00010000:00000010:0.1F:1789128827.955878:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf50209700. 00010000:00000010:0.1:1789128827.955916:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf821d4a00. 00010000:00000010:0.1:1789128835.448079:0:10045:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf40030e00. 00010000:00000010:0.1:1789128835.454135:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf40031000. 00000080:00000010:1.1F:1789128854.450896:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9caf48d10e20. 00000080:00000010:1.1:1789128854.450959:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9caf48d10a60. 00010000:00000010:1.1:1789128854.450966:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf42f26800. 00010000:00000010:1.1:1789128854.450972:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf82165000. 00000080:00000010:1.1:1789128854.463859:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9caf4a611ce0. 00010000:00000010:1.1:1789128857.445303:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf4c409c00. 00010000:00000010:1.1:1789128857.445326:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf41522800. 00000080:00000010:0.1:1789128873.942778:0:10235:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9caf4a611160. 00010000:00000010:0.1:1789128892.887101:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf431a9f00. 00010000:00000010:0.1:1789128892.887123:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf40031000. 00000080:00000010:2.1F:1789128892.934039:0:10255:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9caf4550d900. 00010000:00000010:1.1:1789128895.252857:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf586b6600. 00000080:00000010:0.1:1789128911.819900:0:10282:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9caf4a611160. 00010000:00000010:1.1:1789128958.210954:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf439eac00. 00010000:00000010:1.1:1789128958.210976:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf586b7200. 00010000:00000010:1.1:1789128958.221449:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf439ea500. 00010000:00000010:1.1:1789128975.299865:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf821d4200. 00010000:00000010:3.1F:1789128977.687851:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf586b6600. 00010000:00000010:3.1:1789129001.460072:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf431a9c00. 00010000:00000010:3.1:1789129001.460085:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf40031a00. 00010000:00000010:0.1:1789129001.475169:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf6165aa00. 00010000:00000010:3.1:1789129018.804873:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf41522000. 00010000:00000010:2.1:1789129018.809010:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf431a9600. 00010000:00000010:2.1:1789129018.809026:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf41522600. 00010000:00000010:2.1:1789129018.809030:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf439ea000. 00010000:00000010:2.1:1789129018.809033:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf586b6600. 00000080:00000010:1.1:1789129018.825156:0:11549:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9caf58663b40. 00000080:00000010:1.1:1789129018.825169:0:11549:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9caf4a7c7360. 00010000:00000010:3.1:1789129021.354909:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf41523000. 00010000:00000010:2.1:1789129021.362674:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf6165a600. 00010000:00000010:2.1:1789129021.362699:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf41522200. 00010000:00000010:2.1:1789129021.362704:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf6165af00. 00010000:00000010:2.1:1789129021.362706:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf41522000. 00000080:00000010:1.1:1789129037.686618:0:11576:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9caf58663440. 00000080:00000010:1.1:1789129037.686648:0:11576:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9caf586637a0. 00010000:00000010:2.1:1789129039.254869:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf431a9700. 00010000:00000010:2.1:1789129039.254881:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf40031200. 00010000:00000010:2.1:1789129039.254886:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf431a9c00. 00010000:00000010:2.1:1789129039.254890:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf40030c00. 00000080:00000010:2.1:1789129039.274958:0:11596:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9caf47d38be0. 00000080:00000010:2.1:1789129039.274995:0:11596:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9caf6019d280. 00010000:00000010:0.1:1789129044.323947:0:12029:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf431a9b00. 00010000:00000010:0.1:1789129044.323955:0:12029:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf40030200. 00010000:00000010:2.1:1789129045.731851:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf6165a800. 00010000:00000010:2.1:1789129045.732008:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf41522000. 00010000:00000010:2.1:1789129045.768856:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf4814d900. 00010000:00000010:1.1:1789129062.247265:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf4814db00. 00010000:00000010:1.1:1789129062.247286:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf821d5400. 00010000:00000010:1.1:1789129062.247292:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf4814d900. 00010000:00000010:1.1:1789129062.247296:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf821d4e00. 00000080:00000010:1.1:1789129062.277411:0:1353:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9caf581500e0. 00000080:00000010:1.1:1789129062.277435:0:1353:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9caf4a76b140. 00010000:00000010:0.1:1789129064.501069:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf431a9400. 00010000:00000010:0.1:1789129064.501091:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf40031600. 00010000:00000010:0.1:1789129064.501097:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf42a21b00. 00010000:00000010:0.1:1789129064.501102:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf586b6e00. 00000080:00000010:0.1:1789129080.709446:0:12021:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9caf42a235e0. 00000080:00000010:0.1:1789129080.709473:0:12021:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9caf42a23120. 00010000:00000010:3.1:1789129099.746877:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf6165ad00. 00010000:00000010:3.1:1789129099.746897:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf41523a00. 00010000:00000010:3.1:1789129099.746903:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf4814dd00. 00010000:00000010:3.1:1789129099.746908:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf821d5400. 00000080:00000010:3.1:1789129099.765430:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9caf492b47a0. 00010000:00000010:1.1:1789129102.292284:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf42a21e00. 00010000:00000010:1.1:1789129102.292305:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf821d4e00. 00010000:00000010:1.1:1789129102.292313:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf6165ad00. 00010000:00000010:1.1:1789129102.292316:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf41522600. 00000080:00000010:1.1:1789129118.647865:0:12256:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9caf4362fe80. 00010000:00000010:0.1:1789129120.543698:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf431a9100. 00010000:00000010:0.1:1789129120.543714:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf40031600. 00010000:00000010:0.1:1789129120.547865:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf6165a000. 00010000:00000010:0.1:1789129120.547896:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf41522200. 00000080:00000010:0.1:1789129120.607381:0:12265:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9caf42a23d40. 00000080:00000010:0.1:1789129120.607430:0:12265:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9caf601aa940. 00010000:00000010:1.1:1789129121.174112:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf6165a500. 00010000:00000010:1.1:1789129121.174129:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf41523000. 00010000:00000010:3.1:1789129128.000881:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf6165a600. 00010000:00000010:3.1:1789129128.000901:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf41522600. 00010000:00000010:3.1:1789129128.027993:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf6165a500. 00010000:00000010:3.1:1789129128.028012:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf6165a600. 00010000:00000010:3.1:1789129128.028017:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf41522000. 00000080:00000010:0.1:1789129144.825988:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9caf58396ea0. 00010000:00000010:0.1:1789129154.583962:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf586b7000. 00010000:00000010:0.1:1789129154.587972:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf42a21900. 00010000:00000010:0.1:1789129154.587988:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf586b7800. 00010000:00000010:0.1:1789129154.609863:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf431a9200. 00010000:00000010:0.1:1789129154.827850:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf431a9900. 00010000:00000010:0.1:1789129154.827866:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf40031400. 00000800:00000200:3.1:1789129154.850734:0:2342:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9caf455c2a00 wspace 47816 low water 175772 conn ffff9caf4545e000 blocked idle queued 00000800:00000200:3.1:1789129154.850747:0:2342:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9caf455c2a00 wspace 47816 low water 175772 conn ffff9caf4545e000 blocked idle queued 00000800:00000200:3.1:1789129154.855011:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9caf455c2a00 wspace 133552 low water 166184 conn ffff9caf4545e000 blocked idle queued 00000800:00000200:3.1:1789129154.855026:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9caf455c2a00 wspace 133552 low water 166184 conn ffff9caf4545e000 blocked idle queued 00000800:00000200:3.1:1789129154.855057:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9caf455c2a00 wspace 389480 low water 138060 conn ffff9caf4545e000 blocked idle queued 00000800:00000200:3.1:1789129154.879337:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9caf455c2a00 wspace 421960 low water 321500 conn ffff9caf4545e000 blocked idle queued 00000800:00000200:2.1:1789129154.881557:0:2341:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9caf455c2a00 wspace 151832 low water 539764 conn ffff9caf4545e000 blocked idle queued 00000800:00000200:2.1:1789129154.881586:0:2341:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9caf455c2a00 wspace 151832 low water 539764 conn ffff9caf4545e000 blocked idle queued 00000800:00000200:3.1:1789129154.886781:0:2342:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9caf455c2a00 wspace 449332 low water 507494 conn ffff9caf4545e000 blocked idle queued 00000800:00000200:3.1:1789129154.886801:0:2342:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9caf455c2a00 wspace 449332 low water 507494 conn ffff9caf4545e000 blocked idle queued 00000800:00000200:3.1:1789129154.886822:0:2342:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9caf455c2a00 wspace 449332 low water 507494 conn ffff9caf4545e000 blocked idle queued 00000800:00000200:3.1:1789129154.886849:0:2342:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9caf455c2a00 wspace 503020 low water 480650 conn ffff9caf4545e000 blocked idle queued 00000800:00000200:3.1:1789129154.889255:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9caf455c2a00 wspace 46660 low water 708830 conn ffff9caf4545e000 blocked idle queued 00000800:00000200:3.1:1789129154.889289:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9caf455c2a00 wspace 46660 low water 708830 conn ffff9caf4545e000 blocked idle queued 00000800:00000200:3.1:1789129154.889307:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9caf455c2a00 wspace 45380 low water 709470 conn ffff9caf4545e000 blocked idle queued 00000800:00000200:3.1:1789129154.889322:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9caf455c2a00 wspace 45380 low water 709470 conn ffff9caf4545e000 blocked idle queued 00000800:00000200:3.1:1789129154.889354:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9caf455c2a00 wspace 100348 low water 681986 conn ffff9caf4545e000 blocked idle queued 00000800:00000200:3.1:1789129154.892247:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9caf455c2a00 wspace 155316 low water 654502 conn ffff9caf4545e000 blocked idle queued 00000800:00000200:3.1:1789129154.893489:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9caf455c2a00 wspace 155316 low water 654502 conn ffff9caf4545e000 blocked idle queued 00000800:00000200:3.1:1789129154.893543:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9caf455c2a00 wspace 154036 low water 655142 conn ffff9caf4545e000 blocked idle queued 00000800:00000200:3.1:1789129154.893554:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9caf455c2a00 wspace 154036 low water 655142 conn ffff9caf4545e000 blocked idle queued 00000800:00000200:3.1:1789129154.894723:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9caf455c2a00 wspace 154036 low water 655142 conn ffff9caf4545e000 blocked idle queued 00000800:00000200:3.1:1789129154.894741:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9caf455c2a00 wspace 152756 low water 655782 conn ffff9caf4545e000 blocked idle queued 00000800:00000200:3.1:1789129154.895509:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9caf455c2a00 wspace 152756 low water 655782 conn ffff9caf4545e000 blocked idle queued 00000800:00000200:3.1:1789129154.895530:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9caf455c2a00 wspace 151476 low water 656422 conn ffff9caf4545e000 blocked idle queued 00000800:00000200:3.1:1789129154.901398:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9caf455c2a00 wspace 206444 low water 628938 conn ffff9caf4545e000 blocked idle queued 00000800:00000200:3.1:1789129154.901428:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9caf455c2a00 wspace 205164 low water 629578 conn ffff9caf4545e000 blocked idle queued 00000800:00000200:3.1:1789129154.901434:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9caf455c2a00 wspace 205164 low water 629578 conn ffff9caf4545e000 blocked idle queued 00000800:00000200:3.1:1789129154.913969:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9caf455c2a00 wspace 261412 low water 601454 conn ffff9caf4545e000 blocked idle queued 00000800:00000200:3.1:1789129154.913996:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9caf455c2a00 wspace 260132 low water 602094 conn ffff9caf4545e000 blocked idle queued 00000800:00000200:3.1:1789129154.914001:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9caf455c2a00 wspace 260132 low water 602094 conn ffff9caf4545e000 blocked idle queued 00000800:00000200:3.1:1789129154.915408:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9caf455c2a00 wspace 306152 low water 579084 conn ffff9caf4545e000 blocked idle queued 00000800:00000200:3.1:1789129154.915419:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9caf455c2a00 wspace 306152 low water 579084 conn ffff9caf4545e000 blocked idle queued 00000800:00000200:3.1:1789129154.915447:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9caf455c2a00 wspace 403348 low water 547126 conn ffff9caf4545e000 blocked idle queued 00000800:00000200:3.1:1789129154.915455:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9caf455c2a00 wspace 402068 low water 547766 conn ffff9caf4545e000 blocked idle queued 00000800:00000200:3.1:1789129154.918684:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9caf455c2a00 wspace 457036 low water 520282 conn ffff9caf4545e000 blocked idle queued 00000800:00000200:3.1:1789129154.918855:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9caf455c2a00 wspace 457036 low water 520282 conn ffff9caf4545e000 blocked idle queued 00000800:00000200:3.1:1789129154.918895:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9caf455c2a00 wspace 455756 low water 520922 conn ffff9caf4545e000 blocked idle queued 00000800:00000200:3.1:1789129154.918932:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9caf455c2a00 wspace 454476 low water 521562 conn ffff9caf4545e000 blocked idle queued 00000800:00000200:3.1:1789129154.918940:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9caf455c2a00 wspace 454476 low water 521562 conn ffff9caf4545e000 blocked idle queued 00000800:00000200:3.1:1789129154.920722:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9caf455c2a00 wspace 454476 low water 521562 conn ffff9caf4545e000 blocked idle queued 00000800:00000200:3.1:1789129154.924858:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9caf455c2a00 wspace 518392 low water 489604 conn ffff9caf4545e000 blocked idle queued 00000800:00000200:3.1:1789129155.090707:0:2350:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9caf455c2a00 wspace 204660 low water 762950 conn ffff9caf4545e000 blocked idle queued 00000800:00000200:3.1:1789129155.097910:0:2350:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9caf455c2a00 wspace 204660 low water 762950 conn ffff9caf4545e000 blocked idle queued 00000800:00000200:3.1:1789129155.097937:0:2350:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9caf455c2a00 wspace 204660 low water 762950 conn ffff9caf4545e000 blocked idle queued 00000800:00000200:3.1:1789129155.097951:0:2350:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9caf455c2a00 wspace 204660 low water 762950 conn ffff9caf4545e000 blocked idle queued 00000800:00000200:3.1:1789129155.098051:0:2350:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9caf455c2a00 wspace 356824 low water 703508 conn ffff9caf4545e000 blocked idle queued 00000800:00000200:3.1:1789129155.098074:0:2350:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9caf455c2a00 wspace 419460 low water 672190 conn ffff9caf4545e000 blocked idle queued 00000800:00000200:3.1:1789129155.098131:0:2350:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9caf455c2a00 wspace 483376 low water 640232 conn ffff9caf4545e000 blocked idle queued 00000800:00000200:3.1:1789129155.098151:0:2350:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9caf455c2a00 wspace 580572 low water 608274 conn ffff9caf4545e000 blocked idle queued 00000800:00000200:3.1:1789129155.101579:0:2350:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9caf455c2a00 wspace 580572 low water 608274 conn ffff9caf4545e000 blocked idle queued 00000800:00000200:3.1:1789129155.101602:0:2350:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9caf455c2a00 wspace 580572 low water 608274 conn ffff9caf4545e000 blocked idle queued 00000800:00000200:3.1:1789129155.101903:0:2350:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9caf455c2a00 wspace 708404 low water 544358 conn ffff9caf4545e000 blocked idle queued 00010000:00000010:0.1:1789129156.430865:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf40031400. 00010000:00000010:0.1:1789129156.430884:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf6165ad00. 00010000:00000010:0.1:1789129156.430888:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf46a5f000. 00010000:00000010:0.1:1789129156.456872:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf431a9900. 00010000:00000010:0.1:1789129156.508865:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf40031400. 00010000:00000010:1.1:1789129162.744489:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf40031c00. 00010000:00000010:1.1:1789129162.744508:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf6165a000. 00010000:00000010:1.1:1789129162.744512:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf46a5ec00. 00010000:00000010:0.1:1789129162.768743:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf42a21300. 00010000:00000010:0.1:1789129162.905007:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf431a9600. 00010000:00000010:0.1:1789129162.905022:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf40030c00. 00000800:00000200:3.1:1789129162.929308:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9caf455c2a00 wspace -46228 low water 921674 conn ffff9caf4545e000 blocked idle queued 00000800:00000200:3.1:1789129162.929320:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9caf455c2a00 wspace -46228 low water 921674 conn ffff9caf4545e000 blocked idle queued 00000800:00000200:3.1:1789129162.929355:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9caf455c2a00 wspace -27052 low water 912086 conn ffff9caf4545e000 blocked idle queued 00000800:00000200:3.1:1789129162.929371:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9caf455c2a00 wspace -28332 low water 912726 conn ffff9caf4545e000 blocked idle queued 00000800:00000200:3.1:1789129162.929375:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9caf455c2a00 wspace -28332 low water 912726 conn ffff9caf4545e000 blocked idle queued 00000800:00000200:3.1:1789129162.929395:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9caf455c2a00 wspace -10436 low water 903778 conn ffff9caf4545e000 blocked idle queued 00000800:00000200:3.1:1789129162.929417:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9caf455c2a00 wspace -208 low water 898664 conn ffff9caf4545e000 blocked idle queued 00000800:00000200:3.1:1789129162.929433:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9caf455c2a00 wspace 18968 low water 889076 conn ffff9caf4545e000 blocked idle queued 00000800:00000200:3.1:1789129162.929484:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9caf455c2a00 wspace 38144 low water 879488 conn ffff9caf4545e000 blocked idle queued 00000800:00000200:3.1:1789129162.930571:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9caf455c2a00 wspace 66268 low water 865426 conn ffff9caf4545e000 blocked idle queued 00000800:00000200:3.1:1789129162.930598:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9caf455c2a00 wspace 66268 low water 865426 conn ffff9caf4545e000 blocked idle queued 00000800:00000200:3.1:1789129162.930617:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9caf455c2a00 wspace 64988 low water 866066 conn ffff9caf4545e000 blocked idle queued 00000800:00000200:3.1:1789129162.930623:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9caf455c2a00 wspace 64988 low water 866066 conn ffff9caf4545e000 blocked idle queued 00000800:00000200:3.1:1789129162.930645:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9caf455c2a00 wspace 84164 low water 856478 conn ffff9caf4545e000 blocked idle queued 00000800:00000200:3.1:1789129162.931554:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9caf455c2a00 wspace 112288 low water 842416 conn ffff9caf4545e000 blocked idle queued 00000800:00000200:3.1:1789129162.931572:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9caf455c2a00 wspace 112288 low water 842416 conn ffff9caf4545e000 blocked idle queued 00000800:00000200:3.1:1789129162.931583:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9caf455c2a00 wspace 112288 low water 842416 conn ffff9caf4545e000 blocked idle queued 00000800:00000200:3.1:1789129162.931593:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9caf455c2a00 wspace 111008 low water 843056 conn ffff9caf4545e000 blocked idle queued 00000800:00000200:3.1:1789129162.931612:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9caf455c2a00 wspace 130184 low water 833468 conn ffff9caf4545e000 blocked idle queued 00000800:00000200:3.1:1789129162.931626:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9caf455c2a00 wspace 158308 low water 819406 conn ffff9caf4545e000 blocked idle queued 00000800:00000200:3.1:1789129162.932331:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9caf455c2a00 wspace 177484 low water 809818 conn ffff9caf4545e000 blocked idle queued 00000800:00000200:3.1:1789129162.932345:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9caf455c2a00 wspace 177484 low water 809818 conn ffff9caf4545e000 blocked idle queued 00000800:00000200:3.1:1789129162.932356:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9caf455c2a00 wspace 177484 low water 809818 conn ffff9caf4545e000 blocked idle queued 00000800:00000200:3.1:1789129162.932366:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9caf455c2a00 wspace 176204 low water 810458 conn ffff9caf4545e000 blocked idle queued 00000800:00000200:3.1:1789129162.932833:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9caf455c2a00 wspace 195380 low water 800870 conn ffff9caf4545e000 blocked idle queued 00000800:00000200:3.1:1789129162.932848:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9caf455c2a00 wspace 195380 low water 800870 conn ffff9caf4545e000 blocked idle queued 00000800:00000200:3.1:1789129162.932853:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9caf455c2a00 wspace 195380 low water 800870 conn ffff9caf4545e000 blocked idle queued 00000800:00000200:3.1:1789129162.933962:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9caf455c2a00 wspace 241400 low water 777860 conn ffff9caf4545e000 blocked idle queued 00000800:00000200:3.1:1789129162.934280:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9caf455c2a00 wspace 241400 low water 777860 conn ffff9caf4545e000 blocked idle queued 00000800:00000200:3.1:1789129162.934528:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9caf455c2a00 wspace 388408 low water 704356 conn ffff9caf4545e000 blocked idle queued 00000800:00000200:3.1:1789129162.934553:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9caf455c2a00 wspace 388408 low water 704356 conn ffff9caf4545e000 blocked idle queued 00000800:00000200:3.1:1789129162.934577:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9caf455c2a00 wspace 388408 low water 704356 conn ffff9caf4545e000 blocked idle queued 00000800:00000200:3.1:1789129162.934615:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9caf455c2a00 wspace 517520 low water 639800 conn ffff9caf4545e000 blocked idle queued 00000800:00000200:3.1:1789129162.934626:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9caf455c2a00 wspace 517520 low water 639800 conn ffff9caf4545e000 blocked idle queued 00000800:00000200:3.1:1789129162.934636:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9caf455c2a00 wspace 516240 low water 640440 conn ffff9caf4545e000 blocked idle queued 00000800:00000200:3.1:1789129162.934654:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9caf455c2a00 wspace 581436 low water 607842 conn ffff9caf4545e000 blocked idle queued 00000800:00000200:3.1:1789129162.935458:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9caf455c2a00 wspace 581436 low water 607842 conn ffff9caf4545e000 blocked idle queued 00000800:00000200:3.1:1789129162.935476:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9caf455c2a00 wspace 581436 low water 607842 conn ffff9caf4545e000 blocked idle queued 00000800:00000200:3.1:1789129162.935494:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9caf455c2a00 wspace 580156 low water 608482 conn ffff9caf4545e000 blocked idle queued 00000800:00000200:3.1:1789129162.938568:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9caf455c2a00 wspace 771904 low water 512608 conn ffff9caf4545e000 blocked idle queued 00000800:00000200:3.1:1789129162.944284:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9caf455c2a00 wspace 71388 low water 862866 conn ffff9caf4545e000 blocked idle queued 00000800:00000200:3.1:1789129162.944505:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9caf455c2a00 wspace 71388 low water 862866 conn ffff9caf4545e000 blocked idle queued 00000800:00000200:3.1:1789129162.944531:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9caf455c2a00 wspace 71388 low water 862866 conn ffff9caf4545e000 blocked idle queued 00000800:00000200:3.1:1789129162.944546:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9caf455c2a00 wspace 71388 low water 862866 conn ffff9caf4545e000 blocked idle queued 00000800:00000200:3.1:1789129162.944567:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9caf455c2a00 wspace 70108 low water 863506 conn ffff9caf4545e000 blocked idle queued 00000800:00000200:3.1:1789129162.944574:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9caf455c2a00 wspace 70108 low water 863506 conn ffff9caf4545e000 blocked idle queued 00000800:00000200:3.1:1789129162.944616:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9caf455c2a00 wspace 134024 low water 831548 conn ffff9caf4545e000 blocked idle queued 00000800:00000200:3.1:1789129162.944621:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9caf455c2a00 wspace 134024 low water 831548 conn ffff9caf4545e000 blocked idle queued 00000800:00000200:3.1:1789129162.944668:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9caf455c2a00 wspace 261856 low water 767632 conn ffff9caf4545e000 blocked idle queued 00000800:00000200:3.1:1789129162.946420:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9caf455c2a00 wspace 325772 low water 735674 conn ffff9caf4545e000 blocked idle queued 00000800:00000200:3.1:1789129162.946451:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9caf455c2a00 wspace 325772 low water 735674 conn ffff9caf4545e000 blocked idle queued 00000800:00000200:3.1:1789129162.946462:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9caf455c2a00 wspace 325772 low water 735674 conn ffff9caf4545e000 blocked idle queued 00000800:00000200:3.1:1789129162.946469:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9caf455c2a00 wspace 325772 low water 735674 conn ffff9caf4545e000 blocked idle queued 00000800:00000200:3.1:1789129162.946491:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9caf455c2a00 wspace 389688 low water 703716 conn ffff9caf4545e000 blocked idle queued 00000800:00000200:3.1:1789129162.946541:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9caf455c2a00 wspace 582716 low water 607202 conn ffff9caf4545e000 blocked idle queued 00000800:00000200:3.1:1789129162.947390:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9caf455c2a00 wspace 582716 low water 607202 conn ffff9caf4545e000 blocked idle queued 00000800:00000200:3.1:1789129162.947414:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9caf455c2a00 wspace 582716 low water 607202 conn ffff9caf4545e000 blocked idle queued 00000800:00000200:3.1:1789129162.947426:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9caf455c2a00 wspace 582716 low water 607202 conn ffff9caf4545e000 blocked idle queued 00000800:00000200:3.1:1789129162.948550:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9caf455c2a00 wspace 646632 low water 575244 conn ffff9caf4545e000 blocked idle queued 00010000:00000010:3.1:1789129163.373183:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf431a9700. 00010000:00000010:3.1:1789129163.373194:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf40031a00. 00010000:00000010:3.1:1789129163.373199:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf4814db00. 00010000:00000010:3.1:1789129163.373203:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf46a93800. 00000080:00000010:3.1:1789129163.377920:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9caf487ca260. 00000080:00000010:3.1:1789129163.377954:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9caf60198840. 00010000:00000010:2.1:1789129163.400975:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf431a9900. 00010000:00000010:2.1:1789129163.400993:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf586b6000. 00010000:00000010:2.1:1789129163.400998:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf6165a500. 00010000:00000010:2.1:1789129163.401001:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf47e21e00. 00000080:00000010:3.1:1789129163.425334:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9caf487ca120. 00000080:00000010:0.1:1789129163.429918:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9caf60199080. 00010000:00000010:2.1:1789129163.455631:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf431a9d00. 00010000:00000010:2.1:1789129163.455652:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf40031200. 00010000:00000010:2.1:1789129163.455657:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf431a9600. 00010000:00000010:2.1:1789129163.455660:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf40031a00. 00000080:00000010:2.1:1789129163.480017:0:13520:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9caf44a86b20. 00000080:00000010:2.1:1789129163.480038:0:13520:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9caf6019f380. 00010000:00000010:1.1:1789129167.351679:0:5587:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf6165a600. 00010000:00000010:1.1:1789129167.351692:0:5587:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf47e21800. 00010000:00000010:0.1:1789129167.358789:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf431a9200. 00010000:00000010:0.1:1789129167.358802:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf586b7e00. 00010000:00000010:1.1:1789129167.365471:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf42a21100. 00010000:00000010:1.1:1789129167.365483:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf586b7400. 00010000:00000010:0.1:1789129284.331514:0:14162:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf42a21600. 00010000:00000010:0.1:1789129284.331534:0:14162:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf586b6200. 00010000:00000010:3.1:1789129284.393182:0:14165:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf40031000. 00010000:00000010:3.1:1789129284.393198:0:14165:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf431a9f00. 00000080:00000010:3.1:1789129284.393205:0:14165:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9caf4338c160. 00010000:00000010:3.1:1789129284.394270:0:14165:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf586b7600. 00010000:00000010:3.1:1789129284.394276:0:14165:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf439eac00. 00010000:00000010:3.1:1789129284.394281:0:14165:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf40030e00. 00010000:00000010:3.1:1789129284.394284:0:14165:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf431a9800. 00010000:00000010:1.1:1789129284.409196:0:14163:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf431a9a00. 00010000:00000010:1.1:1789129284.409217:0:14163:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf40031c00. 00000080:00000010:1.1:1789129284.409225:0:14163:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9caf46bd5d00. 00010000:00000010:3.1:1789129284.543948:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf4814d100. 00010000:00000010:3.1:1789129284.543970:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf46a93e00. 00010000:00000010:3.1:1789129284.564221:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf6165aa00. 00010000:00000010:0.1:1789129284.584995:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf586b7e00. 00010000:00000010:0.1:1789129284.767865:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf40030c00. 00010000:00000010:0.1:1789129284.767891:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf6165a200. 00010000:00000010:0.1:1789129284.767898:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf47e20800. 00010000:00000010:0.1:1789129284.767901:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf6165aa00. 00010000:00000010:0.1:1789129284.767904:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf47e20a00. 00000080:00000010:0.1:1789129284.808136:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9caf47e4c1a0. 00000080:00000010:0.1:1789129284.808175:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9caf601ad280. 00010000:00000010:1.1:1789129285.009970:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf42a21100. 00010000:00000010:1.1:1789129285.009989:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf586b6c00. 00010000:00000010:1.1:1789129311.110195:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf42a21a00. 00010000:00000010:1.1:1789129311.110217:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf586b6600. 00010000:00000010:1.1:1789129311.382737:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf42a21a00. 00010000:00000010:1.1:1789129311.382754:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf586b6600. 00010000:00000010:1.1:1789129311.404895:0:14838:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf42a21300. 00010000:00000010:0.1:1789129311.439204:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf586b6600. 00010000:00000010:3.1:1789129311.602942:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf4814d100. 00010000:00000010:3.1:1789129311.602954:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf46a92e00. 00010000:00000010:2.1:1789129311.610303:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf6165ab00. 00010000:00000010:3.1:1789129311.615076:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf47e20c00. 00010000:00000010:1.1:1789129311.723904:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf47e21a00. 00010000:00000010:1.1:1789129311.723925:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf42a21a00. 00010000:00000010:1.1:1789129311.723930:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf586b6800. 00010000:00000010:1.1:1789129311.723934:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf6165a800. 00010000:00000010:1.1:1789129311.723937:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf47e20c00. 00000080:00000010:1.1:1789129311.738905:0:14851:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9caf47ed6c80. 00000080:00000010:1.1:1789129311.750036:0:14851:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9caf60132940. 00010000:00000010:3.1:1789129315.680032:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf42a21300. 00010000:00000010:3.1:1789129315.680044:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf586b7000. 00010000:00000010:1.1:1789129318.693963:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf42a21a00. 00010000:00000010:1.1:1789129318.693996:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf586b6800. 00000080:00000010:0.1:1789129318.741299:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9caf47ed6320. 00010000:00000010:1.1:1789129318.826075:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf46a92400. 00010000:00000010:1.1:1789129320.008657:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf6165a500. 00010000:00000010:1.1:1789129320.008665:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf40031000. 00000080:00000010:2.1:1789129320.030841:0:15468:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9caf47ff0e60. 00010000:00000010:1.1:1789129320.030841:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf46a93800. 00010000:00000010:1.1:1789129320.062989:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf4814db00. 00010000:00000010:1.1:1789129320.106028:0:15473:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf586b7600. 00010000:00000010:1.1:1789129320.309969:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf40031200. 00010000:00000010:1.1:1789129320.461866:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf40031200. 00010000:00000010:1.1:1789129320.466061:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf42a21e00. 00010000:00000010:1.1:1789129320.466100:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf586b6800. 00010000:00000010:1.1:1789129320.466106:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf6165a600. 00010000:00000010:1.1:1789129320.466127:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf47e20e00. 00000080:00000010:1.1:1789129320.480932:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9caf47ed6ee0. 00000080:00000010:1.1:1789129320.493271:0:15496:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9caf60132940. 00010000:00000010:1.1:1789129320.869047:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf42a21a00. 00010000:00000010:1.1:1789129320.869061:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf46a93600. 00000080:00000010:2.1:1789129331.257369:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9caf46b0cee0. 00000080:00000010:2.1:1789129331.257378:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9caf48d100e0. 00000080:00000010:2.1:1789129331.257389:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9caf60133180. 00000080:00000010:2.1:1789129331.257407:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9caf60134200. 00000080:00000010:2.1:1789129331.257415:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9caf6019e300. 00000080:00000010:2.1:1789129331.257431:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9caf608639c0. 00000080:00000010:2.1:1789129331.257439:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9caf601ae300. 00000080:00000010:2.1:1789129331.257445:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9caf60199080. 00010000:00000010:1.1:1789129331.260143:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf41523200. 00010000:00000010:1.1:1789129331.260158:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf4a8cc200. 00010000:00000010:1.1:1789129331.260161:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf40030600. 00010000:00000010:1.1:1789129331.263950:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf50209d00. 00010000:00000010:1.1:1789129331.263962:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf821d5600. 00010000:00000010:2.1:1789129331.275971:0:16092:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf821d5a00. 00010000:00000010:2.1:1789129331.275978:0:16092:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf4814df00. 00010000:00000010:2.1:1789129331.286903:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf46a92e00. 00010000:00000010:2.1:1789129331.286919:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf4814de00. 00010000:00000010:2.1:1789129331.286924:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf46a93200. 00010000:00000010:2.1:1789129331.286927:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf4814db00. 00010000:00000010:3.1:1789129331.356975:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf40030a00. 00010000:00000010:3.1:1789129331.356984:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf4c409f00. 00010000:00000010:3.1:1789129332.331045:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf4814df00. 00010000:00000010:3.1:1789129332.331075:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf46a93200. 00010000:00000010:3.1:1789129332.363849:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf6165a000. 00010000:00000010:1.1:1789129332.389005:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf6165ac00. 00010000:00000010:1.1:1789129332.389023:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf47e21400. 00010000:00000010:3.1:1789129332.392849:0:16187:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf4814d400. 00010000:00000010:3.1:1789129332.392866:0:16187:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf46a93600. 00000080:00000010:0.1:1789129332.409017:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9caf586d18c0. 00010000:00000010:1.1:1789129332.429033:0:16189:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf4814d100. 00010000:00000010:1.1:1789129332.429041:0:16189:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf46a93a00. 00010000:00000010:1.1:1789129332.443038:0:16189:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf42a21500. 00010000:00000010:1.1:1789129332.443046:0:16189:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf586b7600. 00000080:00000010:0.1:1789129332.482340:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9caf4632bee0. 00010000:00000010:1.1:1789129332.521277:0:15924:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf42a21a00. 00010000:00000010:1.1:1789129332.521290:0:15924:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf586b6200. 00010000:00000010:3.1:1789129332.684086:0:16107:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf586b6200. 00010000:00000010:1.1:1789129332.707867:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf431a9600. 00010000:00000010:1.1:1789129332.707884:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf40030800. 00010000:00000010:1.1:1789129333.001889:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf42a21a00. 00010000:00000010:1.1:1789129333.001903:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf586b7000. 00010000:00000010:1.1:1789129333.005864:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf42a21600. 00010000:00000010:1.1:1789129333.005880:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf586b7400. 00010000:00000010:1.1:1789129333.042205:0:13:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf42a21e00. 00010000:00000010:3.1:1789129333.091891:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf4814d200. 00010000:00000010:3.1:1789129333.091898:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf46a92600. 00010000:00000010:1.1:1789129333.094982:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf586b7600. 00010000:00000010:1.1:1789129333.094997:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf42a21500. 00010000:00000010:3.1:1789129333.244018:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf42a21500. 00010000:00000010:3.1:1789129333.244032:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf586b7600. 00010000:00000010:3.1:1789129333.268852:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf6165a200. 00010000:00000010:1.1:1789129333.276036:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf47e20800. 00010000:00000010:1.1:1789129333.297866:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf47e20e00. 00010000:00000010:0.1:1789129333.515891:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf586b7000. 00010000:00000010:0.1:1789129333.515910:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf42a21600. 00010000:00000010:0.1:1789129333.515916:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf586b6c00. 00010000:00000010:0.1:1789129333.515919:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf42a21700. 00010000:00000010:0.1:1789129333.515921:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf586b7400. 00000080:00000010:1.1:1789129333.519924:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9caf4632b040. 00000080:00000010:1.1:1789129333.519962:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9caf60136300. 00010000:00000010:1.1:1789129333.552272:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf6165aa00. 00010000:00000010:1.1:1789129333.552299:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf40031200. 00010000:00000010:3.1:1789129333.569491:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf431a9800. 00010000:00000010:3.1:1789129333.569505:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf40031a00. 00010000:00000010:2.1:1789129333.629970:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf586b7200. 00000080:00000010:1.1:1789129336.845115:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9caf4632b600. 00000080:00000010:1.1:1789129336.845549:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9caf46a7d3a0. 00000080:00000010:1.1:1789129336.845560:0:20:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9caf601af380. 00000080:00000010:1.1:1789129336.845574:0:20:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9caf60132940. 00010000:00000010:1.1:1789129336.851866:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf586b6a00. 00010000:00000010:1.1:1789129336.851878:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf40031c00. 00010000:00000010:1.1:1789129336.851882:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf46a93800. 00010000:00000010:3.1:1789129336.865970:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf40030800. 00010000:00000010:3.1:1789129336.865976:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf431a9400. 00010000:00000010:2.1:1789129336.879973:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf586b6800. 00010000:00000010:2.1:1789129336.879990:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf42a21b00. 00010000:00000010:2.1:1789129336.879995:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf46a92000. 00010000:00000010:2.1:1789129336.879997:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf4814d200. 00010000:00000010:0.1:1789129346.608503:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf42a21e00. 00010000:00000010:0.1:1789129346.608515:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf586b7e00. 00010000:00000010:0.1:1789129346.631860:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf4a8cca00. 00010000:00000010:1.1:1789129346.794193:0:17156:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf4814da00. 00010000:00000010:1.1:1789129346.794205:0:17156:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf46a93e00. 00010000:00000010:1.1:1789129346.802908:0:17156:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf42f26500. 00010000:00000010:1.1:1789129346.802920:0:17156:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf586b6200. 00010000:00000010:1.1:1789129347.166973:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf47e21400. 00010000:00000010:0.1:1789129363.829871:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf586b6200. 00010000:00000010:2.1:1789129364.382874:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf47e20e00. 00010000:00000010:2.1:1789129364.382903:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf4a8cc800. 00010000:00000010:2.1:1789129364.382909:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf40030e00. 00010000:00000010:2.1:1789129364.382915:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf51bbd400. 00010000:00000010:2.1:1789129364.382920:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf47e20200. 00000080:00000010:2.1:1789129364.417941:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9caf47ff00e0. 00000080:00000010:2.1:1789129364.417980:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9caf6019ca40. 00010000:00000010:1.1:1789129366.898433:0:17296:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf42f26500. 00010000:00000010:1.1:1789129366.898451:0:17296:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf47e21200. 00010000:00000010:1.1:1789129375.650234:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf4814d800. 00010000:00000010:1.1:1789129375.650253:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf46a93000. 00010000:00000010:1.1:1789129375.690889:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf42f26000. 00010000:00000010:1.1:1789129392.142859:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf42f26700. 00010000:00000010:1.1:1789129392.142880:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf586b7600. 00010000:00000010:1.1:1789129392.142886:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf51bbd600. 00010000:00000010:1.1:1789129392.142891:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf47e20800. 00000080:00000010:1.1:1789129392.163410:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9caf4632b480. 00000080:00000010:1.1:1789129392.169397:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9caf60132940. 00010000:00000010:0.1:1789129392.533853:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf42f26800. 00010000:00000010:0.1:1789129392.533887:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf586b7200. 00010000:00000010:1.1:1789129419.853881:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf40030a00. 00000080:00000010:0.1:1789129419.857189:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9caf47ff0320. 00010000:00000010:0.1:1789129419.857212:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf4814d800. 00010000:00000010:0.1:1789129419.857284:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf46a93000. 00010000:00000010:3.1:1789129419.924446:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf51bbd800. 00010000:00000010:3.1:1789129419.924459:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf47e21e00. 00000080:00000010:0.1:1789129420.060555:0:786:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9caf4938ea00. 00010000:00000010:2.1:1789129421.210924:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf46a92e00. 00010000:00000010:1.1:1789129439.047165:0:18508:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf586b6200. 00010000:00000010:0.1:1789129439.106254:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf46a93400. 00010000:00000010:0.1:1789129439.106267:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf4814d000. 00010000:00000010:0.1:1789129439.106273:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf46a93600. 00010000:00000010:0.1:1789129439.106276:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf40031600. 00000080:00000010:0.1:1789129439.161138:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9caf586d1ce0. 00000080:00000010:0.1:1789129439.161162:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9caf601a9080. 00010000:00000010:2.1:1789129439.173027:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf586b6200. 00010000:00000010:2.1:1789129439.173042:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf51bbdc00. 00010000:00000010:2.1:1789129439.173047:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf40030600. 00010000:00000010:2.1:1789129439.173051:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf4a8cc300. 00010000:00000010:2.1:1789129439.173054:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf40030800. 00000080:00000010:2.1:1789129439.196410:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9caf6019b9c0. 00000080:00000010:2.1:1789129439.196424:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9caf47ff0f20. 00010000:00000010:3.1:1789129447.387893:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf46a93200. 00000080:00000010:3.1:1789129447.387909:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9caf4938ee40. 00010000:00000010:3.1:1789129447.387917:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf42f26400. 00010000:00000010:3.1:1789129447.387921:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf586b6800. 00010000:00000010:1.1:1789129447.501585:0:10636:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf42f26f00. 00010000:00000010:1.1:1789129447.501592:0:10636:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf40030c00. 00000080:00000010:0.1:1789129447.581402:0:19079:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9caf47ff0ac0. 00010000:00000010:1.1:1789129448.679463:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf586b7800. 00010000:00000010:3.1:1789129459.281982:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf42f26d00. 00010000:00000010:3.1:1789129459.282000:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf586b6000. 00010000:00000010:0.1:1789129459.307165:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf51bbdc00. 00010000:00000010:0.1:1789129459.307185:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf47e21a00. 00000080:00000010:0.1:1789129459.311076:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9caf4938e0a0. 00010000:00000010:0.1:1789129459.363994:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf40030a00. 00010000:00000010:0.1:1789129468.639069:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf46a92600. 00000080:00000010:0.1:1789129468.647996:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9caf47ff0e40. 00010000:00000010:0.1:1789129468.648024:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf4a8ccf00. 00010000:00000010:0.1:1789129468.648031:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf40031c00. 00010000:00000010:0.1:1789129468.674509:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf4a8cc900. 00010000:00000010:0.1:1789129468.708087:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf586b6800. 00010000:00000010:1.1:1789129470.117855:0:20302:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf42f26700. 00010000:00000010:1.1:1789129470.117874:0:20302:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf586b6a00. 00010000:00000010:1.1:1789129470.226862:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf47e20000. 00010000:00000010:0.1:1789129508.110185:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf586b7c00. 00010000:00000010:0.1:1789129521.649166:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf586b6000. 00010000:00000010:0.1:1789129521.672330:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf51bbd900. 00010000:00000010:0.1:1789129521.672341:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf47e21400. 00010000:00000010:0.1:1789129521.678869:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf4a8cc300. 00010000:00000010:0.1:1789129521.709201:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf47e21200. 00010000:00000010:2.1:1789129563.689073:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf40030800. 00010000:00000010:3.1:1789129563.827660:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf4a8cca00. 00010000:00000010:3.1:1789129563.827677:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf40031c00. 00010000:00000010:3.1:1789129563.827683:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf4a8ccd00. 00010000:00000010:3.1:1789129563.827686:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf40031200. 00000080:00000010:1.1:1789129563.855883:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9caf4632bfc0. 00000080:00000010:0.1:1789129563.867861:0:21065:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9caf601998c0. 00010000:00000010:1.1:1789129566.599867:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf51bbde00. 00010000:00000010:1.1:1789129566.599892:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf46a93800. 00010000:00000010:3.1:1789129576.505046:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf42f26a00. 00010000:00000010:3.1:1789129576.505065:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf586b6200. 00000080:00000010:1.1:1789129576.522977:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9caf46a7da40. 00010000:00000010:0.1:1789129576.559205:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf51bbdf00. 00010000:00000010:0.1:1789129576.559223:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf47e21000. 00010000:00000010:1.1:1789129576.734141:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf4a8cc600. 00010000:00000010:1.1:1789129576.734161:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf47e20400. 00010000:00000010:0.1:1789129576.760974:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf40030a00. 00000080:00000010:1.1:1789129576.812052:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9caf4938e8c0. 00010000:00000010:2.1:1789129576.847848:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf46a93000. 00000080:00000010:2.1:1789129576.847856:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9caf46a7d2c0. 00010000:00000010:0.1:1789129576.857846:0:22000:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf47e21200. 00010000:00000010:2.1:1789129576.980639:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf586b7400. 00010000:00000010:1.1:1789129576.985142:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf46a93400. 00010000:00000010:0.1:1789129576.996922:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf40031600. 00000080:00000010:0.1:1789129577.039859:0:22005:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9caf4632b000. 00010000:00000010:3.1:1789129577.198244:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf46a92c00. 00010000:00000010:3.1:1789129577.198262:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf4a8cc900. 00010000:00000010:1.1:1789129577.399086:0:2347:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf40031a00. 00010000:00000010:1.1:1789129577.411873:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf4a8cc100. 00010000:00000010:1.1:1789129577.411901:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf40030600. 00010000:00000010:1.1:1789129577.415880:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf40031600. 00010000:00000010:1.1:1789129577.415901:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf4a8cc400. 00010000:00000010:1.1:1789129577.415905:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf40030a00. 00000080:00000010:1.1:1789129577.445858:0:22024:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9caf48118e60. 00000080:00000010:1.1:1789129577.445897:0:22024:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9caf601998c0. 00010000:00000010:1.1:1789129585.473974:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf42f26f00. 00010000:00000010:1.1:1789129585.473985:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf586b6e00. 00000080:00000010:0.1:1789129585.492859:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9caf4632bc20. 00010000:00000010:1.1:1789129585.688126:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf42f26e00. 00010000:00000010:1.1:1789129585.688142:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf586b7800. 00010000:00000010:0.1:1789129585.700236:0:22642:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf40030c00. 00000080:00000010:0.1:1789129585.737007:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9caf4632b340. 00010000:00000010:2.1:1789129585.767511:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf46a93000. 00000080:00000010:3.1:1789129585.777962:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9caf46a7ddc0. 00010000:00000010:1.1:1789129585.782862:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf47e20a00. 00010000:00000010:1.1:1789129585.925233:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf40030e00. 00010000:00000010:0.1:1789129585.929242:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf586b7800. 00010000:00000010:0.1:1789129585.954374:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf40031200. 00000080:00000010:1.1:1789129586.005553:0:19:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9caf48118200. 00010000:00000010:1.1:1789129589.121196:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf586b6000. 00010000:00000010:1.1:1789129589.121214:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf4a8cc400. 00010000:00000010:3.1:1789129609.100380:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf586b6400. 00010000:00000010:0.1:1789129609.111925:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf40031200. 00010000:00000010:0.1:1789129609.111943:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf4a8cc800. 00010000:00000010:0.1:1789129609.111947:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf40030c00. 00000080:00000010:0.1:1789129609.142997:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9caf4632b000. 00000080:00000010:0.1:1789129609.143031:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9caf60135280. 00010000:00000010:1.1:1789129612.691168:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf42f26700. 00010000:00000010:1.1:1789129612.691184:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf586b6000. 00010000:00000010:0.1:1789129617.666881:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf4a8ccb00. 00010000:00000010:0.1:1789129617.666892:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf40031a00. 00000080:00000010:0.1:1789129617.706767:0:23281:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9caf48118420. 00010000:00000010:1.1:1789129617.998944:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf42f26d00. 00010000:00000010:1.1:1789129617.998960:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf40031a00. 00010000:00000010:1.1:1789129618.012020:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf586b7a00. 00000080:00000010:0.1:1789129618.069716:0:23293:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9caf48118420. 00010000:00000010:1.1:1789129618.110881:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf40030c00. 00000080:00000010:1.1:1789129618.110904:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9caf48118420. 00010000:00000010:1.1:1789129618.116869:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf586b7400. 00010000:00000010:3.1:1789129618.259206:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf46a92000. 00010000:00000010:2.1:1789129618.262970:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf46a92200. 00010000:00000010:1.1:1789129618.319842:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf47e21a00. 00000080:00000010:1.1:1789129618.370851:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9caf46a7d880. 00010000:00000010:0.1:1789129619.850888:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf47e20200. 00010000:00000010:0.1:1789129619.850902:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf51bbde00. 00010000:00000010:1.1:1789129633.219851:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf47e20000. 00010000:00000010:0.1:1789129633.230984:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf46a92c00. 00010000:00000010:0.1:1789129633.230999:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf42f26d00. 00010000:00000010:0.1:1789129633.231003:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf586b7a00. 00000080:00000010:0.1:1789129633.264066:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9caf4938ef40. 00000080:00000010:0.1:1789129633.264091:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9caf60137380. 00010000:00000010:1.1:1789129638.360233:0:23601:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf4814da00. 00010000:00000010:1.1:1789129638.360253:0:23601:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf46a93800. 00010000:00000010:1.1:1789129645.414871:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf42f26800. 00010000:00000010:1.1:1789129645.414886:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf586b6400. 00010000:00000010:1.1:1789129645.418864:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf51bbd400. 00010000:00000010:1.1:1789129645.418887:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf47e21200. 00010000:00000010:3.1:1789129751.780962:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf47e21c00. 00010000:00000010:2.1:1789129751.785237:0:24094:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf4a8cc000. 00010000:00000010:2.1:1789129751.785311:0:24094:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf40030e00. 00010000:00000010:3.1:1789129751.785901:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf46a92400. 00000080:00000010:3.1:1789129751.785923:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9caf46a7df00. 00010000:00000010:3.1:1789129751.785946:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf47e21800. 00010000:00000010:3.1:1789129751.785950:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf6165a000. 00010000:00000010:0.1:1789129751.787843:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf40031000. 00000080:00000010:0.1:1789129751.787898:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9caf4632bbe0. 00010000:00000010:0.1:1789129751.787908:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf46a92800. 00010000:00000010:0.1:1789129751.787928:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf4a8cce00. 00010000:00000010:0.1:1789129751.787934:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf47e20800. 00010000:00000010:0.1:1789129751.787938:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf51bbd100. 00000080:00000010:0.1:1789129751.787944:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9caf586d1f60. 00010000:00000010:0.1:1789129751.787951:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf40030200. 00010000:00000010:0.1:1789129751.787955:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf4a8ccf00. 00000080:00000010:0.1:1789129751.787958:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9caf4632ba80. 00010000:00000010:0.1:1789129751.787990:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf586b7600. 00010000:00000010:0.1:1789129751.787993:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf51bbdf00. 00000080:00000010:0.1:1789129751.787997:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9caf4632b020. 00010000:00000010:0.1:1789129751.788004:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf586b6e00. 00010000:00000010:0.1:1789129751.788010:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf42f26f00. 00000080:00000010:0.1:1789129751.788014:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9caf4938ef00. 00010000:00000010:0.1:1789129751.788020:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf47e21400. 00010000:00000010:0.1:1789129751.788024:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf4a8ccb00. 00010000:00000010:0.1:1789129754.001460:0:36:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf40031400. 00000080:00000010:3.1:1789129754.010961:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9caf586d1720. 00000080:00000010:3.1:1789129754.010999:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9caf608639c0. 00010000:00000010:3.1:1789129754.011008:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf47e20400. 00010000:00000010:3.1:1789129754.011013:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf46a92200. 00010000:00000010:3.1:1789129754.016137:0:24102:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf46a92600. 00010000:00000010:3.1:1789129754.016147:0:24102:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf4814d700. 00010000:00000010:0.1:1789129754.098038:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf42f26000. 00010000:00000010:0.1:1789129754.098056:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf586b7e00. 00010000:00000010:1.1:1789129754.133644:0:24104:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf4a8ccb00. 00010000:00000010:0.1:1789129754.190854:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf586b7200. 00010000:00000010:1.1:1789129754.329849:0:24110:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf51bbd300. 00010000:00000010:1.1:1789129754.329859:0:24110:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf47e21800. 00010000:00000010:1.1:1789129754.359874:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf42f26a00. 00010000:00000010:2.1:1789129754.360336:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf586b7000. 00010000:00000010:1.1:1789129754.574911:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf47e21c00. 00010000:00000010:1.1:1789129754.574935:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf42f26c00. 00010000:00000010:1.1:1789129754.574940:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf40031400. 00010000:00000010:1.1:1789129754.574945:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf51bbd500. 00010000:00000010:1.1:1789129754.574949:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf47e20400. 00000080:00000010:1.1:1789129754.610598:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9caf484108a0. 00000080:00000010:1.1:1789129754.622017:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9caf60130840. 00010000:00000010:2.1:1789129756.029287:0:24221:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf42f26400. 00010000:00000010:2.1:1789129756.029305:0:24221:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf46a92000. 00010000:00000010:0.1:1789129762.538910:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf4814d700. 00010000:00000010:0.1:1789129762.538926:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf46a92e00. 00010000:00000010:2.1:1789129762.560049:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf4a8cc400. 00010000:00000010:0.1:1789129763.944858:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf51bbdc00. 00010000:00000010:0.1:1789129763.944878:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf47e20400. 00010000:00000010:1.1:1789129763.985870:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf4a8cc300. 00010000:00000010:2.1:1789129764.029867:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf4814d900. 00010000:00000010:2.1:1789129764.029884:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf46a93a00. 00010000:00000010:1.1:1789129874.430642:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf46a93e00. 00000080:00000010:0.1:1789129874.435878:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9caf47eabea0. 00000080:00000010:0.1:1789129874.435891:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9caf4632b0c0. 00000080:00000010:0.1:1789129874.435905:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9caf60130840. 00000080:00000010:0.1:1789129874.435936:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9caf60131080. 00010000:00000010:0.1:1789129874.436086:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf586b7a00. 00010000:00000010:0.1:1789129874.436093:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf42f26b00. 00010000:00000010:2.1:1789129874.436474:0:2341:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf46a92800. 00010000:00000010:2.1:1789129874.436480:0:2341:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf47e21400. 00010000:00000010:0.1:1789129874.460340:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf46a93400. 00010000:00000010:0.1:1789129874.460353:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf4814dc00. 00010000:00000010:1.1:1789129874.460493:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf40031200. 00010000:00000010:1.1:1789129874.460500:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf42f26700. 00010000:00000010:2.1:1789129874.670209:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf4814d000. 00010000:00000010:2.1:1789129874.670222:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf40031000. 00010000:00000010:2.1:1789129874.670226:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf42f26500. 00010000:00000010:2.1:1789129874.670230:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf586b6800. 00000080:00000010:1.1:1789129874.701963:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9caf47eab300. 00000080:00000010:1.1:1789129874.701998:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9caf60862100. 00010000:00000010:1.1:1789129874.748856:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf42f26700. 00010000:00000010:1.1:1789129874.748874:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf586b7800. 00010000:00000010:1.1:1789129874.781863:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf42f26800. 00010000:00000010:1.1:1789129874.804021:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf586b7800. 00010000:00000010:1.1:1789129874.969040:0:24898:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf4814d000. 00010000:00000010:1.1:1789129874.969052:0:24898:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf46a92600. 00010000:00000010:2.1:1789129874.979859:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf586b7800. 00010000:00000010:1.1:1789129874.982967:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf42f26800. 00010000:00000010:0.1:1789129875.151582:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf40030600. 00010000:00000010:0.1:1789129875.151597:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf42f26700. 00010000:00000010:0.1:1789129875.151602:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf586b7400. 00010000:00000010:0.1:1789129875.151606:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf4814d000. 00010000:00000010:0.1:1789129875.151610:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf46a92400. 00000080:00000010:0.1:1789129875.180184:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9caf4632bdc0. 00000080:00000010:0.1:1789129875.183847:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9caf60130000. 00010000:00000010:1.1:1789129879.026441:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf42f26400. 00010000:00000010:1.1:1789129879.026454:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf586b6200. 00010000:00000010:1.1:1789129885.241859:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf4a8cc900. 00010000:00000010:1.1:1789129885.242082:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf40031c00. 00000080:00000010:1.1:1789129885.261283:0:25514:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9caf4632b180. 00000080:00000010:0.1:1789129886.134870:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9caf47eab260. 00010000:00000010:0.1:1789129886.134899:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf4a8ccd00. 00010000:00000010:0.1:1789129886.134927:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf40030800. 00010000:00000010:1.1:1789129886.191881:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf4a8ccd00. 00010000:00000010:1.1:1789129886.191902:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf40031600. 00000080:00000010:3.1:1789129886.243882:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9caf4632b7e0. 00000080:00000010:3.1:1789129890.297263:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9caf4632b920. 00000080:00000010:3.1:1789129890.297433:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9caf47eab5c0. 00000080:00000010:3.1:1789129890.297446:0:32:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9caf6019c200. 00000080:00000010:3.1:1789129890.297461:0:32:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9caf601339c0. 00000080:00000010:3.1:1789129890.297482:0:32:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9caf6019a940. 00010000:00000010:3.1:1789129890.297488:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf46a93000. 00010000:00000010:3.1:1789129890.297493:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf586b7c00. 00010000:00000010:3.1:1789129890.297497:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf586b6a00. 00010000:00000010:1.1:1789129890.321260:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf47e20400. 00010000:00000010:1.1:1789129890.321279:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf51bbdc00. 00010000:00000010:1.1:1789129890.321295:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf586b7a00. 00010000:00000010:1.1:1789129890.321300:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf42f26f00. 00010000:00000010:1.1:1789129890.321304:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf586b6800. 00010000:00000010:1.1:1789129890.321306:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf42f26000. 00010000:00000010:0.1:1789129905.272890:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf4a8cc400. 00010000:00000010:0.1:1789129905.272910:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf40031c00. 00000080:00000010:0.1:1789129905.283453:0:1034:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9caf47eabc40. 00010000:00000010:0.1:1789129905.353851:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf4a8cc400. 00010000:00000010:0.1:1789129905.353865:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf586b7400. 00010000:00000010:3.1:1789129905.358936:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf586b6600. 00000080:00000010:0.1:1789129905.383844:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9caf4632be80. 00010000:00000010:0.1:1789129906.353852:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf4a8cc000. 00010000:00000010:0.1:1789129906.353871:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf40030800. 00010000:00000010:3.1:1789129915.331553:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf4814d700. 00010000:00000010:3.1:1789129915.331566:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf46a93600. 00000080:00000010:1.1:1789129915.348081:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9caf4938edc0. 00010000:00000010:0.1:1789129915.424847:0:2347:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf4a8cc800. 00010000:00000010:0.1:1789129915.424863:0:2347:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf40030c00. 00010000:00000010:2.1:1789129915.443423:0:26777:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf46a93000. 00000080:00000010:0.1:1789129915.478004:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9caf47eabb60. 00010000:00000010:2.1:1789129916.657865:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf46a93000. 00010000:00000010:0.1:1789129916.703950:0:26791:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf51bbd900. 00010000:00000010:0.1:1789129916.703961:0:26791:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf47e21000. 00000080:00000010:0.1:1789129916.711844:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9caf484ad380. 00010000:00000010:0.1:1789129923.896319:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf47e20800. 00000080:00000010:0.1:1789129923.900862:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9caf4938eec0. 00010000:00000010:0.1:1789129923.900882:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf51bbd100. 00010000:00000010:0.1:1789129923.900889:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf47e21e00. 00010000:00000010:0.1:1789129924.037860:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf40031200. 00000080:00000010:0.1:1789129924.041904:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9caf47eabaa0. 00010000:00000010:1.1:1789129924.041982:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf4a8cca00. 00010000:00000010:1.1:1789129924.041992:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf40030800. 00000080:00000010:0.1:1789129928.328798:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9caf47eab300. 00000080:00000010:0.1:1789129928.329171:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9caf47eab5e0. 00000080:00000010:0.1:1789129928.329177:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9caf47eabea0. 00000080:00000010:0.1:1789129928.329183:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9caf484adf20. 00000080:00000010:0.1:1789129928.329188:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9caf47eabc40. 00010000:00000010:0.1:1789129928.358286:0:27395:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf42f26e00. 00010000:00000010:0.1:1789129928.358301:0:27395:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf40030200. 00010000:00000010:0.1:1789129928.358307:0:27395:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf4a8cce00. 00010000:00000010:0.1:1789129928.358310:0:27395:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf40030e00. 00010000:00000010:0.1:1789129928.358314:0:27395:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf4814d500. 00010000:00000010:0.1:1789129928.358318:0:27395:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf46a92600. 00010000:00000010:0.1:1789129928.358321:0:27395:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf42f26d00. 00010000:00000010:0.1:1789129928.358338:0:27395:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf586b6c00. 00010000:00000010:0.1:1789129928.358340:0:27395:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf4a8ccb00. 00010000:00000010:0.1:1789129928.358344:0:27395:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf40031200. 00010000:00000010:0.1:1789129928.358350:0:27395:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf4814d200. 00010000:00000010:0.1:1789129928.358352:0:27395:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf46a93800. 00010000:00000010:0.1:1789129928.358355:0:27395:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf4a8cc700. 00010000:00000010:0.1:1789129928.358357:0:27395:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf40030600. 00010000:00000010:0.1:1789129928.358360:0:27395:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf46a93e00. 00010000:00000010:0.1:1789129928.358362:0:27395:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf4a8cc400. 00010000:00000010:0.1:1789129928.358364:0:27395:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf40031000. 00010000:00000010:0.1:1789129928.358367:0:27395:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf42f26400. 00010000:00000010:0.1:1789129928.358369:0:27395:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf40031c00. 00000080:00000010:3.1:1789129944.957190:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9caf4632bf00. 00000080:00000010:3.1:1789129944.957234:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9caf47eab4c0. 00010000:00000010:3.1:1789129946.809441:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf47e21200. 00010000:00000010:0.1:1789129946.851985:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf4a8cc700. 00010000:00000010:0.1:1789129946.852009:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf40031200. 00010000:00000010:0.1:1789129946.852014:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf47e21800. 00000080:00000010:0.1:1789129946.894870:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9caf47eab720. 00000080:00000010:0.1:1789129946.894915:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9caf608618c0. 00000080:00000010:0.1:1789129946.894925:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9caf4938e880. 00010000:00000010:0.1:1789129946.920113:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf40031200. 00010000:00000010:0.1:1789129946.920137:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf4a8cc400. 00010000:00000010:0.1:1789129946.920142:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf40030200. 00010000:00000010:0.1:1789129946.920146:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf4814d700. 00010000:00000010:0.1:1789129946.920151:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf46a92e00. 00000080:00000010:1.1:1789129946.942867:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9caf601998c0. 00000080:00000010:1.1:1789129946.942889:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9caf47eab2e0. 00010000:00000010:1.1:1789129946.967849:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf586b6400. 00010000:00000010:1.1:1789129947.024356:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf42f26500. 00010000:00000010:1.1:1789129947.024375:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf586b7000. 00010000:00000010:1.1:1789129947.024379:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf586b7c00. 00000080:00000010:1.1:1789129947.057896:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9caf4632b180. 00000080:00000010:1.1:1789129947.063240:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9caf601318c0. 00000080:00000010:1.1:1789129947.063267:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9caf4632b1e0. 00010000:00000010:2.1:1789129947.091884:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf40030200. 00010000:00000010:2.1:1789129947.091912:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf42f26700. 00010000:00000010:2.1:1789129947.091918:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf586b6400. 00010000:00000010:2.1:1789129947.091921:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf42f26a00. 00010000:00000010:2.1:1789129947.091924:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf586b7200. 00000080:00000010:2.1:1789129947.133235:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9caf60136b40. 00000080:00000010:2.1:1789129947.133258:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9caf4632bee0. 00010000:00000010:1.1:1789129950.627860:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf42f26c00. 00010000:00000010:1.1:1789129950.627873:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf586b7800. 00010000:00000010:0.1:1789129950.631849:0:27654:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf4a8ccb00. 00010000:00000010:0.1:1789129950.631863:0:27654:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf40030e00. 00010000:00000010:0.1:1789129954.564049:0:27980:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf586b6c00. 00000080:00000010:0.1:1789129954.567868:0:27980:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9caf4632b020. 00010000:00000010:0.1:1789129954.567887:0:27980:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf42f26000. 00010000:00000010:0.1:1789129954.567892:0:27980:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf586b6800. 00010000:00000010:1.1:1789129954.624179:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf586b6e00. 00000080:00000010:1.1:1789129954.642512:0:27984:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9caf4632b4e0. 00010000:00000010:1.1:1789129954.642527:0:27984:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf42f26500. 00010000:00000010:1.1:1789129954.642533:0:27984:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf586b6000. 00000080:00000010:0.1:1789129957.805868:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9caf47eab880. 00000080:00000010:0.1:1789129957.805900:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9caf4632b900. 00010000:00000010:0.1:1789129957.837380:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf51bbde00. 00010000:00000010:0.1:1789129957.837406:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf46a92e00. 00010000:00000010:0.1:1789129957.837411:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf4814d900. 00010000:00000010:0.1:1789129957.837415:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf46a92c00. 00010000:00000010:0.1:1789129957.837419:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf4a8cca00. 00010000:00000010:0.1:1789129957.837423:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf40031000. 00010000:00000010:0.1:1789129957.837426:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf4a8cc400. 00010000:00000010:0.1:1789129957.837429:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf40030600. 00000080:00000010:2.1:1789130096.068870:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9caf4938ec80. 00000080:00000010:2.1:1789130096.068899:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9caf484adca0. 00010000:00000010:0.1:1789130096.353043:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf40031000. 00010000:00000010:0.1:1789130096.416346:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf42f26e00. 00010000:00000010:0.1:1789130096.416363:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf586b6000. 00010000:00000010:0.1:1789130096.416366:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf586b6e00. 00000080:00000010:0.1:1789130096.448708:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9caf4632b4a0. 00000080:00000010:0.1:1789130096.448739:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9caf6019b9c0. 00000080:00000010:0.1:1789130096.448753:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9caf4632b060. 00010000:00000010:3.1:1789130096.525030:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf40031000. 00010000:00000010:3.1:1789130096.525053:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf42f26d00. 00010000:00000010:3.1:1789130096.525059:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf586b6800. 00010000:00000010:3.1:1789130096.525063:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf51bbd300. 00010000:00000010:3.1:1789130096.525067:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf47e21200. 00000080:00000010:0.1:1789130096.542422:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9caf601318c0. 00000080:00000010:0.1:1789130096.542455:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9caf47eabb00. 00010000:00000010:2.1:1789130096.585230:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf40030800. 00010000:00000010:2.1:1789130096.650146:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf42f26800. 00010000:00000010:2.1:1789130096.650163:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf40031c00. 00010000:00000010:2.1:1789130096.650168:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf40030200. 00000080:00000010:1.1:1789130096.658518:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9caf60865ac0. 00000080:00000010:1.1:1789130096.658549:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9caf47eab1a0. 00000080:00000010:2.1:1789130096.666596:0:2342:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9caf47eab1e0. 00010000:00000010:1.1:1789130096.672521:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf586b6c00. 00010000:00000010:1.1:1789130096.672533:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf4a8cc800. 00010000:00000010:1.1:1789130096.672539:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf46a92800. 00010000:00000010:1.1:1789130096.672542:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf4a8cc200. 00010000:00000010:1.1:1789130096.672545:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf40030600. 00000080:00000010:1.1:1789130096.681423:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9caf60135ac0. 00000080:00000010:1.1:1789130096.681446:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9caf4632bea0. 00010000:00000010:3.1:1789130099.098052:0:1353:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf4814d100. 00010000:00000010:3.1:1789130099.098096:0:1353:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf46a92400. 00010000:00000010:0.1:1789130107.034890:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf40031400. 00000080:00000010:0.1:1789130107.038952:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9caf47eaba00. 00010000:00000010:0.1:1789130107.038974:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf51bbd800. 00010000:00000010:0.1:1789130107.038981:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf47e21000. 00010000:00000010:0.1:1789130107.083970:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf40031200. 00000080:00000010:0.1:1789130107.088859:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9caf47eaba00. 00010000:00000010:0.1:1789130107.088876:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf4a8cc600. 00010000:00000010:0.1:1789130107.088880:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf40031400. 00010000:00000010:1.1:1789130114.183594:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf4814dd00. 00010000:00000010:1.1:1789130114.183612:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf46a93600. 00010000:00000010:1.1:1789130114.183617:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf4a8cc600. 00010000:00000010:1.1:1789130114.183621:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf40031400. 00010000:00000010:1.1:1789130114.183626:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf42f26d00. 00010000:00000010:1.1:1789130114.183630:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf586b6400. 00010000:00000010:1.1:1789130114.183633:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf42f26b00. 00010000:00000010:1.1:1789130114.183637:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf586b7200. 00000080:00000010:3.1:1789130130.291847:0:28604:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9caf484ad800. 00000080:00000010:3.1:1789130130.291863:0:28604:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9caf484add80. 00000080:00000010:3.1:1789130130.358128:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9caf4632be20. 00000080:00000010:3.1:1789130130.358155:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9caf4632b4c0. 00010000:00000010:2.1:1789130132.344919:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf46a92600. 00010000:00000010:1.1:1789130132.418914:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf42f26e00. 00010000:00000010:1.1:1789130132.418933:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf586b7e00. 00010000:00000010:1.1:1789130132.418937:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf586b7200. 00000080:00000010:1.1:1789130132.442980:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9caf4632bde0. 00000080:00000010:1.1:1789130132.446864:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9caf60135ac0. 00000080:00000010:1.1:1789130132.456236:0:28652:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9caf4632b380. 00010000:00000010:1.1:1789130132.471930:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf586b7200. 00010000:00000010:1.1:1789130132.471952:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf42f26d00. 00010000:00000010:1.1:1789130132.471957:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf586b6e00. 00010000:00000010:1.1:1789130132.471959:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf42f26b00. 00010000:00000010:1.1:1789130132.471962:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf586b6400. 00000080:00000010:2.1:1789130132.507866:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9caf6019b9c0. 00000080:00000010:2.1:1789130132.507887:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9caf4632b020. 00010000:00000010:3.1:1789130132.567862:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf46a92400. 00010000:00000010:0.1:1789130132.633928:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf42f26500. 00010000:00000010:0.1:1789130132.633954:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf586b7600. 00010000:00000010:0.1:1789130132.633959:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf40030200. 00000080:00000010:0.1:1789130132.657860:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9caf4632b8c0. 00000080:00000010:0.1:1789130132.657898:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9caf601a8000. 00000080:00000010:0.1:1789130132.657911:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9caf47eaba20. 00010000:00000010:2.1:1789130132.721616:0:28652:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf40030200. 00010000:00000010:2.1:1789130132.721627:0:28652:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf42f26a00. 00010000:00000010:2.1:1789130132.721631:0:28652:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf47e20e00. 00010000:00000010:2.1:1789130132.721636:0:28652:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf4814dc00. 00010000:00000010:2.1:1789130132.721641:0:28652:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf46a92c00. 00000080:00000010:2.1:1789130132.731144:0:28653:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9caf6019ca40. 00000080:00000010:2.1:1789130132.731166:0:28653:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9caf47eab7e0. 00010000:00000010:1.1:1789130134.948690:0:28784:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf42f26400. 00010000:00000010:1.1:1789130134.948718:0:28784:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf586b7800. 00010000:00000010:1.1:1789130143.051281:0:29216:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf586b6000. 00000080:00000010:1.1:1789130143.059136:0:29219:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9caf4632b2a0. 00010000:00000010:1.1:1789130143.059175:0:29219:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf42f26700. 00010000:00000010:1.1:1789130143.059182:0:29219:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf586b6200. 00010000:00000010:0.1:1789130143.190794:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf40030c00. 00000080:00000010:0.1:1789130143.193411:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9caf47eab360. 00010000:00000010:0.1:1789130143.193432:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf4a8ccf00. 00010000:00000010:0.1:1789130143.193448:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf40030200. 00000080:00000010:3.1:1789130148.013149:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9caf484ad760. 00000080:00000010:3.1:1789130148.013165:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9caf47eab660. 00010000:00000010:0.1:1789130148.061639:0:29078:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf4814dc00. 00010000:00000010:0.1:1789130148.061657:0:29078:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf46a92600. 00010000:00000010:0.1:1789130148.061663:0:29078:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf4a8ccc00. 00010000:00000010:0.1:1789130148.061668:0:29078:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf40030a00. 00010000:00000010:0.1:1789130148.061672:0:29078:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf42f26700. 00010000:00000010:0.1:1789130148.061676:0:29078:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf586b6200. 00010000:00000010:0.1:1789130148.061679:0:29078:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf42f26400. 00010000:00000010:0.1:1789130148.061682:0:29078:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf40030c00. 00010000:00000010:0.1:1789130148.061684:0:29078:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf4a8ccf00. 00010000:00000010:0.1:1789130148.061892:0:29078:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf40030200. 00000080:00000010:0.1:1789130163.605223:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9caf47eab6c0. 00000080:00000010:0.1:1789130163.605255:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9caf47eabc60. 00010000:00000010:0.1:1789130165.606114:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf40031600. 00010000:00000010:1.1:1789130165.674479:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf4a8ccc00. 00010000:00000010:1.1:1789130165.674496:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf40031200. 00010000:00000010:1.1:1789130165.674501:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf46a92200. 00000080:00000010:1.1:1789130165.700860:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9caf47eab160. 00000080:00000010:1.1:1789130165.704867:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9caf60136b40. 00000080:00000010:1.1:1789130165.704884:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9caf484ad260. 00010000:00000010:0.1:1789130165.737859:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf40031600. 00010000:00000010:0.1:1789130165.737881:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf4a8ccf00. 00010000:00000010:0.1:1789130165.737887:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf46a92600. 00010000:00000010:0.1:1789130165.737891:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf4814d000. 00010000:00000010:0.1:1789130165.737895:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf46a92000. 00000080:00000010:0.1:1789130165.760334:0:29270:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9caf60135ac0. 00000080:00000010:0.1:1789130165.760354:0:29270:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9caf4632bd20. 00010000:00000010:0.1:1789130165.785399:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf40031000. 00010000:00000010:1.1:1789130165.827928:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf4a8cc700. 00010000:00000010:1.1:1789130165.827941:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf40031400. 00010000:00000010:1.1:1789130165.827946:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf40030200. 00000080:00000010:1.1:1789130165.849858:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9caf47eabce0. 00000080:00000010:1.1:1789130165.853862:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9caf60863180. 00000080:00000010:1.1:1789130165.853880:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9caf47eab000. 00010000:00000010:1.1:1789130165.871130:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf586b6400. 00010000:00000010:1.1:1789130165.871138:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf4a8cc600. 00010000:00000010:1.1:1789130165.871153:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf586b7600. 00010000:00000010:1.1:1789130165.871156:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf4a8ccf00. 00010000:00000010:1.1:1789130165.871159:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf40031600. 00000080:00000010:1.1:1789130165.897894:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9caf601318c0. 00000080:00000010:1.1:1789130165.897908:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9caf4632b2a0. 00010000:00000010:0.1:1789130170.821588:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf4a8cc100. 00010000:00000010:0.1:1789130170.821602:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf40030c00. 00010000:00000010:0.1:1789130170.821607:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf42f26700. 00010000:00000010:0.1:1789130170.821611:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf586b6200. 00010000:00000010:1.1:1789130174.733214:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf40031c00. 00000080:00000010:2.1:1789130174.776380:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9caf47eaba40. 00010000:00000010:2.1:1789130174.776400:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf4814df00. 00010000:00000010:2.1:1789130174.776407:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf46a92800. 00010000:00000010:2.1:1789130174.821514:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf586b7a00. 00000080:00000010:3.1:1789130174.840980:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9caf4632b3c0. 00010000:00000010:3.1:1789130174.840999:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf42f26000. 00010000:00000010:3.1:1789130174.841005:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf586b6000. 00010000:00000010:1.1:1789130176.133076:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf42f26900. 00010000:00000010:1.1:1789130176.133095:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf586b7200. 00000080:00000010:1.1:1789130177.896880:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9caf4632b6c0. 00000080:00000010:1.1:1789130177.896908:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9caf47eab0c0. 00010000:00000010:0.1:1789130177.920117:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf42f26800. 00010000:00000010:0.1:1789130177.920143:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf47e21400. 00010000:00000010:0.1:1789130177.920149:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf4a8cc100. 00010000:00000010:0.1:1789130177.920155:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf40031600. 00010000:00000010:0.1:1789130177.920160:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf42f26500. 00010000:00000010:0.1:1789130177.920163:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf586b7600. 00010000:00000010:0.1:1789130177.920185:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf42f26c00. 00010000:00000010:0.1:1789130177.920189:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf40031000. 00000080:00000010:0.1:1789130198.135723:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9caf47eab500. 00000080:00000010:1.1:1789130198.144250:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9caf47eab720. 00010000:00000010:0.1:1789130198.225874:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf40031a00. 00010000:00000010:2.1:1789130198.310958:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf4a8cc100. 00010000:00000010:2.1:1789130198.310982:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf40031000. 00010000:00000010:2.1:1789130198.310987:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf586b6600. 00000080:00000010:0.1:1789130198.326999:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9caf47eab140. 00000080:00000010:0.1:1789130198.331293:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9caf60136b40. 00000080:00000010:0.1:1789130198.331325:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9caf4632bfe0. 00010000:00000010:2.1:1789130198.356417:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf40031a00. 00010000:00000010:2.1:1789130198.356460:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf42f26c00. 00010000:00000010:2.1:1789130198.356466:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf586b7000. 00010000:00000010:2.1:1789130198.356470:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf42f26900. 00010000:00000010:2.1:1789130198.356473:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf586b7400. 00000080:00000010:2.1:1789130198.367963:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9caf601318c0. 00000080:00000010:2.1:1789130198.367999:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9caf47eab520. 00010000:00000010:0.1:1789130198.405904:0:29872:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf46a92c00. 00010000:00000010:1.1:1789130198.425984:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf42f26500. 00010000:00000010:1.1:1789130198.426005:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf586b7c00. 00010000:00000010:1.1:1789130198.426011:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf40031200. 00000080:00000010:1.1:1789130198.460127:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9caf4632b900. 00010000:00000010:1.1:1789130198.464140:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf586b7c00. 00010000:00000010:1.1:1789130198.464166:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf4a8cc800. 00010000:00000010:1.1:1789130198.464200:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf40031400. 00010000:00000010:1.1:1789130198.464206:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf4814d100. 00010000:00000010:1.1:1789130198.464211:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf46a93e00. 00010000:00000010:0.1:1789130201.529847:0:30043:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf4a8cc400. 00010000:00000010:0.1:1789130201.529857:0:30043:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf40031600. 00020000:00000001:3.0:1789130316.243536:0:29852:0:(lov_io.c:1533:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789130316.243538:0:29852:0:(lov_io.c:1674:lov_io_iter_fini()) Process leaving 00000020:00000001:3.0:1789130316.243538:0:29852:0:(cl_io.c:439:cl_io_iter_fini()) Process leaving 00000020:00000001:3.0:1789130316.243540:0:29852:0:(cl_io.c:877:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789130316.243542:0:29852:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:3.0:1789130316.243544:0:29852:0:(lov_io.c:1057:lov_io_fini()) Process entered 00020000:00000001:3.0:1789130316.243545:0:29852:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:3.0:1789130316.243546:0:29852:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:3.0:1789130316.243548:0:29852:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1789130316.243550:0:29852:0:(cl_object.c:917:cl_env_put()) 1@ffff9caf5815b360 00020000:00000001:3.0:1789130316.243552:0:29852:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:3.0:1789130316.243555:0:29852:0:(lov_io.c:1088:lov_io_fini()) Process leaving 00000080:00000001:3.0:1789130316.243557:0:29852:0:(vvp_io.c:392:vvp_io_fini()) Process entered 00000080:00200000:3.0:1789130316.243559:0:29852:0:(vvp_io.c:402:vvp_io_fini()) [0x200000404:0x1e:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, need minor change layout 0 00000080:00000001:3.0:1789130316.243563:0:29852:0:(vvp_io.c:509:vvp_io_fini()) Process leaving 00000020:00000001:3.0:1789130316.243564:0:29852:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1789130316.243566:0:29852:0:(cl_object.c:917:cl_env_put()) 1@ffff9caf58487cf0 00000080:00000001:3.0:1789130316.243568:0:29852:0:(file.c:5349:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130316.243572:0:29852:0:(llite_lib.c:2079:ll_clear_inode()) Process entered 00000080:00200000:3.0:1789130316.243574:0:29852:0:(llite_lib.c:2082:ll_clear_inode()) VFS Op:inode=[0x200000404:0x1e:0x0](ffff9caf60133a88) 00800000:00000001:3.0:1789130316.243579:0:29852:0:(lmv_obd.c:1647:lmv_null_inode()) Process entered 00800000:00000002:3.0:1789130316.243581:0:29852:0:(lmv_obd.c:1649:lmv_null_inode()) CBDATA for [0x200000404:0x1e:0x0] 00000002:00000001:3.0:1789130316.243586:0:29852:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00010000:00000040:3.0:1789130316.243593:0:29852:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf4814d700 count: 2 00010000:00000001:3.0:1789130316.243596:0:29852:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789130316.243599:0:29852:0:(mdc_locks.c:182:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789130316.243601:0:29852:0:(lmv_obd.c:1659:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130316.243603:0:29852:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:3.0:1789130316.243607:0:29852:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:3.0:1789130316.243608:0:29852:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130316.243611:0:29852:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789130316.243614:0:29852:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1789130316.243616:0:29852:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446634875647196408 : -109198062355208 : ffff9caf58487cf8) 00000020:00001000:3.0:1789130316.243618:0:29852:0:(cl_object.c:823:cl_env_get()) 1@ffff9caf58487cf0 00020000:00000001:3.0:1789130316.243623:0:29852:0:(lov_object.c:1555:lov_object_delete()) Process entered 00020000:00000002:3.0:1789130316.243625:0:29852:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9caf581240f8) owner 0000000000000000/ffff9caf4c1bcf80 00020000:00000001:3.0:1789130316.243628:0:29852:0:(lov_object.c:885:lov_delete_composite()) Process entered 00020000:00000002:3.0:1789130316.243631:0:29852:0:(lov_ea.c:762:dump_lsm()) lsm ffff9caf481b3060, objid 0x1e:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1789130316.243636:0:29852:0:(lov_ea.c:793:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:3.0:1789130316.243641:0:29852:0:(lov_ea.c:812:dump_lsm()) oinfo:ffff9caf4848e600: ostid: 0x240000400:21 ost idx: 0 gen: 0 00020000:00000001:3.0:1789130316.243644:0:29852:0:(lov_object.c:1327:lov_layout_wait()) Process entered 00020000:00000001:3.0:1789130316.243645:0:29852:0:(lov_object.c:1337:lov_layout_wait()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789130316.243648:0:29852:0:(lov_object.c:292:lov_delete_raid0()) Process entered 00000020:00000001:3.0:1789130316.243649:0:29852:0:(cl_object.c:368:cl_object_prune()) Process entered 00010000:00000001:3.0:1789130316.243653:0:29852:0:(ldlm_request.c:2697:ldlm_resource_iterate()) Process entered 00010000:00000040:3.0:1789130316.243656:0:29852:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf42f26800 count: 2 00010000:00000001:3.0:1789130316.243658:0:29852:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789130316.243660:0:29852:0:(ldlm_request.c:2625:ldlm_resource_foreach()) Process entered 00000008:00000001:3.0:1789130316.243662:0:29852:0:(osc_object.c:184:osc_object_ast_clear()) Process entered 00000008:00010000:3.0:1789130316.243668:0:29852:0:(osc_object.c:202:osc_object_ast_clear()) ### update lock size 0 blocks 1 [cma]time: 0 0 0 by oinfo size 0 blocks 1 [cma]time 1789130176 1789130176 1789130176 ns: lustre-OST0000-osc-ffff9caf5014c800 lock: 0000000085466101/0xde5303b1d982cb17 lrc: 1/0,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xcdf1b083821a517b expref: -99 pid: 29871 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00000001:3.0:1789130316.243679:0:29852:0:(cl_object.c:143:cl_object_top()) ffff9caf48235310 -> ffff9caf5016cc38 00000020:00000001:3.0:1789130316.243681:0:29852:0:(cl_object.c:143:cl_object_top()) ffff9caf48235310 -> ffff9caf5016cc38 00000008:00000001:3.0:1789130316.243683:0:29852:0:(osc_object.c:212:osc_object_ast_clear()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1789130316.243686:0:29852:0:(ldlm_request.c:2641:ldlm_resource_foreach()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1789130316.243688:0:29852:0:(ldlm_request.c:2707:ldlm_resource_iterate()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1789130316.243690:0:29852:0:(cl_object.c:378:cl_object_prune()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:3.0:1789130316.243695:0:29852:0:(osc_object.c:99:osc_object_free()) slab-freed '(osc)': 488 at ffff9caf48235310. 00020000:00000001:3.0:1789130316.243701:0:29852:0:(lovsub_object.c:58:lovsub_object_free()) Process entered 00020000:00000010:3.0:1789130316.243704:0:29852:0:(lovsub_object.c:78:lovsub_object_free()) slab-freed 'los': 200 at ffff9caf5016c000. 00020000:00000001:3.0:1789130316.243712:0:29852:0:(lovsub_object.c:80:lovsub_object_free()) Process leaving 00020000:00000001:3.0:1789130316.243714:0:29852:0:(lov_object.c:313:lov_delete_raid0()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789130316.243716:0:29852:0:(lov_object.c:906:lov_delete_composite()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1789130316.243717:0:29852:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9caf581240f8) owner 0000000000000000/ffff9caf4c1bcf80 00020000:00000001:3.0:1789130316.243720:0:29852:0:(lov_object.c:1557:lov_object_delete()) Process leaving 00020000:00000001:3.0:1789130316.243776:0:29852:0:(lov_object.c:1564:lov_object_free()) Process entered 00020000:00000002:3.0:1789130316.243778:0:29852:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9caf581240f8) owner 0000000000000000/ffff9caf4c1bcf80 00020000:00000001:3.0:1789130316.243781:0:29852:0:(lov_object.c:921:lov_fini_composite()) Process entered 00020000:00000010:3.0:1789130316.243783:0:29852:0:(lov_object.c:322:lov_fini_raid0()) kvfree 'r0->lo_sub': 8 at ffff9caf438afee0. 00020000:00000010:3.0:1789130316.243787:0:29852:0:(lov_object.c:930:lov_fini_composite()) kfreed 'comp->lo_entries': 176 at ffff9caf501376c0. 00020000:00000010:3.0:1789130316.243790:0:29852:0:(lov_object.c:935:lov_fini_composite()) kfreed 'comp->lo_mirrors': 12 at ffff9caf49387060. 00020000:00000002:3.0:1789130316.243793:0:29852:0:(lov_ea.c:762:dump_lsm()) lsm ffff9caf481b3060, objid 0x1e:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1789130316.243797:0:29852:0:(lov_ea.c:793:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:3.0:1789130316.243801:0:29852:0:(lov_ea.c:812:dump_lsm()) oinfo:ffff9caf4848e600: ostid: 0x240000400:21 ost idx: 0 gen: 0 00020000:00000010:3.0:1789130316.243886:0:29852:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9caf4848e600. 00020000:00000010:3.0:1789130316.243890:0:29852:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff9caf481b3a80. 00020000:00000010:3.0:1789130316.243893:0:29852:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff9caf481b3060. 00020000:00000001:3.0:1789130316.243895:0:29852:0:(lov_object.c:944:lov_fini_composite()) Process leaving 00020000:00000002:3.0:1789130316.243896:0:29852:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9caf581240f8) owner 0000000000000000/ffff9caf4c1bcf80 00020000:00000010:3.0:1789130316.243899:0:29852:0:(lov_object.c:1567:lov_object_free()) slab-freed '(lov)': 248 at ffff9caf581240f8. 00020000:00000001:3.0:1789130316.243902:0:29852:0:(lov_object.c:1568:lov_object_free()) Process leaving 00000080:00000010:3.0:1789130316.243904:0:29852:0:(vvp_object.c:280:vvp_object_free()) slab-freed 'vob': 200 at ffff9caf5016cbb8. 00000020:00001000:3.0:1789130316.243908:0:29852:0:(cl_object.c:917:cl_env_put()) 1@ffff9caf58487cf0 00000080:00000001:3.0:1789130316.243911:0:29852:0:(llite_lib.c:2130:ll_clear_inode()) Process leaving 00000080:00000001:3.0:1789130316.243913:0:29852:0:(llite_lib.c:3452:ll_delete_inode()) Process leaving 00000080:00000001:3.0:1789130316.243923:0:29852:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:3.0:1789130316.243926:0:29852:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:3.0:1789130316.243936:0:29852:0:(llite_lib.c:3423:ll_delete_inode()) Process entered 00000080:00000001:3.0:1789130316.243937:0:29852:0:(llite_lib.c:2079:ll_clear_inode()) Process entered 00000080:00200000:3.0:1789130316.243938:0:29852:0:(llite_lib.c:2082:ll_clear_inode()) VFS Op:inode=[0x200000404:0x1c:0x0](ffff9caf60199148) 00800000:00000001:3.0:1789130316.243940:0:29852:0:(lmv_obd.c:1647:lmv_null_inode()) Process entered 00800000:00000002:3.0:1789130316.243941:0:29852:0:(lmv_obd.c:1649:lmv_null_inode()) CBDATA for [0x200000404:0x1c:0x0] 00000002:00000001:3.0:1789130316.243944:0:29852:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:3.0:1789130316.243946:0:29852:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789130316.243948:0:29852:0:(lmv_obd.c:1659:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130316.243949:0:29852:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:3.0:1789130316.243950:0:29852:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:3.0:1789130316.243952:0:29852:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130316.243954:0:29852:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130316.243957:0:29852:0:(llite_lib.c:2130:ll_clear_inode()) Process leaving 00000080:00000001:3.0:1789130316.243958:0:29852:0:(llite_lib.c:3452:ll_delete_inode()) Process leaving 00000080:00000001:3.0:1789130316.243963:0:29852:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:3.0:1789130316.243965:0:29852:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000010:3.1:1789130316.251850:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9caf601339c0. 00000080:00000010:3.1:1789130316.251868:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9caf4632bca0. 00000080:00000010:3.1:1789130316.251879:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9caf60199080. 00000080:00000010:3.1:1789130316.251885:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9caf4938e3e0. 00010000:00000001:3.0:1789130316.730839:0:27360:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130316.730850:0:27360:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130316.730857:0:27360:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130316.730858:0:27360:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130316.730864:0:27360:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130316.730865:0:27360:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130317.757180:0:27360:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130317.757198:0:27360:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130317.757204:0:27360:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130317.757205:0:27360:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130317.757208:0:27360:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130317.757209:0:27360:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130317.930106:0:30409:0:(llite_lib.c:4271:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789130318.767625:0:2342:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789130318.767631:0:2342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf616ca900. 00000400:00000200:3.0:1789130318.767636:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130318.767643:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:3.0:1789130318.767650:0:2342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf42d18c38 00000400:00000010:3.0:1789130318.767653:0:2342:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf42d18c38. 00000100:00000001:3.0:1789130318.767659:0:2342:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789130318.767669:0:2342:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf580b8000 x1876037328999168/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789130458 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130318.767687:0:2342:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130318.767691:0:2342:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf580b8000 x1876037328999168/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789130458 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130318.767698:0:2342:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130318.767700:0:2342:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:3.0:1789130318.778033:0:27360:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130318.778044:0:27360:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130318.778054:0:27360:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130318.778059:0:27360:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789130318.778062:0:27360:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789130318.778072:0:27360:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130318.778075:0:27360:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789130318.778077:0:27360:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130318.778082:0:27360:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789130318.778086:0:27360:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130318.778087:0:27360:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130318.778090:0:27360:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130318.778095:0:27360:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130318.778097:0:27360:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789130318.790989:0:2342:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789130318.790995:0:2342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf47f34100. 00000400:00000200:3.0:1789130318.791001:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130318.791007:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:3.0:1789130318.791014:0:2342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf462a3198 00000400:00000010:3.0:1789130318.791016:0:2342:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf462a3198. 00000100:00000001:3.0:1789130318.791021:0:2342:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789130318.791026:0:2342:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf615d6580 x1876037328999296/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789130458 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130318.791037:0:2342:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130318.791040:0:2342:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf615d6580 x1876037328999296/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789130458 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130318.791048:0:2342:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130318.791049:0:2342:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1789130318.802177:0:2342:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789130318.802185:0:2342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf47f34200. 00000400:00000200:3.0:1789130318.802191:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130318.802197:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:3.0:1789130318.802204:0:2342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf462a3770 00000400:00000010:3.0:1789130318.802207:0:2342:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf462a3770. 00000100:00000001:3.0:1789130318.802212:0:2342:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789130318.802218:0:2342:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf615d6580 x1876037328999552/t0(0) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 568/576 e 0 to 0 dl 1789130458 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130318.802230:0:2342:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130318.802235:0:2342:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf615d6580 x1876037328999552/t0(0) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 568/576 e 0 to 0 dl 1789130458 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130318.802243:0:2342:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130318.802245:0:2342:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:1.1:1789130318.806281:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf586b6800. 00000080:00000010:1.1:1789130318.809995:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9caf4632b640. 00010000:00000010:1.1:1789130318.810012:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf4814dc00. 00010000:00000010:1.1:1789130318.810021:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf46a92200. 00000800:00000001:3.0:1789130318.810320:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1789130318.810374:0:30458:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789130318.810384:0:30458:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789130318.810388:0:30458:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789130318.810393:0:30458:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf42d8e630. 00000400:00000200:3.0:1789130318.810402:0:30458:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf462a3330 00000400:00000010:3.0:1789130318.810408:0:30458:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf462a3330. 00000100:00000001:3.0:1789130318.810415:0:30458:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789130318.810424:0:30458:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf615d6580 x1876037328999552/t0(0) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 568/576 e 0 to 0 dl 1789130458 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789130318.810436:0:30458:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf615d6580 x1876037328999552/t0(0) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 568/576 e 0 to 0 dl 1789130458 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130318.810446:0:30458:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789130318.810448:0:30458:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130318.810452:0:30458:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789130318.810457:0:30458:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789130318.810461:0:30458:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789130318.810464:0:30458:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789130318.810467:0:30458:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789130318.810481:0:30458:0:(import.c:2149:obd_at_measure()) add 104 to ffff9caf6079ac60 time=87 v=104 (104 104 104 104) 00000100:00001000:3.0:1789130318.810486:0:30458:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf6079ac18 time=2 v=5 (1 0 0 0) 00000100:00000001:3.0:1789130318.810490:0:30458:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789130318.810492:0:30458:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130318.810495:0:30458:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789130318.810500:0:30458:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130318.810504:0:30458:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1789130318.810507:0:30458:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x1000000a3/0x1] 00000100:00000001:3.0:1789130318.810509:0:30458:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1789130318.810512:0:30458:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789130318.810515:0:30458:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875799561600 : -109197909990016 : ffff9caf615d6580) 00000100:00000001:3.0:1789130318.810519:0:30458:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789130318.810521:0:30458:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9caf5014c800: skip recheck: last_committed 4294967590 00000100:00000001:3.0:1789130318.810524:0:30458:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789130318.810527:0:30458:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130318.810533:0:30458:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf615d6580 x1876037328999552/t4294967592(4294967592) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 568/448 e 0 to 0 dl 1789130458 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130318.810540:0:30458:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789130318.810544:0:30458:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789130318.810546:0:30458:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789130318.810551:0:30458:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf615d6580 x1876037328999552/t4294967592(4294967592) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 568/448 e 0 to 0 dl 1789130458 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789130318.810559:0:30458:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf615d6580 pname:cluuid:pid:xid:nid:opc:job lfs:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:30458:1876037328999552:192.168.204.123@tcp:36:lfs.0 00000100:00000001:3.0:1789130318.810567:0:30458:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130318.810571:0:30458:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130318.810574:0:30458:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1789130318.810576:0:30458:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130318.810580:0:30458:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf615d6580 x1876037328999552/t4294967592(4294967592) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 568/448 e 0 to 0 dl 1789130458 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130318.810645:0:30458:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789130318.810648:0:30458:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9caf47fd1900. 00000100:00000001:3.0:1789130318.810652:0:30458:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1789130318.810653:0:30458:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789130318.810665:0:30458:0:(mdc_reint.c:296:mdc_create()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789130318.810670:0:30458:0:(lmv_obd.c:2359:lmv_create()) Created - [0x200000404:0x1f:0x0] 00800000:00000001:3.0:1789130318.810673:0:30458:0:(lmv_obd.c:2416:lmv_create()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130318.810680:0:30458:0:(llite_lib.c:3864:ll_prep_inode()) Process entered 00000002:00000001:3.0:1789130318.810688:0:30458:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:3.0:1789130318.810690:0:30458:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1789130318.810694:0:30458:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833951 : 144115205322833951 : 20000040400001f) 00000080:00000001:3.0:1789130318.810699:0:30458:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:3.0:1789130318.810711:0:30458:0:(super25.c:42:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff9caf601aca40. 00000080:00000001:3.0:1789130318.810726:0:30458:0:(llite_lib.c:3374:ll_read_inode2()) Process entered 00000080:00200000:3.0:1789130318.810728:0:30458:0:(llite_lib.c:3377:ll_read_inode2()) VFS Op:inode=[0x200000404:0x1f:0x0](ffff9caf601acb08) 00000080:00000001:3.0:1789130318.810732:0:30458:0:(llite_lib.c:1973:ll_update_lsm_md()) Process entered 00000080:00000002:3.0:1789130318.810735:0:30458:0:(llite_lib.c:1977:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000404:0x1f:0x0] 00000080:00000001:3.0:1789130318.810738:0:30458:0:(llite_lib.c:1994:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130318.810740:0:30458:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833951 : 144115205322833951 : 20000040400001f) 00000080:00000001:3.0:1789130318.810743:0:30458:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:3.0:1789130318.810746:0:30458:0:(llite_lib.c:3071:ll_update_inode()) setting ino 144115205322833951 mtime from 0 to 1789130318 00000080:00200000:3.0:1789130318.810751:0:30458:0:(llite_lib.c:3140:ll_update_inode()) inode=[0x200000404:0x1f:0x0], updating i_size 512 00000080:00000001:3.0:1789130318.810755:0:30458:0:(llite_lib.c:3403:ll_read_inode2()) Process leaving 00000080:00000001:3.0:1789130318.810758:0:30458:0:(namei.c:156:ll_iget()) Process leaving (rc=18446634875778419464 : -109197931132152 : ffff9caf601acb08) 00000080:00000001:3.0:1789130318.810762:0:30458:0:(llite_lib.c:3962:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1789130318.810766:0:30458:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:3.0:1789130318.810768:0:30458:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130318.810778:0:30458:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130318.810783:0:30458:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf615d6580 x1876037328999552/t4294967592(4294967592) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 568/448 e 0 to 0 dl 1789130458 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130318.810790:0:30458:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789130318.810793:0:30458:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9caf4557c8c0 2 00000080:00000010:3.0:1789130318.810797:0:30458:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9caf43367600. 00000080:00000010:3.0:1789130318.810846:0:30458:0:(dir.c:2105:ll_dir_ioctl()) kvfree 'data': 648 at ffff9caf487c2000. 00000080:00000001:3.0:1789130318.810852:0:30458:0:(dir.c:2106:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130318.810877:0:30458:0:(dir.c:3016:ll_dir_release()) Process entered 00000080:00000001:3.0:1789130318.810881:0:30458:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:3.0:1789130318.810885:0:30458:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f40e3bdd0 00000080:00200008:3.0:1789130318.810889:0:30458:0:(file.c:479:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff9caf601980c8), flags 300000 00000080:00400000:3.0:1789130318.810893:0:30458:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000007:0x1:0x0] 00000080:00000010:3.0:1789130318.810897:0:30458:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9caf417a9540. 00000080:00000001:3.0:1789130318.810902:0:30458:0:(file.c:498:ll_file_release()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1789130318.810904:0:30458:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f40e3bdd0 00000080:00000008:3.0:1789130318.810907:0:30458:0:(file.c:523:ll_file_release()) COMPLETED file /:[0x200000007:0x1:0x0](ffff9caf601980c8), flags 300000, rc = 0 00000080:00000001:3.0:1789130318.810910:0:30458:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130318.810913:0:30458:0:(dir.c:3017:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789130318.832759:0:2341:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789130318.832766:0:2341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf616ca400. 00000400:00000200:3.0:1789130318.832773:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130318.832780:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:3.0:1789130318.832788:0:2341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf42d18880 00000400:00000010:3.0:1789130318.832790:0:2341:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf42d18880. 00000100:00000001:3.0:1789130318.832795:0:2341:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789130318.832800:0:2341:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf580b92c0 x1876037328999680/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789130458 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130318.832838:0:2341:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130318.832842:0:2341:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf580b92c0 x1876037328999680/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789130458 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130318.832855:0:2341:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130318.832857:0:2341:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1789130318.849682:0:2341:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789130318.849689:0:2341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf47f34e00. 00000400:00000200:3.0:1789130318.849699:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130318.849706:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:3.0:1789130318.849713:0:2341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf462a3dd0 00000400:00000010:3.0:1789130318.849716:0:2341:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf462a3dd0. 00000100:00000001:3.0:1789130318.849721:0:2341:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789130318.849727:0:2341:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf615d5e00 x1876037328999808/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789130458 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130318.849738:0:2341:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130318.849742:0:2341:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf615d5e00 x1876037328999808/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789130458 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130318.849749:0:2341:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130318.849751:0:2341:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1789130318.874951:0:2341:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789130318.874965:0:2341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf451e7800. 00000400:00000200:3.0:1789130318.874973:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130318.874984:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:3.0:1789130318.874992:0:2341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf5801ebb0 00000400:00000010:3.0:1789130318.874995:0:2341:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf5801ebb0. 00000100:00000001:3.0:1789130318.875001:0:2341:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789130318.875008:0:2341:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf61461680 x1876037329000064/t0(0) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 568/576 e 0 to 0 dl 1789130458 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130318.875021:0:2341:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130318.875025:0:2341:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf61461680 x1876037329000064/t0(0) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 568/576 e 0 to 0 dl 1789130458 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130318.875032:0:2341:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130318.875034:0:2341:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:1.1:1789130318.875520:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf586b6800. 00000080:00000010:0.1:1789130318.878201:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9caf4632b2a0. 00010000:00000010:0.1:1789130318.878228:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf4814d400. 00010000:00000010:0.1:1789130318.878236:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf46a93800. 00000080:00000001:3.0:1789130318.952269:0:30461:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:3.0:1789130318.952282:0:30461:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:3.0:1789130318.952286:0:30461:0:(file.c:6206:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1789130318.952290:0:30461:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f40d53bc0 00000080:00200000:3.0:1789130318.952295:0:30461:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8),name=/ 00000080:00000010:3.0:1789130318.952306:0:30461:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9caf42d70800. 00800000:00000002:3.0:1789130318.952316:0:30461:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9caf4557c8c0 2 00000080:00000001:3.0:1789130318.952322:0:30461:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1789130318.952328:0:30461:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1789130318.952331:0:30461:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f40d53ae0 00800000:00000002:3.0:1789130318.952334:0:30461:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1789130318.952339:0:30461:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1789130318.952345:0:30461:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1789130318.952351:0:30461:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1789130318.952354:0:30461:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f40d539b0 00000002:00010000:3.0:1789130318.952356:0:30461:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1789130318.952360:0:30461:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1789130318.952362:0:30461:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789130318.952366:0:30461:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1789130318.952375:0:30461:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789130318.952377:0:30461:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789130318.952379:0:30461:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789130318.952382:0:30461:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1789130318.952385:0:30461:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1789130318.952775:0:30461:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf501aa1c0. 00000020:00000040:3.0:1789130318.952782:0:30461:0:(genops.c:1210:class_import_get()) import ffff9caf6079a800 refcount=7 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00010000:00000001:3.0:1789130318.952790:0:30461:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1789130318.952797:0:30461:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789130318.952934:0:30461:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130318.952937:0:30461:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789130318.952939:0:30461:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130318.952944:0:30461:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789130318.952947:0:30461:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789130318.952952:0:30461:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789130318.952962:0:30461:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9caf50105400. 00000100:00000001:3.0:1789130318.952972:0:30461:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130318.952978:0:30461:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1789130318.952980:0:30461:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130318.952981:0:30461:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1789130318.952983:0:30461:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130318.952984:0:30461:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789130318.952992:0:30461:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446634875509973440 : -109198199578176 : ffff9caf501aa1c0) 00010000:00000001:3.0:1789130318.952997:0:30461:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1789130318.953000:0:30461:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1789130318.953005:0:30461:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9caf51bbd800. 00010000:00000010:3.0:1789130318.953010:0:30461:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9caf42e06500. 00010000:00000001:3.0:1789130318.953016:0:30461:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1789130318.953019:0:30461:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9caf47e21000. 00000020:00000001:3.0:1789130318.953024:0:30461:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1789130318.953028:0:30461:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9caf47e21000 with handle 0xde5303b1d982cb72 to hash 00000020:00000001:3.0:1789130318.953030:0:30461:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1789130318.953032:0:30461:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446634875372048384 : -109198337503232 : ffff9caf47e21000) 00010000:00000001:3.0:1789130318.953036:0:30461:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446634875372048384 : -109198337503232 : ffff9caf47e21000) 00010000:00000001:3.0:1789130318.953041:0:30461:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789130318.953046:0:30461:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789130318.953057:0:30461:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e21000/0xde5303b1d982cb72 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 30461 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789130318.953067:0:30461:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e21000/0xde5303b1d982cb72 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 30461 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789130318.953079:0:30461:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e21000/0xde5303b1d982cb72 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 30461 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1789130318.953085:0:30461:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1789130318.953088:0:30461:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1789130318.953096:0:30461:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9caf5868b240. 00000100:00000001:3.0:1789130318.953098:0:30461:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446634875649307200 : -109198060244416 : ffff9caf5868b240) 00000100:00000001:3.0:1789130318.953101:0:30461:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789130318.953103:0:30461:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875509973440 : -109198199578176 : ffff9caf501aa1c0) 00000100:00000001:3.0:1789130318.953108:0:30461:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789130318.953114:0:30461:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130318.953117:0:30461:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1789130318.953119:0:30461:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789130318.953132:0:30461:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf501aa1c0 x1876037329000192/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130318.953142:0:30461:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789130318.953144:0:30461:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789130318.953149:0:30461:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789130318.953152:0:30461:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789130318.953155:0:30461:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789130318.953159:0:30461:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf501aa1c0 pname:cluuid:pid:xid:nid:opc:job multiop:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:30461:1876037329000192:192.168.204.123@tcp:101:multiop.0 00000100:00000001:3.0:1789130318.953174:0:30461:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789130318.953181:0:30461:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789130318.953184:0:30461:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789130318.953187:0:30461:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789130318.953194:0:30461:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9caf49d0d800. 02000000:00000001:3.0:1789130318.953196:0:30461:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789130318.953205:0:30461:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:3.0:1789130318.953210:0:30461:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf60788e18. 00000400:00000010:3.0:1789130318.953220:0:30461:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf4549f000. 00000100:00000200:3.0:1789130318.953230:0:30461:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1876037329000192, portal 10 00000100:00000001:3.0:1789130318.953233:0:30461:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789130318.953234:0:30461:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875509973440 : -109198199578176 : ffff9caf501aa1c0) 00000100:00000040:3.0:1789130318.953241:0:30461:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9caf501aa1c0 x1876037329000192/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789130458 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130318.953248:0:30461:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789130318.953250:0:30461:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:3.0:1789130318.953253:0:30461:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf4549f5d8. 00000100:00000200:3.0:1789130318.953256:0:30461:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1876037329000192, offset 0 00000400:00000200:3.0:1789130318.953265:0:30461:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:3.0:1789130318.953278:0:30461:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130318.953288:0:30461:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:3.0:1789130318.953295:0:30461:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789130318.953302:0:30461:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:3.0:1789130318.953306:0:30461:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789130318.953310:0:30461:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:3.0:1789130318.953314:0:30461:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2275:2275:256:4294967295] 192.168.204.123@tcp LPNI seq info [2274:2274:8:4294967295] 00000400:00000200:3.0:1789130318.953319:0:30461:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130318.953332:0:30461:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:3.0:1789130318.953340:0:30461:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:3.0:1789130318.953347:0:30461:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf47fd2e00. 00000800:00000200:3.0:1789130318.953355:0:30461:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:3.0:1789130318.953366:0:30461:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:3.0:1789130318.953372:0:30461:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf47fd2e00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:3.0:1789130318.953409:0:30461:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130318.954010:0:30461:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: using a timeout of 793560 usecs (794 jiffies) 00000400:00000200:3.0:1789130318.954017:0:30461:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:3.0:1789130318.954021:0:30461:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296413770 00000100:00000001:3.0:1789130318.954025:0:30461:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 2, keep current deadline 4296414256 00000100:00000001:3.0:1789130318.954028:0:30461:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296413770 00000100:00000001:3.0:1789130318.954030:0:30461:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 3, keep current deadline 4296414256 00000100:00000001:3.0:1789130318.954034:0:30461:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789130318.954037:0:30461:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130318.954040:0:30461:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789130318.954043:0:30461:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=135 : 135 : 87) 00000100:00100000:3.0:1789130318.954048:0:30461:0:(client.c:2715:ptlrpc_set_wait()) set ffff9caf5868b240 going to sleep for 135 seconds 00000100:00000001:3.0:1789130318.954052:0:30461:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789130318.954057:0:30461:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1789130318.958038:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130318.958069:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789130318.958076:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130318.958079:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130318.958092:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130318.958101:0:2341:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:3.0:1789130318.958114:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130318.958120:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130318.958127:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130318.958132:0:2341:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 688 into portal 10 MB=0x6aa3efa949700 00000400:00000200:3.0:1789130318.958138:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130318.958146:0:2341:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.123@tcp of length 688/688 into md 0x632d [1] + 224 00000800:00000001:3.0:1789130318.958156:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130318.958181:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130318.958185:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130318.958191:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:3.0:1789130318.958203:0:2341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789130318.958214:0:2341:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf501aa1c0 x1876037329000192/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789130458 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789130318.958226:0:2341:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9caf501aa1c0 x1876037329000192/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789130458 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130318.958344:0:2341:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789130318.958358:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130318.958362:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789130318.974021:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130318.974051:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789130318.974057:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130318.974060:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130318.974072:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130318.974083:0:2341:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:3.0:1789130318.974097:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130318.974103:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130318.974111:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130318.974116:0:2341:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 584 into portal 10 MB=0x6aa3efa949780 00000400:00000200:3.0:1789130318.974123:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130318.974131:0:2341:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.123@tcp of length 584/584 into md 0x633d [1] + 224 00000800:00000001:3.0:1789130318.974140:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130318.974156:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130318.974161:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130318.974179:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:3.0:1789130318.974253:0:2341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789130318.974266:0:2341:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf615d7840 x1876037329000320/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789130458 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789130318.974279:0:2341:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff9caf615d7840 x1876037329000320/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789130458 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130318.974419:0:2341:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789130318.974433:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130318.974437:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789130318.986925:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130318.986957:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789130318.986963:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130318.986967:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130318.986983:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130318.986998:0:2341:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:3.0:1789130318.987012:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130318.987020:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130318.987028:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130318.987034:0:2341:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 664 into portal 10 MB=0x6aa3efa949880 00000400:00000200:3.0:1789130318.987041:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130318.987049:0:2341:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.123@tcp of length 664/664 into md 0x6345 [32] + 224 00000800:00000001:3.0:1789130318.987058:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130318.987067:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130318.987072:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130318.987077:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:3.0:1789130318.987089:0:2341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789130318.987102:0:2341:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf615d7840 x1876037329000576/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/66320 e 0 to 0 dl 1789130458 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789130318.987113:0:2341:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff9caf615d7840 x1876037329000576/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/66320 e 0 to 0 dl 1789130458 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130318.987145:0:2341:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1789130318.987160:0:2341:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1789130318.987174:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130318.987181:0:2341:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.204.23@tcp to MR: 192.168.204.123@tcp local destination 00000400:00000200:3.0:1789130318.988123:0:2341:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2278:2278:256:4294967295] 192.168.204.123@tcp LPNI seq info [2277:2277:8:4294967295] 00000400:00000200:3.0:1789130318.988132:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130318.988144:0:2341:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:192.168.204.23@tcp) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) 192.168.204.123@tcp : ACK try# 0 00000800:00000200:3.0:1789130318.988153:0:2341:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 32 frags to 12345-192.168.204.123@tcp 00000100:00000001:3.0:1789130319.210299:0:16108:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1789130319.210303:0:16108:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876037339553920 02000000:00000001:3.0:1789130319.210307:0:16108:0:(sec.c:2469:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1789130319.210311:0:16108:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789130319.210314:0:16108:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789130319.210319:0:16108:0:(sec.c:2518:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789130319.210325:0:16108:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876037339553920 00000020:00000001:3.0:1789130319.210329:0:16108:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789130319.210332:0:16108:0:(genops.c:804:class_conn2export()) looking for export cookie 0xde5303b1d982c242 00000020:00000001:3.0:1789130319.210335:0:16108:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789130319.210339:0:16108:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9caf4555e000 refcount=4 00000020:00000001:3.0:1789130319.210343:0:16108:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875329306624 : -109198380244992 : ffff9caf4555e000) 00000020:00000001:3.0:1789130319.210346:0:16108:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634875329306624 : -109198380244992 : ffff9caf4555e000) 00000100:00000001:3.0:1789130319.210352:0:16108:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1789130319.210359:0:16108:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9caf4689c7c0. 00000100:00000001:3.0:1789130319.210363:0:16108:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1789130319.210367:0:16108:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff9caf4689c7c0. 00000020:00000010:3.0:1789130319.210375:0:16108:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9caf4842fa00. 00000020:00000010:3.0:1789130319.210383:0:16108:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9caf42e06380. 00000020:00000010:3.0:1789130319.210389:0:16108:0:(tgt_main.c:759:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9caf50186bb8. 00000100:00000040:3.0:1789130319.210399:0:16108:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:3.0:1789130319.210403:0:16108:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1789130319.210405:0:16108:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1789130319.210408:0:16108:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130319.210418:0:16108:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130319.210438:0:16108:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130319.210453:0:16108:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1789130319.210456:0:16108:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1789130319.210463:0:16108:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.123@tcp, seq: 50 00000100:00000040:3.0:1789130319.210467:0:16108:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9caf4555e000 : new rpc_count 1 00000100:00000001:3.0:1789130319.210469:0:16108:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446634875643204288 : -109198066347328 : ffff9caf580b92c0) 00000100:00000040:3.0:1789130319.210478:0:16108:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9caf580b92c0 x1876037339553920/t0(0) o104->LOV_OSC_UUID@192.168.204.123@tcp:35/0 lens 328/0 e 0 to 0 dl 1789130330 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789130319.210488:0:16108:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1789130319.210491:0:16108:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9caf4689c7c0. 00000100:00000001:3.0:1789130319.210494:0:16108:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1789130319.210496:0:16108:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff9caf4689c7c0. 00000100:00100000:3.0:1789130319.210500:0:16108:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9caf580b92c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:6670:x1876037339553920:12345-192.168.204.123@tcp:104: 00000100:00000200:3.0:1789130319.210504:0:16108:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1876037339553920 00010000:00000001:3.0:1789130319.210508:0:16108:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:3.0:1789130319.210519:0:16108:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789130319.210522:0:16108:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789130319.210525:0:16108:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b7800 refcount=2 00000020:00000001:3.0:1789130319.210527:0:16108:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649488896 : -109198060062720 : ffff9caf586b7800) 00010000:00000001:3.0:1789130319.210530:0:16108:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649488896 : -109198060062720 : ffff9caf586b7800) 00010000:00000001:3.0:1789130319.210534:0:16108:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789130319.210538:0:16108:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1789130319.210543:0:16108:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff9caf5014c800 lock: 0000000085466101/0xde5303b1d982cb17 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xcdf1b083821a517b expref: -99 pid: 29871 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00000001:3.0:1789130319.210557:0:16108:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1789130319.210560:0:16108:0:(sec.c:2540:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1789130319.210566:0:16108:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9caf50104000. 02000000:00000001:3.0:1789130319.210569:0:16108:0:(sec.c:2577:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130319.210572:0:16108:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130319.210578:0:16108:0:(ldlm_lib.c:3383:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1789130319.210581:0:16108:0:(ldlm_lib.c:3404:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789130319.210586:0:16108:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf46ba21e8 time=237 v=5 (1 1 1 1) 00000100:00000001:3.0:1789130319.210591:0:16108:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789130319.210594:0:16108:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9caf452f48c0 refcount 13 to 192.168.204.123@tcp 00000100:00000001:3.0:1789130319.210597:0:16108:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634875326777536 : -109198382774080 : ffff9caf452f48c0) 02000000:00000001:3.0:1789130319.210599:0:16108:0:(sec.c:2591:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1789130319.210601:0:16108:0:(sec.c:2602:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130319.210605:0:16108:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789130319.210608:0:16108:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:3.0:1789130319.210614:0:16108:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf4549fe58. 00000100:00000200:3.0:1789130319.210621:0:16108:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1876037339553920, offset 224 00000400:00000200:3.0:1789130319.210628:0:16108:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:3.0:1789130319.210636:0:16108:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130319.210643:0:16108:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.204.23@tcp to MR: 192.168.204.123@tcp local destination 00000400:00000200:3.0:1789130319.210650:0:16108:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2279:2279:256:4294967295] 192.168.204.123@tcp LPNI seq info [2278:2278:8:4294967295] 00000400:00000200:3.0:1789130319.210654:0:16108:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130319.210662:0:16108:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:192.168.204.23@tcp) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:3.0:1789130319.210669:0:16108:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:3.0:1789130319.210675:0:16108:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf47fd2a00. 00000800:00000200:3.0:1789130319.210682:0:16108:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:3.0:1789130319.210692:0:16108:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:3.0:1789130319.210697:0:16108:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf47fd2a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789130319.210713:0:16108:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130319.210717:0:16108:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9caf452f48c0 refcount 12 to 192.168.204.123@tcp 00010000:00000001:3.0:1789130319.210720:0:16108:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:3.0:1789130319.210724:0:16108:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff9caf5868ba80. 00010000:00000001:3.0:1789130319.210728:0:16108:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:3.0:1789130319.211055:0:16108:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:3.0:1789130319.211058:0:16108:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130319.211060:0:16108:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130319.211062:0:16108:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130319.211069:0:16108:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf580b92c0 x1876037339553920/t0(0) o104->LOV_OSC_UUID@192.168.204.123@tcp:35/0 lens 328/224 e 0 to 0 dl 1789130330 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789130319.211080:0:16108:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9caf580b92c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:6670:x1876037339553920:12345-192.168.204.123@tcp:104: Request processed in 589us (1021us total) trans 0 rc 0/0 00000100:00100000:3.0:1789130319.211098:0:16108:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.123@tcp, seq: 50 00000100:00000040:3.0:1789130319.211103:0:16108:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9caf4555e000 : new rpc_count 0 00000100:00000001:3.0:1789130319.211105:0:16108:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1789130319.211108:0:16108:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1789130319.211113:0:16108:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9caf42e06380. 00000020:00000010:3.0:1789130319.211118:0:16108:0:(tgt_main.c:771:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9caf50186bb8. 00000020:00000010:3.0:1789130319.211122:0:16108:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9caf4842fa00. 00000020:00000040:3.0:1789130319.211127:0:16108:0:(genops.c:879:class_export_put()) PUTting export ffff9caf4555e000 : new refcount 3 00000100:00000001:3.0:1789130319.211131:0:16108:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1789130319.214896:0:16244:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf501a9a40. 00000020:00000040:3.0:1789130319.214905:0:16244:0:(genops.c:1210:class_import_get()) import ffff9caf468ac800 refcount=4 obd=lustre-OST0000-osc-ffff9caf5014c800 00000100:00000001:3.0:1789130319.214913:0:16244:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789130319.214916:0:16244:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789130319.214924:0:16244:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789130319.215050:0:16244:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9caf4842fa00. 00000100:00000001:3.0:1789130319.215060:0:16244:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130319.215063:0:16244:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1789130319.215071:0:16244:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9caf5014c800 lock: 0000000085466101/0xde5303b1d982cb17 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xcdf1b083821a517b expref: -99 pid: 29871 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1789130319.215082:0:16244:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1789130319.215084:0:16244:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130319.215190:0:16244:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789130319.215197:0:16244:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130319.215216:0:16244:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a3588e39] to pc [ptlrpcd_01_00+0] req@ffff9caf501a9a40 x1876037329000704/t0(0) o103->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1789130319.215630:0:16244:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789130319.215634:0:16244:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130319.215636:0:16244:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789130319.215638:0:16244:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130319.215640:0:16244:0:(ldlm_request.c:1834:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1789130319.215643:0:16244:0:(osc_lock.c:574:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789130319.215649:0:16244:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff9caf5014c800 lock: 0000000085466101/0xde5303b1d982cb17 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xcdf1b083821a517b expref: -99 pid: 29871 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1789130319.215657:0:16244:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1789130319.215659:0:16244:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9caf5014c800 lock: 0000000085466101/0xde5303b1d982cb17 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xcdf1b083821a517b expref: -99 pid: 29871 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000010:3.0:1789130319.215668:0:16244:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9caf58606880. 00010000:00000040:3.0:1789130319.215678:0:16244:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9caf42f26800 count: 0 00010000:00000010:3.0:1789130319.215687:0:16244:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9caf42f26e00. 00010000:00000001:3.0:1789130319.215700:0:16244:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789130319.215701:0:16244:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:3.0:1789130319.215703:0:16244:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff9caf5868ba80. 00010000:00000001:3.0:1789130319.215706:0:16244:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789130319.215710:0:16244:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789130319.215712:0:16244:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789130319.215715:0:16244:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1789130319.215716:0:16244:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789130319.215717:0:16244:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789130319.215719:0:16244:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1789130319.215722:0:16244:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789130319.215723:0:16244:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789130319.215724:0:16244:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789130319.215733:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789130319.215736:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789130319.215941:0:2341:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789130319.215946:0:2341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf616ca200. 00000400:00000200:3.0:1789130319.215951:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130319.215957:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:3.0:1789130319.215964:0:2341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf42d18908 00000400:00000010:3.0:1789130319.215967:0:2341:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf42d18908. 00000100:00000001:3.0:1789130319.215972:0:2341:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789130319.215977:0:2341:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf501a9a40 x1876037329000704/t0(0) o103->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1789130335 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130319.215988:0:2341:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130319.215992:0:2341:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf501a9a40 x1876037329000704/t0(0) o103->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1789130335 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130319.215999:0:2341:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130319.216000:0:2341:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1789130319.220935:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130319.220959:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789130319.220965:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130319.220967:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130319.220979:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130319.220989:0:2342:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:3.0:1789130319.220999:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130319.221006:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130319.221012:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130319.221017:0:2342:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 224 into portal 18 MB=0x6aa3efa949900 00000400:00000200:3.0:1789130319.221024:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130319.221031:0:2342:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.123@tcp of length 224/224 into md 0x6355 [1] + 224 00000800:00000001:3.0:1789130319.221039:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130319.221052:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130319.221055:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130319.221060:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:3.0:1789130319.221071:0:2342:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789130319.221082:0:2342:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf501a9a40 x1876037329000704/t0(0) o103->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1789130335 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789130319.221094:0:2342:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9caf501a9a40 x1876037329000704/t0(0) o103->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1789130335 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130319.223668:0:2342:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789130319.223710:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130319.223724:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:3.1:1789130319.227478:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf42f26800. 00010000:00000010:3.1:1789130319.227514:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf586b7800. 00010000:00000001:3.0:1789130319.804863:0:27360:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130319.804873:0:27360:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130319.804881:0:27360:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130319.804883:0:27360:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130319.959059:0:30471:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:3.0:1789130319.959072:0:30471:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:3.0:1789130319.959075:0:30471:0:(file.c:6206:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1789130319.959080:0:30471:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41663bc0 00000080:00200000:3.0:1789130319.959086:0:30471:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8),name=/ 00000080:00000010:3.0:1789130319.959101:0:30471:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9caf4842f400. 00800000:00000002:3.0:1789130319.959111:0:30471:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9caf4557c8c0 2 00000080:00000001:3.0:1789130319.959116:0:30471:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1789130319.959122:0:30471:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1789130319.959124:0:30471:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41663ae0 00800000:00000002:3.0:1789130319.959127:0:30471:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1789130319.959132:0:30471:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1789130319.959137:0:30471:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1789130319.959154:0:30471:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1789130319.959156:0:30471:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f416639b0 00000002:00010000:3.0:1789130319.959158:0:30471:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1789130319.959163:0:30471:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1789130319.959165:0:30471:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789130319.959169:0:30471:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789130319.959180:0:30471:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf51bbd800 count: 2 00010000:00000001:3.0:1789130319.959184:0:30471:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789130319.959191:0:30471:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789130319.959196:0:30471:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1789130319.959202:0:30471:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e21000/0xde5303b1d982cb72 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a52e7 expref: -99 pid: 30461 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:3.0:1789130319.959216:0:30471:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1789130319.959224:0:30471:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789130319.959228:0:30471:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e21000/0xde5303b1d982cb72 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a52e7 expref: -99 pid: 30461 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:3.0:1789130319.959236:0:30471:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1789130319.959238:0:30471:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1789130319.959240:0:30471:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1789130319.959242:0:30471:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1789130319.959244:0:30471:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1789130319.959246:0:30471:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1789130319.959249:0:30471:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1789130319.959253:0:30471:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9caf4557c8c0 2 00000080:00000010:3.0:1789130319.959257:0:30471:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9caf4842f400. 00000080:00000001:3.0:1789130319.959266:0:30471:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1789130319.959268:0:30471:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789130319.959270:0:30471:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9caf601980c8) 00000080:00010000:3.0:1789130319.959274:0:30471:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9caf601980c8) for lock 0xde5303b1d982cb72 00800000:00000001:3.0:1789130319.959277:0:30471:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1789130319.959280:0:30471:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1789130319.959282:0:30471:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789130319.959285:0:30471:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789130319.959288:0:30471:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf47e21000 refcount=3 00000020:00000001:3.0:1789130319.959290:0:30471:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875372048384 : -109198337503232 : ffff9caf47e21000) 00010000:00000001:3.0:1789130319.959293:0:30471:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875372048384 : -109198337503232 : ffff9caf47e21000) 00010000:00000001:3.0:1789130319.959296:0:30471:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130319.959298:0:30471:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789130319.959299:0:30471:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789130319.959301:0:30471:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789130319.959304:0:30471:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xde5303b1d982cb72 from it ffffb97f41663bf8 00010000:00000001:3.0:1789130319.959306:0:30471:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789130319.959307:0:30471:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789130319.959308:0:30471:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf47e21000 refcount=3 00000020:00000001:3.0:1789130319.959310:0:30471:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875372048384 : -109198337503232 : ffff9caf47e21000) 00010000:00000001:3.0:1789130319.959312:0:30471:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875372048384 : -109198337503232 : ffff9caf47e21000) 00010000:00000001:3.0:1789130319.959316:0:30471:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789130319.959319:0:30471:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e21000/0xde5303b1d982cb72 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a52e7 expref: -99 pid: 30461 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1789130319.959326:0:30471:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130319.959327:0:30471:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789130319.959329:0:30471:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1789130319.959331:0:30471:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1789130319.959334:0:30471:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e21000/0xde5303b1d982cb72 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a52e7 expref: -99 pid: 30461 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1789130319.959344:0:30471:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130319.959347:0:30471:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789130319.959350:0:30471:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789130319.959355:0:30471:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130319.959356:0:30471:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789130319.959358:0:30471:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130319.959363:0:30471:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789130319.959365:0:30471:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130319.959367:0:30471:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130319.959370:0:30471:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130319.959372:0:30471:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789130319.959374:0:30471:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130319.959375:0:30471:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1789130319.959379:0:30471:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1789130319.959381:0:30471:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1789130319.959383:0:30471:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8), inode mode 41ff mask 1 00000080:00000001:3.0:1789130319.959388:0:30471:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1789130319.959403:0:30471:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9caf4938e2e0. 00000020:00000001:3.0:1789130319.959408:0:30471:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41663b28 00000080:00200000:3.0:1789130319.959410:0:30471:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d21f.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff9caf601980c8), flags=25 00000080:00000001:3.0:1789130319.959414:0:30471:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:3.0:1789130319.959416:0:30471:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f416639d8 00000080:00200000:3.0:1789130319.959418:0:30471:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d21f.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff9caf601980c8), intent=0 00000080:00000010:3.0:1789130319.959426:0:30471:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9caf4842f400. 00800000:00000002:3.0:1789130319.959429:0:30471:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9caf4557c8c0 2 00000080:00000001:3.0:1789130319.959433:0:30471:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1789130319.959435:0:30471:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1789130319.959436:0:30471:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f416638f8 00800000:00000002:3.0:1789130319.959438:0:30471:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'lookup' for [0x0:0x0:0x0] 'd21f.recovery-small-2' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1789130319.959441:0:30471:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00000020:00000001:3.0:1789130319.959445:0:30471:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41663890 00800000:00000002:3.0:1789130319.959447:0:30471:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d21f.recovery-small-2' -> mds #0 00000002:00000001:3.0:1789130319.959450:0:30471:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1789130319.959452:0:30471:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f416637c8 00000002:00010000:3.0:1789130319.959454:0:30471:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d21f.recovery-small-2,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00000002:00000001:3.0:1789130319.959458:0:30471:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1789130319.959461:0:30471:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1789130319.959930:0:30471:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf501a8780. 00000020:00000040:3.0:1789130319.959937:0:30471:0:(genops.c:1210:class_import_get()) import ffff9caf6079a800 refcount=8 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00010000:00000001:3.0:1789130319.959944:0:30471:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1789130319.959950:0:30471:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789130319.959953:0:30471:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130319.959954:0:30471:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789130319.959956:0:30471:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130319.959959:0:30471:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789130319.959962:0:30471:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789130319.959966:0:30471:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789130319.959978:0:30471:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9caf50104400. 00000100:00000001:3.0:1789130319.959986:0:30471:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130319.959992:0:30471:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1789130319.959994:0:30471:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130319.959996:0:30471:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1789130319.959997:0:30471:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130319.959999:0:30471:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789130319.960008:0:30471:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446634875509966720 : -109198199584896 : ffff9caf501a8780) 00010000:00000001:3.0:1789130319.960014:0:30471:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1789130319.960017:0:30471:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1789130319.960021:0:30471:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf51bbd800 count: 2 00010000:00000001:3.0:1789130319.960024:0:30471:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789130319.960027:0:30471:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1789130319.960032:0:30471:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9caf47e20e00. 00000020:00000001:3.0:1789130319.960036:0:30471:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1789130319.960038:0:30471:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9caf47e20e00 with handle 0xde5303b1d982cb87 to hash 00000020:00000001:3.0:1789130319.960041:0:30471:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1789130319.960042:0:30471:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446634875372047872 : -109198337503744 : ffff9caf47e20e00) 00010000:00000001:3.0:1789130319.960046:0:30471:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446634875372047872 : -109198337503744 : ffff9caf47e20e00) 00010000:00000001:3.0:1789130319.960049:0:30471:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789130319.960051:0:30471:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789130319.960054:0:30471:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e20e00/0xde5303b1d982cb87 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 30471 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789130319.960061:0:30471:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e20e00/0xde5303b1d982cb87 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30471 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789130319.960072:0:30471:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e20e00/0xde5303b1d982cb87 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30471 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1789130319.960077:0:30471:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1789130319.960079:0:30471:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1789130319.960088:0:30471:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9caf5868ba80. 00000100:00000001:3.0:1789130319.960091:0:30471:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446634875649309312 : -109198060242304 : ffff9caf5868ba80) 00000100:00000001:3.0:1789130319.960094:0:30471:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789130319.960095:0:30471:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875509966720 : -109198199584896 : ffff9caf501a8780) 00000100:00000001:3.0:1789130319.960101:0:30471:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789130319.960107:0:30471:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130319.960109:0:30471:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1789130319.960111:0:30471:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789130319.960125:0:30471:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf501a8780 x1876037329000832/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130319.960133:0:30471:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789130319.960136:0:30471:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789130319.960140:0:30471:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789130319.960154:0:30471:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789130319.960158:0:30471:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789130319.960162:0:30471:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf501a8780 pname:cluuid:pid:xid:nid:opc:job touch:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:30471:1876037329000832:192.168.204.123@tcp:101:touch.0 00000100:00000001:3.0:1789130319.960167:0:30471:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789130319.960175:0:30471:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789130319.960178:0:30471:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789130319.960181:0:30471:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789130319.960187:0:30471:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9caf49d09000. 02000000:00000001:3.0:1789130319.960189:0:30471:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789130319.960197:0:30471:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:3.0:1789130319.960202:0:30471:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf60788c08. 00000400:00000010:3.0:1789130319.960211:0:30471:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf4549fd48. 00000100:00000200:3.0:1789130319.960221:0:30471:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1876037329000832, portal 10 00000100:00000001:3.0:1789130319.960223:0:30471:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789130319.960224:0:30471:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875509966720 : -109198199584896 : ffff9caf501a8780) 00000100:00000040:3.0:1789130319.960230:0:30471:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9caf501a8780 x1876037329000832/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789130459 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130319.960238:0:30471:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789130319.960241:0:30471:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:3.0:1789130319.960245:0:30471:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf4549f2a8. 00000100:00000200:3.0:1789130319.960247:0:30471:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1876037329000832, offset 0 00000400:00000200:3.0:1789130319.960255:0:30471:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:3.0:1789130319.960266:0:30471:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130319.960275:0:30471:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:3.0:1789130319.960283:0:30471:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789130319.960288:0:30471:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:3.0:1789130319.960293:0:30471:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789130319.960296:0:30471:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:3.0:1789130319.960300:0:30471:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2281:2281:256:4294967295] 192.168.204.123@tcp LPNI seq info [2280:2280:8:4294967295] 00000400:00000200:3.0:1789130319.960304:0:30471:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130319.960314:0:30471:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:3.0:1789130319.960321:0:30471:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:3.0:1789130319.960328:0:30471:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf47fd2400. 00000800:00000200:3.0:1789130319.960337:0:30471:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:3.0:1789130319.960347:0:30471:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:3.0:1789130319.960353:0:30471:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf47fd2400 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:3.0:1789130319.960426:0:30471:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130319.960432:0:30471:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: using a timeout of 789837 usecs (790 jiffies) 00000400:00000200:3.0:1789130319.960435:0:30471:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:3.0:1789130319.960439:0:30471:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296414772 00000100:00000001:3.0:1789130319.960447:0:30471:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 2, simply extend its deadline from 4296414256 00000100:00000001:3.0:1789130319.960454:0:30471:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296414772 00000100:00000001:3.0:1789130319.960458:0:30471:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 3, simply extend its deadline from 4296414256 00000100:00000001:3.0:1789130319.960461:0:30471:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789130319.964877:0:30471:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130319.964902:0:30471:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789130319.964905:0:30471:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=135 : 135 : 87) 00000100:00100000:3.0:1789130319.964911:0:30471:0:(client.c:2715:ptlrpc_set_wait()) set ffff9caf5868ba80 going to sleep for 135 seconds 00000100:00000001:3.0:1789130319.964917:0:30471:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789130319.964921:0:30471:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1789130319.974036:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130319.974060:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789130319.974066:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130319.974068:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130319.974079:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130319.974089:0:2342:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:3.0:1789130319.974099:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130319.974105:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130319.974111:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130319.974116:0:2342:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 584 into portal 10 MB=0x6aa3efa949980 00000400:00000200:3.0:1789130319.974123:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130319.974130:0:2342:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.123@tcp of length 584/584 into md 0x6365 [1] + 224 00000800:00000001:3.0:1789130319.974138:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130319.974154:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130319.974159:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130319.974165:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:3.0:1789130319.974174:0:2342:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789130319.974184:0:2342:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf501a8780 x1876037329000832/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789130459 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789130319.974195:0:2342:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff9caf501a8780 x1876037329000832/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789130459 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130319.974220:0:2342:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789130319.974230:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130319.974232:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789130319.988426:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130319.988450:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789130319.988455:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130319.988458:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130319.988482:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130319.988494:0:2342:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:3.0:1789130319.988505:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130319.988512:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130319.988520:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130319.988525:0:2342:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 664 into portal 10 MB=0x6aa3efa949a80 00000400:00000200:3.0:1789130319.988531:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130319.988539:0:2342:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.123@tcp of length 664/664 into md 0x6375 [32] + 224 00000800:00000001:3.0:1789130319.988548:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130319.988557:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130319.988561:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130319.988566:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:3.0:1789130319.988576:0:2342:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789130319.988587:0:2342:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf615d6580 x1876037329001088/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/66320 e 0 to 0 dl 1789130459 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789130319.988599:0:2342:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff9caf615d6580 x1876037329001088/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/66320 e 0 to 0 dl 1789130459 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130319.988713:0:2342:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1789130319.988726:0:2342:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1789130319.988730:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130319.988736:0:2342:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.204.23@tcp to MR: 192.168.204.123@tcp local destination 00000400:00000200:3.0:1789130319.988743:0:2342:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2283:2283:256:4294967295] 192.168.204.123@tcp LPNI seq info [2282:2282:8:4294967295] 00000400:00000200:3.0:1789130319.988747:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130319.988756:0:2342:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:192.168.204.23@tcp) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) 192.168.204.123@tcp : ACK try# 0 00000800:00000200:3.0:1789130319.988762:0:2342:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 32 frags to 12345-192.168.204.123@tcp 00000800:00000010:3.0:1789130319.988770:0:2342:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 744 at ffff9caf50107800. 00000800:00000200:3.0:1789130319.988778:0:2342:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:3.0:1789130319.988787:0:2342:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:3.0:1789130319.988792:0:2342:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf50107800 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1789130319.989016:0:2342:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789130319.989021:0:2342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 744 at ffff9caf50107800. 00000400:00000200:3.0:1789130319.989025:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130319.989029:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: ACK: OK 00000800:00000001:3.0:1789130319.989038:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130319.989041:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1789130319.994259:0:2342:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789130319.994265:0:2342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf47f34300. 00000400:00000200:3.0:1789130319.994271:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130319.994278:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:3.0:1789130319.994286:0:2342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf462a33b8 00000400:00000010:3.0:1789130319.994288:0:2342:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf462a33b8. 00000100:00000001:3.0:1789130319.994293:0:2342:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789130319.994298:0:2342:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf615d5e00 x1876037329001344/t0(0) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 488/512 e 0 to 0 dl 1789130459 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130319.994310:0:2342:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130319.994314:0:2342:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf615d5e00 x1876037329001344/t0(0) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 488/512 e 0 to 0 dl 1789130459 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130319.994323:0:2342:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130319.994324:0:2342:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:1.1:1789130320.000397:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf42f26a00. 00010000:00000010:1.1:1789130320.000414:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf586b7000. 00000100:00000040:3.0:1789130320.828153:0:27360:0:(connection.c:75:cpu_latency_work()) work item of ffff9caf6147ab30 (cpu 3) has reached its deadline 4296414799, at 4296414850 00000100:00000010:3.0:1789130320.828173:0:27360:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9caf4812f960. 00010000:00000001:3.0:1789130320.828194:0:27360:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130320.828197:0:27360:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130320.828203:0:27360:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130320.828204:0:27360:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130321.210585:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 70f26143-21ad-4cd3-af2c-0601ab5c9490->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789130321.210597:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1789130321.210609:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf501ab480. 00000020:00000040:3.0:1789130321.210615:0:36:0:(genops.c:1210:class_import_get()) import ffff9caf586ce800 refcount=4 obd=MGC192.168.204.123@tcp 00000100:00000001:3.0:1789130321.210619:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789130321.210622:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789130321.210628:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789130321.210638:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9caf47fd2500. 00000100:00000001:3.0:1789130321.210647:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130321.210662:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 70f26143-21ad-4cd3-af2c-0601ab5c9490->MGS req@ffff9caf501ab480 x1876037329001472/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789130321.210675:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789130321.210680:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130321.210687:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000001e2030] to pc [ptlrpcd_01_01+1] req@ffff9caf501ab480 x1876037329001472/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130321.210732:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130321.210736:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) c4ff2dbd-4d13-4802-9c50-d71e34d32a35->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789130321.210739:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1789130321.210742:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf501a92c0. 00000020:00000040:3.0:1789130321.210744:0:36:0:(genops.c:1210:class_import_get()) import ffff9caf6079a800 refcount=7 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000100:00000001:3.0:1789130321.210746:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789130321.210747:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789130321.210750:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789130321.210753:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9caf47fd2700. 00000100:00000001:3.0:1789130321.210756:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130321.210760:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging c4ff2dbd-4d13-4802-9c50-d71e34d32a35->lustre-MDT0000_UUID req@ffff9caf501a92c0 x1876037329001600/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789130321.210767:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789130321.210769:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130321.210772:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f7306628] to pc [ptlrpcd_01_00+0] req@ffff9caf501a92c0 x1876037329001600/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130321.210779:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130321.210782:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) c4ff2dbd-4d13-4802-9c50-d71e34d32a35->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789130321.210785:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1789130321.210788:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf501ab0c0. 00000020:00000040:3.0:1789130321.210789:0:36:0:(genops.c:1210:class_import_get()) import ffff9caf468ac800 refcount=4 obd=lustre-OST0000-osc-ffff9caf5014c800 00000100:00000001:3.0:1789130321.210791:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789130321.210793:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789130321.210794:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789130321.210798:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9caf47fd2800. 00000100:00000001:3.0:1789130321.210800:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130321.210830:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging c4ff2dbd-4d13-4802-9c50-d71e34d32a35->lustre-OST0000_UUID req@ffff9caf501ab0c0 x1876037329001728/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789130321.210837:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789130321.210839:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130321.210843:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006fb4c889] to pc [ptlrpcd_01_01+1] req@ffff9caf501ab0c0 x1876037329001728/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130321.210850:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130321.210852:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) c4ff2dbd-4d13-4802-9c50-d71e34d32a35->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789130321.210855:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) c4ff2dbd-4d13-4802-9c50-d71e34d32a35->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789130321.210860:0:36:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1752) 00000100:00000001:3.0:1789130321.210878:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789130321.210882:0:2349:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789130321.210885:0:2349:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1789130321.212020:0:2350:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:2.0:1789130321.212024:0:2350:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2285:2285:256:4294967295] 192.168.204.123@tcp LPNI seq info [2284:2284:8:4294967295] 00000400:00000200:2.0:1789130321.212029:0:2350:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130321.212038:0:2350:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:2.0:1789130321.212045:0:2350:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:2.0:1789130321.212050:0:2350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf616ca800. 00000800:00000200:2.0:1789130321.212058:0:2350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:2.0:1789130321.212065:0:2350:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:2.0:1789130321.212069:0:2350:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf616ca800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1789130321.212086:0:2350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789130321.212090:0:2350:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:2.0:1789130321.212092:0:2350:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.123@tcp: PM QoS new deadline estimation for cpu 2 is 4296419320 00000100:00000010:2.0:1789130321.212098:0:2350:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9caf4812f540. 00000100:00000001:2.0:1789130321.212104:0:2350:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.123@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1789130321.212109:0:2350:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.123@tcp: PM QoS new deadline estimation for cpu 3 is 4296419320 00000100:00000010:2.0:1789130321.212112:0:2350:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9caf4812f900. 00000100:00000001:2.0:1789130321.212115:0:2350:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.123@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1789130321.212129:0:2350:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789130321.212132:0:2350:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130321.212135:0:2350:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789130321.212139:0:2350:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf501ab0c0 x1876037329001728/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130321.212146:0:2350:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789130321.212147:0:2350:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789130321.212150:0:2350:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789130321.212151:0:2350:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789130321.212153:0:2350:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789130321.212156:0:2350:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf501ab0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:2350:1876037329001728:192.168.204.123@tcp:400:kworker.0 00000100:00000001:2.0:1789130321.212159:0:2350:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789130321.212162:0:2350:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789130321.212163:0:2350:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789130321.212165:0:2350:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789130321.212168:0:2350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9caf48180400. 02000000:00000001:2.0:1789130321.212170:0:2350:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789130321.212173:0:2350:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:2.0:1789130321.212176:0:2350:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf483fd160. 00000400:00000010:2.0:1789130321.212180:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf42d18440. 00000100:00000200:2.0:1789130321.212182:0:2350:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876037329001728, portal 4 00000100:00000001:2.0:1789130321.212184:0:2350:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789130321.212185:0:2350:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875509977280 : -109198199574336 : ffff9caf501ab0c0) 00000100:00000040:2.0:1789130321.212193:0:2350:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9caf501ab0c0 x1876037329001728/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130337 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130321.212210:0:2350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789130321.212212:0:2350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:2.0:1789130321.212215:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf42d18330. 00000100:00000200:2.0:1789130321.212218:0:2350:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876037329001728, offset 0 00000400:00000200:2.0:1789130321.212231:0:2350:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:2.0:1789130321.212236:0:2350:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130321.212240:0:2350:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:2.0:1789130321.212243:0:2350:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789130321.212245:0:2350:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:2.0:1789130321.212247:0:2350:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789130321.212249:0:2350:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:2.0:1789130321.212252:0:2350:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2286:2286:255:4294967295] 192.168.204.123@tcp LPNI seq info [2285:2285:7:4294967295] 00000400:00000200:2.0:1789130321.212256:0:2350:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130321.212261:0:2350:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:2.0:1789130321.212265:0:2350:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:2.0:1789130321.212269:0:2350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf616cac00. 00000800:00000200:2.0:1789130321.212282:0:2350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:2.0:1789130321.212286:0:2350:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:2.0:1789130321.212289:0:2350:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf616cac00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1789130321.212292:0:2350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130321.212296:0:2350:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9caf5014c800: using a timeout of 23108 usecs (24 jiffies) 00000400:00000200:2.0:1789130321.212299:0:2350:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:2.0:1789130321.212300:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296415258 00000100:00000001:2.0:1789130321.212303:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9caf5014c800: PM QoS request active for cpu 2, keep current deadline 4296419320 00000100:00000001:2.0:1789130321.212304:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296415258 00000100:00000001:2.0:1789130321.212306:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9caf5014c800: PM QoS request active for cpu 3, keep current deadline 4296419320 00000100:00000001:2.0:1789130321.212308:0:2350:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789130321.212310:0:2350:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130321.212312:0:2350:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130321.212314:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789130321.212330:0:2350:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789130321.212332:0:2350:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1789130321.212335:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789130321.212336:0:2350:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789130321.212338:0:2350:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130321.212340:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789130321.212403:0:2342:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789130321.212407:0:2342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf616ca800. 00000400:00000200:2.0:1789130321.212413:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130321.212418:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:2.0:1789130321.212423:0:2342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf42d18550 00000400:00000010:2.0:1789130321.212425:0:2342:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf42d18550. 00000100:00000001:2.0:1789130321.212429:0:2342:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789130321.212434:0:2342:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf501ab480 x1876037329001472/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130337 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130321.212443:0:2342:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130321.212447:0:2342:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf501ab480 x1876037329001472/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130337 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130321.212454:0:2342:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130321.212455:0:2342:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1789130321.212523:0:2342:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789130321.212526:0:2342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf616cac00. 00000400:00000200:2.0:1789130321.212529:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130321.212533:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:2.0:1789130321.212536:0:2342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf42d18330 00000400:00000010:2.0:1789130321.212537:0:2342:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf42d18330. 00000100:00000001:2.0:1789130321.212539:0:2342:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789130321.212543:0:2342:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf501ab0c0 x1876037329001728/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130337 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130321.212550:0:2342:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130321.212552:0:2342:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf501ab0c0 x1876037329001728/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130337 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130321.212559:0:2342:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130321.212560:0:2342:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:3.0:1789130321.212676:0:2349:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf501a92c0 x1876037329001600/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130321.212686:0:2349:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789130321.212688:0:2349:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789130321.212692:0:2349:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789130321.212694:0:2349:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789130321.212696:0:2349:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789130321.212699:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf501a92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:2349:1876037329001600:192.168.204.123@tcp:400:kworker.0 00000100:00000001:3.0:1789130321.212703:0:2349:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789130321.212706:0:2349:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789130321.212708:0:2349:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789130321.212710:0:2349:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789130321.212715:0:2349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9caf4842f200. 02000000:00000001:3.0:1789130321.212717:0:2349:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789130321.212721:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:3.0:1789130321.212819:0:2349:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf607883c8. 00000400:00000010:3.0:1789130321.212826:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf4549faa0. 00000100:00000200:3.0:1789130321.212830:0:2349:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876037329001600, portal 10 00000100:00000001:3.0:1789130321.212832:0:2349:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789130321.212833:0:2349:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875509969600 : -109198199582016 : ffff9caf501a92c0) 00000100:00000040:3.0:1789130321.212840:0:2349:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9caf501a92c0 x1876037329001600/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130461 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130321.212848:0:2349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789130321.212851:0:2349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:3.0:1789130321.212853:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf4549f550. 00000100:00000200:3.0:1789130321.212855:0:2349:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876037329001600, offset 0 00000400:00000200:3.0:1789130321.212860:0:2349:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:3.0:1789130321.212864:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130321.212869:0:2349:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:3.0:1789130321.212872:0:2349:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789130321.212875:0:2349:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:3.0:1789130321.212877:0:2349:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789130321.212880:0:2349:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:3.0:1789130321.212883:0:2349:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2287:2287:256:4294967295] 192.168.204.123@tcp LPNI seq info [2286:2286:8:4294967295] 00000400:00000200:3.0:1789130321.212887:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130321.212893:0:2349:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:3.0:1789130321.212899:0:2349:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:3.0:1789130321.212904:0:2349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf47fd2400. 00000800:00000200:3.0:1789130321.212908:0:2349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:3.0:1789130321.212913:0:2349:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:3.0:1789130321.212916:0:2349:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf47fd2400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789130321.212930:0:2349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130321.212934:0:2349:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: using a timeout of 787393 usecs (788 jiffies) 00000400:00000200:3.0:1789130321.212938:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:3.0:1789130321.212940:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296416023 00000100:00000001:3.0:1789130321.212943:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 2, keep current deadline 4296419320 00000100:00000001:3.0:1789130321.212945:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296416023 00000100:00000001:3.0:1789130321.212947:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 3, keep current deadline 4296419320 00000100:00000001:3.0:1789130321.212949:0:2349:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789130321.212951:0:2349:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130321.212954:0:2349:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130321.212956:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130321.212960:0:2349:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789130321.212962:0:2349:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=135 : 135 : 87) 00000100:00000001:3.0:1789130321.212964:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789130321.212965:0:2349:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789130321.212966:0:2349:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130321.212968:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789130321.214164:0:2341:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789130321.214171:0:2341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf47fd2400. 00000400:00000200:2.0:1789130321.214177:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130321.214184:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:2.0:1789130321.214190:0:2341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf4549f550 00000400:00000010:2.0:1789130321.214193:0:2341:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf4549f550. 00000100:00000001:2.0:1789130321.215530:0:2341:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789130321.215545:0:2341:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf501a92c0 x1876037329001600/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130461 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130321.215559:0:2341:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130321.215563:0:2341:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf501a92c0 x1876037329001600/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130461 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130321.215570:0:2341:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130321.215572:0:2341:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1789130321.217707:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130321.217725:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789130321.217730:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130321.217732:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130321.217742:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130321.217749:0:2342:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:2.0:1789130321.217758:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130321.217764:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130321.217770:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130321.217774:0:2342:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 224 into portal 4 MB=0x6aa3efa949d00 00000400:00000200:2.0:1789130321.217779:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130321.217785:0:2342:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.123@tcp of length 224/224 into md 0x6395 [1] + 224 00000800:00000001:2.0:1789130321.217792:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130321.217799:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130321.217802:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130321.217846:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:2.0:1789130321.219682:0:2342:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789130321.219701:0:2342:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf501ab0c0 x1876037329001728/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130337 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789130321.219713:0:2342:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9caf501ab0c0 x1876037329001728/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130337 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130321.221286:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789130321.221302:0:2350:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789130321.221341:0:2342:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789130321.221358:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130321.221369:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789130321.221373:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130321.221375:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130321.221384:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130321.221392:0:2342:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:2.0:1789130321.221400:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130321.221405:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130321.221411:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130321.221414:0:2342:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 224 into portal 25 MB=0x6aa3efa949c00 00000400:00000200:2.0:1789130321.221419:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130321.221427:0:2342:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.123@tcp of length 224/224 into md 0x6385 [1] + 224 00000800:00000001:2.0:1789130321.221435:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130321.221440:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130321.221443:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130321.221447:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:2.0:1789130321.221460:0:2342:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789130321.221471:0:2342:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf501ab480 x1876037329001472/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130337 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789130321.221482:0:2342:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9caf501ab480 x1876037329001472/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130337 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130321.221489:0:2342:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789130321.221493:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130321.221497:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1789130321.221882:0:2350:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789130321.221885:0:2350:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789130321.221889:0:2350:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf483fd160. 00000400:00000200:3.0:1789130321.221895:0:2350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf42d18440 00000400:00000010:3.0:1789130321.221898:0:2350:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf42d18440. 00000100:00000001:3.0:1789130321.221902:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789130321.221909:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf501ab0c0 x1876037329001728/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130337 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789130321.221918:0:2350:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf501ab0c0 x1876037329001728/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130337 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1789130321.222681:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130321.222691:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130321.222699:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130321.222704:0:2342:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:2.0:1789130321.222710:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130321.222713:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130321.222718:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130321.222722:0:2342:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 224 into portal 10 MB=0x6aa3efa949c80 00000400:00000200:2.0:1789130321.222726:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130321.222731:0:2342:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.123@tcp of length 224/224 into md 0x63a5 [1] + 224 00000800:00000001:2.0:1789130321.222736:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130321.222743:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130321.222746:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130321.222750:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:2.0:1789130321.222755:0:2342:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789130321.222760:0:2342:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf501a92c0 x1876037329001600/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130461 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789130321.222771:0:2342:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9caf501a92c0 x1876037329001600/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130461 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130321.222791:0:2342:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789130321.222797:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130321.222801:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789130321.222847:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789130321.222862:0:2349:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789130321.222867:0:2349:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789130321.222868:0:2349:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789130321.222871:0:2349:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf607883c8. 00000400:00000200:2.0:1789130321.222875:0:2349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf4549faa0 00000400:00000010:2.0:1789130321.222877:0:2349:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf4549faa0. 00000100:00000001:2.0:1789130321.222881:0:2349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789130321.222885:0:2349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf501a92c0 x1876037329001600/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130461 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789130321.222894:0:2349:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf501a92c0 x1876037329001600/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130461 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130321.222899:0:2349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789130321.222901:0:2349:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789130321.222903:0:2349:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789130321.222907:0:2349:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789130321.222909:0:2349:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789130321.222911:0:2349:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789130321.222913:0:2349:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130321.223717:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789130321.223724:0:2350:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130321.223727:0:2350:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789130321.223729:0:2350:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789130321.223732:0:2350:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789130321.223734:0:2350:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789130321.223736:0:2350:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789130321.223742:0:2350:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf468acc60 time=90 v=5 (5 5 5 36) 00000100:00001000:3.0:1789130321.223747:0:2350:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf468acc18 time=123 v=5 (1 0 0 0) 00000100:00000001:3.0:1789130321.223750:0:2350:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789130321.223752:0:2350:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130321.223755:0:2350:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789130321.223759:0:2350:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130321.223763:0:2350:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00100000:3.0:1789130321.223765:0:2350:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9caf5014c800: committing for last_committed 4294967335 gen 13 00000100:00000040:3.0:1789130321.223773:0:2350:0:(client.c:3181:ptlrpc_free_committed()) @@@ commit (last_committed 4294967335) req@ffff9caf501a9e00 x1876037328998784/t4294967335(4294967335) o2->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 440/432 e 0 to 0 dl 1789130332 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130321.223780:0:2350:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130321.223783:0:2350:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf501a9e00 x1876037328998784/t4294967335(4294967335) o2->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 440/432 e 0 to 0 dl 1789130332 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130321.223791:0:2350:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789130321.223793:0:2350:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789130321.223796:0:2350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9caf58571c00. 02000000:00000001:3.0:1789130321.223801:0:2350:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789130321.223820:0:2350:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1789130321.223823:0:2350:0:(genops.c:1223:class_import_put()) import ffff9caf468ac800 refcount=3 obd=lustre-OST0000-osc-ffff9caf5014c800 00000020:00000001:3.0:1789130321.223825:0:2350:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1789130321.223828:0:2350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9caf44b98600. 02000000:00000001:3.0:1789130321.223832:0:2350:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789130321.223834:0:2350:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789130321.223837:0:2350:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf501a9e00. 00000100:00000001:3.0:1789130321.223841:0:2350:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789130321.223843:0:2350:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130321.223845:0:2350:0:(client.c:3188:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1789130321.223848:0:2350:0:(client.c:3235:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9caf5014c800: normal: skip=1 replay=1/1 committed=0/0 00000100:00000001:3.0:1789130321.223850:0:2350:0:(client.c:3236:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789130321.223852:0:2350:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130321.223858:0:2350:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf501ab0c0 x1876037329001728/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130337 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130321.223864:0:2350:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789130321.223867:0:2350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789130321.223869:0:2350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789130321.223874:0:2350:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf501ab0c0 x1876037329001728/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130337 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789130321.223881:0:2350:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf501ab0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:2350:1876037329001728:192.168.204.123@tcp:400:kworker.0 00000100:00000001:3.0:1789130321.223885:0:2350:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130321.223887:0:2350:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130321.223889:0:2350:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf501ab0c0 x1876037329001728/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130337 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130321.223895:0:2350:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789130321.223896:0:2350:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789130321.223897:0:2350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9caf48180400. 02000000:00000001:3.0:1789130321.223899:0:2350:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789130321.223901:0:2350:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1789130321.223902:0:2350:0:(genops.c:1223:class_import_put()) import ffff9caf468ac800 refcount=2 obd=lustre-OST0000-osc-ffff9caf5014c800 00000020:00000001:3.0:1789130321.223904:0:2350:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1789130321.223905:0:2350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9caf47fd2800. 02000000:00000001:3.0:1789130321.223908:0:2350:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789130321.223909:0:2350:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789130321.223910:0:2350:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf501ab0c0. 00000100:00000001:3.0:1789130321.223913:0:2350:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789130321.223915:0:2350:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130321.223918:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130321.224306:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789130321.224308:0:2350:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789130321.224314:0:2350:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789130321.224316:0:2350:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789130321.224319:0:2350:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf483fd790. 00000400:00000200:3.0:1789130321.224323:0:2350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf42d18220 00000400:00000010:3.0:1789130321.224324:0:2350:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf42d18220. 00000100:00000001:3.0:1789130321.224327:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789130321.224332:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf501ab480 x1876037329001472/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130337 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789130321.224339:0:2350:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf501ab480 x1876037329001472/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130337 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130321.224345:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789130321.224346:0:2350:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130321.224348:0:2350:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789130321.224350:0:2350:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789130321.224351:0:2350:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789130321.224352:0:2350:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789130321.224354:0:2350:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789130321.224357:0:2350:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf586cec60 time=90 v=5 (5 5 5 5) 00000100:00001000:3.0:1789130321.224359:0:2350:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf586cec18 time=90 v=5 (1 1 1 1) 00000100:00000001:3.0:1789130321.224362:0:2350:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789130321.224363:0:2350:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130321.224365:0:2350:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789130321.224366:0:2350:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130321.224368:0:2350:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130321.224371:0:2350:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf501ab480 x1876037329001472/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130337 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130321.224377:0:2350:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789130321.224379:0:2350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789130321.224381:0:2350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789130321.224385:0:2350:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf501ab480 x1876037329001472/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130337 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789130321.224392:0:2350:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf501ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:70f26143-21ad-4cd3-af2c-0601ab5c9490:2350:1876037329001472:192.168.204.123@tcp:400:kworker.0 00000100:00000001:3.0:1789130321.224396:0:2350:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130321.224398:0:2350:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130321.224401:0:2350:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf501ab480 x1876037329001472/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130337 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130321.224406:0:2350:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789130321.224407:0:2350:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789130321.224409:0:2350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9caf48181c00. 02000000:00000001:3.0:1789130321.224411:0:2350:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789130321.224413:0:2350:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1789130321.224414:0:2350:0:(genops.c:1223:class_import_put()) import ffff9caf586ce800 refcount=3 obd=MGC192.168.204.123@tcp 00000020:00000001:3.0:1789130321.224416:0:2350:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1789130321.224417:0:2350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9caf47fd2500. 02000000:00000001:3.0:1789130321.224419:0:2350:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789130321.224420:0:2350:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789130321.224421:0:2350:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf501ab480. 00000100:00000001:3.0:1789130321.224423:0:2350:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789130321.224425:0:2350:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130321.224426:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130321.224433:0:2350:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789130321.224435:0:2350:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130321.224437:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789130321.224439:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789130321.224687:0:2349:0:(import.c:2149:obd_at_measure()) add 104 to ffff9caf6079ac60 time=90 v=104 (104 104 104 104) 00000100:00001000:2.0:1789130321.224692:0:2349:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf6079ac18 time=5 v=5 (1 0 0 0) 00000100:00000001:2.0:1789130321.224694:0:2349:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789130321.224695:0:2349:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130321.224697:0:2349:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789130321.224699:0:2349:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130321.224701:0:2349:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789130321.224703:0:2349:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9caf5014c800: skip recheck: last_committed 4294967594 00000100:00000001:2.0:1789130321.224705:0:2349:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789130321.224707:0:2349:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130321.224713:0:2349:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf501a92c0 x1876037329001600/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130461 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130321.224719:0:2349:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789130321.224721:0:2349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789130321.224722:0:2349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789130321.224726:0:2349:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf501a92c0 x1876037329001600/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130461 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789130321.224740:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf501a92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:2349:1876037329001600:192.168.204.123@tcp:400:kworker.0 00000100:00000001:2.0:1789130321.224744:0:2349:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789130321.224746:0:2349:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130321.224749:0:2349:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf501a92c0 x1876037329001600/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130461 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130321.224755:0:2349:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789130321.224756:0:2349:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789130321.224758:0:2349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9caf4842f200. 02000000:00000001:2.0:1789130321.224760:0:2349:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789130321.224762:0:2349:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1789130321.224763:0:2349:0:(genops.c:1223:class_import_put()) import ffff9caf6079a800 refcount=6 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000020:00000001:2.0:1789130321.224765:0:2349:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1789130321.224766:0:2349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9caf47fd2700. 02000000:00000001:2.0:1789130321.224769:0:2349:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789130321.224770:0:2349:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789130321.224771:0:2349:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf501a92c0. 00000100:00000001:2.0:1789130321.224773:0:2349:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789130321.224775:0:2349:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789130321.224776:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789130321.224780:0:2349:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789130321.224781:0:2349:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130321.224782:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789130321.224784:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130321.850352:0:27360:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130321.850362:0:27360:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130321.850370:0:27360:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130321.850371:0:27360:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789130321.850403:0:16244:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789130321.850406:0:16244:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789130321.850410:0:16244:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:2.0:1789130322.617278:0:2341:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789130322.617285:0:2341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf47f34a00. 00000400:00000200:2.0:1789130322.617291:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130322.617297:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:2.0:1789130322.617306:0:2341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf462a3088 00000400:00000010:2.0:1789130322.617308:0:2341:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf462a3088. 00000100:00000001:2.0:1789130322.617313:0:2341:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789130322.617318:0:2341:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf615d5a40 x1876037329001984/t0(0) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1789130338 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130322.617335:0:2341:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130322.617339:0:2341:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf615d5a40 x1876037329001984/t0(0) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1789130338 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130322.617346:0:2341:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130322.617349:0:2341:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1789130322.630030:0:2342:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789130322.630166:0:2342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf451e7200. 00000400:00000200:2.0:1789130322.630177:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130322.630188:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:2.0:1789130322.630197:0:2342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf5801ec38 00000400:00000010:2.0:1789130322.630200:0:2342:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf5801ec38. 00000100:00000001:2.0:1789130322.630206:0:2342:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789130322.630214:0:2342:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf61460000 x1876037329002112/t0(0) o103->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:17/18 lens 352/224 e 0 to 0 dl 1789130338 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130322.630228:0:2342:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130322.630232:0:2342:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf61460000 x1876037329002112/t0(0) o103->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:17/18 lens 352/224 e 0 to 0 dl 1789130338 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130322.630241:0:2342:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130322.630243:0:2342:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1789130322.632626:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130322.632647:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789130322.632651:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130322.632654:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130322.632664:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130322.632673:0:2341:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:2.0:1789130322.632683:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130322.632688:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130322.632695:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130322.632699:0:2341:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 224 into portal 18 MB=0x6aa3efa949e80 00000400:00000200:2.0:1789130322.632705:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130322.632713:0:2341:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.123@tcp of length 224/224 into md 0x63bd [1] + 224 00000800:00000001:2.0:1789130322.632722:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130322.632728:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130322.632731:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130322.632736:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:2.0:1789130322.633024:0:2341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789130322.633037:0:2341:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf61460000 x1876037329002112/t0(0) o103->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:17/18 lens 352/224 e 0 to 0 dl 1789130338 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789130322.633049:0:2341:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9caf61460000 x1876037329002112/t0(0) o103->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:17/18 lens 352/224 e 0 to 0 dl 1789130338 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130322.633130:0:2341:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789130322.633141:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130322.633144:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.1:1789130322.647901:0:30493:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf42f26700. 00010000:00000010:0.1:1789130322.647922:0:30493:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf47e20e00. 00010000:00000010:0.1:1789130322.647927:0:30493:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf51bbd800. 00010000:00000010:0.1:1789130322.647931:0:30493:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf47e21000. 00010000:00000010:0.1:1789130322.647934:0:30493:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf42f26b00. 00010000:00000010:0.1:1789130322.647938:0:30493:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf586b6a00. 00010000:00000010:0.1:1789130322.647942:0:30493:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf42f26400. 00010000:00000010:0.1:1789130322.647945:0:30493:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf586b6800. 00010000:00000010:0.1:1789130322.647948:0:30493:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf4814d700. 00010000:00000010:0.1:1789130322.647953:0:30493:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf46a93200. 00010000:00000001:3.0:1789130322.873998:0:27360:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130322.874008:0:27360:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130323.899936:0:27360:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130323.899952:0:27360:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789130323.899987:0:16244:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789130323.899990:0:16244:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789130323.899993:0:16244:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1789130324.922948:0:27360:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130324.922959:0:27360:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130325.306027:0:23465:0:(connection.c:75:cpu_latency_work()) work item of ffff9caf6147aa20 (cpu 2) has reached its deadline 4296419320, at 4296419328 00000100:00000010:2.0:1789130325.306064:0:23465:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9caf4812f540. 00000100:00000040:3.0:1789130325.306549:0:27360:0:(connection.c:75:cpu_latency_work()) work item of ffff9caf6147ab30 (cpu 3) has reached its deadline 4296419320, at 4296419328 00000100:00000001:2.0:1789130325.306560:0:16107:0:(service.c:1710:ptlrpc_at_check_timed()) Process entered 00000100:00000010:3.0:1789130325.306569:0:27360:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9caf4812f900. 00000100:00000001:2.0:1789130325.306578:0:16107:0:(service.c:1721:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130325.947558:0:27360:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130325.947568:0:27360:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789130325.947570:0:27360:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789130325.947573:0:27360:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130325.947578:0:27360:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789130325.947580:0:27360:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130325.947582:0:27360:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130325.947584:0:27360:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789130326.331160:0:2342:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789130326.331165:0:2342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf47f34b00. 00000400:00000200:2.0:1789130326.331171:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130326.331183:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:2.0:1789130326.331188:0:2342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf462a33b8 00000400:00000010:2.0:1789130326.331190:0:2342:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf462a33b8. 00000100:00000001:2.0:1789130326.331194:0:2342:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789130326.331197:0:2342:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf61460000 x1876037329002240/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130342 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130326.331205:0:2342:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130326.331208:0:2342:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf61460000 x1876037329002240/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130342 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130326.331213:0:2342:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130326.331214:0:2342:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1789130326.337657:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130326.337675:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789130326.337681:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130326.337684:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130326.337694:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130326.337702:0:2341:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:2.0:1789130326.337712:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130326.337717:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130326.337722:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130326.337727:0:2341:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 224 into portal 25 MB=0x6aa3efa949f00 00000400:00000200:2.0:1789130326.337731:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130326.337738:0:2341:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.123@tcp of length 224/224 into md 0x63c5 [1] + 224 00000800:00000001:2.0:1789130326.337746:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130326.337767:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130326.337772:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130326.337777:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:2.0:1789130326.337928:0:2341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789130326.337938:0:2341:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf61460000 x1876037329002240/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130342 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789130326.337954:0:2341:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9caf61460000 x1876037329002240/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130342 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130326.337971:0:2341:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789130326.337985:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130326.337991:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1789130326.339420:0:2342:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789130326.339427:0:2342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf47f34600. 00000400:00000200:2.0:1789130326.339430:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130326.339437:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:2.0:1789130326.339442:0:2342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf462a3990 00000400:00000010:2.0:1789130326.339444:0:2342:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf462a3990. 00000100:00000001:2.0:1789130326.339448:0:2342:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789130326.339453:0:2342:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf614630c0 x1876037329002368/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130466 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130326.339464:0:2342:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130326.339468:0:2342:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf614630c0 x1876037329002368/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130466 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130326.339476:0:2342:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130326.339478:0:2342:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1789130326.343222:0:2341:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789130326.343229:0:2341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf47f34900. 00000400:00000200:2.0:1789130326.343237:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130326.343245:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:2.0:1789130326.343619:0:2341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf462a32a8 00000400:00000010:2.0:1789130326.343622:0:2341:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf462a32a8. 00000100:00000001:2.0:1789130326.343628:0:2341:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789130326.343636:0:2341:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf61462d00 x1876037329002496/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130342 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130326.343650:0:2341:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130326.343654:0:2341:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf61462d00 x1876037329002496/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130342 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130326.343662:0:2341:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130326.343664:0:2341:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1789130326.349329:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130326.349355:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789130326.349359:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130326.349373:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130326.349387:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130326.349396:0:2342:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:2.0:1789130326.349408:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130326.349413:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130326.349422:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130326.349427:0:2342:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 224 into portal 10 MB=0x6aa3efa949f80 00000400:00000200:2.0:1789130326.349433:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130326.349440:0:2342:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.123@tcp of length 224/224 into md 0x63cd [1] + 224 00000800:00000001:2.0:1789130326.349451:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130326.349463:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130326.349467:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130326.349473:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:2.0:1789130326.349485:0:2342:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789130326.349495:0:2342:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf614630c0 x1876037329002368/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130466 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789130326.349506:0:2342:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9caf614630c0 x1876037329002368/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130466 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130326.349645:0:2342:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789130326.349660:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130326.349664:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789130326.351538:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130326.351556:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789130326.351560:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130326.351562:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130326.351572:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130326.351579:0:2341:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:2.0:1789130326.351590:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130326.351598:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130326.351607:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130326.351612:0:2341:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 224 into portal 4 MB=0x6aa3efa94a000 00000400:00000200:2.0:1789130326.351618:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130326.351626:0:2341:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.123@tcp of length 224/224 into md 0x63d5 [1] + 224 00000800:00000001:2.0:1789130326.351637:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130326.351730:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130326.351735:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130326.351741:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:2.0:1789130326.351752:0:2341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789130326.351762:0:2341:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf61462d00 x1876037329002496/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130342 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789130326.351772:0:2341:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9caf61462d00 x1876037329002496/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130342 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130326.351791:0:2341:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789130326.351801:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130326.351826:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1789130326.970654:0:27360:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130326.970665:0:27360:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789130326.970696:0:16244:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789130326.970699:0:16244:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789130326.970702:0:16244:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1789130327.994042:0:27360:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130327.994062:0:27360:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130329.018128:0:27360:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130329.018149:0:27360:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130330.041999:0:27360:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130330.042008:0:27360:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789130330.042613:0:16244:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789130330.042618:0:16244:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789130330.042622:0:16244:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1789130330.426032:0:27360:0:(connection.c:75:cpu_latency_work()) work item of ffff9caf6147ab30 (cpu 3) has reached its deadline 4296424439, at 4296424448 00000100:00000010:3.0:1789130330.426057:0:27360:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9caf481b3420. 00000100:00000040:2.0:1789130330.426064:0:23465:0:(connection.c:75:cpu_latency_work()) work item of ffff9caf6147aa20 (cpu 2) has reached its deadline 4296424439, at 4296424448 00000100:00000010:2.0:1789130330.426074:0:23465:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9caf481b3060. 00010000:00000001:3.0:1789130331.066070:0:27360:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130331.066081:0:27360:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789130331.457145:0:2342:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789130331.457159:0:2342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf47f34700. 00000400:00000200:2.0:1789130331.457170:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130331.457183:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:2.0:1789130331.457194:0:2342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf462a3440 00000400:00000010:2.0:1789130331.457197:0:2342:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf462a3440. 00000100:00000001:2.0:1789130331.457205:0:2342:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789130331.457217:0:2342:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf61462940 x1876037329002624/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130347 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130331.457232:0:2342:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130331.457236:0:2342:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf61462940 x1876037329002624/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130347 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130331.457244:0:2342:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130331.457247:0:2342:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1789130331.457266:0:2342:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789130331.457269:0:2342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf47f34d00. 00000400:00000200:2.0:1789130331.457272:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130331.457277:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:2.0:1789130331.457280:0:2342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf462a3330 00000400:00000010:2.0:1789130331.457281:0:2342:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf462a3330. 00000100:00000001:2.0:1789130331.457284:0:2342:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789130331.457288:0:2342:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf614603c0 x1876037329002880/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130347 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130331.457296:0:2342:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130331.457300:0:2342:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf614603c0 x1876037329002880/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130347 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130331.457306:0:2342:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130331.457307:0:2342:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1789130331.457398:0:2342:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789130331.457402:0:2342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf47f34900. 00000400:00000200:2.0:1789130331.457405:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130331.457409:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:2.0:1789130331.457412:0:2342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf462a3198 00000400:00000010:2.0:1789130331.457414:0:2342:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf462a3198. 00000100:00000001:2.0:1789130331.457416:0:2342:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789130331.457422:0:2342:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf61463840 x1876037329002752/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130471 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130331.457429:0:2342:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130331.457431:0:2342:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf61463840 x1876037329002752/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130471 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130331.457437:0:2342:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130331.457439:0:2342:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1789130331.462419:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130331.462457:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789130331.462465:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130331.462468:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130331.462485:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130331.462498:0:2341:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:2.0:1789130331.462513:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130331.462522:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130331.462543:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130331.462550:0:2341:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 224 into portal 25 MB=0x6aa3efa94a080 00000400:00000200:2.0:1789130331.462557:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130331.462566:0:2341:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.123@tcp of length 224/224 into md 0x63dd [1] + 224 00000800:00000001:2.0:1789130331.462579:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130331.462584:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130331.462588:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130331.462596:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:2.0:1789130331.462608:0:2341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789130331.462623:0:2341:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf61462940 x1876037329002624/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130347 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789130331.462637:0:2341:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9caf61462940 x1876037329002624/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130347 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130331.462671:0:2341:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789130331.462688:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130331.462693:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789130331.462695:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130331.462697:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130331.462701:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130331.462705:0:2341:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:2.0:1789130331.462709:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130331.462712:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130331.462715:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130331.462718:0:2341:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 224 into portal 4 MB=0x6aa3efa94a180 00000400:00000200:2.0:1789130331.462723:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130331.462727:0:2341:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.123@tcp of length 224/224 into md 0x63e5 [1] + 224 00000800:00000001:2.0:1789130331.462731:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130331.462864:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130331.462868:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130331.462871:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:2.0:1789130331.462875:0:2341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789130331.462881:0:2341:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf614603c0 x1876037329002880/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130347 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789130331.462891:0:2341:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9caf614603c0 x1876037329002880/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130347 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130331.462900:0:2341:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789130331.462904:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130331.462907:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789130331.463473:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130331.463481:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789130331.463484:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130331.463486:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130331.463491:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130331.463495:0:2342:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:2.0:1789130331.463502:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130331.463506:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130331.463510:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130331.463514:0:2342:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 224 into portal 10 MB=0x6aa3efa94a100 00000400:00000200:2.0:1789130331.463518:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130331.463524:0:2342:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.123@tcp of length 224/224 into md 0x63ed [1] + 224 00000800:00000001:2.0:1789130331.463528:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130331.463535:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130331.463537:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130331.463541:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:2.0:1789130331.463547:0:2342:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789130331.463553:0:2342:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf61463840 x1876037329002752/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130471 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789130331.463563:0:2342:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9caf61463840 x1876037329002752/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130471 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130331.463573:0:2342:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789130331.463577:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130331.463580:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1789130332.090243:0:27360:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130332.090317:0:27360:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130333.113997:0:27360:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130333.114005:0:27360:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789130333.114042:0:16244:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789130333.114045:0:16244:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789130333.114049:0:16244:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789130334.012949:0:30461:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789130334.012962:0:30461:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789130334.012965:0:30461:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1789130334.012974:0:30461:0:(client.c:2715:ptlrpc_set_wait()) set ffff9caf47fd1d80 going to sleep for 1 seconds 00000100:00000001:3.0:1789130334.012981:0:30461:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789130334.012986:0:30461:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130334.137986:0:27360:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130334.137995:0:27360:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130335.034530:0:30461:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789130335.034540:0:30461:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789130335.034543:0:30461:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1789130335.034550:0:30461:0:(client.c:2715:ptlrpc_set_wait()) set ffff9caf47fd1d80 going to sleep for 1 seconds 00000100:00000001:3.0:1789130335.034555:0:30461:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789130335.034560:0:30461:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130335.162779:0:27360:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130335.162788:0:27360:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130335.546083:0:27360:0:(connection.c:75:cpu_latency_work()) work item of ffff9caf6147ab30 (cpu 3) has reached its deadline 4296429560, at 4296429568 00000100:00000010:3.0:1789130335.546110:0:27360:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9caf481b33c0. 00000100:00000040:2.0:1789130335.548217:0:23465:0:(connection.c:75:cpu_latency_work()) work item of ffff9caf6147aa20 (cpu 2) has reached its deadline 4296429560, at 4296429570 00000100:00000010:2.0:1789130335.548238:0:23465:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9caf481b3e40. 00000100:00000001:3.0:1789130336.057984:0:30461:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789130336.057999:0:30461:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789130336.058002:0:30461:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1789130336.058010:0:30461:0:(client.c:2715:ptlrpc_set_wait()) set ffff9caf47fd1d80 going to sleep for 1 seconds 00000100:00000001:3.0:1789130336.058015:0:30461:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789130336.058019:0:30461:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130336.187862:0:27360:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130336.187877:0:27360:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789130336.187880:0:27360:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789130336.187886:0:27360:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130336.187892:0:27360:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789130336.187895:0:27360:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130336.187897:0:27360:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130336.187900:0:27360:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789130336.187935:0:16244:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789130336.187939:0:16244:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789130336.187942:0:16244:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1789130336.570241:0:17674:0:(pinger.c:229:ptlrpc_pinger_process_import()) 70f26143-21ad-4cd3-af2c-0601ab5c9490->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789130336.570258:0:17674:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1789130336.570275:0:17674:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf501a9e00. 00000020:00000040:3.0:1789130336.570285:0:17674:0:(genops.c:1210:class_import_get()) import ffff9caf586ce800 refcount=4 obd=MGC192.168.204.123@tcp 00000100:00000001:3.0:1789130336.570292:0:17674:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789130336.570296:0:17674:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789130336.570306:0:17674:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789130336.570320:0:17674:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9caf47fd2500. 00000100:00000001:3.0:1789130336.570331:0:17674:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130336.570350:0:17674:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 70f26143-21ad-4cd3-af2c-0601ab5c9490->MGS req@ffff9caf501a9e00 x1876037329003008/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789130336.570366:0:17674:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789130336.570374:0:17674:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130336.570383:0:17674:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004bb460e3] to pc [ptlrpcd_01_00+0] req@ffff9caf501a9e00 x1876037329003008/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130336.570432:0:17674:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130336.570436:0:17674:0:(pinger.c:229:ptlrpc_pinger_process_import()) c4ff2dbd-4d13-4802-9c50-d71e34d32a35->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789130336.570440:0:17674:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1789130336.570444:0:17674:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf501a8f00. 00000020:00000040:3.0:1789130336.570447:0:17674:0:(genops.c:1210:class_import_get()) import ffff9caf6079a800 refcount=8 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000100:00000001:3.0:1789130336.570450:0:17674:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789130336.570452:0:17674:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789130336.570453:0:17674:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789130336.570457:0:17674:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9caf47fd2800. 00000100:00000001:3.0:1789130336.570461:0:17674:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130336.570466:0:17674:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging c4ff2dbd-4d13-4802-9c50-d71e34d32a35->lustre-MDT0000_UUID req@ffff9caf501a8f00 x1876037329003136/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789130336.570473:0:17674:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789130336.570477:0:17674:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130336.570481:0:17674:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007fa63584] to pc [ptlrpcd_01_01+1] req@ffff9caf501a8f00 x1876037329003136/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130336.570490:0:17674:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130336.570493:0:17674:0:(pinger.c:229:ptlrpc_pinger_process_import()) c4ff2dbd-4d13-4802-9c50-d71e34d32a35->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789130336.570497:0:17674:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1789130336.570501:0:17674:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf501aad00. 00000020:00000040:3.0:1789130336.570505:0:17674:0:(genops.c:1210:class_import_get()) import ffff9caf468ac800 refcount=3 obd=lustre-OST0000-osc-ffff9caf5014c800 00000100:00000001:3.0:1789130336.570507:0:17674:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789130336.570508:0:17674:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789130336.570510:0:17674:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789130336.570513:0:17674:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9caf47fd2a00. 00000100:00000001:3.0:1789130336.570516:0:17674:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130336.570520:0:17674:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging c4ff2dbd-4d13-4802-9c50-d71e34d32a35->lustre-OST0000_UUID req@ffff9caf501aad00 x1876037329003264/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789130336.570527:0:17674:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789130336.570529:0:17674:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130336.570532:0:17674:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cbcaa598] to pc [ptlrpcd_01_00+0] req@ffff9caf501aad00 x1876037329003264/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130336.570540:0:17674:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130336.570543:0:17674:0:(pinger.c:229:ptlrpc_pinger_process_import()) c4ff2dbd-4d13-4802-9c50-d71e34d32a35->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789130336.570547:0:17674:0:(pinger.c:247:ptlrpc_pinger_process_import()) c4ff2dbd-4d13-4802-9c50-d71e34d32a35->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789130336.570553:0:17674:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1768) 00000100:00000001:3.0:1789130336.570577:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789130336.570582:0:2350:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789130336.570585:0:2350:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789130336.570592:0:2350:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf501a8f00 x1876037329003136/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130336.570600:0:2350:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789130336.570603:0:2350:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789130336.570609:0:2350:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789130336.570613:0:2350:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789130336.570616:0:2350:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789130336.570620:0:2350:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf501a8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:2350:1876037329003136:192.168.204.123@tcp:400:kworker.0 00000100:00000001:3.0:1789130336.570625:0:2350:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789130336.570634:0:2350:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789130336.570637:0:2350:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789130336.570641:0:2350:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789130336.570648:0:2350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9caf4842f400. 02000000:00000001:3.0:1789130336.570651:0:2350:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789130336.570661:0:2350:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:3.0:1789130336.570666:0:2350:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf607882c0. 00000400:00000010:3.0:1789130336.570676:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf4549f4c8. 00000100:00000200:3.0:1789130336.570690:0:2350:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876037329003136, portal 10 00000100:00000001:3.0:1789130336.570693:0:2350:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789130336.570696:0:2350:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875509968640 : -109198199582976 : ffff9caf501a8f00) 00000100:00000040:3.0:1789130336.570706:0:2350:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9caf501a8f00 x1876037329003136/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130476 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130336.570715:0:2350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789130336.570718:0:2350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:3.0:1789130336.570721:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf4549fbb0. 00000100:00000200:3.0:1789130336.570725:0:2350:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876037329003136, offset 0 00000400:00000200:3.0:1789130336.570736:0:2350:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:3.0:1789130336.570750:0:2350:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130336.570763:0:2350:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:3.0:1789130336.570773:0:2350:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789130336.570780:0:2350:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:3.0:1789130336.570785:0:2350:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789130336.570788:0:2350:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:3.0:1789130336.570793:0:2350:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2296:2296:256:4294967295] 192.168.204.123@tcp LPNI seq info [2295:2295:8:4294967295] 00000400:00000200:3.0:1789130336.570798:0:2350:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130336.570862:0:2350:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:3.0:1789130336.570871:0:2350:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:3.0:1789130336.570879:0:2350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf47fd2e00. 00000800:00000200:3.0:1789130336.570888:0:2350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:3.0:1789130336.570900:0:2350:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:3.0:1789130336.570906:0:2350:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf47fd2e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789130336.570921:0:2350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130336.570928:0:2350:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: using a timeout of 782531 usecs (783 jiffies) 00000400:00000200:3.0:1789130336.570932:0:2350:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:3.0:1789130336.570936:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296431376 00000100:00000010:3.0:1789130336.570943:0:2350:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9caf58401120. 00000100:00000001:3.0:1789130336.570954:0:2350:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request now active for cpu 2 00000100:00000001:3.0:1789130336.570963:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296431376 00000100:00000010:3.0:1789130336.570968:0:2350:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9caf584013c0. 00000100:00000001:3.0:1789130336.570972:0:2350:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request now active for cpu 3 00000100:00000001:3.0:1789130336.570975:0:2350:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789130336.570980:0:2350:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130336.571102:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789130336.571107:0:2349:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789130336.571109:0:2349:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789130336.571116:0:2349:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf501a9e00 x1876037329003008/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130336.571124:0:2349:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789130336.571126:0:2349:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789130336.571129:0:2349:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789130336.571131:0:2349:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789130336.571133:0:2349:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789130336.571136:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf501a9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:70f26143-21ad-4cd3-af2c-0601ab5c9490:2349:1876037329003008:192.168.204.123@tcp:400:kworker.0 00000100:00000001:2.0:1789130336.571142:0:2349:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789130336.571145:0:2349:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789130336.571147:0:2349:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789130336.571148:0:2349:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789130336.571154:0:2349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9caf51bf9800. 02000000:00000001:2.0:1789130336.571156:0:2349:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789130336.571161:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:2.0:1789130336.571164:0:2349:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf483fdf20. 00000400:00000010:2.0:1789130336.571170:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf42d18330. 00000100:00000200:2.0:1789130336.571174:0:2349:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876037329003008, portal 25 00000100:00000001:2.0:1789130336.571176:0:2349:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789130336.571177:0:2349:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875509972480 : -109198199579136 : ffff9caf501a9e00) 00000100:00000040:2.0:1789130336.571182:0:2349:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9caf501a9e00 x1876037329003008/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130352 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130336.571189:0:2349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789130336.571192:0:2349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:2.0:1789130336.571194:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf42d18550. 00000100:00000200:2.0:1789130336.571197:0:2349:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1876037329003008, offset 0 00000400:00000200:2.0:1789130336.571202:0:2349:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:2.0:1789130336.571206:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130336.571211:0:2349:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:2.0:1789130336.571214:0:2349:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789130336.571216:0:2349:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:2.0:1789130336.571219:0:2349:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789130336.571222:0:2349:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:2.0:1789130336.571225:0:2349:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2297:2297:255:4294967295] 192.168.204.123@tcp LPNI seq info [2296:2296:7:4294967295] 00000400:00000200:2.0:1789130336.571229:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130336.571235:0:2349:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:2.0:1789130336.571240:0:2349:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:2.0:1789130336.571244:0:2349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf616cac00. 00000800:00000200:2.0:1789130336.571248:0:2349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:2.0:1789130336.571254:0:2349:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:2.0:1789130336.571257:0:2349:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf616cac00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1789130336.571260:0:2349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789130336.571263:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:2.0:1789130336.571265:0:2349:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.123@tcp: PM QoS new deadline estimation for cpu 2 is 4296434679 00000100:00000001:2.0:1789130336.571271:0:2349:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.123@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296431376 00000100:00000001:2.0:1789130336.571275:0:2349:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.123@tcp: PM QoS new deadline estimation for cpu 3 is 4296434679 00000100:00000001:2.0:1789130336.571278:0:2349:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.123@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296431376 00000100:00000001:2.0:1789130336.571281:0:2349:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789130336.571284:0:2349:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130336.571287:0:2349:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789130336.571291:0:2349:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf501aad00 x1876037329003264/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130336.571298:0:2349:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789130336.571300:0:2349:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789130336.571302:0:2349:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789130336.571303:0:2349:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789130336.571306:0:2349:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789130336.571309:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf501aad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:2349:1876037329003264:192.168.204.123@tcp:400:kworker.0 00000100:00000001:2.0:1789130336.571312:0:2349:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789130336.571315:0:2349:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789130336.571316:0:2349:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789130336.571318:0:2349:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789130336.571322:0:2349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9caf47d11800. 02000000:00000001:2.0:1789130336.571324:0:2349:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789130336.571328:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:2.0:1789130336.571330:0:2349:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf483fd210. 00000400:00000010:2.0:1789130336.571334:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf42d18d48. 00000100:00000200:2.0:1789130336.571338:0:2349:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876037329003264, portal 4 00000100:00000001:2.0:1789130336.571339:0:2349:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789130336.571340:0:2349:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875509976320 : -109198199575296 : ffff9caf501aad00) 00000100:00000040:2.0:1789130336.571348:0:2349:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9caf501aad00 x1876037329003264/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130352 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130336.571354:0:2349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789130336.571357:0:2349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:2.0:1789130336.571359:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf42d18b28. 00000100:00000200:2.0:1789130336.571361:0:2349:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876037329003264, offset 0 00000400:00000200:2.0:1789130336.571367:0:2349:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:2.0:1789130336.571370:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130336.571373:0:2349:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:2.0:1789130336.571376:0:2349:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789130336.571378:0:2349:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:2.0:1789130336.571380:0:2349:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789130336.571383:0:2349:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:2.0:1789130336.571386:0:2349:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2298:2298:254:4294967295] 192.168.204.123@tcp LPNI seq info [2297:2297:6:4294967295] 00000400:00000200:2.0:1789130336.571390:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130336.571396:0:2349:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:2.0:1789130336.571401:0:2349:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:2.0:1789130336.571405:0:2349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf616ca800. 00000800:00000200:2.0:1789130336.571408:0:2349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:2.0:1789130336.571412:0:2349:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:2.0:1789130336.571414:0:2349:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf616ca800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1789130336.571417:0:2349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130336.571421:0:2349:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9caf5014c800: using a timeout of 22985 usecs (23 jiffies) 00000400:00000200:2.0:1789130336.571424:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:2.0:1789130336.571426:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296430616 00000100:00000001:2.0:1789130336.571429:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9caf5014c800: PM QoS request active for cpu 2, keep current deadline 4296434679 00000100:00000001:2.0:1789130336.571431:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296430616 00000100:00000001:2.0:1789130336.571433:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9caf5014c800: PM QoS request active for cpu 3, keep current deadline 4296434679 00000100:00000001:2.0:1789130336.571436:0:2349:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789130336.571438:0:2349:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130336.571441:0:2349:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130336.571445:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789130336.571458:0:2349:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789130336.571461:0:2349:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1789130336.571464:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789130336.571465:0:2349:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789130336.571467:0:2349:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130336.571470:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789130336.571541:0:2341:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789130336.571545:0:2341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf47fd2e00. 00000400:00000200:2.0:1789130336.571553:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130336.571559:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:2.0:1789130336.571566:0:2341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf4549fbb0 00000400:00000010:2.0:1789130336.571569:0:2341:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf4549fbb0. 00000100:00000001:2.0:1789130336.571577:0:2341:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789130336.571582:0:2341:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf501a8f00 x1876037329003136/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130476 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130336.571592:0:2341:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130336.571596:0:2341:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf501a8f00 x1876037329003136/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130476 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130336.571604:0:2341:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130336.571606:0:2341:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1789130336.571622:0:2341:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789130336.571624:0:2341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf616cac00. 00000400:00000200:2.0:1789130336.571627:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130336.571630:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:2.0:1789130336.571633:0:2341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf42d18550 00000400:00000010:2.0:1789130336.571634:0:2341:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf42d18550. 00000100:00000001:2.0:1789130336.571637:0:2341:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789130336.571641:0:2341:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf501a9e00 x1876037329003008/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130352 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130336.571648:0:2341:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130336.571650:0:2341:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf501a9e00 x1876037329003008/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130352 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130336.571658:0:2341:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130336.571660:0:2341:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1789130336.571771:0:2341:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789130336.571774:0:2341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf616ca800. 00000400:00000200:2.0:1789130336.571777:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130336.571781:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:2.0:1789130336.571784:0:2341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf42d18b28 00000400:00000010:2.0:1789130336.571786:0:2341:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf42d18b28. 00000100:00000001:2.0:1789130336.571788:0:2341:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789130336.571792:0:2341:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf501aad00 x1876037329003264/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130352 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130336.571799:0:2341:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130336.571801:0:2341:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf501aad00 x1876037329003264/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130352 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130336.571869:0:2341:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130336.571871:0:2341:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1789130336.573661:0:2350:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130336.573669:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130336.573681:0:2350:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789130336.573684:0:2350:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=135 : 135 : 87) 00000100:00000001:3.0:1789130336.573688:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789130336.573691:0:2350:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789130336.573694:0:2350:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130336.573698:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1789130336.586497:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130336.586540:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789130336.586549:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130336.586552:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130336.586568:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130336.586580:0:2342:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:2.0:1789130336.586597:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130336.586604:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130336.586615:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130336.586621:0:2342:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 224 into portal 4 MB=0x6aa3efa94a300 00000400:00000200:2.0:1789130336.586631:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130336.586640:0:2342:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.123@tcp of length 224/224 into md 0x6415 [1] + 224 00000800:00000001:2.0:1789130336.586653:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130336.586659:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130336.586664:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130336.586671:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:2.0:1789130336.586688:0:2342:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789130336.586704:0:2342:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf501aad00 x1876037329003264/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130352 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789130336.586721:0:2342:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9caf501aad00 x1876037329003264/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130352 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130336.586766:0:2342:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789130336.586786:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130336.586791:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789130336.586793:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130336.586796:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130336.586799:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130336.586827:0:2342:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:2.0:1789130336.586845:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130336.586848:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130336.586851:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130336.586854:0:2342:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 224 into portal 25 MB=0x6aa3efa94a200 00000400:00000200:2.0:1789130336.586857:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130336.586863:0:2342:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.123@tcp of length 224/224 into md 0x6405 [1] + 224 00000800:00000001:2.0:1789130336.586867:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130336.586871:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130336.586873:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130336.586876:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:2.0:1789130336.586880:0:2342:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789130336.586885:0:2342:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf501a9e00 x1876037329003008/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130352 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789130336.586893:0:2342:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9caf501a9e00 x1876037329003008/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130352 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130336.586900:0:2342:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789130336.586904:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130336.586907:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789130336.586908:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130336.586911:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130336.586914:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130336.586916:0:2342:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:2.0:1789130336.586920:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130336.586923:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130336.586925:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130336.586927:0:2342:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 224 into portal 10 MB=0x6aa3efa94a280 00000400:00000200:2.0:1789130336.586931:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130336.586935:0:2342:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.123@tcp of length 224/224 into md 0x63f5 [1] + 224 00000800:00000001:2.0:1789130336.586938:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130336.586950:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130336.586952:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130336.586955:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:2.0:1789130336.586958:0:2342:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789130336.586963:0:2342:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf501a8f00 x1876037329003136/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130476 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789130336.586971:0:2342:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9caf501a8f00 x1876037329003136/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130476 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130336.587462:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789130336.587471:0:2349:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789130336.587487:0:2349:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789130336.587491:0:2349:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789130336.587497:0:2349:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf483fdf20. 00000400:00000200:3.0:1789130336.587506:0:2349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf42d18330 00000400:00000010:3.0:1789130336.587510:0:2349:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf42d18330. 00000100:00000001:3.0:1789130336.587516:0:2349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789130336.587525:0:2349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf501a9e00 x1876037329003008/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130352 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789130336.587539:0:2349:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf501a9e00 x1876037329003008/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130352 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130336.587547:0:2349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789130336.587551:0:2349:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130336.587555:0:2349:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789130336.587563:0:2349:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789130336.587569:0:2349:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789130336.587572:0:2349:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789130336.587576:0:2349:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789130336.587589:0:2349:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf586cec60 time=105 v=5 (5 5 5 5) 00000100:00001000:3.0:1789130336.587595:0:2349:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf586cec18 time=105 v=5 (1 1 1 1) 00000100:00000001:3.0:1789130336.587599:0:2349:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789130336.587602:0:2349:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130336.587607:0:2349:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789130336.587610:0:2349:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130336.587615:0:2349:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130336.587621:0:2349:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf501a9e00 x1876037329003008/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130352 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130336.587628:0:2349:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789130336.587634:0:2349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789130336.587637:0:2349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789130336.587643:0:2349:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf501a9e00 x1876037329003008/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130352 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789130336.587653:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf501a9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:70f26143-21ad-4cd3-af2c-0601ab5c9490:2349:1876037329003008:192.168.204.123@tcp:400:kworker.0 00000400:00000001:3.0:1789130336.587662:0:2349:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789130336.587663:0:2349:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789130336.587667:0:2349:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf483fd210. 00000400:00000200:3.0:1789130336.587669:0:2349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf42d18d48 00000400:00000010:3.0:1789130336.587671:0:2349:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf42d18d48. 00000100:00000001:3.0:1789130336.587674:0:2349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789130336.587677:0:2349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf501aad00 x1876037329003264/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130352 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789130336.587687:0:2349:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf501aad00 x1876037329003264/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130352 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130336.587694:0:2349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789130336.587696:0:2349:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130336.587697:0:2349:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789130336.587699:0:2349:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789130336.587700:0:2349:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789130336.587702:0:2349:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789130336.587703:0:2349:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789130336.587712:0:2349:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf468acc60 time=105 v=5 (5 5 5 36) 00000100:00001000:3.0:1789130336.587716:0:2349:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf468acc18 time=138 v=5 (1 0 0 0) 00000100:00000001:3.0:1789130336.587718:0:2349:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789130336.587720:0:2349:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130336.587722:0:2349:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789130336.587726:0:2349:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130336.587730:0:2349:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789130336.587734:0:2349:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9caf5014c800: skip recheck: last_committed 4294967335 00000100:00000001:3.0:1789130336.587737:0:2349:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789130336.587739:0:2349:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130336.587744:0:2349:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf501aad00 x1876037329003264/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130352 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130336.587750:0:2349:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789130336.587752:0:2349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789130336.587753:0:2349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789130336.587756:0:2349:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf501aad00 x1876037329003264/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130352 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789130336.587763:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf501aad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:2349:1876037329003264:192.168.204.123@tcp:400:kworker.0 00000100:00000001:3.0:1789130336.587768:0:2349:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130336.587771:0:2349:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130336.587775:0:2349:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf501a9e00 x1876037329003008/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130352 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130336.587782:0:2349:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789130336.587786:0:2349:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789130336.587791:0:2349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9caf51bf9800. 02000000:00000001:3.0:1789130336.587798:0:2349:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789130336.587802:0:2349:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1789130336.587857:0:2349:0:(genops.c:1223:class_import_put()) import ffff9caf586ce800 refcount=3 obd=MGC192.168.204.123@tcp 00000020:00000001:3.0:1789130336.587860:0:2349:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1789130336.587865:0:2349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9caf47fd2500. 02000000:00000001:3.0:1789130336.587871:0:2349:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789130336.587873:0:2349:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789130336.587875:0:2349:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf501a9e00. 00000100:00000001:3.0:1789130336.587882:0:2349:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789130336.587884:0:2349:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130336.587886:0:2349:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130336.587889:0:2349:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf501aad00 x1876037329003264/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130352 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130336.587896:0:2349:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789130336.587898:0:2349:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789130336.587900:0:2349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9caf47d11800. 02000000:00000001:3.0:1789130336.587902:0:2349:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789130336.587903:0:2349:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1789130336.587904:0:2349:0:(genops.c:1223:class_import_put()) import ffff9caf468ac800 refcount=2 obd=lustre-OST0000-osc-ffff9caf5014c800 00000020:00000001:3.0:1789130336.587906:0:2349:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1789130336.587908:0:2349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9caf47fd2a00. 02000000:00000001:3.0:1789130336.587910:0:2349:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789130336.587911:0:2349:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789130336.587912:0:2349:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf501aad00. 00000100:00000001:3.0:1789130336.587916:0:2349:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789130336.587917:0:2349:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130336.587920:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130336.587931:0:2349:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789130336.587933:0:2349:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130336.587936:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789130336.587939:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130336.588354:0:2342:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789130336.588371:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130336.588382:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130336.588518:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789130336.588524:0:2350:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789130336.588530:0:2350:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789130336.588532:0:2350:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789130336.588536:0:2350:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf607882c0. 00000400:00000200:3.0:1789130336.588541:0:2350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf4549f4c8 00000400:00000010:3.0:1789130336.588544:0:2350:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf4549f4c8. 00000100:00000001:3.0:1789130336.588550:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789130336.588560:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf501a8f00 x1876037329003136/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130476 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789130336.588571:0:2350:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf501a8f00 x1876037329003136/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130476 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130336.588578:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789130336.588580:0:2350:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130336.588582:0:2350:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789130336.588585:0:2350:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789130336.588586:0:2350:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789130336.588588:0:2350:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789130336.588590:0:2350:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789130336.588597:0:2350:0:(import.c:2149:obd_at_measure()) add 104 to ffff9caf6079ac60 time=105 v=104 (104 104 104 104) 00000100:00001000:3.0:1789130336.588601:0:2350:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf6079ac18 time=20 v=5 (1 0 0 0) 00000100:00000001:3.0:1789130336.588604:0:2350:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789130336.588606:0:2350:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130336.588609:0:2350:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789130336.588613:0:2350:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130336.588616:0:2350:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789130336.588618:0:2350:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9caf5014c800: skip recheck: last_committed 4294967597 00000100:00000001:3.0:1789130336.588620:0:2350:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789130336.588623:0:2350:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130336.588627:0:2350:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf501a8f00 x1876037329003136/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130476 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130336.588636:0:2350:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789130336.588639:0:2350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789130336.588641:0:2350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789130336.588644:0:2350:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf501a8f00 x1876037329003136/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130476 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789130336.588653:0:2350:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf501a8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:2350:1876037329003136:192.168.204.123@tcp:400:kworker.0 00000100:00000001:3.0:1789130336.588659:0:2350:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130336.588661:0:2350:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130336.588664:0:2350:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf501a8f00 x1876037329003136/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130476 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130336.588671:0:2350:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789130336.588674:0:2350:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789130336.588676:0:2350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9caf4842f400. 02000000:00000001:3.0:1789130336.588680:0:2350:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789130336.588682:0:2350:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1789130336.588684:0:2350:0:(genops.c:1223:class_import_put()) import ffff9caf6079a800 refcount=7 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000020:00000001:3.0:1789130336.588686:0:2350:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1789130336.588688:0:2350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9caf47fd2800. 02000000:00000001:3.0:1789130336.588691:0:2350:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789130336.588693:0:2350:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789130336.588694:0:2350:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf501a8f00. 00000100:00000001:3.0:1789130336.588700:0:2350:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789130336.588702:0:2350:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130336.588704:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130336.588711:0:2350:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789130336.588713:0:2350:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130336.588716:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789130336.588718:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130337.210084:0:27360:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130337.210097:0:27360:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130338.106579:0:17674:0:(pinger.c:229:ptlrpc_pinger_process_import()) 70f26143-21ad-4cd3-af2c-0601ab5c9490->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789130338.106591:0:17674:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1789130338.106610:0:17674:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf501a8f00. 00000020:00000040:3.0:1789130338.106618:0:17674:0:(genops.c:1210:class_import_get()) import ffff9caf586ce800 refcount=4 obd=MGC192.168.204.123@tcp 00000100:00000001:3.0:1789130338.106624:0:17674:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789130338.106629:0:17674:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789130338.106638:0:17674:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789130338.106652:0:17674:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9caf47fd2800. 00000100:00000001:3.0:1789130338.106664:0:17674:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130338.106675:0:17674:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 70f26143-21ad-4cd3-af2c-0601ab5c9490->MGS req@ffff9caf501a8f00 x1876037329003392/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789130338.106694:0:17674:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789130338.106702:0:17674:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130338.106712:0:17674:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007fa63584] to pc [ptlrpcd_01_01+1] req@ffff9caf501a8f00 x1876037329003392/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130338.106769:0:17674:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789130338.106773:0:17674:0:(pinger.c:229:ptlrpc_pinger_process_import()) c4ff2dbd-4d13-4802-9c50-d71e34d32a35->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789130338.106777:0:17674:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1789130338.106781:0:17674:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789130338.106784:0:17674:0:(import.c:65:import_set_state_nolock()) ffff9caf6079a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789130338.106788:0:17674:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1789130338.106794:0:17674:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9caf5014c800: connect to NID 192.168.204.123@tcp last attempt 1742 00000400:00000200:3.0:1789130338.106882:0:17674:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130338.106890:0:17674:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.123@tcp is discovered: rc = 1 00000100:00000040:3.0:1789130338.106897:0:17674:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9caf452f48c0 refcount 11 to 192.168.204.123@tcp 00000100:00000001:3.0:1789130338.106901:0:17674:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789130338.106904:0:17674:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9caf452f48c0 refcount 12 to 192.168.204.123@tcp 00000100:00000001:3.0:1789130338.106907:0:17674:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634875326777536 : -109198382774080 : ffff9caf452f48c0) 00000020:00000001:3.0:1789130338.106910:0:17674:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789130338.106913:0:17674:0:(genops.c:804:class_conn2export()) looking for export cookie 0xde5303b1d982c234 00000020:00000001:3.0:1789130338.106917:0:17674:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789130338.106921:0:17674:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9caf4a817000 refcount=5 00000020:00000001:3.0:1789130338.106924:0:17674:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875416047616 : -109198293504000 : ffff9caf4a817000) 00000020:00000001:3.0:1789130338.106927:0:17674:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634875416047616 : -109198293504000 : ffff9caf4a817000) 00000100:00000040:3.0:1789130338.106930:0:17674:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9caf452f48c0 refcount 11 to 192.168.204.123@tcp 00000100:00000001:3.0:1789130338.106932:0:17674:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789130338.106934:0:17674:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9caf452f48c0 refcount 12 to 192.168.204.123@tcp 00000100:00000001:3.0:1789130338.106937:0:17674:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634875326777536 : -109198382774080 : ffff9caf452f48c0) 00000020:00000040:3.0:1789130338.106941:0:17674:0:(genops.c:879:class_export_put()) PUTting export ffff9caf4a817000 : new refcount 4 00000100:00080000:3.0:1789130338.106946:0:17674:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9caf5014c800: import ffff9caf6079a800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00000001:3.0:1789130338.106950:0:17674:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789130338.106960:0:17674:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789130338.106982:0:17674:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789130338.106985:0:17674:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130338.106988:0:17674:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:3.0:1789130338.106993:0:17674:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683269 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1789130338.106997:0:17674:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130338.106999:0:17674:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789130338.107004:0:17674:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf501aad00. 00000020:00000040:3.0:1789130338.107007:0:17674:0:(genops.c:1210:class_import_get()) import ffff9caf6079a800 refcount=8 obd=lustre-MDT0000-mdc-ffff9caf5014c800 02000000:00000001:3.0:1789130338.107011:0:17674:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789130338.107013:0:17674:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130338.107016:0:17674:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789130338.107018:0:17674:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789130338.107020:0:17674:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789130338.107025:0:17674:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9caf50105400. 00000100:00000001:3.0:1789130338.107029:0:17674:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789130338.107037:0:17674:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9caf501aad00 x1876037329003520/t0(0) o38->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789130338.107046:0:17674:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789130338.107048:0:17674:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130338.107053:0:17674:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cbcaa598] to pc [ptlrpcd_rcv+-1] req@ffff9caf501aad00 x1876037329003520/t0(0) o38->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130338.107067:0:17674:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130338.107071:0:17674:0:(pinger.c:229:ptlrpc_pinger_process_import()) c4ff2dbd-4d13-4802-9c50-d71e34d32a35->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789130338.107075:0:17674:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1789130338.107079:0:17674:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf501a9e00. 00000020:00000040:3.0:1789130338.107082:0:17674:0:(genops.c:1210:class_import_get()) import ffff9caf468ac800 refcount=3 obd=lustre-OST0000-osc-ffff9caf5014c800 00000100:00000001:3.0:1789130338.107085:0:17674:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789130338.107086:0:17674:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789130338.107088:0:17674:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789130338.107092:0:17674:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9caf47fd2a00. 00000100:00000001:3.0:1789130338.107095:0:17674:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130338.107100:0:17674:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging c4ff2dbd-4d13-4802-9c50-d71e34d32a35->lustre-OST0000_UUID req@ffff9caf501a9e00 x1876037329003648/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789130338.107108:0:17674:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789130338.107110:0:17674:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130338.107114:0:17674:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004bb460e3] to pc [ptlrpcd_01_00+0] req@ffff9caf501a9e00 x1876037329003648/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130338.107124:0:17674:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130338.107127:0:17674:0:(pinger.c:229:ptlrpc_pinger_process_import()) c4ff2dbd-4d13-4802-9c50-d71e34d32a35->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789130338.107131:0:17674:0:(pinger.c:247:ptlrpc_pinger_process_import()) c4ff2dbd-4d13-4802-9c50-d71e34d32a35->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789130338.107138:0:17674:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1769) 00000100:00000001:3.0:1789130338.107186:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789130338.107191:0:2349:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789130338.107193:0:2349:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789130338.107201:0:2349:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf501a9e00 x1876037329003648/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130338.107211:0:2349:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789130338.107213:0:2349:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789130338.107220:0:2349:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789130338.107224:0:2349:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789130338.107227:0:2349:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789130338.107232:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf501a9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:2349:1876037329003648:192.168.204.123@tcp:400:kworker.0 00000100:00000001:3.0:1789130338.107237:0:2349:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789130338.107246:0:2349:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789130338.107251:0:2349:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789130338.107255:0:2349:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789130338.107261:0:2349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9caf4842f400. 02000000:00000001:3.0:1789130338.107265:0:2349:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789130338.107272:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:3.0:1789130338.107278:0:2349:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf607882c0. 00000400:00000010:3.0:1789130338.107290:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf4549f4c8. 00000100:00000200:3.0:1789130338.107302:0:2349:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876037329003648, portal 4 00000100:00000001:3.0:1789130338.107306:0:2349:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789130338.107308:0:2349:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875509972480 : -109198199579136 : ffff9caf501a9e00) 00000100:00000040:3.0:1789130338.107319:0:2349:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9caf501a9e00 x1876037329003648/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130354 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130338.107328:0:2349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789130338.107331:0:2349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:3.0:1789130338.107335:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf4549f660. 00000100:00000200:3.0:1789130338.107338:0:2349:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876037329003648, offset 0 00000400:00000200:3.0:1789130338.107346:0:2349:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:3.0:1789130338.107357:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130338.107365:0:2349:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:3.0:1789130338.107373:0:2349:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789130338.107380:0:2349:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:3.0:1789130338.107385:0:2349:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789130338.107389:0:2349:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:3.0:1789130338.107394:0:2349:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2299:2299:256:4294967295] 192.168.204.123@tcp LPNI seq info [2298:2298:8:4294967295] 00000400:00000200:3.0:1789130338.107399:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130338.107419:0:2349:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:3.0:1789130338.107429:0:2349:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:3.0:1789130338.107438:0:2349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf47fd2500. 00000800:00000200:3.0:1789130338.107448:0:2349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:3.0:1789130338.107462:0:2349:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:3.0:1789130338.107470:0:2349:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf47fd2500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789130338.107485:0:2349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130338.107492:0:2349:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9caf5014c800: using a timeout of 22976 usecs (23 jiffies) 00000400:00000200:3.0:1789130338.107497:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:3.0:1789130338.107502:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296432152 00000100:00000001:3.0:1789130338.107508:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9caf5014c800: PM QoS request active for cpu 2, keep current deadline 4296434679 00000100:00000001:3.0:1789130338.107511:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296432152 00000100:00000001:3.0:1789130338.107514:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9caf5014c800: PM QoS request active for cpu 3, keep current deadline 4296434679 00000100:00000001:3.0:1789130338.107517:0:2349:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789130338.107522:0:2349:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130338.107525:0:2349:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130338.107529:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130338.107541:0:2349:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789130338.107543:0:2349:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1789130338.107547:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789130338.107548:0:2349:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789130338.107550:0:2349:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789130338.107554:0:2349:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1789130338.107557:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130338.107559:0:2349:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789130338.107560:0:2349:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130338.107562:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789130338.107564:0:2349:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789130338.107565:0:2349:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789130338.107569:0:2349:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf501a8f00 x1876037329003392/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130338.107576:0:2349:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789130338.107578:0:2349:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789130338.107581:0:2349:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789130338.107582:0:2349:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789130338.107585:0:2349:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789130338.107588:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf501a8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:70f26143-21ad-4cd3-af2c-0601ab5c9490:2349:1876037329003392:192.168.204.123@tcp:400:kworker.0 00000100:00000001:3.0:1789130338.107592:0:2349:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789130338.107594:0:2349:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789130338.107596:0:2349:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789130338.107598:0:2349:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789130338.107603:0:2349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9caf4842ee00. 02000000:00000001:3.0:1789130338.107605:0:2349:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789130338.107610:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:3.0:1789130338.107613:0:2349:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf607885d8. 00000400:00000010:3.0:1789130338.107618:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf4549f770. 00000100:00000200:3.0:1789130338.107622:0:2349:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876037329003392, portal 25 00000100:00000001:3.0:1789130338.107624:0:2349:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789130338.107626:0:2349:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875509968640 : -109198199582976 : ffff9caf501a8f00) 00000100:00000040:3.0:1789130338.107631:0:2349:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9caf501a8f00 x1876037329003392/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130354 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130338.107638:0:2349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789130338.107640:0:2349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:3.0:1789130338.107643:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf4549ff68. 00000100:00000200:3.0:1789130338.107646:0:2349:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1876037329003392, offset 0 00000400:00000200:3.0:1789130338.107650:0:2349:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:3.0:1789130338.107654:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130338.107658:0:2349:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:3.0:1789130338.107661:0:2349:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789130338.107663:0:2349:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:3.0:1789130338.107666:0:2349:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789130338.107668:0:2349:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:3.0:1789130338.107672:0:2349:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2300:2300:255:4294967295] 192.168.204.123@tcp LPNI seq info [2299:2299:7:4294967295] 00000400:00000200:3.0:1789130338.107676:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130338.107682:0:2349:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:3.0:1789130338.107686:0:2349:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:3.0:1789130338.107692:0:2349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf47fd2e00. 00000800:00000200:3.0:1789130338.107696:0:2349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:3.0:1789130338.107700:0:2349:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:3.0:1789130338.107703:0:2349:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf47fd2e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789130338.107707:0:2349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789130338.107710:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:3.0:1789130338.107712:0:2349:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.123@tcp: PM QoS new deadline estimation for cpu 2 is 4296436215 00000100:00000001:3.0:1789130338.107723:0:2349:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.123@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296434679 00000100:00000001:3.0:1789130338.107730:0:2349:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.123@tcp: PM QoS new deadline estimation for cpu 3 is 4296436215 00000100:00000001:3.0:1789130338.107733:0:2349:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.123@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296434679 00000100:00000001:3.0:1789130338.107737:0:2349:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789130338.107739:0:2349:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130338.107742:0:2349:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130338.107744:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789130338.108639:0:2341:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789130338.108649:0:2341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf47fd2500. 00000400:00000200:2.0:1789130338.108660:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130338.108671:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:2.0:1789130338.108682:0:2341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf4549f660 00000400:00000010:2.0:1789130338.108685:0:2341:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf4549f660. 00000100:00000001:2.0:1789130338.108694:0:2341:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789130338.108702:0:2341:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf501a9e00 x1876037329003648/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130354 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130338.108718:0:2341:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130338.108723:0:2341:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf501a9e00 x1876037329003648/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130354 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130338.108734:0:2341:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130338.108736:0:2341:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1789130338.109246:0:2341:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789130338.109251:0:2341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf47fd2e00. 00000400:00000200:2.0:1789130338.109256:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130338.109261:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:2.0:1789130338.109265:0:2341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf4549ff68 00000400:00000010:2.0:1789130338.109267:0:2341:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf4549ff68. 00000100:00000001:2.0:1789130338.109270:0:2341:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789130338.109277:0:2341:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf501a8f00 x1876037329003392/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130354 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130338.109286:0:2341:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130338.109289:0:2341:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf501a8f00 x1876037329003392/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130354 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130338.109297:0:2341:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130338.109299:0:2341:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1789130338.109322:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789130338.109326:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789130338.109858:0:2342:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789130338.109862:0:2342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf451e7b00. 00000400:00000200:2.0:1789130338.109866:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130338.109871:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:2.0:1789130338.109875:0:2342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf5801eee0 00000400:00000010:2.0:1789130338.109877:0:2342:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf5801eee0. 00000100:00000001:2.0:1789130338.109881:0:2342:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789130338.109886:0:2342:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf501aad00 x1876037329003520/t0(0) o38->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 1789130348 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130338.109895:0:2342:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130338.109898:0:2342:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf501aad00 x1876037329003520/t0(0) o38->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 1789130348 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130338.109910:0:2342:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130338.109912:0:2342:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1789130338.113923:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130338.113958:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789130338.113966:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130338.115125:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130338.115145:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130338.115159:0:2341:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:2.0:1789130338.115178:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130338.115186:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130338.115194:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130338.115200:0:2341:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 224 into portal 4 MB=0x6aa3efa94a480 00000400:00000200:2.0:1789130338.115207:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130338.115219:0:2341:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.123@tcp of length 224/224 into md 0x6425 [1] + 224 00000800:00000001:2.0:1789130338.115232:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130338.115248:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130338.115253:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130338.115260:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:2.0:1789130338.115274:0:2341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789130338.115287:0:2341:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf501a9e00 x1876037329003648/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130354 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789130338.115301:0:2341:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9caf501a9e00 x1876037329003648/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130354 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130338.115333:0:2341:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789130338.115349:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130338.115353:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130338.116202:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789130338.116211:0:2349:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789130338.116224:0:2349:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789130338.116228:0:2349:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789130338.116233:0:2349:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf607882c0. 00000400:00000200:3.0:1789130338.116242:0:2349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf4549f4c8 00000400:00000010:3.0:1789130338.116246:0:2349:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf4549f4c8. 00000100:00000001:3.0:1789130338.116253:0:2349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789130338.116263:0:2349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf501a9e00 x1876037329003648/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130354 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789130338.116275:0:2349:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf501a9e00 x1876037329003648/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130354 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130338.116283:0:2349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789130338.116286:0:2349:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130338.116289:0:2349:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789130338.116294:0:2349:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789130338.116298:0:2349:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789130338.116301:0:2349:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789130338.116304:0:2349:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789130338.116320:0:2349:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf468acc60 time=107 v=5 (5 5 5 36) 00000100:00001000:3.0:1789130338.116326:0:2349:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf468acc18 time=140 v=5 (1 0 0 0) 00000100:00000001:3.0:1789130338.116329:0:2349:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789130338.116331:0:2349:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130338.116335:0:2349:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789130338.116340:0:2349:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130338.116346:0:2349:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789130338.116349:0:2349:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9caf5014c800: skip recheck: last_committed 4294967335 00000100:00000001:3.0:1789130338.116352:0:2349:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789130338.116356:0:2349:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130338.116363:0:2349:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf501a9e00 x1876037329003648/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130354 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130338.116372:0:2349:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789130338.116376:0:2349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789130338.116378:0:2349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789130338.116384:0:2349:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf501a9e00 x1876037329003648/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130354 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789130338.116393:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf501a9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:2349:1876037329003648:192.168.204.123@tcp:400:kworker.0 00000100:00000001:3.0:1789130338.116399:0:2349:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130338.116403:0:2349:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130338.116407:0:2349:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf501a9e00 x1876037329003648/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130354 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130338.116416:0:2349:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789130338.116420:0:2349:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789130338.116425:0:2349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9caf4842f400. 02000000:00000001:3.0:1789130338.116432:0:2349:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789130338.116436:0:2349:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1789130338.116438:0:2349:0:(genops.c:1223:class_import_put()) import ffff9caf468ac800 refcount=2 obd=lustre-OST0000-osc-ffff9caf5014c800 00000020:00000001:3.0:1789130338.116441:0:2349:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1789130338.116446:0:2349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9caf47fd2a00. 02000000:00000001:3.0:1789130338.116451:0:2349:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789130338.116453:0:2349:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789130338.116456:0:2349:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf501a9e00. 00000100:00000001:3.0:1789130338.116463:0:2349:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789130338.116464:0:2349:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130338.116470:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130338.116473:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789130338.116474:0:2349:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789130338.116476:0:2349:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130338.116478:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1789130338.117758:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130338.117783:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789130338.117788:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130338.117792:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130338.117854:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130338.117864:0:2342:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:2.0:1789130338.117877:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130338.117884:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130338.117892:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130338.117897:0:2342:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 416 into portal 10 MB=0x6aa3efa94a400 00000400:00000200:2.0:1789130338.117902:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130338.117909:0:2342:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.123@tcp of length 416/416 into md 0x6445 [1] + 0 00000800:00000001:2.0:1789130338.117917:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130338.117926:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130338.117930:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130338.117935:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:2.0:1789130338.117945:0:2342:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789130338.117953:0:2342:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf501aad00 x1876037329003520/t0(0) o38->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 1789130348 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789130338.117965:0:2342:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff9caf501aad00 x1876037329003520/t0(0) o38->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 1789130348 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130338.117993:0:2342:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789130338.118003:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130338.118006:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789130338.119914:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130338.119933:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789130338.119938:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130338.119942:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130338.119946:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130338.119952:0:2342:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:3.0:1789130338.119961:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130338.119964:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130338.119970:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130338.119974:0:2342:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 224 into portal 25 MB=0x6aa3efa94a380 00000400:00000200:3.0:1789130338.119980:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130338.119987:0:2342:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.123@tcp of length 224/224 into md 0x6435 [1] + 224 00000800:00000001:3.0:1789130338.119993:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130338.120002:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130338.120007:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130338.120011:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:3.0:1789130338.120019:0:2342:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789130338.120027:0:2342:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf501a8f00 x1876037329003392/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130354 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789130338.120038:0:2342:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9caf501a8f00 x1876037329003392/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130354 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130338.120052:0:2342:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000200:3.0:1789130338.120110:0:2342:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789130338.120115:0:2342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf47f34600. 00000400:00000200:3.0:1789130338.120119:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130338.120123:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:3.0:1789130338.120129:0:2342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf462a3880 00000400:00000010:3.0:1789130338.120131:0:2342:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf462a3880. 00000100:00000001:3.0:1789130338.120135:0:2342:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789130338.120140:0:2342:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf615d5e00 x1876037329001344/t0(0) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 488/512 e 0 to 0 dl 1789130478 ref 3 fl Rpc:r/202/ffffffff rc -11/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130338.120207:0:2342:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130338.120212:0:2342:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf615d5e00 x1876037329001344/t0(0) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 488/512 e 0 to 0 dl 1789130478 ref 3 fl Rpc:Qr/202/ffffffff rc -11/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130338.120227:0:2342:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130338.120229:0:2342:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1789130338.120238:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130338.120241:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1789130338.120321:0:2342:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789130338.120324:0:2342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf451e7b00. 00000400:00000200:3.0:1789130338.120328:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130338.120331:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:3.0:1789130338.120334:0:2342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf5801e220 00000400:00000010:3.0:1789130338.120336:0:2342:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf5801e220. 00000100:00000001:3.0:1789130338.120339:0:2342:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789130338.120343:0:2342:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf615d5a40 x1876037329001984/t0(0) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1789130354 ref 3 fl Rpc:r/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130338.120349:0:2342:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130338.120352:0:2342:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf615d5a40 x1876037329001984/t0(0) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1789130354 ref 3 fl Rpc:Qr/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130338.120358:0:2342:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130338.120360:0:2342:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1789130338.120378:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789130338.120381:0:2349:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789130338.120386:0:2349:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789130338.120388:0:2349:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789130338.120391:0:2349:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf607885d8. 00000400:00000200:3.0:1789130338.120394:0:2349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf4549f770 00000400:00000010:3.0:1789130338.120397:0:2349:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf4549f770. 00000100:00000001:3.0:1789130338.120402:0:2349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789130338.120407:0:2349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf501a8f00 x1876037329003392/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130354 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789130338.120415:0:2349:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf501a8f00 x1876037329003392/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130354 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130338.120421:0:2349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789130338.120423:0:2349:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130338.120427:0:2349:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789130338.120430:0:2349:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789130338.120433:0:2349:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789130338.120435:0:2349:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789130338.120439:0:2349:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789130338.120448:0:2349:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf586cec60 time=107 v=5 (5 5 5 5) 00000100:00001000:3.0:1789130338.120452:0:2349:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf586cec18 time=107 v=5 (1 1 1 1) 00000100:00000001:3.0:1789130338.120455:0:2349:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789130338.120458:0:2349:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130338.120463:0:2349:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789130338.120467:0:2349:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130338.120471:0:2349:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130338.120477:0:2349:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf501a8f00 x1876037329003392/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130354 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130338.120612:0:2349:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789130338.120615:0:2349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789130338.120619:0:2349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789130338.120624:0:2349:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf501a8f00 x1876037329003392/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130354 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789130338.120633:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf501a8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:70f26143-21ad-4cd3-af2c-0601ab5c9490:2349:1876037329003392:192.168.204.123@tcp:400:kworker.0 00000100:00000001:3.0:1789130338.120639:0:2349:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130338.120641:0:2349:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130338.120644:0:2349:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf501a8f00 x1876037329003392/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130354 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130338.120652:0:2349:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789130338.120656:0:2349:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789130338.120662:0:2349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9caf4842ee00. 02000000:00000001:3.0:1789130338.120665:0:2349:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789130338.120668:0:2349:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1789130338.120670:0:2349:0:(genops.c:1223:class_import_put()) import ffff9caf586ce800 refcount=3 obd=MGC192.168.204.123@tcp 00000020:00000001:3.0:1789130338.120672:0:2349:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1789130338.120678:0:2349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9caf47fd2800. 02000000:00000001:3.0:1789130338.120682:0:2349:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789130338.120686:0:2349:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789130338.120688:0:2349:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf501a8f00. 00000100:00000001:3.0:1789130338.120696:0:2349:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789130338.120698:0:2349:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130338.120701:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130338.120713:0:2349:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789130338.120715:0:2349:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130338.120718:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789130338.120720:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1789130338.127131:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130338.127172:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789130338.127179:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130338.127182:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130338.127193:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130338.127500:0:2342:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:2.0:1789130338.127522:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130338.127529:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130338.127539:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130338.127545:0:2342:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 456 into portal 10 MB=0x6aa3efa94a580 00000400:00000200:2.0:1789130338.127557:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130338.127566:0:2342:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.123@tcp of length 456/456 into md 0x6455 [1] + 224 00000800:00000001:2.0:1789130338.127578:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130338.127594:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130338.127598:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130338.127609:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:2.0:1789130338.127621:0:2342:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789130338.127638:0:2342:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf615d5a40 x1876037329001984/t0(0) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1789130354 ref 2 fl Rpc:Qr/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789130338.127656:0:2342:0:(events.c:149:reply_in_callback()) @@@ reply in flags=602 mlen=456 offset=224 replen=624 req@ffff9caf615d5a40 x1876037329001984/t0(0) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1789130354 ref 2 fl Rpc:RQ/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130338.127767:0:2342:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789130338.127782:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130338.127785:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.1:1789130338.138864:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9caf4632bdc0. 00000080:00000010:0.1:1789130338.138895:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9caf4632b7e0. 00000800:00000001:2.0:1789130338.163741:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130338.163765:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789130338.163771:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130338.163774:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130338.163786:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130338.163795:0:2341:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:2.0:1789130338.163834:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130338.163840:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130338.163851:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130338.163856:0:2341:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 456 into portal 10 MB=0x6aa3efa94a500 00000400:00000200:2.0:1789130338.163862:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130338.163869:0:2341:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.123@tcp of length 456/456 into md 0x644d [1] + 224 00000800:00000001:2.0:1789130338.163877:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130338.163887:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130338.163891:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130338.163897:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:2.0:1789130338.163908:0:2341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789130338.163921:0:2341:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf615d5e00 x1876037329001344/t0(0) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 488/512 e 0 to 0 dl 1789130478 ref 2 fl Rpc:Qr/202/ffffffff rc -11/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789130338.163948:0:2341:0:(events.c:149:reply_in_callback()) @@@ reply in flags=202 mlen=456 offset=224 replen=512 req@ffff9caf615d5e00 x1876037329001344/t0(0) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 488/512 e 0 to 0 dl 1789130478 ref 2 fl Rpc:RQ/202/ffffffff rc -11/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130338.163963:0:2341:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789130338.163975:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130338.163980:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1789130338.165351:0:2342:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789130338.165357:0:2342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf47f34b00. 00000400:00000200:3.0:1789130338.165362:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130338.165367:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:3.0:1789130338.165372:0:2342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf462a3770 00000400:00000010:3.0:1789130338.165375:0:2342:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf462a3770. 00000100:00000001:3.0:1789130338.165381:0:2342:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789130338.165386:0:2342:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf615d5e00 x1876037329004032/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 376/472 e 0 to 0 dl 1789130478 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130338.165395:0:2342:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130338.165398:0:2342:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf615d5e00 x1876037329004032/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 376/472 e 0 to 0 dl 1789130478 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130338.165405:0:2342:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130338.165407:0:2342:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1789130338.171309:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130338.171337:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789130338.171344:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130338.171347:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130338.171359:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130338.171369:0:2341:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:3.0:1789130338.171379:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130338.171385:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130338.171392:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130338.171396:0:2341:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 400 into portal 10 MB=0x6aa3efa94a600 00000400:00000200:3.0:1789130338.171414:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130338.171422:0:2341:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.123@tcp of length 400/400 into md 0x645d [1] + 224 00000800:00000001:3.0:1789130338.171434:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130338.173276:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130338.173289:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130338.173301:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:3.0:1789130338.173317:0:2341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789130338.173341:0:2341:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf615d5e00 x1876037329004032/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 376/472 e 0 to 0 dl 1789130478 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789130338.173356:0:2341:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=472 req@ffff9caf615d5e00 x1876037329004032/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 376/472 e 0 to 0 dl 1789130478 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130338.173444:0:2341:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789130338.173458:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130338.173462:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1789130338.177191:0:2342:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789130338.177201:0:2342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf451e7c00. 00000400:00000200:3.0:1789130338.177210:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130338.177218:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:3.0:1789130338.177228:0:2342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf5801e110 00000400:00000010:3.0:1789130338.177231:0:2342:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf5801e110. 00000100:00000001:3.0:1789130338.177238:0:2342:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789130338.177245:0:2342:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf615d5e00 x1876037329004160/t0(0) o2->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 440/432 e 0 to 0 dl 1789130354 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130338.177258:0:2342:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130338.177262:0:2342:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf615d5e00 x1876037329004160/t0(0) o2->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 440/432 e 0 to 0 dl 1789130354 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130338.177270:0:2342:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130338.177273:0:2342:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1789130338.185268:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130338.185295:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789130338.185301:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130338.185304:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130338.185317:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130338.185327:0:2341:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:3.0:1789130338.185338:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130338.185346:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130338.185353:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130338.185358:0:2341:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 432 into portal 4 MB=0x6aa3efa94a680 00000400:00000200:3.0:1789130338.185364:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130338.185373:0:2341:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.123@tcp of length 432/432 into md 0x6465 [1] + 224 00000800:00000001:3.0:1789130338.185384:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130338.185392:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130338.185396:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130338.185412:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:3.0:1789130338.185422:0:2341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789130338.185443:0:2341:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf615d5e00 x1876037329004160/t0(0) o2->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 440/432 e 0 to 0 dl 1789130354 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789130338.185457:0:2341:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=432 offset=224 replen=432 req@ffff9caf615d5e00 x1876037329004160/t0(0) o2->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 440/432 e 0 to 0 dl 1789130354 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130338.185489:0:2341:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789130338.185502:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130338.185506:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1789130338.186292:0:30471:0:(cl_io.c:567:cl_io_end()) Process leaving 00020000:00000001:3.0:1789130338.186297:0:30471:0:(lov_io.c:1604:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789130338.186300:0:30471:0:(lov_io.c:1533:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789130338.186305:0:30471:0:(cl_io.c:567:cl_io_end()) Process leaving 00000020:00000001:3.0:1789130338.186308:0:30471:0:(cl_io.c:356:cl_io_unlock()) Process entered 00020000:00000001:3.0:1789130338.186310:0:30471:0:(lov_io.c:1682:lov_io_unlock()) Process entered 00020000:00000001:3.0:1789130338.186313:0:30471:0:(lov_io.c:1516:lov_io_call()) Process entered 00000020:00000001:3.0:1789130338.186315:0:30471:0:(cl_io.c:356:cl_io_unlock()) Process entered 00000020:00000001:3.0:1789130338.186316:0:30471:0:(cl_io.c:377:cl_io_unlock()) Process leaving 00020000:00000001:3.0:1789130338.186317:0:30471:0:(lov_io.c:1616:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789130338.186319:0:30471:0:(lov_io.c:1533:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789130338.186321:0:30471:0:(lov_io.c:1685:lov_io_unlock()) Process leaving 00000020:00000001:3.0:1789130338.186322:0:30471:0:(cl_io.c:377:cl_io_unlock()) Process leaving 00000020:00000001:3.0:1789130338.186324:0:30471:0:(cl_io.c:453:cl_io_rw_advance()) Process entered 00000020:00000001:3.0:1789130338.186325:0:30471:0:(cl_io.c:469:cl_io_rw_advance()) Process leaving 00000020:00000001:3.0:1789130338.186327:0:30471:0:(cl_io.c:433:cl_io_iter_fini()) Process entered 00020000:00000001:3.0:1789130338.186330:0:30471:0:(lov_io.c:1663:lov_io_iter_fini()) Process entered 00020000:00000001:3.0:1789130338.186331:0:30471:0:(lov_io.c:1516:lov_io_call()) Process entered 00000020:00000001:3.0:1789130338.186332:0:30471:0:(cl_io.c:433:cl_io_iter_fini()) Process entered 00000020:00000001:3.0:1789130338.186335:0:30471:0:(cl_io.c:439:cl_io_iter_fini()) Process leaving 00020000:00000001:3.0:1789130338.186337:0:30471:0:(lov_io.c:1610:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789130338.186339:0:30471:0:(lov_io.c:1533:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789130338.186340:0:30471:0:(lov_io.c:1674:lov_io_iter_fini()) Process leaving 00000020:00000001:3.0:1789130338.186341:0:30471:0:(cl_io.c:439:cl_io_iter_fini()) Process leaving 00000020:00000001:3.0:1789130338.186343:0:30471:0:(cl_io.c:877:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789130338.186346:0:30471:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:3.0:1789130338.186348:0:30471:0:(lov_io.c:1057:lov_io_fini()) Process entered 00020000:00000001:3.0:1789130338.186350:0:30471:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:3.0:1789130338.186351:0:30471:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:3.0:1789130338.186352:0:30471:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1789130338.186355:0:30471:0:(cl_object.c:917:cl_env_put()) 1@ffff9caf58609bd0 00020000:00000001:3.0:1789130338.186359:0:30471:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:3.0:1789130338.186362:0:30471:0:(lov_io.c:1088:lov_io_fini()) Process leaving 00000080:00000001:3.0:1789130338.186366:0:30471:0:(vvp_io.c:392:vvp_io_fini()) Process entered 00000080:00200000:3.0:1789130338.186369:0:30471:0:(vvp_io.c:402:vvp_io_fini()) [0x200000404:0x22:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, need minor change layout 0 00000080:00000001:3.0:1789130338.186373:0:30471:0:(vvp_io.c:509:vvp_io_fini()) Process leaving 00000020:00000001:3.0:1789130338.186374:0:30471:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1789130338.186376:0:30471:0:(cl_object.c:917:cl_env_put()) 1@ffff9caf586097e0 00000080:00000001:3.0:1789130338.186378:0:30471:0:(lcommon_cl.c:108:cl_setattr_ost()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130338.186383:0:30471:0:(llite_lib.c:2672:ll_setattr_raw()) Process leaving 00000080:00000010:3.0:1789130338.186389:0:30471:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9caf41284400. 00000020:00000001:3.0:1789130338.186402:0:30471:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41663c38 00000080:00200008:3.0:1789130338.186405:0:30471:0:(llite_lib.c:2702:ll_setattr_raw()) COMPLETED file f:[0x200000404:0x22:0x0](ffff9caf60131148) current size 0, valid attrs 100201f0, mode 0, uid -1056221974, gid -1, new size 213440, atime 1789130319.000000000, mtime 1789130319.000000000, ctime 1789130319.000000000, rc 0 00000080:00000001:3.0:1789130338.186412:0:30471:0:(llite_lib.c:2704:ll_setattr_raw()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789130338.186440:0:30471:0:(lov_object.c:2454:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:3.0:1789130338.186444:0:30471:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9caf58124ba0) owner 0000000000000000/ffff9caf5011cf80 00020000:00000002:3.0:1789130338.186449:0:30471:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9caf58124ba0) owner 0000000000000000/ffff9caf5011cf80 00020000:00000001:3.0:1789130338.186452:0:30471:0:(lov_object.c:2505:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130338.186464:0:30471:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:3.0:1789130338.186467:0:30471:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41663df0 00000080:00200008:3.0:1789130338.186469:0:30471:0:(file.c:479:ll_file_release()) START file f:[0x200000404:0x22:0x0](ffff9caf60131148), flags 104001 00000080:00000001:3.0:1789130338.186473:0:30471:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:3.0:1789130338.186477:0:30471:0:(pcc.c:2463:pcc_file_release()) Process leaving 00020000:00000001:3.0:1789130338.186478:0:30471:0:(lov_object.c:2454:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:3.0:1789130338.186480:0:30471:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9caf58124ba0) owner 0000000000000000/ffff9caf5011cf80 00020000:00000002:3.0:1789130338.186482:0:30471:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9caf58124ba0) owner 0000000000000000/ffff9caf5011cf80 00020000:00000001:3.0:1789130338.186485:0:30471:0:(lov_object.c:2505:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130338.186488:0:30471:0:(file.c:341:ll_md_close()) Process entered 00000002:00000001:3.0:1789130338.186499:0:30471:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789130338.186504:0:30471:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789130338.186512:0:30471:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf42f26f00 count: 2 00010000:00000001:3.0:1789130338.186516:0:30471:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789130338.186522:0:30471:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789130338.186524:0:30471:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000404:0x22:0x0]: 0 00000080:00000001:3.0:1789130338.186528:0:30471:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:3.0:1789130338.186530:0:30471:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:3.0:1789130338.186537:0:30471:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9caf4842f600. 00000080:00000001:3.0:1789130338.186540:0:30471:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:3.0:1789130338.186546:0:30471:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:3.0:1789130338.186551:0:30471:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000002:3.0:1789130338.186553:0:30471:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000404:0x22:0x0] 00000002:00000001:3.0:1789130338.186558:0:30471:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:3.0:1789130338.186560:0:30471:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9caf5014c800: [0x200000404:0x22:0x0] file closed with intent: 0 00000100:00000010:3.0:1789130338.186568:0:30471:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf501a8f00. 00000020:00000040:3.0:1789130338.186572:0:30471:0:(genops.c:1210:class_import_get()) import ffff9caf6079a800 refcount=5 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000100:00000001:3.0:1789130338.186578:0:30471:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789130338.186582:0:30471:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789130338.186587:0:30471:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789130338.186596:0:30471:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9caf4842ea00. 00000100:00000001:3.0:1789130338.186604:0:30471:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:3.0:1789130338.186620:0:30471:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9caf615d6580 x1876037329001088/t4294967595(4294967595) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/664 e 0 to 0 dl 1789130459 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000020:00100000:3.0:1789130338.186632:0:30471:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9caf5014c800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:3.0:1789130338.186638:0:30471:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9caf501a8f00 x1876037329004416/t0(0) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:3.0:1789130338.186646:0:30471:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1789130338.187096:0:30471:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1789130338.187107:0:30471:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9caf5868b900. 00000100:00000001:3.0:1789130338.187110:0:30471:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446634875649308928 : -109198060242688 : ffff9caf5868b900) 00000100:00000001:3.0:1789130338.187112:0:30471:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789130338.187115:0:30471:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875509968640 : -109198199582976 : ffff9caf501a8f00) 00000100:00000001:3.0:1789130338.187120:0:30471:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789130338.187124:0:30471:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130338.187126:0:30471:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1789130338.187129:0:30471:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789130338.187135:0:30471:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf501a8f00 x1876037329004416/t0(0) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130338.187144:0:30471:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789130338.187147:0:30471:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789130338.187152:0:30471:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789130338.187155:0:30471:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789130338.187158:0:30471:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789130338.187162:0:30471:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf501a8f00 pname:cluuid:pid:xid:nid:opc:job touch:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:30471:1876037329004416:192.168.204.123@tcp:35:touch.0 00000100:00000001:3.0:1789130338.187166:0:30471:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789130338.187174:0:30471:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789130338.187177:0:30471:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789130338.187180:0:30471:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789130338.187185:0:30471:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9caf50107c00. 02000000:00000001:3.0:1789130338.187187:0:30471:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789130338.187194:0:30471:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:3.0:1789130338.187198:0:30471:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf607885d8. 00000400:00000010:3.0:1789130338.187288:0:30471:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf4549f770. 00000100:00000200:3.0:1789130338.187299:0:30471:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876037329004416, portal 10 00000100:00000001:3.0:1789130338.187301:0:30471:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789130338.187303:0:30471:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875509968640 : -109198199582976 : ffff9caf501a8f00) 00000100:00000040:3.0:1789130338.187311:0:30471:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9caf501a8f00 x1876037329004416/t0(0) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1789130354 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130338.187319:0:30471:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789130338.187322:0:30471:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:3.0:1789130338.187326:0:30471:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf4549f4c8. 00000100:00000200:3.0:1789130338.187329:0:30471:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1876037329004416, offset 0 00000400:00000200:3.0:1789130338.187338:0:30471:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:3.0:1789130338.187348:0:30471:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130338.187359:0:30471:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:3.0:1789130338.187366:0:30471:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789130338.187371:0:30471:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:3.0:1789130338.187376:0:30471:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789130338.187379:0:30471:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:3.0:1789130338.187383:0:30471:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2306:2306:256:4294967295] 192.168.204.123@tcp LPNI seq info [2305:2305:8:4294967295] 00000400:00000200:3.0:1789130338.187388:0:30471:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130338.187401:0:30471:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:3.0:1789130338.187408:0:30471:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:3.0:1789130338.187414:0:30471:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf47fd2800. 00000800:00000200:3.0:1789130338.187422:0:30471:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:3.0:1789130338.187430:0:30471:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:3.0:1789130338.187435:0:30471:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf47fd2800 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:3.0:1789130338.187451:0:30471:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130338.187456:0:30471:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: using a timeout of 842283 usecs (843 jiffies) 00000400:00000200:3.0:1789130338.187460:0:30471:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:3.0:1789130338.187463:0:30471:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296433052 00000100:00000001:3.0:1789130338.187467:0:30471:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 2, keep current deadline 4296436215 00000100:00000001:3.0:1789130338.187469:0:30471:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296433052 00000100:00000001:3.0:1789130338.187472:0:30471:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 3, keep current deadline 4296436215 00000100:00000001:3.0:1789130338.187474:0:30471:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789130338.187478:0:30471:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130338.187480:0:30471:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789130338.187482:0:30471:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1789130338.187485:0:30471:0:(client.c:2715:ptlrpc_set_wait()) set ffff9caf5868b900 going to sleep for 11 seconds 00000100:00000001:3.0:1789130338.187487:0:30471:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789130338.187490:0:30471:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789130338.188355:0:2342:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789130338.188366:0:2342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf47fd2800. 00000400:00000200:2.0:1789130338.188373:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130338.188383:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:2.0:1789130338.188392:0:2342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf4549f4c8 00000400:00000010:2.0:1789130338.188394:0:2342:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf4549f4c8. 00000100:00000001:2.0:1789130338.188401:0:2342:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789130338.188409:0:2342:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf501a8f00 x1876037329004416/t0(0) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1789130354 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130338.188422:0:2342:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130338.188426:0:2342:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf501a8f00 x1876037329004416/t0(0) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1789130354 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130338.188433:0:2342:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130338.188435:0:2342:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1789130338.194089:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130338.194116:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789130338.194123:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130338.194126:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130338.194152:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130338.194164:0:2341:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:3.0:1789130338.194176:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130338.194183:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130338.194400:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130338.194406:0:2341:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 456 into portal 10 MB=0x6aa3efa94a780 00000400:00000200:3.0:1789130338.194412:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130338.194422:0:2341:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.123@tcp of length 456/456 into md 0x646d [1] + 224 00000800:00000001:3.0:1789130338.194432:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130338.194441:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130338.194446:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130338.194452:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:3.0:1789130338.194528:0:2341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789130338.194545:0:2341:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf501a8f00 x1876037329004416/t0(0) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1789130354 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789130338.194559:0:2341:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9caf501a8f00 x1876037329004416/t0(0) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1789130354 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130338.194595:0:2341:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789130338.194613:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130338.194618:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:1.1:1789130338.201008:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9caf4632b8c0. 00000080:00000010:1.1:1789130338.201037:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9caf4938e2e0. 00010000:00000001:3.0:1789130338.234165:0:27360:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130338.234176:0:27360:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130338.234183:0:27360:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130338.234185:0:27360:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130339.259665:0:27360:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130339.259679:0:27360:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130339.259690:0:27360:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130339.259691:0:27360:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789130339.259736:0:16244:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789130339.259740:0:16244:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789130339.259744:0:16244:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:2.0:1789130339.322068:0:2342:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789130339.322074:0:2342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf451e7600. 00000400:00000200:2.0:1789130339.322079:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130339.322086:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:2.0:1789130339.322094:0:2342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf5801edd0 00000400:00000010:2.0:1789130339.322096:0:2342:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf5801edd0. 00000100:00000001:2.0:1789130339.322100:0:2342:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789130339.322105:0:2342:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf61462580 x1876037329004544/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789130479 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130339.322117:0:2342:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130339.322120:0:2342:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf61462580 x1876037329004544/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789130479 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130339.322127:0:2342:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130339.322129:0:2342:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1789130339.324644:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130339.324672:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789130339.324681:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130339.324684:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130339.324695:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130339.324704:0:2341:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:3.0:1789130339.324715:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130339.324722:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130339.324730:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130339.324735:0:2341:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 688 into portal 10 MB=0x6aa3efa94a800 00000400:00000200:3.0:1789130339.324742:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130339.324750:0:2341:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.123@tcp of length 688/688 into md 0x647d [1] + 224 00000800:00000001:3.0:1789130339.324760:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130339.324768:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130339.324772:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130339.324791:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:3.0:1789130339.328994:0:2341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789130339.329024:0:2341:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf61462580 x1876037329004544/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789130479 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789130339.329042:0:2341:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9caf61462580 x1876037329004544/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789130479 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130339.329134:0:30505:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789130339.329154:0:2341:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789130339.329182:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130339.329194:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1789130339.329426:0:30505:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789130339.329430:0:30505:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789130339.329438:0:30505:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf501311b8. 00000400:00000200:2.0:1789130339.329447:0:30505:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf5801eaa0 00000400:00000010:2.0:1789130339.329452:0:30505:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf5801eaa0. 00000100:00000001:2.0:1789130339.329457:0:30505:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789130339.329462:0:30505:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf61462580 x1876037329004544/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789130479 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1789130339.329472:0:30505:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf61462580 x1876037329004544/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789130479 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130339.329478:0:30505:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789130339.329482:0:30505:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789130339.329485:0:30505:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789130339.329490:0:30505:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789130339.329493:0:30505:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789130339.329496:0:30505:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789130339.329500:0:30505:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789130339.329519:0:30505:0:(import.c:2149:obd_at_measure()) add 104 to ffff9caf6079ac60 time=108 v=104 (104 104 104 104) 00000100:00001000:2.0:1789130339.329526:0:30505:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf6079ac18 time=1 v=5 (1 0 0 0) 00000100:00000001:2.0:1789130339.329530:0:30505:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789130339.329532:0:30505:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130339.329536:0:30505:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789130339.329541:0:30505:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130339.329547:0:30505:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789130339.329550:0:30505:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9caf5014c800: skip recheck: last_committed 4294967597 00000100:00000001:2.0:1789130339.329553:0:30505:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789130339.329557:0:30505:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130339.329563:0:30505:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf61462580 x1876037329004544/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1789130479 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130339.329571:0:30505:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789130339.329576:0:30505:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789130339.329578:0:30505:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789130339.329583:0:30505:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf61462580 x1876037329004544/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1789130479 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1789130339.329592:0:30505:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf61462580 pname:cluuid:pid:xid:nid:opc:job checkstat:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:30505:1876037329004544:192.168.204.123@tcp:101:checkstat.0 00000100:00000001:2.0:1789130339.329598:0:30505:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789130339.329602:0:30505:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130339.329605:0:30505:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1789130339.329608:0:30505:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130339.329612:0:30505:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf61462580 x1876037329004544/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1789130479 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130339.329620:0:30505:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789130339.329624:0:30505:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9caf584c4c00. 00000100:00000001:2.0:1789130339.329629:0:30505:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1789130339.329630:0:30505:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130339.329635:0:30505:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1789130339.329641:0:30505:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130339.329645:0:30505:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130339.329650:0:30505:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40030600 refcount=4 00000020:00000001:2.0:1789130339.329653:0:30505:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239990784 : -109198469560832 : ffff9caf40030600) 00010000:00000001:2.0:1789130339.329656:0:30505:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239990784 : -109198469560832 : ffff9caf40030600) 00010000:00000040:2.0:1789130339.329668:0:30505:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9caf40030600, remote cookie: 0xcdf1b083821a5388, flags: 0x1001 00010000:00010000:2.0:1789130339.329676:0:30505:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030600/0xde5303b1d982cb9c lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a5388 expref: -99 pid: 30505 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789130339.329691:0:30505:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030600/0xde5303b1d982cb9c lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a5388 expref: -99 pid: 30505 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789130339.329700:0:30505:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1789130339.329708:0:30505:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1789130339.329711:0:30505:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1789130339.329713:0:30505:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1789130339.329715:0:30505:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1789130339.329718:0:30505:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff9caf4a8cc300) refcount = 1 00010000:00010000:2.0:1789130339.329722:0:30505:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030600/0xde5303b1d982cb9c lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a5388 expref: -99 pid: 30505 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789130339.329730:0:30505:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1789130339.329734:0:30505:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1789130339.329736:0:30505:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789130339.329741:0:30505:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1789130339.329743:0:30505:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789130339.329746:0:30505:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030600/0xde5303b1d982cb9c lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a5388 expref: -99 pid: 30505 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789130339.329753:0:30505:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1789130339.329755:0:30505:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130339.329758:0:30505:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130339.329759:0:30505:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130339.329760:0:30505:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130339.329762:0:30505:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789130339.329768:0:30505:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1789130339.329770:0:30505:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130339.329772:0:30505:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130339.329773:0:30505:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40030600 refcount=3 00000020:00000001:2.0:1789130339.329775:0:30505:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239990784 : -109198469560832 : ffff9caf40030600) 00010000:00000001:2.0:1789130339.329789:0:30505:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239990784 : -109198469560832 : ffff9caf40030600) 00010000:00000001:2.0:1789130339.330203:0:30505:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130339.330204:0:30505:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130339.330206:0:30505:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40030600 refcount=4 00000020:00000001:2.0:1789130339.330208:0:30505:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239990784 : -109198469560832 : ffff9caf40030600) 00010000:00000001:2.0:1789130339.330211:0:30505:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239990784 : -109198469560832 : ffff9caf40030600) 00010000:00000001:2.0:1789130339.330215:0:30505:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789130339.330219:0:30505:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789130339.330223:0:30505:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030600/0xde5303b1d982cb9c lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a5388 expref: -99 pid: 30505 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789130339.330231:0:30505:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130339.330232:0:30505:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130339.330234:0:30505:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130339.330235:0:30505:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130339.330236:0:30505:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40030600 refcount=5 00000020:00000001:2.0:1789130339.330238:0:30505:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239990784 : -109198469560832 : ffff9caf40030600) 00010000:00000001:2.0:1789130339.330241:0:30505:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239990784 : -109198469560832 : ffff9caf40030600) 00010000:00000001:2.0:1789130339.330244:0:30505:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789130339.330247:0:30505:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030600/0xde5303b1d982cb9c lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a5388 expref: -99 pid: 30505 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789130339.330254:0:30505:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130339.330255:0:30505:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1789130339.330258:0:30505:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030600/0xde5303b1d982cb9c lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a5388 expref: -99 pid: 30505 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789130339.330265:0:30505:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789130339.330266:0:30505:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130339.330267:0:30505:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130339.330268:0:30505:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130339.330269:0:30505:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1789130339.330276:0:30505:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9caf61462580 x1876037329004544/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1789130479 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1789130339.330287:0:30505:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130339.330288:0:30505:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130339.330290:0:30505:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40030600 refcount=3 00000020:00000001:2.0:1789130339.330292:0:30505:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239990784 : -109198469560832 : ffff9caf40030600) 00010000:00000001:2.0:1789130339.330294:0:30505:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239990784 : -109198469560832 : ffff9caf40030600) 00010000:00000001:2.0:1789130339.330296:0:30505:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130339.330297:0:30505:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789130339.330298:0:30505:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789130339.330300:0:30505:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789130339.330304:0:30505:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1789130339.330307:0:30505:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130339.330308:0:30505:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130339.330309:0:30505:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40030600 refcount=3 00000020:00000001:2.0:1789130339.330310:0:30505:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239990784 : -109198469560832 : ffff9caf40030600) 00010000:00000001:2.0:1789130339.330312:0:30505:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239990784 : -109198469560832 : ffff9caf40030600) 00000002:00010000:2.0:1789130339.330315:0:30505:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030600/0xde5303b1d982cb9c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a5388 expref: -99 pid: 30505 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789130339.330321:0:30505:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130339.330322:0:30505:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130339.330324:0:30505:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1789130339.330325:0:30505:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130339.330326:0:30505:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130339.330327:0:30505:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40030600 refcount=3 00000020:00000001:2.0:1789130339.330328:0:30505:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239990784 : -109198469560832 : ffff9caf40030600) 00010000:00000001:2.0:1789130339.330330:0:30505:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239990784 : -109198469560832 : ffff9caf40030600) 00010000:00000040:2.0:1789130339.330337:0:30505:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf4a8cc300 count: 2 00010000:00000001:2.0:1789130339.330340:0:30505:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1789130339.330345:0:30505:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9caf4630e800 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:2.0:1789130339.330347:0:30505:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130339.330348:0:30505:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789130339.330350:0:30505:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1789130339.330353:0:30505:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c5f898 00000002:00002000:2.0:1789130339.330355:0:30505:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:2.0:1789130339.330359:0:30505:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789130339.330363:0:30505:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789130339.330367:0:30505:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1789130339.330370:0:30505:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:2.0:1789130339.330374:0:30505:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789130339.330380:0:30505:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9caf4557c8c0 2 00000080:00000010:2.0:1789130339.330384:0:30505:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9caf485a3800. 00000080:00000001:2.0:1789130339.330388:0:30505:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1789130339.330391:0:30505:0:(llite_lib.c:3864:ll_prep_inode()) Process entered 00000002:00000001:2.0:1789130339.330400:0:30505:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:2.0:1789130339.330406:0:30505:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:2.0:1789130339.330500:0:30505:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9caf5049e3c0. 00800000:00000001:2.0:1789130339.330502:0:30505:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446634875513070528 : -109198196481088 : ffff9caf5049e3c0) 00800000:00000001:2.0:1789130339.330505:0:30505:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789130339.330508:0:30505:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1789130339.330511:0:30505:0:(llite_lib.c:1973:ll_update_lsm_md()) Process entered 00000080:00000002:2.0:1789130339.330513:0:30505:0:(llite_lib.c:1977:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:2.0:1789130339.330517:0:30505:0:(llite_lib.c:1928:ll_update_default_lsm_md()) Process entered 00000080:00000001:2.0:1789130339.330522:0:30505:0:(llite_lib.c:1950:ll_update_default_lsm_md()) Process leaving 00000080:00000001:2.0:1789130339.330524:0:30505:0:(llite_lib.c:1994:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130339.330530:0:30505:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:2.0:1789130339.330533:0:30505:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:2.0:1789130339.330540:0:30505:0:(llite_lib.c:3140:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 8704 00010000:00000001:2.0:1789130339.330543:0:30505:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130339.330544:0:30505:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130339.330545:0:30505:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40030600 refcount=3 00000020:00000001:2.0:1789130339.330547:0:30505:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239990784 : -109198469560832 : ffff9caf40030600) 00010000:00000001:2.0:1789130339.330549:0:30505:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239990784 : -109198469560832 : ffff9caf40030600) 00010000:00000001:2.0:1789130339.330552:0:30505:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130339.330553:0:30505:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1789130339.330555:0:30505:0:(llite_lib.c:3962:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1789130339.330558:0:30505:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:2.0:1789130339.330559:0:30505:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9caf5049e3c0 1 00800000:00000010:2.0:1789130339.330562:0:30505:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9caf5049e3c0. 00800000:00000001:2.0:1789130339.330565:0:30505:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789130339.330569:0:30505:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9caf601980c8) for lock 0xde5303b1d982cb9c 00800000:00000001:2.0:1789130339.330572:0:30505:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1789130339.330574:0:30505:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1789130339.330576:0:30505:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130339.330577:0:30505:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130339.330578:0:30505:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40030600 refcount=3 00000020:00000001:2.0:1789130339.330580:0:30505:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239990784 : -109198469560832 : ffff9caf40030600) 00010000:00000001:2.0:1789130339.330582:0:30505:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239990784 : -109198469560832 : ffff9caf40030600) 00010000:00000001:2.0:1789130339.330586:0:30505:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130339.330587:0:30505:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789130339.330588:0:30505:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789130339.330590:0:30505:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130339.330593:0:30505:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789130339.330595:0:30505:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9caf601980c8) 00000080:00010000:2.0:1789130339.330598:0:30505:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xde5303b1d982cb9c from it ffffb97f41c5fb58 00010000:00000001:2.0:1789130339.330599:0:30505:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130339.330601:0:30505:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130339.330602:0:30505:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40030600 refcount=3 00000020:00000001:2.0:1789130339.330604:0:30505:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239990784 : -109198469560832 : ffff9caf40030600) 00010000:00000001:2.0:1789130339.330606:0:30505:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239990784 : -109198469560832 : ffff9caf40030600) 00010000:00000001:2.0:1789130339.330608:0:30505:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789130339.330610:0:30505:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030600/0xde5303b1d982cb9c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a5388 expref: -99 pid: 30505 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789130339.330617:0:30505:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130339.330618:0:30505:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130339.330620:0:30505:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1789130339.330623:0:30505:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1789130339.330626:0:30505:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030600/0xde5303b1d982cb9c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a5388 expref: -99 pid: 30505 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1789130339.330638:0:30505:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789130339.330641:0:30505:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789130339.330644:0:30505:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789130339.330650:0:30505:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130339.330651:0:30505:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130339.330653:0:30505:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130339.330657:0:30505:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789130339.330659:0:30505:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130339.330661:0:30505:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130339.330663:0:30505:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130339.330665:0:30505:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789130339.330666:0:30505:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130339.330668:0:30505:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1789130339.330670:0:30505:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130339.330674:0:30505:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf61462580 x1876037329004544/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1789130479 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130339.330682:0:30505:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789130339.330687:0:30505:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789130339.330691:0:30505:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9caf47cd1800. 02000000:00000001:2.0:1789130339.330696:0:30505:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789130339.330700:0:30505:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1789130339.330702:0:30505:0:(genops.c:1223:class_import_put()) import ffff9caf6079a800 refcount=4 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000020:00000001:2.0:1789130339.330705:0:30505:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1789130339.330708:0:30505:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9caf482bc400. 02000000:00000001:2.0:1789130339.330712:0:30505:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789130339.330715:0:30505:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789130339.330717:0:30505:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf61462580. 00000100:00000001:2.0:1789130339.330721:0:30505:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789130339.330722:0:30505:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1789130339.330726:0:30505:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8), inode mode 41ff mask 1 00000080:00000001:2.0:1789130339.330733:0:30505:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1789130339.330751:0:30505:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9caf484adb60. 00000020:00000001:2.0:1789130339.330758:0:30505:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c5fa88 00000080:00200000:2.0:1789130339.330760:0:30505:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d21f.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff9caf601980c8), flags=24 00000080:00000001:2.0:1789130339.330765:0:30505:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:2.0:1789130339.330767:0:30505:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c5f938 00000080:00200000:2.0:1789130339.330768:0:30505:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d21f.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff9caf601980c8), intent=0 00000080:00000010:2.0:1789130339.330788:0:30505:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9caf48ef8800. 00800000:00000002:2.0:1789130339.331025:0:30505:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9caf4557c8c0 2 00000080:00000001:2.0:1789130339.331033:0:30505:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1789130339.331037:0:30505:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1789130339.331039:0:30505:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c5f858 00800000:00000002:2.0:1789130339.331041:0:30505:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'lookup' for [0x0:0x0:0x0] 'd21f.recovery-small-1' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1789130339.331045:0:30505:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00000020:00000001:2.0:1789130339.331052:0:30505:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c5f7f0 00800000:00000002:2.0:1789130339.331055:0:30505:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d21f.recovery-small-1' -> mds #0 00000002:00000001:2.0:1789130339.331060:0:30505:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1789130339.331062:0:30505:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c5f728 00000002:00010000:2.0:1789130339.331064:0:30505:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d21f.recovery-small-1,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00000002:00000001:2.0:1789130339.331069:0:30505:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1789130339.331071:0:30505:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1789130339.331077:0:30505:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf580bb840. 00000020:00000040:2.0:1789130339.331082:0:30505:0:(genops.c:1210:class_import_get()) import ffff9caf6079a800 refcount=5 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00010000:00000001:2.0:1789130339.331087:0:30505:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1789130339.331092:0:30505:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789130339.331095:0:30505:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130339.331096:0:30505:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130339.331098:0:30505:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130339.331101:0:30505:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789130339.331103:0:30505:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789130339.331108:0:30505:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789130339.331177:0:30505:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9caf58570800. 00000100:00000001:2.0:1789130339.331187:0:30505:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130339.331192:0:30505:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789130339.331194:0:30505:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130339.331196:0:30505:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789130339.331197:0:30505:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130339.331199:0:30505:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789130339.331210:0:30505:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446634875643213888 : -109198066337728 : ffff9caf580bb840) 00010000:00000001:2.0:1789130339.331214:0:30505:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1789130339.331217:0:30505:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1789130339.331220:0:30505:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf4a8cc300 count: 2 00010000:00000001:2.0:1789130339.331223:0:30505:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789130339.331226:0:30505:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1789130339.331231:0:30505:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9caf46a92c00. 00000020:00000001:2.0:1789130339.331235:0:30505:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1789130339.331238:0:30505:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9caf46a92c00 with handle 0xde5303b1d982cba3 to hash 00000020:00000001:2.0:1789130339.331240:0:30505:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1789130339.331242:0:30505:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446634875351542784 : -109198358008832 : ffff9caf46a92c00) 00010000:00000001:2.0:1789130339.331246:0:30505:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446634875351542784 : -109198358008832 : ffff9caf46a92c00) 00010000:00000001:2.0:1789130339.331250:0:30505:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789130339.331251:0:30505:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789130339.331255:0:30505:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a92c00/0xde5303b1d982cba3 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 30505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789130339.331264:0:30505:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a92c00/0xde5303b1d982cba3 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789130339.331274:0:30505:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a92c00/0xde5303b1d982cba3 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30505 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1789130339.331281:0:30505:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1789130339.331283:0:30505:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1789130339.331290:0:30505:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9caf48519cc0. 00000100:00000001:2.0:1789130339.331292:0:30505:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446634875379358912 : -109198330192704 : ffff9caf48519cc0) 00000100:00000001:2.0:1789130339.331295:0:30505:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789130339.331296:0:30505:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875643213888 : -109198066337728 : ffff9caf580bb840) 00000100:00000001:2.0:1789130339.331302:0:30505:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789130339.331307:0:30505:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130339.331309:0:30505:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1789130339.331311:0:30505:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789130339.331318:0:30505:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf580bb840 x1876037329004672/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130339.331327:0:30505:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789130339.331330:0:30505:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789130339.331334:0:30505:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789130339.331338:0:30505:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789130339.331340:0:30505:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789130339.331344:0:30505:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf580bb840 pname:cluuid:pid:xid:nid:opc:job checkstat:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:30505:1876037329004672:192.168.204.123@tcp:101:checkstat.0 00000100:00000001:2.0:1789130339.331348:0:30505:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789130339.331354:0:30505:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789130339.331357:0:30505:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789130339.331360:0:30505:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789130339.331365:0:30505:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9caf47fb6000. 02000000:00000001:2.0:1789130339.331367:0:30505:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789130339.331375:0:30505:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:2.0:1789130339.331380:0:30505:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf483fd528. 00000400:00000010:2.0:1789130339.331389:0:30505:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf42d18b28. 00000100:00000200:2.0:1789130339.331400:0:30505:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1876037329004672, portal 10 00000100:00000001:2.0:1789130339.331402:0:30505:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789130339.331403:0:30505:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875643213888 : -109198066337728 : ffff9caf580bb840) 00000100:00000040:2.0:1789130339.331410:0:30505:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9caf580bb840 x1876037329004672/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789130479 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130339.331424:0:30505:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789130339.331427:0:30505:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:2.0:1789130339.331431:0:30505:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf42d18550. 00000100:00000200:2.0:1789130339.331434:0:30505:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1876037329004672, offset 0 00000400:00000200:2.0:1789130339.331444:0:30505:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:2.0:1789130339.331458:0:30505:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130339.331468:0:30505:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:2.0:1789130339.331476:0:30505:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789130339.331481:0:30505:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:2.0:1789130339.331487:0:30505:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789130339.331490:0:30505:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:2.0:1789130339.331494:0:30505:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2308:2308:256:4294967295] 192.168.204.123@tcp LPNI seq info [2307:2307:8:4294967295] 00000400:00000200:2.0:1789130339.331499:0:30505:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130339.331513:0:30505:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:2.0:1789130339.331521:0:30505:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:2.0:1789130339.331528:0:30505:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf616ca800. 00000800:00000200:2.0:1789130339.331538:0:30505:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:2.0:1789130339.331549:0:30505:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:2.0:1789130339.331556:0:30505:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf616ca800 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:2.0:1789130339.331586:0:30505:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130339.331592:0:30505:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: using a timeout of 839691 usecs (840 jiffies) 00000400:00000200:2.0:1789130339.331595:0:30505:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:2.0:1789130339.331599:0:30505:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296434193 00000100:00000001:2.0:1789130339.331602:0:30505:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 2, keep current deadline 4296436215 00000100:00000001:2.0:1789130339.331605:0:30505:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296434193 00000100:00000001:2.0:1789130339.331608:0:30505:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 3, keep current deadline 4296436215 00000100:00000001:2.0:1789130339.331610:0:30505:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789130339.331613:0:30505:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130339.331617:0:30505:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789130339.331619:0:30505:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=135 : 135 : 87) 00000100:00100000:2.0:1789130339.331623:0:30505:0:(client.c:2715:ptlrpc_set_wait()) set ffff9caf48519cc0 going to sleep for 135 seconds 00000100:00000001:2.0:1789130339.331626:0:30505:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789130339.331629:0:30505:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789130339.332503:0:2342:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789130339.332513:0:2342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf616ca800. 00000400:00000200:3.0:1789130339.332519:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130339.332526:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:3.0:1789130339.332534:0:2342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf42d18550 00000400:00000010:3.0:1789130339.332538:0:2342:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf42d18550. 00000100:00000001:3.0:1789130339.332544:0:2342:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789130339.332551:0:2342:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf580bb840 x1876037329004672/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789130479 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130339.332563:0:2342:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130339.332567:0:2342:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf580bb840 x1876037329004672/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789130479 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130339.332574:0:2342:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130339.332576:0:2342:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1789130339.337113:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130339.337192:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789130339.337198:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130339.337201:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130339.337214:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130339.337224:0:2341:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:3.0:1789130339.337238:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130339.337246:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130339.337255:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130339.337259:0:2341:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 584 into portal 10 MB=0x6aa3efa94a880 00000400:00000200:3.0:1789130339.337266:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130339.337275:0:2341:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.123@tcp of length 584/584 into md 0x6485 [1] + 224 00000800:00000001:3.0:1789130339.337286:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130339.337296:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130339.337301:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130339.337306:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:3.0:1789130339.337317:0:2341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789130339.337331:0:2341:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf580bb840 x1876037329004672/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789130479 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789130339.337344:0:2341:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff9caf580bb840 x1876037329004672/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789130479 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130339.337371:0:2341:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789130339.337385:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130339.337388:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789130339.338027:0:30505:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789130339.338039:0:30505:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789130339.338042:0:30505:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789130339.338047:0:30505:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf483fd528. 00000400:00000200:2.0:1789130339.338054:0:30505:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf42d18b28 00000400:00000010:2.0:1789130339.338058:0:30505:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf42d18b28. 00000100:00000001:2.0:1789130339.338062:0:30505:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789130339.338069:0:30505:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf580bb840 x1876037329004672/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789130479 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1789130339.338079:0:30505:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf580bb840 x1876037329004672/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789130479 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130339.338087:0:30505:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789130339.338090:0:30505:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789130339.338093:0:30505:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789130339.338097:0:30505:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789130339.338100:0:30505:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789130339.338103:0:30505:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789130339.338106:0:30505:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789130339.338180:0:30505:0:(import.c:2149:obd_at_measure()) add 104 to ffff9caf6079ac60 time=108 v=104 (104 104 104 104) 00000100:00001000:2.0:1789130339.338186:0:30505:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf6079ac18 time=1 v=5 (1 0 0 0) 00000100:00000001:2.0:1789130339.338190:0:30505:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789130339.338192:0:30505:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130339.338196:0:30505:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789130339.338201:0:30505:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130339.338207:0:30505:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789130339.338210:0:30505:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9caf5014c800: skip recheck: last_committed 4294967597 00000100:00000001:2.0:1789130339.338213:0:30505:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789130339.338217:0:30505:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130339.338223:0:30505:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf580bb840 x1876037329004672/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/584 e 0 to 0 dl 1789130479 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130339.338238:0:30505:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789130339.338242:0:30505:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789130339.338244:0:30505:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789130339.338249:0:30505:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf580bb840 x1876037329004672/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/584 e 0 to 0 dl 1789130479 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1789130339.338257:0:30505:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf580bb840 pname:cluuid:pid:xid:nid:opc:job checkstat:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:30505:1876037329004672:192.168.204.123@tcp:101:checkstat.0 00000100:00000001:2.0:1789130339.338263:0:30505:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789130339.338266:0:30505:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130339.338269:0:30505:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1789130339.338272:0:30505:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130339.338276:0:30505:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf580bb840 x1876037329004672/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/584 e 0 to 0 dl 1789130479 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130339.338283:0:30505:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789130339.338287:0:30505:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9caf48519cc0. 00000100:00000001:2.0:1789130339.338291:0:30505:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1789130339.338293:0:30505:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130339.338297:0:30505:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1789130339.338303:0:30505:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130339.338307:0:30505:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130339.338311:0:30505:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf46a92c00 refcount=4 00000020:00000001:2.0:1789130339.338314:0:30505:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875351542784 : -109198358008832 : ffff9caf46a92c00) 00010000:00000001:2.0:1789130339.338317:0:30505:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875351542784 : -109198358008832 : ffff9caf46a92c00) 00010000:00000040:2.0:1789130339.338327:0:30505:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9caf46a92c00, remote cookie: 0xcdf1b083821a53a4, flags: 0x1001 00010000:00010000:2.0:1789130339.338333:0:30505:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a92c00/0xde5303b1d982cba3 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a53a4 expref: -99 pid: 30505 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1789130339.338344:0:30505:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x1f:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:2.0:1789130339.338347:0:30505:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:2.0:1789130339.338360:0:30505:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9caf4814d300. 00010000:00000010:2.0:1789130339.338367:0:30505:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9caf4938d900. 00010000:00000001:2.0:1789130339.338373:0:30505:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789130339.338377:0:30505:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a92c00/0xde5303b1d982cba3 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x1f:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a53a4 expref: -99 pid: 30505 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789130339.338387:0:30505:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a92c00/0xde5303b1d982cba3 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a53a4 expref: -99 pid: 30505 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789130339.338394:0:30505:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1789130339.338400:0:30505:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1789130339.338403:0:30505:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1789130339.338405:0:30505:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1789130339.338407:0:30505:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1789130339.338410:0:30505:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x1f:0x0].0x0 (ffff9caf4814d300) refcount = 1 00010000:00010000:2.0:1789130339.338414:0:30505:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a92c00/0xde5303b1d982cba3 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a53a4 expref: -99 pid: 30505 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789130339.338421:0:30505:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1789130339.338426:0:30505:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1789130339.338428:0:30505:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789130339.338431:0:30505:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1789130339.338434:0:30505:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789130339.338437:0:30505:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a92c00/0xde5303b1d982cba3 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a53a4 expref: -99 pid: 30505 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789130339.338443:0:30505:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1789130339.338445:0:30505:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130339.338447:0:30505:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130339.338448:0:30505:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130339.338449:0:30505:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130339.338450:0:30505:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789130339.338456:0:30505:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1789130339.338458:0:30505:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130339.338459:0:30505:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130339.338461:0:30505:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf46a92c00 refcount=3 00000020:00000001:2.0:1789130339.338463:0:30505:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875351542784 : -109198358008832 : ffff9caf46a92c00) 00010000:00000001:2.0:1789130339.338465:0:30505:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875351542784 : -109198358008832 : ffff9caf46a92c00) 00010000:00000001:2.0:1789130339.338467:0:30505:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130339.338469:0:30505:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130339.338470:0:30505:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf46a92c00 refcount=4 00000020:00000001:2.0:1789130339.338471:0:30505:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875351542784 : -109198358008832 : ffff9caf46a92c00) 00010000:00000001:2.0:1789130339.338473:0:30505:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875351542784 : -109198358008832 : ffff9caf46a92c00) 00010000:00000001:2.0:1789130339.338477:0:30505:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789130339.338481:0:30505:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789130339.338484:0:30505:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a92c00/0xde5303b1d982cba3 lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a53a4 expref: -99 pid: 30505 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789130339.338490:0:30505:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130339.338491:0:30505:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130339.338493:0:30505:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130339.338494:0:30505:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130339.338495:0:30505:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf46a92c00 refcount=5 00000020:00000001:2.0:1789130339.338497:0:30505:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875351542784 : -109198358008832 : ffff9caf46a92c00) 00010000:00000001:2.0:1789130339.338500:0:30505:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875351542784 : -109198358008832 : ffff9caf46a92c00) 00010000:00000001:2.0:1789130339.338502:0:30505:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789130339.338506:0:30505:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a92c00/0xde5303b1d982cba3 lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a53a4 expref: -99 pid: 30505 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789130339.338512:0:30505:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130339.338513:0:30505:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1789130339.338515:0:30505:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a92c00/0xde5303b1d982cba3 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a53a4 expref: -99 pid: 30505 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789130339.338521:0:30505:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789130339.338523:0:30505:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130339.338524:0:30505:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130339.338526:0:30505:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130339.338527:0:30505:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1789130339.338531:0:30505:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0xb, status=0 req@ffff9caf580bb840 x1876037329004672/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/584 e 0 to 0 dl 1789130479 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1789130339.338538:0:30505:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130339.338539:0:30505:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130339.338540:0:30505:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf46a92c00 refcount=3 00000020:00000001:2.0:1789130339.338542:0:30505:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875351542784 : -109198358008832 : ffff9caf46a92c00) 00010000:00000001:2.0:1789130339.338544:0:30505:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875351542784 : -109198358008832 : ffff9caf46a92c00) 00010000:00000001:2.0:1789130339.338547:0:30505:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130339.338548:0:30505:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789130339.338550:0:30505:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789130339.338552:0:30505:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789130339.338556:0:30505:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1789130339.338560:0:30505:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130339.338561:0:30505:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130339.338562:0:30505:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf46a92c00 refcount=3 00000020:00000001:2.0:1789130339.338564:0:30505:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875351542784 : -109198358008832 : ffff9caf46a92c00) 00010000:00000001:2.0:1789130339.338566:0:30505:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875351542784 : -109198358008832 : ffff9caf46a92c00) 00000002:00010000:2.0:1789130339.338570:0:30505:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a92c00/0xde5303b1d982cba3 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a53a4 expref: -99 pid: 30505 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789130339.338576:0:30505:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130339.338577:0:30505:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130339.338579:0:30505:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1789130339.338581:0:30505:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130339.338582:0:30505:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130339.338583:0:30505:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf46a92c00 refcount=3 00000020:00000001:2.0:1789130339.338585:0:30505:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875351542784 : -109198358008832 : ffff9caf46a92c00) 00010000:00000001:2.0:1789130339.338587:0:30505:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875351542784 : -109198358008832 : ffff9caf46a92c00) 00010000:00000040:2.0:1789130339.338592:0:30505:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf4814d300 count: 2 00010000:00000001:2.0:1789130339.338596:0:30505:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1789130339.338600:0:30505:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9caf4630e800 type 13 mode 4 res 8589935620/31 (0 0) 00010000:00000001:2.0:1789130339.338604:0:30505:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130339.338605:0:30505:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789130339.338606:0:30505:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1789130339.338610:0:30505:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c5f6b0 00000002:00002000:2.0:1789130339.338613:0:30505:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=d21f.recovery-small-1 intent=lookup status=0 disp=0xb: rc = 0 00000002:00000001:2.0:1789130339.338617:0:30505:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789130339.338622:0:30505:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789130339.338625:0:30505:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1789130339.338629:0:30505:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:2.0:1789130339.338633:0:30505:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789130339.338639:0:30505:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9caf4557c8c0 2 00000080:00000001:2.0:1789130339.338642:0:30505:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:2.0:1789130339.338644:0:30505:0:(namei.c:674:ll_lookup_it_finish()) it ffffb97f41c5fa28 it_disposition b 00000080:00000001:2.0:1789130339.338648:0:30505:0:(llite_lib.c:3864:ll_prep_inode()) Process entered 00000002:00000001:2.0:1789130339.339743:0:30505:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:2.0:1789130339.339753:0:30505:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1789130339.339758:0:30505:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833951 : 144115205322833951 : 20000040400001f) 00000080:00000001:2.0:1789130339.339765:0:30505:0:(namei.c:113:ll_iget()) Process entered 00000080:00000001:2.0:1789130339.339773:0:30505:0:(llite_lib.c:1973:ll_update_lsm_md()) Process entered 00000080:00000002:2.0:1789130339.339789:0:30505:0:(llite_lib.c:1977:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000404:0x1f:0x0] 00000080:00000001:2.0:1789130339.339945:0:30505:0:(llite_lib.c:1994:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130339.339952:0:30505:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833951 : 144115205322833951 : 20000040400001f) 00000080:00000001:2.0:1789130339.339955:0:30505:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:2.0:1789130339.339961:0:30505:0:(llite_lib.c:3140:ll_update_inode()) inode=[0x200000404:0x1f:0x0], updating i_size 7680 00000080:00200000:2.0:1789130339.339964:0:30505:0:(namei.c:147:ll_iget()) got inode: [0x200000404:0x1f:0x0](ffff9caf601acb08): rc = 0 00000080:00000001:2.0:1789130339.339968:0:30505:0:(namei.c:156:ll_iget()) Process leaving (rc=18446634875778419464 : -109197931132152 : ffff9caf601acb08) 00010000:00000001:2.0:1789130339.339972:0:30505:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130339.339974:0:30505:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130339.339977:0:30505:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf46a92c00 refcount=3 00000020:00000001:2.0:1789130339.339980:0:30505:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875351542784 : -109198358008832 : ffff9caf46a92c00) 00010000:00000001:2.0:1789130339.339983:0:30505:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875351542784 : -109198358008832 : ffff9caf46a92c00) 00010000:00000001:2.0:1789130339.339986:0:30505:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130339.339987:0:30505:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1789130339.339990:0:30505:0:(llite_lib.c:1928:ll_update_default_lsm_md()) Process entered 00000080:00000001:2.0:1789130339.339992:0:30505:0:(llite_lib.c:1941:ll_update_default_lsm_md()) Process leaving 00000080:00000001:2.0:1789130339.339994:0:30505:0:(llite_lib.c:3962:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1789130339.339999:0:30505:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1789130339.340001:0:30505:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789130339.340006:0:30505:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000404:0x1f:0x0](ffff9caf601acb08) for lock 0xde5303b1d982cba3 00800000:00000001:2.0:1789130339.340010:0:30505:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1789130339.340012:0:30505:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1789130339.340013:0:30505:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130339.340015:0:30505:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130339.340016:0:30505:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf46a92c00 refcount=3 00000020:00000001:2.0:1789130339.340018:0:30505:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875351542784 : -109198358008832 : ffff9caf46a92c00) 00010000:00000001:2.0:1789130339.340020:0:30505:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875351542784 : -109198358008832 : ffff9caf46a92c00) 00010000:00000001:2.0:1789130339.340023:0:30505:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130339.340024:0:30505:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789130339.340026:0:30505:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789130339.340027:0:30505:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:2.0:1789130339.340038:0:30505:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9caf6030f870 inode ffff9caf601acb08 refc 1 flags 0x20000e 00000080:00000001:2.0:1789130339.340043:0:30505:0:(llite_lib.c:3176:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:2.0:1789130339.340045:0:30505:0:(llite_lib.c:3182:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130339.340048:0:30505:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:2.0:1789130339.340053:0:30505:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x1f:0x0](ffff9caf601acb08) 00000080:00010000:2.0:1789130339.340057:0:30505:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xde5303b1d982cba3 from it ffffb97f41c5fa28 00010000:00000001:2.0:1789130339.340059:0:30505:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130339.340060:0:30505:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130339.340061:0:30505:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf46a92c00 refcount=3 00000020:00000001:2.0:1789130339.340063:0:30505:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875351542784 : -109198358008832 : ffff9caf46a92c00) 00010000:00000001:2.0:1789130339.340065:0:30505:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875351542784 : -109198358008832 : ffff9caf46a92c00) 00010000:00000001:2.0:1789130339.340067:0:30505:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789130339.340072:0:30505:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a92c00/0xde5303b1d982cba3 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a53a4 expref: -99 pid: 30505 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789130339.340082:0:30505:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130339.340083:0:30505:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130339.340086:0:30505:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1789130339.340090:0:30505:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1789130339.340092:0:30505:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a92c00/0xde5303b1d982cba3 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a53a4 expref: -99 pid: 30505 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1789130339.340100:0:30505:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789130339.340104:0:30505:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789130339.340106:0:30505:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789130339.340225:0:30505:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130339.340227:0:30505:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130339.340229:0:30505:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130339.340234:0:30505:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789130339.340237:0:30505:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130339.340239:0:30505:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130339.340522:0:30505:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130339.340526:0:30505:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789130339.340528:0:30505:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130339.340529:0:30505:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1789130339.340531:0:30505:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1789130339.340538:0:30505:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9caf48ef8800. 00000100:00000001:2.0:1789130339.340546:0:30505:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130339.340560:0:30505:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf580bb840 x1876037329004672/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/584 e 0 to 0 dl 1789130479 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130339.340569:0:30505:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789130339.340573:0:30505:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789130339.340578:0:30505:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9caf47fb6000. 02000000:00000001:2.0:1789130339.340583:0:30505:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789130339.340586:0:30505:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1789130339.340589:0:30505:0:(genops.c:1223:class_import_put()) import ffff9caf6079a800 refcount=4 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000020:00000001:2.0:1789130339.340592:0:30505:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1789130339.340596:0:30505:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9caf58570800. 02000000:00000001:2.0:1789130339.340600:0:30505:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789130339.340602:0:30505:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789130339.340605:0:30505:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf580bb840. 00000100:00000001:2.0:1789130339.340615:0:30505:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789130339.340617:0:30505:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1789130339.340631:0:30505:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00200000:2.0:1789130339.340636:0:30505:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000404:0x1f:0x0](ffff9caf601acb08), inode mode 41ed mask 1 00000080:00000001:2.0:1789130339.340642:0:30505:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1789130339.340670:0:30505:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9caf484ade40. 00000020:00000001:2.0:1789130339.340677:0:30505:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c5fae8 00000080:00200000:2.0:1789130339.340680:0:30505:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=f, dir=[0x200000404:0x1f:0x0](ffff9caf601acb08), flags=8 00000080:00000001:2.0:1789130339.340685:0:30505:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:2.0:1789130339.340687:0:30505:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c5f998 00000080:00200000:2.0:1789130339.340690:0:30505:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f, dir=[0x200000404:0x1f:0x0](ffff9caf601acb08), intent=getattr 00000080:00000010:2.0:1789130339.340702:0:30505:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9caf48ef8800. 00000080:00000001:2.0:1789130339.340711:0:30505:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1789130339.340717:0:30505:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1789130339.340719:0:30505:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c5f8b8 00800000:00000002:2.0:1789130339.340721:0:30505:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'f' on [0x200000404:0x1f:0x0] 00800000:00000001:2.0:1789130339.340726:0:30505:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00000020:00000001:2.0:1789130339.340734:0:30505:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c5f850 00800000:00000002:2.0:1789130339.340736:0:30505:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000404:0x1f:0x0], fid2=[0x0:0x0:0x0], name='f' -> mds #0 00000002:00000001:2.0:1789130339.340742:0:30505:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1789130339.340744:0:30505:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c5f788 00000002:00010000:2.0:1789130339.340746:0:30505:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f,[0x0:0x0:0x0]) in obj [0x200000404:0x1f:0x0], intent: getattr flags 01 00000002:00000001:2.0:1789130339.340752:0:30505:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1789130339.340755:0:30505:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1789130339.340759:0:30505:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf580bb840. 00000020:00000040:2.0:1789130339.340764:0:30505:0:(genops.c:1210:class_import_get()) import ffff9caf6079a800 refcount=5 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00010000:00000001:2.0:1789130339.340772:0:30505:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1789130339.340788:0:30505:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789130339.340796:0:30505:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130339.340797:0:30505:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130339.340799:0:30505:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130339.341013:0:30505:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789130339.341017:0:30505:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789130339.341022:0:30505:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789130339.341032:0:30505:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9caf58570800. 00000100:00000001:2.0:1789130339.341041:0:30505:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130339.341046:0:30505:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789130339.341049:0:30505:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130339.341051:0:30505:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789130339.341052:0:30505:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130339.341054:0:30505:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789130339.341065:0:30505:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446634875643213888 : -109198066337728 : ffff9caf580bb840) 00010000:00000001:2.0:1789130339.341069:0:30505:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1789130339.341072:0:30505:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1789130339.341080:0:30505:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf4814d300 count: 2 00010000:00000001:2.0:1789130339.341082:0:30505:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789130339.341087:0:30505:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1789130339.341091:0:30505:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9caf46a92200. 00000020:00000001:2.0:1789130339.341097:0:30505:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1789130339.341100:0:30505:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9caf46a92200 with handle 0xde5303b1d982cbaa to hash 00000020:00000001:2.0:1789130339.341102:0:30505:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1789130339.341104:0:30505:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446634875351540224 : -109198358011392 : ffff9caf46a92200) 00010000:00000001:2.0:1789130339.341109:0:30505:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446634875351540224 : -109198358011392 : ffff9caf46a92200) 00010000:00000001:2.0:1789130339.341182:0:30505:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789130339.341187:0:30505:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789130339.341193:0:30505:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a92200/0xde5303b1d982cbaa lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 30505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789130339.341202:0:30505:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a92200/0xde5303b1d982cbaa lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30505 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789130339.341215:0:30505:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a92200/0xde5303b1d982cbaa lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30505 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1789130339.341222:0:30505:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1789130339.341225:0:30505:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1789130339.341235:0:30505:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9caf48519cc0. 00000100:00000001:2.0:1789130339.341237:0:30505:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446634875379358912 : -109198330192704 : ffff9caf48519cc0) 00000100:00000001:2.0:1789130339.341241:0:30505:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789130339.341243:0:30505:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875643213888 : -109198066337728 : ffff9caf580bb840) 00000100:00000001:2.0:1789130339.341249:0:30505:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789130339.341256:0:30505:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130339.341259:0:30505:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1789130339.341263:0:30505:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789130339.341271:0:30505:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf580bb840 x1876037329004800/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130339.341281:0:30505:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789130339.341284:0:30505:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789130339.341289:0:30505:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789130339.341292:0:30505:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789130339.341295:0:30505:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789130339.341299:0:30505:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf580bb840 pname:cluuid:pid:xid:nid:opc:job checkstat:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:30505:1876037329004800:192.168.204.123@tcp:101:checkstat.0 00000100:00000001:2.0:1789130339.341304:0:30505:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789130339.341312:0:30505:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789130339.341315:0:30505:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789130339.341318:0:30505:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789130339.341323:0:30505:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9caf47fb6000. 02000000:00000001:2.0:1789130339.341325:0:30505:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789130339.341334:0:30505:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:2.0:1789130339.341339:0:30505:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf483fd528. 00000400:00000010:2.0:1789130339.341348:0:30505:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf42d18b28. 00000100:00000200:2.0:1789130339.341358:0:30505:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1876037329004800, portal 10 00000100:00000001:2.0:1789130339.341360:0:30505:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789130339.341361:0:30505:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875643213888 : -109198066337728 : ffff9caf580bb840) 00000100:00000040:2.0:1789130339.341367:0:30505:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9caf580bb840 x1876037329004800/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789130479 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130339.341376:0:30505:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789130339.341380:0:30505:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:2.0:1789130339.341383:0:30505:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf42d18990. 00000100:00000200:2.0:1789130339.341387:0:30505:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1876037329004800, offset 0 00000400:00000200:2.0:1789130339.341396:0:30505:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:2.0:1789130339.341411:0:30505:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130339.341424:0:30505:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:2.0:1789130339.341433:0:30505:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789130339.341439:0:30505:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:2.0:1789130339.341445:0:30505:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789130339.341449:0:30505:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:2.0:1789130339.341455:0:30505:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2309:2309:256:4294967295] 192.168.204.123@tcp LPNI seq info [2308:2308:8:4294967295] 00000400:00000200:2.0:1789130339.341459:0:30505:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130339.341472:0:30505:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:2.0:1789130339.341481:0:30505:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:2.0:1789130339.341488:0:30505:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf616cac00. 00000800:00000200:2.0:1789130339.341499:0:30505:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:2.0:1789130339.341509:0:30505:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:2.0:1789130339.341515:0:30505:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf616cac00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:2.0:1789130339.341545:0:30505:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130339.341551:0:30505:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: using a timeout of 838397 usecs (839 jiffies) 00000400:00000200:2.0:1789130339.341555:0:30505:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:2.0:1789130339.341559:0:30505:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296434202 00000100:00000001:2.0:1789130339.341563:0:30505:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 2, keep current deadline 4296436215 00000100:00000001:2.0:1789130339.341567:0:30505:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296434202 00000100:00000001:2.0:1789130339.341570:0:30505:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 3, keep current deadline 4296436215 00000100:00000001:2.0:1789130339.341573:0:30505:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789130339.341576:0:30505:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130339.341579:0:30505:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789130339.341581:0:30505:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=135 : 135 : 87) 00000100:00100000:2.0:1789130339.341585:0:30505:0:(client.c:2715:ptlrpc_set_wait()) set ffff9caf48519cc0 going to sleep for 135 seconds 00000100:00000001:2.0:1789130339.341589:0:30505:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789130339.341593:0:30505:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789130339.342227:0:2342:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789130339.342236:0:2342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf616cac00. 00000400:00000200:3.0:1789130339.342244:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130339.342253:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:3.0:1789130339.342262:0:2342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf42d18990 00000400:00000010:3.0:1789130339.342265:0:2342:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf42d18990. 00000100:00000001:3.0:1789130339.342269:0:2342:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789130339.342275:0:2342:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf580bb840 x1876037329004800/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789130479 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130339.342287:0:2342:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130339.342290:0:2342:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf580bb840 x1876037329004800/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789130479 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130339.342297:0:2342:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130339.342299:0:2342:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1789130339.352448:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130339.352476:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789130339.352483:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130339.352486:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130339.352498:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130339.352511:0:2341:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:3.0:1789130339.352523:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130339.352530:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130339.352539:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130339.352544:0:2341:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 640 into portal 10 MB=0x6aa3efa94a900 00000400:00000200:3.0:1789130339.352551:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130339.352559:0:2341:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.123@tcp of length 640/640 into md 0x6495 [1] + 224 00000800:00000001:3.0:1789130339.352571:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130339.352580:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130339.352584:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130339.352591:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:3.0:1789130339.352605:0:2341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789130339.352618:0:2341:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf580bb840 x1876037329004800/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789130479 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789130339.352631:0:2341:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=640 offset=224 replen=1152 req@ffff9caf580bb840 x1876037329004800/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789130479 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130339.352663:0:2341:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789130339.352680:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130339.352684:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789130339.353105:0:30505:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789130339.353136:0:30505:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789130339.353140:0:30505:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789130339.353144:0:30505:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf483fd528. 00000400:00000200:2.0:1789130339.353151:0:30505:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf42d18b28 00000400:00000010:2.0:1789130339.353155:0:30505:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf42d18b28. 00000100:00000001:2.0:1789130339.353160:0:30505:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789130339.353168:0:30505:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf580bb840 x1876037329004800/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789130479 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1789130339.353179:0:30505:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf580bb840 x1876037329004800/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789130479 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130339.353187:0:30505:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789130339.353190:0:30505:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789130339.353193:0:30505:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789130339.353198:0:30505:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789130339.353201:0:30505:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789130339.353204:0:30505:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789130339.353209:0:30505:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789130339.353223:0:30505:0:(import.c:2149:obd_at_measure()) add 104 to ffff9caf6079ac60 time=108 v=104 (104 104 104 104) 00000100:00001000:2.0:1789130339.353229:0:30505:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf6079ac18 time=1 v=5 (1 0 0 0) 00000100:00000001:2.0:1789130339.353232:0:30505:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789130339.353235:0:30505:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130339.353239:0:30505:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789130339.353244:0:30505:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130339.353249:0:30505:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789130339.353252:0:30505:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9caf5014c800: skip recheck: last_committed 4294967597 00000100:00000001:2.0:1789130339.353255:0:30505:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789130339.353258:0:30505:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130339.353264:0:30505:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf580bb840 x1876037329004800/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/640 e 0 to 0 dl 1789130479 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130339.353272:0:30505:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789130339.353276:0:30505:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789130339.353278:0:30505:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789130339.353282:0:30505:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf580bb840 x1876037329004800/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/640 e 0 to 0 dl 1789130479 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1789130339.353290:0:30505:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf580bb840 pname:cluuid:pid:xid:nid:opc:job checkstat:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:30505:1876037329004800:192.168.204.123@tcp:101:checkstat.0 00000100:00000001:2.0:1789130339.353296:0:30505:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789130339.353300:0:30505:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130339.353302:0:30505:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1789130339.353305:0:30505:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130339.353309:0:30505:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf580bb840 x1876037329004800/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/640 e 0 to 0 dl 1789130479 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130339.353316:0:30505:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789130339.353320:0:30505:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9caf48519cc0. 00000100:00000001:2.0:1789130339.353323:0:30505:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1789130339.353325:0:30505:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130339.353329:0:30505:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1789130339.353334:0:30505:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130339.353337:0:30505:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130339.353341:0:30505:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf46a92200 refcount=4 00000020:00000001:2.0:1789130339.353343:0:30505:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875351540224 : -109198358011392 : ffff9caf46a92200) 00010000:00000001:2.0:1789130339.353347:0:30505:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875351540224 : -109198358011392 : ffff9caf46a92200) 00010000:00000040:2.0:1789130339.353354:0:30505:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9caf46a92200, remote cookie: 0xcdf1b083821a53c0, flags: 0x1001 00010000:00010000:2.0:1789130339.353360:0:30505:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a92200/0xde5303b1d982cbaa lrc: 4/1,0 mode: --/CR res: [0x200000404:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a53c0 expref: -99 pid: 30505 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1789130339.353369:0:30505:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x21:0x0].0x0, instead of [0x200000404:0x1f:0x0].0x0 00010000:00000001:2.0:1789130339.353373:0:30505:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:2.0:1789130339.353383:0:30505:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9caf4814d100. 00010000:00000010:2.0:1789130339.353389:0:30505:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9caf4938da00. 00010000:00000001:2.0:1789130339.353394:0:30505:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789130339.353397:0:30505:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a92200/0xde5303b1d982cbaa lrc: 4/1,0 mode: --/PR res: [0x200000404:0x21:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a53c0 expref: -99 pid: 30505 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789130339.353406:0:30505:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a92200/0xde5303b1d982cbaa lrc: 4/1,0 mode: --/PR res: [0x200000404:0x21:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a53c0 expref: -99 pid: 30505 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789130339.353414:0:30505:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1789130339.353419:0:30505:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1789130339.353423:0:30505:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1789130339.353425:0:30505:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1789130339.353427:0:30505:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1789130339.353430:0:30505:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x21:0x0].0x0 (ffff9caf4814d100) refcount = 1 00010000:00010000:2.0:1789130339.353434:0:30505:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a92200/0xde5303b1d982cbaa lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x21:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a53c0 expref: -99 pid: 30505 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789130339.353441:0:30505:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1789130339.353446:0:30505:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1789130339.353448:0:30505:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789130339.353451:0:30505:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1789130339.353454:0:30505:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789130339.353457:0:30505:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a92200/0xde5303b1d982cbaa lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x21:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a53c0 expref: -99 pid: 30505 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789130339.353464:0:30505:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1789130339.353466:0:30505:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130339.353468:0:30505:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130339.353469:0:30505:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130339.353470:0:30505:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130339.353472:0:30505:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789130339.353478:0:30505:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1789130339.353480:0:30505:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130339.353481:0:30505:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130339.353483:0:30505:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf46a92200 refcount=3 00000020:00000001:2.0:1789130339.353485:0:30505:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875351540224 : -109198358011392 : ffff9caf46a92200) 00010000:00000001:2.0:1789130339.353487:0:30505:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875351540224 : -109198358011392 : ffff9caf46a92200) 00010000:00000001:2.0:1789130339.353490:0:30505:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130339.353491:0:30505:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130339.353492:0:30505:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf46a92200 refcount=4 00000020:00000001:2.0:1789130339.353494:0:30505:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875351540224 : -109198358011392 : ffff9caf46a92200) 00010000:00000001:2.0:1789130339.353496:0:30505:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875351540224 : -109198358011392 : ffff9caf46a92200) 00010000:00000001:2.0:1789130339.353500:0:30505:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789130339.353504:0:30505:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789130339.353507:0:30505:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a92200/0xde5303b1d982cbaa lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x21:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a53c0 expref: -99 pid: 30505 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789130339.353515:0:30505:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130339.353516:0:30505:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130339.353517:0:30505:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130339.353518:0:30505:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130339.353519:0:30505:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf46a92200 refcount=5 00000020:00000001:2.0:1789130339.353522:0:30505:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875351540224 : -109198358011392 : ffff9caf46a92200) 00010000:00000001:2.0:1789130339.353524:0:30505:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875351540224 : -109198358011392 : ffff9caf46a92200) 00010000:00000001:2.0:1789130339.353526:0:30505:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789130339.353528:0:30505:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a92200/0xde5303b1d982cbaa lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x21:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a53c0 expref: -99 pid: 30505 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789130339.353533:0:30505:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130339.353535:0:30505:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1789130339.353537:0:30505:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a92200/0xde5303b1d982cbaa lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x21:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a53c0 expref: -99 pid: 30505 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789130339.353545:0:30505:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789130339.353547:0:30505:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130339.353548:0:30505:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130339.353550:0:30505:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130339.353551:0:30505:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1789130339.353556:0:30505:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9caf580bb840 x1876037329004800/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/640 e 0 to 0 dl 1789130479 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1789130339.353565:0:30505:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130339.353566:0:30505:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130339.353567:0:30505:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf46a92200 refcount=3 00000020:00000001:2.0:1789130339.353569:0:30505:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875351540224 : -109198358011392 : ffff9caf46a92200) 00010000:00000001:2.0:1789130339.353571:0:30505:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875351540224 : -109198358011392 : ffff9caf46a92200) 00000002:00010000:2.0:1789130339.353575:0:30505:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: getattr, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a92200/0xde5303b1d982cbaa lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x21:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a53c0 expref: -99 pid: 30505 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:2.0:1789130339.353590:0:30505:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff9caf5049e3c0. 00010000:00000001:2.0:1789130339.353592:0:30505:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130339.353594:0:30505:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789130339.353595:0:30505:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789130339.353598:0:30505:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789130339.353601:0:30505:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1789130339.353604:0:30505:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130339.353605:0:30505:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130339.353607:0:30505:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf46a92200 refcount=3 00000020:00000001:2.0:1789130339.353608:0:30505:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875351540224 : -109198358011392 : ffff9caf46a92200) 00010000:00000001:2.0:1789130339.353610:0:30505:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875351540224 : -109198358011392 : ffff9caf46a92200) 00000002:00010000:2.0:1789130339.353613:0:30505:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a92200/0xde5303b1d982cbaa lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x21:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a53c0 expref: -99 pid: 30505 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789130339.353618:0:30505:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130339.353619:0:30505:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130339.353622:0:30505:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1789130339.353623:0:30505:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130339.353624:0:30505:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130339.353625:0:30505:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf46a92200 refcount=3 00000020:00000001:2.0:1789130339.353627:0:30505:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875351540224 : -109198358011392 : ffff9caf46a92200) 00010000:00000001:2.0:1789130339.353629:0:30505:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875351540224 : -109198358011392 : ffff9caf46a92200) 00010000:00000040:2.0:1789130339.353633:0:30505:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf4814d100 count: 2 00010000:00000001:2.0:1789130339.353636:0:30505:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1789130339.353640:0:30505:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9caf4630e800 type 13 mode 4 res 8589935620/33 (0 0) 00010000:00000001:2.0:1789130339.353643:0:30505:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130339.353644:0:30505:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789130339.353646:0:30505:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1789130339.353650:0:30505:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c5f710 00000002:00002000:2.0:1789130339.353652:0:30505:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=f intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:2.0:1789130339.353655:0:30505:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789130339.353661:0:30505:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789130339.353665:0:30505:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1789130339.353670:0:30505:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000404:0x1f:0x0] suppgids 0 -1: rc 0 00000080:00000001:2.0:1789130339.353674:0:30505:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130339.353681:0:30505:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:2.0:1789130339.353683:0:30505:0:(namei.c:674:ll_lookup_it_finish()) it ffffb97f41c5fb20 it_disposition b 00000080:00000001:2.0:1789130339.353687:0:30505:0:(llite_lib.c:3864:ll_prep_inode()) Process entered 00000002:00000001:2.0:1789130339.353696:0:30505:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:2.0:1789130339.353700:0:30505:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1789130339.353704:0:30505:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833953 : 144115205322833953 : 200000404000021) 00000080:00000001:2.0:1789130339.353709:0:30505:0:(namei.c:113:ll_iget()) Process entered 00000020:00000001:2.0:1789130339.353719:0:30505:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1789130339.353725:0:30505:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446634875648776024 : -109198060775592 : ffff9caf58609758) 00000020:00001000:2.0:1789130339.353728:0:30505:0:(cl_object.c:823:cl_env_get()) 1@ffff9caf58609750 00000020:00000001:2.0:1789130339.353731:0:30505:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:2.0:1789130339.353737:0:30505:0:(lov_object.c:1460:lov_conf_set()) Process entered 00020000:00000001:2.0:1789130339.353740:0:30505:0:(lov_pack.c:354:lov_unpackmd()) Process entered 00020000:00000010:2.0:1789130339.353748:0:30505:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9caf4812f540. 00020000:00000010:2.0:1789130339.353754:0:30505:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9caf4848fe00. 00020000:00000010:2.0:1789130339.353761:0:30505:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9caf4812fcc0. 00020000:00000001:2.0:1789130339.353763:0:30505:0:(lov_pack.c:366:lov_unpackmd()) Process leaving (rc=18446634875375254720 : -109198334296896 : ffff9caf4812fcc0) 00020000:00000002:2.0:1789130339.353767:0:30505:0:(lov_ea.c:762:dump_lsm()) lsm ffff9caf4812fcc0, objid 0x21:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1789130339.353772:0:30505:0:(lov_ea.c:793:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1789130339.353788:0:30505:0:(lov_ea.c:812:dump_lsm()) oinfo:ffff9caf4848fe00: ostid: 0x280000400:17 ost idx: 1 gen: 0 00020000:00000002:2.0:1789130339.353793:0:30505:0:(lov_object.c:1314:lov_conf_lock()) Took exclusive lov(ffff9caf581241f0) owner ffff9caf43894f80 00020000:00000001:2.0:1789130339.353878:0:30505:0:(lov_object.c:1520:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1789130339.353881:0:30505:0:(lov_object.c:1320:lov_conf_unlock()) To release exclusive lov(ffff9caf581241f0) owner ffff9caf43894f80 00020000:00000010:2.0:1789130339.353888:0:30505:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9caf4848fe00. 00020000:00000010:2.0:1789130339.353891:0:30505:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff9caf4812f540. 00020000:00000010:2.0:1789130339.353896:0:30505:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff9caf4812fcc0. 00020000:00000002:2.0:1789130339.353898:0:30505:0:(lov_object.c:1547:lov_conf_set()) [0x200000404:0x21:0x0] lo_layout_invalid=0 00020000:00000001:2.0:1789130339.353901:0:30505:0:(lov_object.c:1548:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130339.353904:0:30505:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1789130339.353906:0:30505:0:(cl_object.c:917:cl_env_put()) 1@ffff9caf58609750 00000080:00000001:2.0:1789130339.353914:0:30505:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833953 : 144115205322833953 : 200000404000021) 00000080:00000001:2.0:1789130339.353917:0:30505:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:2.0:1789130339.353926:0:30505:0:(namei.c:147:ll_iget()) got inode: [0x200000404:0x21:0x0](ffff9caf601300c8): rc = 0 00000080:00000001:2.0:1789130339.353929:0:30505:0:(namei.c:156:ll_iget()) Process leaving (rc=18446634875777908936 : -109197931642680 : ffff9caf601300c8) 00010000:00000001:2.0:1789130339.353933:0:30505:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130339.353934:0:30505:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130339.353936:0:30505:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf46a92200 refcount=3 00000020:00000001:2.0:1789130339.353938:0:30505:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875351540224 : -109198358011392 : ffff9caf46a92200) 00010000:00000001:2.0:1789130339.353940:0:30505:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875351540224 : -109198358011392 : ffff9caf46a92200) 00000080:00000001:2.0:1789130339.353945:0:30505:0:(file.c:6819:ll_layout_conf()) Process entered 00000020:00000001:2.0:1789130339.353947:0:30505:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1789130339.353949:0:30505:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446634875648776024 : -109198060775592 : ffff9caf58609758) 00000020:00001000:2.0:1789130339.353951:0:30505:0:(cl_object.c:823:cl_env_get()) 1@ffff9caf58609750 00000020:00000001:2.0:1789130339.353953:0:30505:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:2.0:1789130339.353954:0:30505:0:(lov_object.c:1460:lov_conf_set()) Process entered 00020000:00000001:2.0:1789130339.353955:0:30505:0:(lov_pack.c:354:lov_unpackmd()) Process entered 00020000:00000010:2.0:1789130339.353958:0:30505:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9caf4812fcc0. 00020000:00000010:2.0:1789130339.353961:0:30505:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9caf4848fe00. 00020000:00000010:2.0:1789130339.353964:0:30505:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9caf4812f540. 00020000:00000001:2.0:1789130339.353967:0:30505:0:(lov_pack.c:366:lov_unpackmd()) Process leaving (rc=18446634875375252800 : -109198334298816 : ffff9caf4812f540) 00020000:00000002:2.0:1789130339.353969:0:30505:0:(lov_ea.c:762:dump_lsm()) lsm ffff9caf4812f540, objid 0x21:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1789130339.353973:0:30505:0:(lov_ea.c:793:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1789130339.353976:0:30505:0:(lov_ea.c:812:dump_lsm()) oinfo:ffff9caf4848fe00: ostid: 0x280000400:17 ost idx: 1 gen: 0 00020000:00000002:2.0:1789130339.353979:0:30505:0:(lov_object.c:1314:lov_conf_lock()) Took exclusive lov(ffff9caf581241f0) owner ffff9caf43894f80 00020000:00000001:2.0:1789130339.353981:0:30505:0:(lov_object.c:1520:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1789130339.353983:0:30505:0:(lov_object.c:1320:lov_conf_unlock()) To release exclusive lov(ffff9caf581241f0) owner ffff9caf43894f80 00020000:00000010:2.0:1789130339.353986:0:30505:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9caf4848fe00. 00020000:00000010:2.0:1789130339.353988:0:30505:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff9caf4812fcc0. 00020000:00000010:2.0:1789130339.353991:0:30505:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff9caf4812f540. 00020000:00000002:2.0:1789130339.353993:0:30505:0:(lov_object.c:1547:lov_conf_set()) [0x200000404:0x21:0x0] lo_layout_invalid=0 00020000:00000001:2.0:1789130339.353995:0:30505:0:(lov_object.c:1548:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130339.353997:0:30505:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130339.354001:0:30505:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:2.0:1789130339.354004:0:30505:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9caf581241f0) owner 0000000000000000/ffff9caf43894f80 00020000:00000002:2.0:1789130339.354008:0:30505:0:(lov_object.c:2443:lov_lsm_addref()) lsm ffff9caf481b3c00 addref 2/0 by ffff9caf43894f80. 00020000:00000002:2.0:1789130339.354011:0:30505:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9caf581241f0) owner 0000000000000000/ffff9caf43894f80 00020000:00000001:2.0:1789130339.354014:0:30505:0:(lov_object.c:2339:lov_object_layout_get()) Process entered 00020000:00000001:2.0:1789130339.354018:0:30505:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:2.0:1789130339.354020:0:30505:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:2.0:1789130339.354022:0:30505:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:2.0:1789130339.354025:0:30505:0:(lov_object.c:2358:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:2.0:1789130339.354028:0:30505:0:(file.c:6854:ll_layout_conf()) [0x200000404:0x21:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:2.0:1789130339.354030:0:30505:0:(cl_object.c:917:cl_env_put()) 1@ffff9caf58609750 00000080:00000001:2.0:1789130339.354033:0:30505:0:(file.c:6861:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130339.354034:0:30505:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130339.354036:0:30505:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1789130339.354038:0:30505:0:(llite_lib.c:3962:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1789130339.354042:0:30505:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1789130339.354044:0:30505:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789130339.354048:0:30505:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000404:0x21:0x0](ffff9caf601300c8) for lock 0xde5303b1d982cbaa 00800000:00000001:2.0:1789130339.354053:0:30505:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1789130339.354055:0:30505:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1789130339.354056:0:30505:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130339.354057:0:30505:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130339.354059:0:30505:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf46a92200 refcount=3 00000020:00000001:2.0:1789130339.354061:0:30505:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875351540224 : -109198358011392 : ffff9caf46a92200) 00010000:00000001:2.0:1789130339.354063:0:30505:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875351540224 : -109198358011392 : ffff9caf46a92200) 00010000:00000001:2.0:1789130339.354066:0:30505:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130339.354067:0:30505:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789130339.354069:0:30505:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789130339.354071:0:30505:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:2.0:1789130339.354083:0:30505:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9caf6030faf8 inode ffff9caf601300c8 refc 1 flags 0x40000e 00000080:00000001:2.0:1789130339.354088:0:30505:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:2.0:1789130339.354093:0:30505:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x21:0x0](ffff9caf601300c8) 00000080:00010000:2.0:1789130339.354099:0:30505:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xde5303b1d982cbaa from it ffffb97f41c5fb20 00010000:00000001:2.0:1789130339.354102:0:30505:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130339.354103:0:30505:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130339.354105:0:30505:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf46a92200 refcount=3 00000020:00000001:2.0:1789130339.354107:0:30505:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875351540224 : -109198358011392 : ffff9caf46a92200) 00010000:00000001:2.0:1789130339.354109:0:30505:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875351540224 : -109198358011392 : ffff9caf46a92200) 00010000:00000001:2.0:1789130339.354111:0:30505:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789130339.354114:0:30505:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a92200/0xde5303b1d982cbaa lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x21:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xcdf1b083821a53c0 expref: -99 pid: 30505 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789130339.354121:0:30505:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130339.354122:0:30505:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130339.354123:0:30505:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1789130339.354127:0:30505:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1789130339.354129:0:30505:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a92200/0xde5303b1d982cbaa lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x21:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xcdf1b083821a53c0 expref: -99 pid: 30505 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1789130339.354140:0:30505:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789130339.354143:0:30505:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789130339.354145:0:30505:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789130339.354152:0:30505:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130339.354153:0:30505:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130339.354155:0:30505:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130339.354159:0:30505:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789130339.354162:0:30505:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130339.354164:0:30505:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130339.354168:0:30505:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130339.354171:0:30505:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789130339.354172:0:30505:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130339.354173:0:30505:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1789130339.354175:0:30505:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1789130339.354179:0:30505:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9caf48ef8800. 00000100:00000001:2.0:1789130339.354184:0:30505:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130339.354190:0:30505:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf580bb840 x1876037329004800/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/640 e 0 to 0 dl 1789130479 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130339.354197:0:30505:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789130339.354201:0:30505:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789130339.354213:0:30505:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9caf47fb6000. 02000000:00000001:2.0:1789130339.354218:0:30505:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789130339.354222:0:30505:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1789130339.354224:0:30505:0:(genops.c:1223:class_import_put()) import ffff9caf6079a800 refcount=4 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000020:00000001:2.0:1789130339.354229:0:30505:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1789130339.354232:0:30505:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9caf58570800. 02000000:00000001:2.0:1789130339.354237:0:30505:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789130339.354239:0:30505:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789130339.354242:0:30505:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf580bb840. 00000100:00000001:2.0:1789130339.354252:0:30505:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789130339.354253:0:30505:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1789130339.354258:0:30505:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:2.0:1789130339.354260:0:30505:0:(dcache.c:176:ll_intent_release()) intent ffffb97f41c5fb20 released 00000080:00000001:2.0:1789130339.354262:0:30505:0:(dcache.c:187:ll_intent_release()) Process leaving 00000020:00000001:2.0:1789130339.354287:0:30505:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c5fd10 00000080:00200008:2.0:1789130339.354290:0:30505:0:(file.c:6313:ll_getattr_dentry()) START file f:[0x200000404:0x21:0x0](ffff9caf601300c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1789130339.354298:0:30505:0:(file.c:6206:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1789130339.354300:0:30505:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c5fc88 00000080:00200000:2.0:1789130339.354303:0:30505:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x21:0x0](ffff9caf601300c8),name=f 00000080:00000010:2.0:1789130339.354311:0:30505:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9caf48ef8800. 00000080:00000001:2.0:1789130339.354325:0:30505:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1789130339.354329:0:30505:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1789130339.354332:0:30505:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c5fba8 00800000:00000002:2.0:1789130339.354334:0:30505:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000404:0x21:0x0] 'f' on [0x200000404:0x1f:0x0] 00800000:00000001:2.0:1789130339.354337:0:30505:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1789130339.354344:0:30505:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000404:0x1f:0x0], fid2=[0x200000404:0x21:0x0], name='' -> mds #0 00000002:00000001:2.0:1789130339.354349:0:30505:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1789130339.354351:0:30505:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c5fa78 00000002:00010000:2.0:1789130339.354354:0:30505:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000404:0x21:0x0]) in obj [0x200000404:0x1f:0x0], intent: getattr flags 0 00000002:00000001:2.0:1789130339.354357:0:30505:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1789130339.354360:0:30505:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789130339.354362:0:30505:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789130339.354366:0:30505:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf4814d100 count: 2 00010000:00000001:2.0:1789130339.354368:0:30505:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789130339.354372:0:30505:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789130339.354376:0:30505:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1789130339.354379:0:30505:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a92200/0xde5303b1d982cbaa lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x21:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xcdf1b083821a53c0 expref: -99 pid: 30505 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 02000000:00000001:2.0:1789130339.354387:0:30505:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1789130339.354392:0:30505:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789130339.354395:0:30505:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a92200/0xde5303b1d982cbaa lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x21:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xcdf1b083821a53c0 expref: -99 pid: 30505 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000002:00000001:2.0:1789130339.354402:0:30505:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1789130339.354404:0:30505:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1789130339.354406:0:30505:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1789130339.354409:0:30505:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1789130339.354410:0:30505:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1789130339.354412:0:30505:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000404:0x1f:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1789130339.354415:0:30505:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:2.0:1789130339.354418:0:30505:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9caf48ef8800. 00000080:00000001:2.0:1789130339.354422:0:30505:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1789130339.354424:0:30505:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789130339.354426:0:30505:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x21:0x0](ffff9caf601300c8) 00000080:00010000:2.0:1789130339.354429:0:30505:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000404:0x21:0x0](ffff9caf601300c8) for lock 0xde5303b1d982cbaa 00800000:00000001:2.0:1789130339.354432:0:30505:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1789130339.354433:0:30505:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1789130339.354435:0:30505:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130339.354437:0:30505:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130339.354439:0:30505:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf46a92200 refcount=3 00000020:00000001:2.0:1789130339.354441:0:30505:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875351540224 : -109198358011392 : ffff9caf46a92200) 00010000:00000001:2.0:1789130339.354443:0:30505:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875351540224 : -109198358011392 : ffff9caf46a92200) 00010000:00000001:2.0:1789130339.354446:0:30505:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130339.354448:0:30505:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789130339.354449:0:30505:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789130339.354451:0:30505:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789130339.354453:0:30505:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xde5303b1d982cbaa from it ffffb97f41c5fcc0 00010000:00000001:2.0:1789130339.354454:0:30505:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130339.354457:0:30505:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130339.354458:0:30505:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf46a92200 refcount=3 00000020:00000001:2.0:1789130339.354460:0:30505:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875351540224 : -109198358011392 : ffff9caf46a92200) 00010000:00000001:2.0:1789130339.354462:0:30505:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875351540224 : -109198358011392 : ffff9caf46a92200) 00010000:00000001:2.0:1789130339.354464:0:30505:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789130339.354466:0:30505:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a92200/0xde5303b1d982cbaa lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x21:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xcdf1b083821a53c0 expref: -99 pid: 30505 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1789130339.354472:0:30505:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130339.354474:0:30505:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130339.354475:0:30505:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1789130339.354477:0:30505:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1789130339.354479:0:30505:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a92200/0xde5303b1d982cbaa lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x21:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xcdf1b083821a53c0 expref: -99 pid: 30505 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1789130339.354485:0:30505:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789130339.354487:0:30505:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789130339.354489:0:30505:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789130339.354491:0:30505:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130339.354493:0:30505:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130339.354494:0:30505:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130339.354495:0:30505:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789130339.354497:0:30505:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130339.354500:0:30505:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130339.354502:0:30505:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130339.354503:0:30505:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789130339.354505:0:30505:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130339.354506:0:30505:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1789130339.354508:0:30505:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1789130339.354510:0:30505:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1789130339.354514:0:30505:0:(pcc.c:2686:pcc_inode_getattr()) Process entered 00000080:00000001:2.0:1789130339.354519:0:30505:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:2.0:1789130339.354521:0:30505:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1789130339.354524:0:30505:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:2.0:1789130339.354526:0:30505:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130339.354529:0:30505:0:(pcc.c:2695:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1789130339.354534:0:30505:0:(glimpse.c:178:__cl_glimpse_size()) Process entered 00000020:00000001:2.0:1789130339.354537:0:30505:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1789130339.354539:0:30505:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446634875648776024 : -109198060775592 : ffff9caf58609758) 00000020:00001000:2.0:1789130339.354542:0:30505:0:(cl_object.c:823:cl_env_get()) 1@ffff9caf58609750 00000020:00000001:2.0:1789130339.354549:0:30505:0:(cl_object.c:143:cl_object_top()) ffff9caf5016cf58 -> ffff9caf5016cf58 00000020:00000001:2.0:1789130339.354553:0:30505:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:2.0:1789130339.354557:0:30505:0:(vvp_io.c:1987:vvp_io_init()) Process entered 00000080:00200000:2.0:1789130339.354560:0:30505:0:(vvp_io.c:1992:vvp_io_init()) [0x200000404:0x21:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:2.0:1789130339.354564:0:30505:0:(cl_io.c:902:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1789130339.354566:0:30505:0:(cl_io.c:908:cl_io_slice_add()) Process leaving 00000080:00000001:2.0:1789130339.354570:0:30505:0:(file.c:7121:ll_layout_refresh()) Process entered 00000080:00000001:2.0:1789130339.354573:0:30505:0:(file.c:7125:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130339.354575:0:30505:0:(vvp_io.c:2064:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1789130339.354581:0:30505:0:(lov_object.c:1604:lov_io_init()) [0x200000404:0x21:0x0]io ffff9caf42d824f0 type 7 ignore/verify layout 0/1, compressed 0 00020000:00000002:2.0:1789130339.354585:0:30505:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9caf581241f0) owner 0000000000000000/ffff9caf43894f80 00020000:00000001:2.0:1789130339.354590:0:30505:0:(lov_io.c:2488:lov_io_init_composite()) Process entered 00020000:00000001:2.0:1789130339.354593:0:30505:0:(lov_io.c:764:lov_io_slice_init()) Process entered 00020000:00000001:2.0:1789130339.354598:0:30505:0:(lov_io.c:478:lov_io_mirror_init()) Process entered 00020000:00000001:2.0:1789130339.354602:0:30505:0:(lov_io.c:489:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789130339.354605:0:30505:0:(lov_io.c:919:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:2.0:1789130339.354608:0:30505:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:2.0:1789130339.354611:0:30505:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130339.354613:0:30505:0:(cl_io.c:902:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1789130339.354614:0:30505:0:(cl_io.c:908:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1789130339.354616:0:30505:0:(lov_io.c:2501:lov_io_init_composite()) Process leaving 00020000:00000002:2.0:1789130339.354618:0:30505:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9caf581241f0) owner 0000000000000000/ffff9caf43894f80 00000020:00000001:2.0:1789130339.354621:0:30505:0:(cl_io.c:146:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1789130339.354624:0:30505:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:2.0:1789130339.354625:0:30505:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000404:0x21:0x0] 00000020:00000001:2.0:1789130339.354629:0:30505:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:2.0:1789130339.354632:0:30505:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:2.0:1789130339.354636:0:30505:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:2.0:1789130339.354640:0:30505:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:2.0:1789130339.354649:0:30505:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:2.0:1789130339.354657:0:30505:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff9caf4938d700. 00020000:00000002:2.0:1789130339.354661:0:30505:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:2.0:1789130339.354664:0:30505:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:2.0:1789130339.354667:0:30505:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1789130339.354670:0:30505:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:2.0:1789130339.354673:0:30505:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1789130339.354675:0:30505:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446634875648775736 : -109198060775880 : ffff9caf58609638) 00000020:00001000:2.0:1789130339.354677:0:30505:0:(cl_object.c:823:cl_env_get()) 1@ffff9caf58609630 00000020:00000001:2.0:1789130339.354681:0:30505:0:(cl_object.c:143:cl_object_top()) ffff9caf5016c918 -> ffff9caf5016cf58 00000020:00000001:2.0:1789130339.354683:0:30505:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:2.0:1789130339.354689:0:30505:0:(cl_io.c:902:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1789130339.354690:0:30505:0:(cl_io.c:908:cl_io_slice_add()) Process leaving 00000020:00000001:2.0:1789130339.354692:0:30505:0:(cl_io.c:146:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789130339.354694:0:30505:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789130339.354697:0:30505:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446634875287506696 : -109198422044920 : ffff9caf42d80f08) 00000020:00000001:2.0:1789130339.354699:0:30505:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:2.0:1789130339.354706:0:30505:0:(osc_lock.c:1279:osc_lock_init()) slab-alloced 'oscl': 312 at ffff9caf48150270. 00000008:00010000:2.0:1789130339.354710:0:30505:0:(lustre_osc.h:166:osc_enq2ldlm_flags()) flags: a 00000020:00000001:2.0:1789130339.354714:0:30505:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1789130339.354715:0:30505:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:2.0:1789130339.354717:0:30505:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9caf4938d730, osc lock ffff9caf48150270, flags 0x400001002 00000020:00000001:2.0:1789130339.354720:0:30505:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789130339.354721:0:30505:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789130339.354725:0:30505:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446634875394512640 : -109198315038976 : ffff9caf4938d700) 00000020:00000001:2.0:1789130339.354728:0:30505:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1789130339.354729:0:30505:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:2.0:1789130339.354731:0:30505:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130339.354732:0:30505:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130339.354736:0:30505:0:(cl_io.c:1193:cl_sync_io_init_notify()) Process entered 00000020:00000001:2.0:1789130339.354738:0:30505:0:(cl_io.c:1201:cl_sync_io_init_notify()) Process leaving 00000020:00000001:2.0:1789130339.354740:0:30505:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:2.0:1789130339.354743:0:30505:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:2.0:1789130339.354744:0:30505:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1789130339.354745:0:30505:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446634875287506696 : -109198422044920 : ffff9caf42d80f08) 00000020:00000001:2.0:1789130339.354747:0:30505:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:2.0:1789130339.354750:0:30505:0:(osc_lock.c:1010:osc_lock_enqueue()) Process entered 00000008:00000001:2.0:1789130339.354752:0:30505:0:(osc_lock.c:1035:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1789130339.354758:0:30505:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:2.0:1789130339.354762:0:30505:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process entered 00000020:00000001:2.0:1789130339.354765:0:30505:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:2.0:1789130339.354767:0:30505:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:2.0:1789130339.354769:0:30505:0:(lovsub_object.c:152:lovsub_req_projid_set()) Process leaving 00000020:00000001:2.0:1789130339.354771:0:30505:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:2.0:1789130339.354790:0:30505:0:(osc_request.c:3393:osc_enqueue_base()) Process entered 00010000:00000001:2.0:1789130339.354793:0:30505:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1789130339.354797:0:30505:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130339.354800:0:30505:0:(ldlm_request.c:996:ldlm_enqueue_pack()) Process entered 00000100:00000010:2.0:1789130339.354858:0:30505:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf580bb840. 00000020:00000040:2.0:1789130339.354864:0:30505:0:(genops.c:1210:class_import_get()) import ffff9caf48ede000 refcount=3 obd=lustre-OST0001-osc-ffff9caf5014c800 00000100:00000001:2.0:1789130339.354869:0:30505:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:2.0:1789130339.354874:0:30505:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1789130339.354881:0:30505:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9caf5014c800: connect to NID 192.168.204.123@tcp last attempt 1624 00000400:00000200:2.0:1789130339.354892:0:30505:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130339.354900:0:30505:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.123@tcp is discovered: rc = 1 00000100:00000040:2.0:1789130339.354906:0:30505:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9caf452f48c0 refcount 11 to 192.168.204.123@tcp 00000100:00000001:2.0:1789130339.354910:0:30505:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789130339.354913:0:30505:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9caf452f48c0 refcount 12 to 192.168.204.123@tcp 00000100:00000001:2.0:1789130339.354915:0:30505:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634875326777536 : -109198382774080 : ffff9caf452f48c0) 00000020:00000001:2.0:1789130339.354919:0:30505:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1789130339.354921:0:30505:0:(genops.c:804:class_conn2export()) looking for export cookie 0xde5303b1d982c249 00000020:00000001:2.0:1789130339.354924:0:30505:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130339.354927:0:30505:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9caf45558800 refcount=4 00000020:00000001:2.0:1789130339.354929:0:30505:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875329284096 : -109198380267520 : ffff9caf45558800) 00000020:00000001:2.0:1789130339.354932:0:30505:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634875329284096 : -109198380267520 : ffff9caf45558800) 00000100:00000040:2.0:1789130339.354935:0:30505:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9caf452f48c0 refcount 11 to 192.168.204.123@tcp 00000100:00000001:2.0:1789130339.354938:0:30505:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789130339.354939:0:30505:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9caf452f48c0 refcount 12 to 192.168.204.123@tcp 00000100:00000001:2.0:1789130339.354942:0:30505:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634875326777536 : -109198382774080 : ffff9caf452f48c0) 00000020:00000040:2.0:1789130339.354945:0:30505:0:(genops.c:879:class_export_put()) PUTting export ffff9caf45558800 : new refcount 3 00000100:00080000:2.0:1789130339.354949:0:30505:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9caf5014c800: import ffff9caf48ede000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00000001:2.0:1789130339.354952:0:30505:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789130339.354956:0:30505:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1789130339.354964:0:30505:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789130339.354967:0:30505:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130339.354970:0:30505:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1789130339.354975:0:30505:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683269 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1789130339.354979:0:30505:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130339.354981:0:30505:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789130339.354985:0:30505:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf580b8f00. 00000020:00000040:2.0:1789130339.354987:0:30505:0:(genops.c:1210:class_import_get()) import ffff9caf48ede000 refcount=4 obd=lustre-OST0001-osc-ffff9caf5014c800 02000000:00000001:2.0:1789130339.354992:0:30505:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1789130339.354994:0:30505:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130339.354998:0:30505:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789130339.355001:0:30505:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789130339.355005:0:30505:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789130339.355012:0:30505:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9caf58570800. 00000100:00000001:2.0:1789130339.355021:0:30505:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789130339.355029:0:30505:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9caf580b8f00 x1876037329004928/t0(0) o8->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789130339.355039:0:30505:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789130339.355044:0:30505:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130339.355049:0:30505:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000857e971] to pc [ptlrpcd_rcv+-1] req@ffff9caf580b8f00 x1876037329004928/t0(0) o8->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130339.355082:0:30505:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130339.355086:0:30505:0:(pinger.c:367:ptlrpc_pinger_add_import()) Process entered 00000100:00000001:2.0:1789130339.355088:0:30505:0:(pinger.c:369:ptlrpc_pinger_add_import()) Process leaving (rc=18446744073709551502 : -114 : ffffffffffffff8e) 00010000:00000001:2.0:1789130339.355091:0:30505:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1789130339.355096:0:30505:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789130339.355099:0:30505:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130339.355101:0:30505:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789130339.355102:0:30505:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789130339.355104:0:30505:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789130339.355108:0:30505:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9caf48ef8800. 00000100:00000001:2.0:1789130339.355111:0:30505:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130339.355117:0:30505:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789130339.355119:0:30505:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130339.355120:0:30505:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789130339.355121:0:30505:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130339.355123:0:30505:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130339.355127:0:30505:0:(ldlm_request.c:1010:ldlm_enqueue_pack()) Process leaving (rc=18446634875643213888 : -109198066337728 : ffff9caf580bb840) 00010000:00000001:2.0:1789130339.355131:0:30505:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1789130339.355134:0:30505:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1789130339.355139:0:30505:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9caf4814df00. 00010000:00000010:2.0:1789130339.355143:0:30505:0:(ldlm_resource.c:1471:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff9caf4814d900. 00010000:00000001:2.0:1789130339.355148:0:30505:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1789130339.355151:0:30505:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9caf46a92400. 00000020:00000001:2.0:1789130339.355156:0:30505:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1789130339.355159:0:30505:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9caf46a92400 with handle 0xde5303b1d982cbb1 to hash 00000020:00000001:2.0:1789130339.355161:0:30505:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1789130339.355163:0:30505:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446634875351540736 : -109198358010880 : ffff9caf46a92400) 00010000:00000010:2.0:1789130339.355168:0:30505:0:(ldlm_lock.c:1732:ldlm_lock_create()) kmalloced '(lock->l_lvb_data)': 56 at ffff9caf5049ed80. 00010000:00000001:2.0:1789130339.355171:0:30505:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446634875351540736 : -109198358010880 : ffff9caf46a92400) 00010000:00000001:2.0:1789130339.355174:0:30505:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789130339.355176:0:30505:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789130339.355180:0:30505:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9caf5014c800 lock: 000000000bfb4333/0xde5303b1d982cbb1 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 30505 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789130339.355189:0:30505:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff9caf5014c800 lock: 000000000bfb4333/0xde5303b1d982cbb1 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 30505 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789130339.355202:0:30505:0:(ldlm_request.c:1191:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130339.355205:0:30505:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789130339.355207:0:30505:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130339.355212:0:30505:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000024f9ac59] to pc [ptlrpcd_01_01+1] req@ffff9caf580bb840 x1876037329005056/t0(0) o101->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000008:00000001:2.0:1789130339.355249:0:30505:0:(osc_request.c:3512:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1789130339.355252:0:30505:0:(osc_lock.c:1114:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130339.355254:0:30505:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789130339.355257:0:30505:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130339.355259:0:30505:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130339.355262:0:30505:0:(cl_io.c:1837:__cl_sync_io_note()) Process entered 00000020:00200000:2.0:1789130339.355265:0:30505:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:2.0:1789130339.355268:0:30505:0:(cl_io.c:1911:__cl_sync_io_note()) Process leaving 00000020:00000001:2.0:1789130339.355270:0:30505:0:(cl_io.c:1213:cl_sync_io_wait()) Process entered 00000100:00000001:3.0:1789130339.355617:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789130339.355622:0:2350:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789130339.355624:0:2350:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789130339.355632:0:2350:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf580bb840 x1876037329005056/t0(0) o101->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130339.355639:0:2350:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789130339.355641:0:2350:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1789130339.355646:0:2350:0:(client.c:1845:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff9caf580bb840 x1876037329005056/t0(0) o101->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130339.355652:0:2350:0:(client.c:1850:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130339.355656:0:2350:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130339.355659:0:2350:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789130339.355660:0:2350:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130339.355662:0:2350:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130339.355664:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130339.355669:0:2350:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789130339.355670:0:2350:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130339.355671:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789130339.355672:0:2350:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789130339.355673:0:2350:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130339.355675:0:2350:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789130339.355676:0:2350:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130339.355678:0:2350:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130339.355680:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130339.355687:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789130339.355690:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789130339.356231:0:2342:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789130339.356240:0:2342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf47f34a00. 00000400:00000200:2.0:1789130339.356248:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130339.356255:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:2.0:1789130339.356268:0:2342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf462a3dd0 00000400:00000010:2.0:1789130339.356271:0:2342:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf462a3dd0. 00000100:00000001:2.0:1789130339.356276:0:2342:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789130339.356281:0:2342:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf580b8f00 x1876037329004928/t0(0) o8->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 520/544 e 0 to 0 dl 1789130349 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130339.356289:0:2342:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130339.356293:0:2342:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf580b8f00 x1876037329004928/t0(0) o8->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 520/544 e 0 to 0 dl 1789130349 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130339.356301:0:2342:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130339.356303:0:2342:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1789130339.359968:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130339.359996:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789130339.360003:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130339.360006:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130339.360017:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130339.360028:0:2341:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:3.0:1789130339.360041:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130339.360048:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130339.360056:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130339.360062:0:2341:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 416 into portal 4 MB=0x6aa3efa94a980 00000400:00000200:3.0:1789130339.360068:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130339.360075:0:2341:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.123@tcp of length 416/416 into md 0x64a5 [1] + 0 00000800:00000001:3.0:1789130339.360084:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130339.360092:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130339.360096:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130339.360101:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:3.0:1789130339.360112:0:2341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789130339.360327:0:2341:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf580b8f00 x1876037329004928/t0(0) o8->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 520/544 e 0 to 0 dl 1789130349 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789130339.360341:0:2341:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff9caf580b8f00 x1876037329004928/t0(0) o8->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 520/544 e 0 to 0 dl 1789130349 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130339.360366:0:2341:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789130339.360383:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130339.360387:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130339.363032:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789130339.363045:0:2350:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789130339.363052:0:2350:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130339.363059:0:2350:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789130339.363062:0:2350:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789130339.363067:0:2350:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789130339.363073:0:2350:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789130339.363078:0:2350:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130339.363082:0:2350:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789130339.363093:0:2350:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789130339.363098:0:2350:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789130339.363101:0:2350:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789130339.363120:0:2350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9caf50107000. 02000000:00000001:3.0:1789130339.363125:0:2350:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789130339.363141:0:2350:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:3.0:1789130339.363148:0:2350:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf607882c0. 00000400:00000010:3.0:1789130339.363158:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf4549fa18. 00000100:00000200:3.0:1789130339.363170:0:2350:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876037329005056, portal 4 00000100:00000001:3.0:1789130339.363175:0:2350:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789130339.363177:0:2350:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875643213888 : -109198066337728 : ffff9caf580bb840) 00000100:00000040:3.0:1789130339.363195:0:2350:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9caf580bb840 x1876037329005056/t0(0) o101->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1789130355 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130339.363206:0:2350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789130339.363210:0:2350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:3.0:1789130339.363214:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf4549f7f8. 00000100:00000200:3.0:1789130339.363217:0:2350:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1876037329005056, offset 0 00000400:00000200:3.0:1789130339.363225:0:2350:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:3.0:1789130339.363237:0:2350:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130339.363247:0:2350:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:3.0:1789130339.363254:0:2350:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789130339.363260:0:2350:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:3.0:1789130339.363265:0:2350:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789130339.363268:0:2350:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:3.0:1789130339.363273:0:2350:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2311:2311:256:4294967295] 192.168.204.123@tcp LPNI seq info [2310:2310:8:4294967295] 00000400:00000200:3.0:1789130339.363278:0:2350:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130339.363291:0:2350:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:3.0:1789130339.363299:0:2350:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:3.0:1789130339.363306:0:2350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf47fd2a00. 00000800:00000200:3.0:1789130339.363317:0:2350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:3.0:1789130339.363329:0:2350:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:3.0:1789130339.363336:0:2350:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf47fd2a00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1789130339.365750:0:2350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130339.365768:0:2350:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9caf5014c800: using a timeout of 393203 usecs (394 jiffies) 00000400:00000200:3.0:1789130339.365786:0:2350:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:3.0:1789130339.365790:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296433781 00000100:00000001:3.0:1789130339.365796:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9caf5014c800: PM QoS request active for cpu 2, keep current deadline 4296436215 00000100:00000001:3.0:1789130339.365800:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296433781 00000100:00000001:3.0:1789130339.365817:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9caf5014c800: PM QoS request active for cpu 3, keep current deadline 4296436215 00000100:00000001:3.0:1789130339.365822:0:2350:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789130339.365828:0:2350:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130339.365832:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130339.365845:0:2350:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789130339.365848:0:2350:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1789130339.365852:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789130339.365854:0:2350:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789130339.365856:0:2350:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130339.365860:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789130339.369421:0:2342:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789130339.369443:0:2342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf47fd2a00. 00000400:00000200:2.0:1789130339.369457:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130339.369474:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:2.0:1789130339.369485:0:2342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf4549f7f8 00000400:00000010:2.0:1789130339.369489:0:2342:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf4549f7f8. 00000100:00000001:2.0:1789130339.369502:0:2342:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789130339.369518:0:2342:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf580bb840 x1876037329005056/t0(0) o101->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1789130355 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130339.369544:0:2342:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130339.369549:0:2342:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf580bb840 x1876037329005056/t0(0) o101->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1789130355 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130339.369556:0:2342:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130339.369558:0:2342:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1789130339.375152:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130339.375201:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789130339.375208:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130339.375214:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130339.375235:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130339.375248:0:2341:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:2.0:1789130339.375267:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130339.375275:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130339.375282:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130339.375288:0:2341:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 400 into portal 4 MB=0x6aa3efa94aa00 00000400:00000200:2.0:1789130339.375294:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130339.375302:0:2341:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.123@tcp of length 400/400 into md 0x64ad [1] + 224 00000800:00000001:2.0:1789130339.375312:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130339.375349:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130339.375353:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130339.375360:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:2.0:1789130339.375374:0:2341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789130339.375389:0:2341:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf580bb840 x1876037329005056/t0(0) o101->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1789130355 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789130339.375405:0:2341:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=400 req@ffff9caf580bb840 x1876037329005056/t0(0) o101->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1789130355 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130339.375443:0:2341:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789130339.375459:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130339.375464:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130339.376026:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789130339.376036:0:2350:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789130339.376053:0:2350:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789130339.376057:0:2350:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789130339.376062:0:2350:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf607882c0. 00000400:00000200:3.0:1789130339.376069:0:2350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf4549fa18 00000400:00000010:3.0:1789130339.376072:0:2350:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf4549fa18. 00000100:00000001:3.0:1789130339.376080:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789130339.376087:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf580bb840 x1876037329005056/t0(0) o101->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1789130355 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1789130339.376098:0:2350:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf580bb840 x1876037329005056/t0(0) o101->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1789130355 ref 1 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130339.376106:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789130339.376121:0:2350:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130339.376124:0:2350:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789130339.376132:0:2350:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789130339.376136:0:2350:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789130339.376139:0:2350:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789130339.376142:0:2350:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789130339.376155:0:2350:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf48ede460 time=108 v=5 (5 5 5 36) 00000100:00001000:3.0:1789130339.376161:0:2350:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf48ede418 time=0 v=5 (1 0 0 0) 00000100:00000001:3.0:1789130339.376164:0:2350:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789130339.376166:0:2350:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130339.376169:0:2350:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789130339.376173:0:2350:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130339.376179:0:2350:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789130339.376183:0:2350:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9caf5014c800: skip recheck: last_committed 4294967312 00000100:00000001:3.0:1789130339.376186:0:2350:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789130339.376188:0:2350:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130339.376194:0:2350:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf580bb840 x1876037329005056/t0(0) o101->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1789130355 ref 1 fl Rpc:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130339.376202:0:2350:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789130339.376206:0:2350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789130339.376209:0:2350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:3.0:1789130339.376215:0:2350:0:(osc_request.c:3327:osc_enqueue_interpret()) Process entered 00010000:00000001:3.0:1789130339.376218:0:2350:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789130339.376222:0:2350:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789130339.376228:0:2350:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf46a92400 refcount=4 00000020:00000001:3.0:1789130339.376231:0:2350:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875351540736 : -109198358010880 : ffff9caf46a92400) 00010000:00000001:3.0:1789130339.376235:0:2350:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875351540736 : -109198358010880 : ffff9caf46a92400) 00010000:00000001:3.0:1789130339.376238:0:2350:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789130339.376239:0:2350:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789130339.376240:0:2350:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf46a92400 refcount=5 00000020:00000001:3.0:1789130339.376242:0:2350:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875351540736 : -109198358010880 : ffff9caf46a92400) 00010000:00000001:3.0:1789130339.376245:0:2350:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875351540736 : -109198358010880 : ffff9caf46a92400) 00010000:00000001:3.0:1789130339.376251:0:2350:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789130339.376257:0:2350:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789130339.376262:0:2350:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9caf5014c800 lock: 000000000bfb4333/0xde5303b1d982cbb1 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 30505 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789130339.376277:0:2350:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130339.376279:0:2350:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789130339.376282:0:2350:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1789130339.376285:0:2350:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789130339.376286:0:2350:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789130339.376288:0:2350:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf46a92400 refcount=6 00000020:00000001:3.0:1789130339.376290:0:2350:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875351540736 : -109198358010880 : ffff9caf46a92400) 00010000:00000001:3.0:1789130339.376292:0:2350:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875351540736 : -109198358010880 : ffff9caf46a92400) 00010000:00000040:3.0:1789130339.376301:0:2350:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9caf46a92400, remote cookie: 0xcdf1b083821a53ce, flags: 0x1001 00010000:00010000:3.0:1789130339.376307:0:2350:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0001-osc-ffff9caf5014c800 lock: 000000000bfb4333/0xde5303b1d982cbb1 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a53ce expref: -99 pid: 30505 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789130339.376315:0:2350:0:(ldlm_lock.c:1589:ldlm_fill_lvb()) Process entered 00010000:00000001:3.0:1789130339.376319:0:2350:0:(ldlm_lock.c:1682:ldlm_fill_lvb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130339.376321:0:2350:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1789130339.376327:0:2350:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00010000:3.0:1789130339.376333:0:2350:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff9caf5014c800 lock: 000000000bfb4333/0xde5303b1d982cbb1 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a53ce expref: -99 pid: 30505 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1789130339.376344:0:2350:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x280000400:0x11:0x0].0x0 (ffff9caf4814df00) refcount = 1 00010000:00000040:3.0:1789130339.376347:0:2350:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1789130339.376350:0:2350:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-OST0001-osc-ffff9caf5014c800 lock: 000000000bfb4333/0xde5303b1d982cbb1 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a53ce expref: -99 pid: 30505 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789130339.376361:0:2350:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1789130339.376363:0:2350:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789130339.376366:0:2350:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1789130339.376369:0:2350:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789130339.376373:0:2350:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff9caf5014c800 lock: 000000000bfb4333/0xde5303b1d982cbb1 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a53ce expref: -99 pid: 30505 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789130339.376380:0:2350:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1789130339.376382:0:2350:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130339.376384:0:2350:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789130339.376385:0:2350:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130339.376386:0:2350:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1789130339.376389:0:2350:0:(osc_request.c:3281:osc_enqueue_fini()) Process entered 00000008:00000001:3.0:1789130339.376393:0:2350:0:(osc_lock.c:277:osc_lock_upcall()) Process entered 00010000:00000001:3.0:1789130339.376399:0:2350:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789130339.376400:0:2350:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789130339.376401:0:2350:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf46a92400 refcount=5 00000020:00000001:3.0:1789130339.376404:0:2350:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875351540736 : -109198358010880 : ffff9caf46a92400) 00010000:00000001:3.0:1789130339.376406:0:2350:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875351540736 : -109198358010880 : ffff9caf46a92400) 00000008:00000001:3.0:1789130339.376411:0:2350:0:(osc_lock.c:154:osc_lock_lvb_update()) Process entered 00000020:00000001:3.0:1789130339.376418:0:2350:0:(cl_object.c:143:cl_object_top()) ffff9caf48234f40 -> ffff9caf5016cf58 00000008:00010000:3.0:1789130339.376424:0:2350:0:(osc_lock.c:192:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0001-osc-ffff9caf5014c800 lock: 000000000bfb4333/0xde5303b1d982cbb1 lrc: 5/2,0 mode: PR/PR res: [0x280000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0xcdf1b083821a53ce expref: -99 pid: 30505 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00000001:3.0:1789130339.376433:0:2350:0:(cl_object.c:143:cl_object_top()) ffff9caf48234f40 -> ffff9caf5016cf58 00000020:00000001:3.0:1789130339.376435:0:2350:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:3.0:1789130339.376440:0:2350:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:3.0:1789130339.376445:0:2350:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:3.0:1789130339.376448:0:2350:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789130339.376451:0:2350:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789130339.376452:0:2350:0:(cl_object.c:143:cl_object_top()) ffff9caf48234f40 -> ffff9caf5016cf58 00000008:00000001:3.0:1789130339.376455:0:2350:0:(osc_lock.c:197:osc_lock_lvb_update()) Process leaving 00000020:00000001:3.0:1789130339.376459:0:2350:0:(cl_io.c:1837:__cl_sync_io_note()) Process entered 00000020:00200000:3.0:1789130339.376462:0:2350:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:3.0:1789130339.376485:0:2350:0:(cl_io.c:1911:__cl_sync_io_note()) Process leaving 00000008:00000001:3.0:1789130339.376488:0:2350:0:(osc_lock.c:311:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130339.376491:0:2350:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789130339.376493:0:2350:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789130339.376495:0:2350:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf46a92400 refcount=6 00000020:00000001:3.0:1789130339.376497:0:2350:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875351540736 : -109198358010880 : ffff9caf46a92400) 00010000:00000001:3.0:1789130339.376500:0:2350:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875351540736 : -109198358010880 : ffff9caf46a92400) 00010000:00000001:3.0:1789130339.376503:0:2350:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789130339.376507:0:2350:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9caf5014c800 lock: 000000000bfb4333/0xde5303b1d982cbb1 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xcdf1b083821a53ce expref: -99 pid: 30505 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789130339.376514:0:2350:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130339.376515:0:2350:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1789130339.376518:0:2350:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9caf5014c800 lock: 000000000bfb4333/0xde5303b1d982cbb1 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xcdf1b083821a53ce expref: -99 pid: 30505 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789130339.376530:0:2350:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789130339.376531:0:2350:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130339.376533:0:2350:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1789130339.376535:0:2350:0:(osc_request.c:3308:osc_enqueue_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130339.376537:0:2350:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789130339.376538:0:2350:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789130339.376540:0:2350:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf46a92400 refcount=5 00000020:00000001:3.0:1789130339.376541:0:2350:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875351540736 : -109198358010880 : ffff9caf46a92400) 00010000:00000001:3.0:1789130339.376544:0:2350:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875351540736 : -109198358010880 : ffff9caf46a92400) 00010000:00000001:3.0:1789130339.376545:0:2350:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789130339.376548:0:2350:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9caf5014c800 lock: 000000000bfb4333/0xde5303b1d982cbb1 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xcdf1b083821a53ce expref: -99 pid: 30505 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789130339.376553:0:2350:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130339.376554:0:2350:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789130339.376556:0:2350:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1789130339.376559:0:2350:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1789130339.376562:0:2350:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9caf5014c800 lock: 000000000bfb4333/0xde5303b1d982cbb1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xcdf1b083821a53ce expref: -99 pid: 30505 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1789130339.376573:0:2350:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130339.376577:0:2350:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789130339.376580:0:2350:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789130339.376588:0:2350:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130339.376589:0:2350:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789130339.376591:0:2350:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130339.376596:0:2350:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789130339.376598:0:2350:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130339.376600:0:2350:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130339.376603:0:2350:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130339.376605:0:2350:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789130339.376606:0:2350:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130339.376607:0:2350:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789130339.376608:0:2350:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130339.376609:0:2350:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1789130339.376611:0:2350:0:(osc_request.c:3366:osc_enqueue_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130339.376616:0:2350:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf580bb840 x1876037329005056/t0(0) o101->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1789130355 ref 1 fl Interpret:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1789130339.376625:0:2350:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf580bb840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:0:1876037329005056:192.168.204.123@tcp:101:checkstat.0 00000100:00000001:3.0:1789130339.376632:0:2350:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130339.376636:0:2350:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130339.376639:0:2350:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf580bb840 x1876037329005056/t0(0) o101->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1789130355 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130339.376648:0:2350:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789130339.376652:0:2350:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789130339.376659:0:2350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9caf50107000. 02000000:00000001:3.0:1789130339.376665:0:2350:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789130339.376669:0:2350:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1789130339.376672:0:2350:0:(genops.c:1223:class_import_put()) import ffff9caf48ede000 refcount=2 obd=lustre-OST0001-osc-ffff9caf5014c800 00000020:00000001:3.0:1789130339.376675:0:2350:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1789130339.376679:0:2350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9caf48ef8800. 02000000:00000001:3.0:1789130339.376687:0:2350:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789130339.376691:0:2350:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789130339.376693:0:2350:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf580bb840. 00000100:00000001:3.0:1789130339.376704:0:2350:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789130339.376706:0:2350:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130339.376709:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130339.376718:0:2350:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789130339.376721:0:2350:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130339.376724:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789130339.376727:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130339.377259:0:30505:0:(cl_io.c:1237:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130339.377268:0:30505:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130339.377279:0:30505:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:2.0:1789130339.377283:0:30505:0:(cl_object.c:143:cl_object_top()) ffff9caf5016cf58 -> ffff9caf5016cf58 00000020:00000001:2.0:1789130339.377286:0:30505:0:(cl_object.c:143:cl_object_top()) ffff9caf5016cf58 -> ffff9caf5016cf58 00000020:00000001:2.0:1789130339.377288:0:30505:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:2.0:1789130339.377295:0:30505:0:(lov_object.c:1077:lov_attr_get_composite()) Process entered 00020000:00000001:2.0:1789130339.377303:0:30505:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:2.0:1789130339.377307:0:30505:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789130339.377308:0:30505:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:2.0:1789130339.377309:0:30505:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1789130339.377312:0:30505:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x21:1028 on OST[1]: s=0 (1) m=0 a=0 c=0 b=1 00020000:00000001:2.0:1789130339.377317:0:30505:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1789130339.377321:0:30505:0:(lov_object.c:1108:lov_attr_get_composite()) COMP ID #-1: s=0 m=0 a=0 c=0 b=1 00020000:00000001:2.0:1789130339.377325:0:30505:0:(lov_object.c:1146:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130339.377327:0:30505:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130339.377329:0:30505:0:(cl_object.c:143:cl_object_top()) ffff9caf5016cf58 -> ffff9caf5016cf58 00000080:00200000:2.0:1789130339.377331:0:30505:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000404:0x21:0x0] updating i_size 0 i_blocks 1 00000080:00000001:2.0:1789130339.377334:0:30505:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:2.0:1789130339.377337:0:30505:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:2.0:1789130339.377339:0:30505:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9caf42d82490 (ffff9caf58609758/0) at cl_lock_release():245 00000020:00000001:2.0:1789130339.377343:0:30505:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1789130339.377344:0:30505:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9caf42d82490 (ffff9caf58609758/0) at cl_lock_cancel():142 00020000:00000001:2.0:1789130339.377348:0:30505:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:2.0:1789130339.377353:0:30505:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1789130339.377356:0:30505:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446634875287506696 : -109198422044920 : ffff9caf42d80f08) 00000020:00000001:2.0:1789130339.377358:0:30505:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1789130339.377360:0:30505:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9caf4938d730 (ffff9caf58609638/1) at cl_lock_cancel():142 00000008:00000001:2.0:1789130339.377364:0:30505:0:(osc_lock.c:1172:osc_lock_cancel()) Process entered 00000008:00000001:2.0:1789130339.377366:0:30505:0:(osc_lock.c:1126:osc_lock_detach()) Process entered 00010000:00000001:2.0:1789130339.377368:0:30505:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130339.377369:0:30505:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1789130339.377371:0:30505:0:(osc_lock.c:1145:osc_lock_detach()) Process leaving 00000008:00000001:2.0:1789130339.377373:0:30505:0:(osc_lock.c:1181:osc_lock_cancel()) Process leaving 00000020:00000001:2.0:1789130339.377374:0:30505:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1789130339.377375:0:30505:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1789130339.377377:0:30505:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1789130339.377378:0:30505:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9caf42d82490 (ffff9caf58609758/0) at cl_lock_fini():72 00020000:00000001:2.0:1789130339.377382:0:30505:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:2.0:1789130339.377383:0:30505:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1789130339.377385:0:30505:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9caf4938d730 (ffff9caf58609758/1) at cl_lock_fini():72 00000008:00000010:2.0:1789130339.377389:0:30505:0:(osc_lock.c:116:osc_lock_fini()) slab-freed '(ols)': 312 at ffff9caf48150270. 00000020:00000001:2.0:1789130339.377394:0:30505:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:2.0:1789130339.377397:0:30505:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff9caf4938d700. 00020000:00000001:2.0:1789130339.377402:0:30505:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:2.0:1789130339.377403:0:30505:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:2.0:1789130339.377405:0:30505:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:2.0:1789130339.377408:0:30505:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130339.377413:0:30505:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:2.0:1789130339.377419:0:30505:0:(lov_io.c:1057:lov_io_fini()) Process entered 00020000:00000001:2.0:1789130339.377423:0:30505:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:2.0:1789130339.377425:0:30505:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:2.0:1789130339.377427:0:30505:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1789130339.377431:0:30505:0:(cl_object.c:917:cl_env_put()) 1@ffff9caf58609630 00020000:00000001:2.0:1789130339.377436:0:30505:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:2.0:1789130339.377439:0:30505:0:(lov_io.c:1088:lov_io_fini()) Process leaving 00000080:00000001:2.0:1789130339.377444:0:30505:0:(vvp_io.c:392:vvp_io_fini()) Process entered 00000080:00200000:2.0:1789130339.377447:0:30505:0:(vvp_io.c:402:vvp_io_fini()) [0x200000404:0x21:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, need minor change layout 0 00000080:00000001:2.0:1789130339.377453:0:30505:0:(file.c:7121:ll_layout_refresh()) Process entered 00000080:00000001:2.0:1789130339.377456:0:30505:0:(file.c:7125:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130339.377460:0:30505:0:(vvp_io.c:506:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1789130339.377462:0:30505:0:(vvp_io.c:509:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1789130339.377464:0:30505:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1789130339.377465:0:30505:0:(cl_object.c:917:cl_env_put()) 1@ffff9caf58609750 00000001:00000001:2.0:1789130339.377468:0:30505:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130339.377483:0:30505:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c5fd10 00000080:00000008:2.0:1789130339.377487:0:30505:0:(file.c:6498:ll_getattr_dentry()) COMPLETED file f:[0x200000404:0x21:0x0](ffff9caf601300c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1789130339.377498:0:30505:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1789130339.377500:0:30505:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c5fda0 00000080:00002000:2.0:1789130339.377503:0:30505:0:(dcache.c:127:ll_ddelete()) keeping dentry f (ffff9caf6030faf8, parent ffff9caf6030f870, inode ffff9caf601300c8) hashed, 00000080:00000001:2.0:1789130339.377507:0:30505:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789130339.397666:0:2342:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789130339.397686:0:2342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf451e7700. 00000400:00000200:3.0:1789130339.397697:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130339.397714:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:3.0:1789130339.397728:0:2342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf5801ef68 00000400:00000010:3.0:1789130339.397734:0:2342:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf5801ef68. 00000100:00000001:3.0:1789130339.397742:0:2342:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789130339.397756:0:2342:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf61460f00 x1876037329005184/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789130479 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130339.397784:0:2342:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130339.397796:0:2342:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf61460f00 x1876037329005184/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789130479 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130339.397831:0:2342:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130339.397833:0:2342:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1789130339.408317:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130339.408345:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789130339.408353:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130339.408357:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130339.408370:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130339.408382:0:2341:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:2.0:1789130339.408396:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130339.408402:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130339.408411:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130339.408417:0:2341:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 584 into portal 10 MB=0x6aa3efa94aa80 00000400:00000200:2.0:1789130339.408424:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130339.408435:0:2341:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.123@tcp of length 584/584 into md 0x64bd [1] + 224 00000800:00000001:2.0:1789130339.408446:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130339.408456:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130339.408461:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130339.408468:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:2.0:1789130339.408483:0:2341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789130339.408500:0:2341:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf61460f00 x1876037329005184/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789130479 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789130339.408515:0:2341:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff9caf61460f00 x1876037329005184/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789130479 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130339.408545:0:2341:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789130339.408563:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130339.408567:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1789130339.410532:0:2342:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789130339.410537:0:2342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf451e7d00. 00000400:00000200:3.0:1789130339.410543:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130339.410548:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:3.0:1789130339.410554:0:2342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf5801ecc0 00000400:00000010:3.0:1789130339.410556:0:2342:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf5801ecc0. 00000100:00000001:3.0:1789130339.410561:0:2342:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789130339.410566:0:2342:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf61460f00 x1876037329005312/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789130479 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130339.410576:0:2342:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130339.410579:0:2342:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf61460f00 x1876037329005312/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789130479 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130339.410585:0:2342:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130339.410587:0:2342:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1789130339.424901:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130339.424928:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789130339.424935:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130339.424938:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130339.424951:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130339.424961:0:2341:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:2.0:1789130339.424972:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130339.424978:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130339.424985:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130339.424989:0:2341:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 640 into portal 10 MB=0x6aa3efa94ab00 00000400:00000200:2.0:1789130339.424995:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130339.425003:0:2341:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.123@tcp of length 640/640 into md 0x64c5 [1] + 224 00000800:00000001:2.0:1789130339.425013:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130339.425020:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130339.425024:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130339.425029:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:2.0:1789130339.425039:0:2341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789130339.425049:0:2341:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf61460f00 x1876037329005312/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789130479 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789130339.425060:0:2341:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=640 offset=224 replen=1152 req@ffff9caf61460f00 x1876037329005312/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789130479 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130339.425084:0:2341:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789130339.425094:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130339.425099:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1789130339.429090:0:2342:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789130339.429098:0:2342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf47f34300. 00000400:00000200:3.0:1789130339.429105:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130339.429110:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:3.0:1789130339.429117:0:2342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf462a3088 00000400:00000010:3.0:1789130339.429120:0:2342:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf462a3088. 00000100:00000001:3.0:1789130339.429126:0:2342:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789130339.429130:0:2342:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf61460f00 x1876037329005440/t0(0) o101->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1789130355 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130339.429141:0:2342:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130339.429144:0:2342:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf61460f00 x1876037329005440/t0(0) o101->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1789130355 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130339.429151:0:2342:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130339.429152:0:2342:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1789130339.437486:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130339.437520:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789130339.437528:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130339.437531:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130339.437545:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130339.437556:0:2341:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:2.0:1789130339.437571:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130339.437578:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130339.437586:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130339.437591:0:2341:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 400 into portal 4 MB=0x6aa3efa94ab80 00000400:00000200:2.0:1789130339.437597:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130339.437605:0:2341:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.123@tcp of length 400/400 into md 0x64cd [1] + 224 00000800:00000001:2.0:1789130339.437615:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130339.437633:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130339.437637:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130339.437643:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:2.0:1789130339.437655:0:2341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789130339.437671:0:2341:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf61460f00 x1876037329005440/t0(0) o101->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1789130355 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789130339.437685:0:2341:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=400 req@ffff9caf61460f00 x1876037329005440/t0(0) o101->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1789130355 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130339.437721:0:2341:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789130339.437736:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130339.437740:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1789130339.445005:0:30315:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:3.0:1789130339.445014:0:30315:0:(file.c:6206:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1789130339.445018:0:30315:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41d9fb78 00000080:00200000:3.0:1789130339.445022:0:30315:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8),name=/ 00000080:00000010:3.0:1789130339.445032:0:30315:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9caf4842ee00. 00800000:00000002:3.0:1789130339.445040:0:30315:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9caf4557c8c0 2 00000080:00000001:3.0:1789130339.445046:0:30315:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1789130339.445052:0:30315:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1789130339.445054:0:30315:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41d9fa98 00800000:00000002:3.0:1789130339.445057:0:30315:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1789130339.445062:0:30315:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1789130339.445067:0:30315:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1789130339.445075:0:30315:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1789130339.445077:0:30315:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41d9f968 00000002:00010000:3.0:1789130339.445080:0:30315:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1789130339.445084:0:30315:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1789130339.445086:0:30315:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789130339.445090:0:30315:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789130339.445099:0:30315:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf4a8cc300 count: 2 00010000:00000001:3.0:1789130339.445102:0:30315:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789130339.445109:0:30315:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789130339.445115:0:30315:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1789130339.445121:0:30315:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030600/0xde5303b1d982cb9c lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a5388 expref: -99 pid: 30505 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:3.0:1789130339.445139:0:30315:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1789130339.445146:0:30315:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789130339.445149:0:30315:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030600/0xde5303b1d982cb9c lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a5388 expref: -99 pid: 30505 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:3.0:1789130339.445164:0:30315:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1789130339.445166:0:30315:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1789130339.445168:0:30315:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1789130339.445170:0:30315:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1789130339.445172:0:30315:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1789130339.445174:0:30315:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1789130339.445177:0:30315:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1789130339.445181:0:30315:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9caf4557c8c0 2 00000080:00000010:3.0:1789130339.445184:0:30315:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9caf4842ee00. 00000080:00000001:3.0:1789130339.445190:0:30315:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1789130339.445192:0:30315:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789130339.445195:0:30315:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9caf601980c8) 00000080:00010000:3.0:1789130339.445199:0:30315:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9caf601980c8) for lock 0xde5303b1d982cb9c 00800000:00000001:3.0:1789130339.445202:0:30315:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1789130339.445204:0:30315:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1789130339.445206:0:30315:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789130339.445209:0:30315:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789130339.445213:0:30315:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40030600 refcount=3 00000020:00000001:3.0:1789130339.445215:0:30315:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239990784 : -109198469560832 : ffff9caf40030600) 00010000:00000001:3.0:1789130339.445217:0:30315:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239990784 : -109198469560832 : ffff9caf40030600) 00010000:00000001:3.0:1789130339.445220:0:30315:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130339.445222:0:30315:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789130339.445223:0:30315:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789130339.445225:0:30315:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789130339.445227:0:30315:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xde5303b1d982cb9c from it ffffb97f41d9fbb0 00010000:00000001:3.0:1789130339.445229:0:30315:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789130339.445230:0:30315:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789130339.445232:0:30315:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40030600 refcount=3 00000020:00000001:3.0:1789130339.445234:0:30315:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239990784 : -109198469560832 : ffff9caf40030600) 00010000:00000001:3.0:1789130339.445236:0:30315:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239990784 : -109198469560832 : ffff9caf40030600) 00010000:00000001:3.0:1789130339.445239:0:30315:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789130339.445243:0:30315:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030600/0xde5303b1d982cb9c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a5388 expref: -99 pid: 30505 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1789130339.445250:0:30315:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130339.445251:0:30315:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789130339.445253:0:30315:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1789130339.445256:0:30315:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1789130339.445259:0:30315:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030600/0xde5303b1d982cb9c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a5388 expref: -99 pid: 30505 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:3.0:1789130339.445266:0:30315:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130339.445270:0:30315:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789130339.445273:0:30315:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789130339.445279:0:30315:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130339.445280:0:30315:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789130339.445282:0:30315:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130339.445286:0:30315:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789130339.445288:0:30315:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130339.445290:0:30315:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130339.445293:0:30315:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130339.445296:0:30315:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789130339.445297:0:30315:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130339.445298:0:30315:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1789130339.445303:0:30315:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1789130339.445305:0:30315:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1789130339.445307:0:30315:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8), inode mode 41ff mask 44 00000080:00000001:3.0:1789130339.445314:0:30315:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130339.445323:0:30315:0:(dir.c:3010:ll_dir_open()) Process entered 00000080:00000001:3.0:1789130339.445326:0:30315:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:3.0:1789130339.445329:0:30315:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41d9fb78 00000080:00200008:3.0:1789130339.445331:0:30315:0:(file.c:1090:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff9caf601980c8), flags 304000 00000080:00000010:3.0:1789130339.445339:0:30315:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9caf51ae9400. 00000080:00000001:3.0:1789130339.445346:0:30315:0:(file.c:1115:ll_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130339.445348:0:30315:0:(dir.c:3011:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789130339.445363:0:30315:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41d9fd30 00000080:00200008:3.0:1789130339.445365:0:30315:0:(file.c:6313:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9caf601980c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:3.0:1789130339.445374:0:30315:0:(statahead.c:2326:start_statahead_thread()) Process entered 00000080:00000001:3.0:1789130339.445378:0:30315:0:(statahead.c:1783:is_first_dirent()) Process entered 00000080:00000010:3.0:1789130339.445381:0:30315:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9caf4842ee00. 00800000:00000002:3.0:1789130339.445384:0:30315:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9caf4557c8c0 2 00800000:00000001:3.0:1789130339.445393:0:30315:0:(lmv_obd.c:3441:lmv_read_page()) Process entered 00000002:00000001:3.0:1789130339.445398:0:30315:0:(mdc_request.c:1493:mdc_read_page()) Process entered 00000002:00000001:3.0:1789130339.445400:0:30315:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1789130339.445401:0:30315:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41d9f998 00000002:00010000:3.0:1789130339.445403:0:30315:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: readdir flags 0 00000002:00000001:3.0:1789130339.445407:0:30315:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1789130339.445408:0:30315:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789130339.445410:0:30315:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789130339.445412:0:30315:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf4a8cc300 count: 2 00010000:00000001:3.0:1789130339.445414:0:30315:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789130339.445416:0:30315:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789130339.445418:0:30315:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1789130339.445421:0:30315:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030600/0xde5303b1d982cb9c lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a5388 expref: -99 pid: 30505 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:3.0:1789130339.445428:0:30315:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1789130339.445430:0:30315:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789130339.445433:0:30315:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030600/0xde5303b1d982cb9c lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a5388 expref: -99 pid: 30505 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:3.0:1789130339.445439:0:30315:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1789130339.445440:0:30315:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1789130339.445442:0:30315:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1789130339.445443:0:30315:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1789130339.445445:0:30315:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789130339.445446:0:30315:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789130339.445447:0:30315:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40030600 refcount=3 00000020:00000001:3.0:1789130339.445450:0:30315:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239990784 : -109198469560832 : ffff9caf40030600) 00010000:00000001:3.0:1789130339.445452:0:30315:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239990784 : -109198469560832 : ffff9caf40030600) 00010000:00000001:3.0:1789130339.445454:0:30315:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130339.445455:0:30315:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789130339.445456:0:30315:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789130339.445506:0:30315:0:(mdc_request.c:1391:do_mdc_read_folio_remote()) Process entered 00000002:00000010:3.0:1789130339.445513:0:30315:0:(mdc_request.c:1398:do_mdc_read_folio_remote()) kmalloced '(folio_pool)': 2048 at ffff9caf49d0b000. 00000002:00000001:3.0:1789130339.446051:0:30315:0:(mdc_request.c:1036:mdc_getpage()) Process entered 00000100:00000010:3.0:1789130339.446059:0:30315:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf501a9e00. 00000020:00000040:3.0:1789130339.446065:0:30315:0:(genops.c:1210:class_import_get()) import ffff9caf6079a800 refcount=5 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000100:00000001:3.0:1789130339.446071:0:30315:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789130339.446075:0:30315:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789130339.446083:0:30315:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789130339.446091:0:30315:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9caf4842e200. 00000100:00000001:3.0:1789130339.446100:0:30315:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130339.446104:0:30315:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:3.0:1789130339.446109:0:30315:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at ffff9caf50107000. 00000100:00000010:3.0:1789130339.446113:0:30315:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 4096 at ffff9caf48466000. 00000020:00000040:3.0:1789130339.446116:0:30315:0:(genops.c:1210:class_import_get()) import ffff9caf6079a800 refcount=6 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000100:00000001:3.0:1789130339.446138:0:30315:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1789130339.446140:0:30315:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1789130339.446146:0:30315:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9caf5868b0c0. 00000100:00000001:3.0:1789130339.446148:0:30315:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446634875649306816 : -109198060244800 : ffff9caf5868b0c0) 00000100:00000001:3.0:1789130339.446151:0:30315:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789130339.446153:0:30315:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875509972480 : -109198199579136 : ffff9caf501a9e00) 00000100:00000001:3.0:1789130339.446158:0:30315:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789130339.446162:0:30315:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130339.446165:0:30315:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1789130339.446166:0:30315:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789130339.446181:0:30315:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf501a9e00 x1876037329005568/t0(0) o37->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 448/440 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130339.446190:0:30315:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789130339.446192:0:30315:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789130339.446197:0:30315:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789130339.446199:0:30315:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789130339.446202:0:30315:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789130339.446206:0:30315:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf501a9e00 pname:cluuid:pid:xid:nid:opc:job bash:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:30315:1876037329005568:192.168.204.123@tcp:37:bash.0 00000100:00000001:3.0:1789130339.446210:0:30315:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789130339.446217:0:30315:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789130339.446221:0:30315:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130339.446224:0:30315:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000200:3.0:1789130339.446234:0:30315:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:3.0:1789130339.446239:0:30315:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf607882c0. 00000400:00000010:3.0:1789130339.446253:0:30315:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at ffff9caf4847c000. 00000100:00000200:3.0:1789130339.446265:0:30315:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 256 pages 1048576 bytes, mbits x0x6aa3efa94ac00-0x6aa3efa94ac00, portal 14 00000100:00000001:3.0:1789130339.446269:0:30315:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789130339.446272:0:30315:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789130339.446277:0:30315:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9caf50104400. 02000000:00000001:3.0:1789130339.446280:0:30315:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789130339.446283:0:30315:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:3.0:1789130339.446286:0:30315:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf60788790. 00000400:00000010:3.0:1789130339.446291:0:30315:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf4549fa18. 00000100:00000200:3.0:1789130339.446295:0:30315:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876037329005568, portal 10 00000100:00000001:3.0:1789130339.446297:0:30315:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789130339.446298:0:30315:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875509972480 : -109198199579136 : ffff9caf501a9e00) 00000100:00000040:3.0:1789130339.446306:0:30315:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9caf501a9e00 x1876037329005568/t0(0) o37->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 448/440 e 0 to 0 dl 1789130355 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130339.446315:0:30315:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789130339.446318:0:30315:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:3.0:1789130339.446326:0:30315:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf4549f7f8. 00000100:00000200:3.0:1789130339.446330:0:30315:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 23, xid 1876037329005568, offset 0 00000400:00000200:3.0:1789130339.446338:0:30315:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:3.0:1789130339.446349:0:30315:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130339.446358:0:30315:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:3.0:1789130339.446365:0:30315:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789130339.446370:0:30315:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:3.0:1789130339.446375:0:30315:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789130339.446377:0:30315:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:3.0:1789130339.446381:0:30315:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2315:2315:256:4294967295] 192.168.204.123@tcp LPNI seq info [2314:2314:8:4294967295] 00000400:00000200:3.0:1789130339.446385:0:30315:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130339.446396:0:30315:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:3.0:1789130339.446404:0:30315:0:(socklnd_cb.c:931:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:3.0:1789130339.446411:0:30315:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf47fd2700. 00000800:00000200:3.0:1789130339.446420:0:30315:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:3.0:1789130339.446430:0:30315:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:3.0:1789130339.446436:0:30315:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf47fd2700 type 1, nob 544 niov 1 nkiov 1 00000100:00000001:3.0:1789130339.446461:0:30315:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130339.446466:0:30315:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: using a timeout of 834588 usecs (835 jiffies) 00000400:00000200:3.0:1789130339.446470:0:30315:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:3.0:1789130339.446473:0:30315:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296434301 00000100:00000001:3.0:1789130339.446476:0:30315:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 2, keep current deadline 4296436215 00000100:00000001:3.0:1789130339.446478:0:30315:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296434301 00000100:00000001:3.0:1789130339.446481:0:30315:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 3, keep current deadline 4296436215 00000100:00000001:3.0:1789130339.446483:0:30315:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789130339.446486:0:30315:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130339.446488:0:30315:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789130339.446490:0:30315:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1789130339.446493:0:30315:0:(client.c:2715:ptlrpc_set_wait()) set ffff9caf5868b0c0 going to sleep for 11 seconds 00000100:00000001:3.0:1789130339.446496:0:30315:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789130339.446500:0:30315:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789130339.447168:0:2342:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789130339.447176:0:2342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf47fd2700. 00000400:00000200:2.0:1789130339.447183:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130339.447192:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:2.0:1789130339.447201:0:2342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf4549f7f8 00000400:00000010:2.0:1789130339.447203:0:2342:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf4549f7f8. 00000100:00000001:2.0:1789130339.447210:0:2342:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789130339.447215:0:2342:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf501a9e00 x1876037329005568/t0(0) o37->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 448/440 e 0 to 0 dl 1789130355 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130339.447228:0:2342:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130339.447232:0:2342:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf501a9e00 x1876037329005568/t0(0) o37->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 448/440 e 0 to 0 dl 1789130355 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130339.447240:0:2342:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130339.447242:0:2342:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1789130339.451926:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130339.451955:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789130339.451962:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130339.451965:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130339.451975:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130339.451985:0:2341:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:2.0:1789130339.451996:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130339.452002:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130339.452010:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130339.452014:0:2341:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 4096 into portal 14 MB=0x6aa3efa94ac00 00000400:00000200:2.0:1789130339.452019:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130339.452027:0:2341:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index e from 12345-192.168.204.123@tcp of length 4096/4096 into md 0x64d5 [256] + 0 00000400:00000010:2.0:1789130339.452034:0:2341:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf607882c0. 00000400:00000200:2.0:1789130339.452040:0:2341:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff9caf4847c000 00000800:00000001:2.0:1789130339.452047:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130339.452057:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130339.452061:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130339.452066:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:2.0:1789130339.452073:0:2341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf4847c000 00000400:00000010:2.0:1789130339.452077:0:2341:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 4216 at ffff9caf4847c000. 00000100:00000001:2.0:1789130339.452089:0:2341:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:2.0:1789130339.452092:0:2341:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req ffff9caf501a9e00 desc ffff9caf50107000 mbits 1876037329005568 00000100:00000001:2.0:1789130339.452105:0:2341:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:2.0:1789130339.452117:0:2341:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1789130339.452120:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130339.452127:0:2341:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.204.23@tcp to MR: 192.168.204.123@tcp local destination 00000400:00000200:2.0:1789130339.452135:0:2341:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2316:2316:256:4294967295] 192.168.204.123@tcp LPNI seq info [2315:2315:8:4294967295] 00000400:00000200:2.0:1789130339.452141:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130339.452151:0:2341:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:192.168.204.23@tcp) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) 192.168.204.123@tcp : ACK try# 0 00000800:00000200:2.0:1789130339.452158:0:2341:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 256 frags to 12345-192.168.204.123@tcp 00000800:00000010:2.0:1789130339.452170:0:2341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 4328 at ffff9caf484f6000. 00000800:00000200:2.0:1789130339.452177:0:2341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:2.0:1789130339.452186:0:2341:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:2.0:1789130339.452193:0:2341:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf484f6000 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1789130339.454568:0:2341:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789130339.454585:0:2341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 4328 at ffff9caf484f6000. 00000400:00000200:2.0:1789130339.454598:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130339.454611:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: ACK: OK 00000800:00000001:2.0:1789130339.454635:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130339.454649:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130339.456659:0:30315:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789130339.456675:0:30315:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1789130339.465937:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130339.465962:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789130339.465969:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130339.465972:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130339.465986:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130339.465996:0:2341:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:2.0:1789130339.466008:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130339.466014:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130339.466022:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130339.466027:0:2341:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 440 into portal 10 MB=0x6aa3efa94ac00 00000400:00000200:2.0:1789130339.466032:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130339.466042:0:2341:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.123@tcp of length 440/440 into md 0x64dd [1] + 224 00000800:00000001:2.0:1789130339.466051:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130339.466065:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130339.466069:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130339.466074:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:2.0:1789130339.466085:0:2341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789130339.466099:0:2341:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf501a9e00 x1876037329005568/t0(0) o37->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 448/440 e 0 to 0 dl 1789130355 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789130339.466371:0:2341:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=440 offset=224 replen=440 req@ffff9caf501a9e00 x1876037329005568/t0(0) o37->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 448/440 e 0 to 0 dl 1789130355 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130339.466393:0:2341:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789130339.466407:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130339.466411:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130339.468594:0:30315:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789130339.468622:0:30315:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789130339.468627:0:30315:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789130339.468635:0:30315:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf60788790. 00000400:00000200:3.0:1789130339.468649:0:30315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf4549fa18 00000400:00000010:3.0:1789130339.468652:0:30315:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf4549fa18. 00000100:00000001:3.0:1789130339.468661:0:30315:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789130339.468680:0:30315:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf501a9e00 x1876037329005568/t0(0) o37->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 448/440 e 0 to 0 dl 1789130355 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1789130339.470382:0:30315:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf501a9e00 x1876037329005568/t0(0) o37->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 448/440 e 0 to 0 dl 1789130355 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130339.470400:0:30315:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789130339.470406:0:30315:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130339.470410:0:30315:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789130339.470415:0:30315:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789130339.470418:0:30315:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789130339.470421:0:30315:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789130339.470424:0:30315:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789130339.470437:0:30315:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf6079aca8 time=108 v=5 (5 5 5 5) 00000100:00001000:3.0:1789130339.470442:0:30315:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf6079ac18 time=1 v=5 (1 0 0 0) 00000100:00000001:3.0:1789130339.470445:0:30315:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789130339.470447:0:30315:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130339.470451:0:30315:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789130339.470456:0:30315:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130339.470462:0:30315:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789130339.470465:0:30315:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9caf5014c800: skip recheck: last_committed 4294967597 00000100:00000001:3.0:1789130339.470468:0:30315:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789130339.470473:0:30315:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130339.470478:0:30315:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@ffff9caf501a9e00 x1876037329005568/t0(0) o37->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 448/440 e 0 to 0 dl 1789130355 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789130339.470488:0:30315:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@ffff9caf501a9e00 x1876037329005568/t0(0) o37->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 448/440 e 0 to 0 dl 1789130355 ref 2 fl Bulk:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130339.470495:0:30315:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789130339.470498:0:30315:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789130339.470502:0:30315:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf501a9e00 x1876037329005568/t0(0) o37->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 448/440 e 0 to 0 dl 1789130355 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1789130339.470510:0:30315:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf501a9e00 pname:cluuid:pid:xid:nid:opc:job bash:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:30315:1876037329005568:192.168.204.123@tcp:37:bash.0 00000100:00000001:3.0:1789130339.470517:0:30315:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130339.470520:0:30315:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130339.470524:0:30315:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1789130339.470526:0:30315:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130339.470530:0:30315:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf501a9e00 x1876037329005568/t0(0) o37->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 448/440 e 0 to 0 dl 1789130355 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130339.470537:0:30315:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789130339.470541:0:30315:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9caf5868b0c0. 00000100:00000001:3.0:1789130339.470547:0:30315:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1789130339.470549:0:30315:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789130339.470555:0:30315:0:(mdc_request.c:1108:mdc_getpage()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130339.470558:0:30315:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130339.470562:0:30315:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf501a9e00 x1876037329005568/t0(0) o37->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 448/440 e 0 to 0 dl 1789130355 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130339.470573:0:30315:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789130339.470576:0:30315:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789130339.470579:0:30315:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9caf50104400. 02000000:00000001:3.0:1789130339.470583:0:30315:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789130339.470587:0:30315:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1789130339.470590:0:30315:0:(genops.c:1223:class_import_put()) import ffff9caf6079a800 refcount=5 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000020:00000001:3.0:1789130339.470592:0:30315:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:3.0:1789130339.470594:0:30315:0:(client.c:325:ptlrpc_free_bulk()) Process entered 00000020:00000001:3.0:1789130339.470597:0:30315:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1789130339.470598:0:30315:0:(genops.c:1223:class_import_put()) import ffff9caf6079a800 refcount=4 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000020:00000001:3.0:1789130339.470600:0:30315:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000010:3.0:1789130339.470639:0:30315:0:(client.c:346:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 4096 at ffff9caf48466000. 00000100:00000010:3.0:1789130339.470644:0:30315:0:(client.c:347:ptlrpc_free_bulk()) kfreed 'desc': 984 at ffff9caf50107000. 00000100:00000001:3.0:1789130339.470647:0:30315:0:(client.c:348:ptlrpc_free_bulk()) Process leaving 02000000:00000010:3.0:1789130339.470650:0:30315:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9caf4842e200. 02000000:00000001:3.0:1789130339.470653:0:30315:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789130339.470656:0:30315:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789130339.470658:0:30315:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf501a9e00. 00000100:00000001:3.0:1789130339.470664:0:30315:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789130339.470666:0:30315:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1789130339.470669:0:30315:0:(mdc_request.c:1315:mdc_dirpage_add()) Process entered 00000002:00000020:3.0:1789130339.470672:0:30315:0:(mdc_request.c:1322:mdc_dirpage_add()) read 1/1 00000002:00000010:3.0:1789130339.471538:0:30315:0:(mdc_request.c:1442:do_mdc_read_folio_remote()) kfreed 'folio_pool': 2048 at ffff9caf49d0b000. 00000002:00000001:3.0:1789130339.471548:0:30315:0:(mdc_request.c:1444:do_mdc_read_folio_remote()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130339.471555:0:30315:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789130339.471558:0:30315:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789130339.471562:0:30315:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40030600 refcount=3 00000020:00000001:3.0:1789130339.471565:0:30315:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239990784 : -109198469560832 : ffff9caf40030600) 00010000:00000001:3.0:1789130339.471570:0:30315:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239990784 : -109198469560832 : ffff9caf40030600) 00010000:00000001:3.0:1789130339.471574:0:30315:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789130339.471580:0:30315:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030600/0xde5303b1d982cb9c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a5388 expref: -99 pid: 30505 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:3.0:1789130339.471591:0:30315:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130339.471593:0:30315:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789130339.471595:0:30315:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1789130339.471599:0:30315:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1789130339.471602:0:30315:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030600/0xde5303b1d982cb9c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a5388 expref: -99 pid: 30505 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:3.0:1789130339.471611:0:30315:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130339.471614:0:30315:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789130339.471616:0:30315:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789130339.471623:0:30315:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130339.471624:0:30315:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789130339.471626:0:30315:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130339.471629:0:30315:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789130339.471631:0:30315:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130339.471634:0:30315:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130339.471638:0:30315:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130339.471640:0:30315:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789130339.471642:0:30315:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130339.471643:0:30315:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00800000:00000001:3.0:1789130339.471646:0:30315:0:(lmv_obd.c:3458:lmv_read_page()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130339.471656:0:30315:0:(statahead.c:1888:is_first_dirent()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000002:3.0:1789130339.471662:0:30315:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9caf4557c8c0 2 00000080:00000010:3.0:1789130339.471667:0:30315:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9caf4842ee00. 00000080:00000001:3.0:1789130339.471674:0:30315:0:(statahead.c:2329:start_statahead_thread()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130339.471680:0:30315:0:(file.c:6206:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1789130339.471684:0:30315:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41d9fca8 00000080:00200000:3.0:1789130339.471686:0:30315:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8),name=/ 00000080:00000010:3.0:1789130339.471699:0:30315:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9caf4842ee00. 00000800:00000200:2.0:1789130339.486535:0:2342:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789130339.486545:0:2342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf47f34100. 00000400:00000200:2.0:1789130339.486553:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130339.486564:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:2.0:1789130339.486572:0:2342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf462a34c8 00000400:00000010:2.0:1789130339.486575:0:2342:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf462a34c8. 00000100:00000001:2.0:1789130339.486580:0:2342:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789130339.486588:0:2342:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf615d6580 x1876037329005824/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789130479 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130339.486601:0:2342:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130339.486604:0:2342:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf615d6580 x1876037329005824/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789130479 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130339.486611:0:2342:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130339.486613:0:2342:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1789130339.490501:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130339.490528:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789130339.490534:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130339.490537:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130339.490549:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130339.490561:0:2341:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:2.0:1789130339.490574:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130339.490581:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130339.490588:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130339.490593:0:2341:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 608 into portal 10 MB=0x6aa3efa94ad00 00000400:00000200:2.0:1789130339.490600:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130339.490608:0:2341:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.123@tcp of length 608/608 into md 0x64ed [64] + 224 00000800:00000001:2.0:1789130339.490620:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130339.490630:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130339.490634:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130339.490640:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:2.0:1789130339.490651:0:2341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789130339.490664:0:2341:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf615d6580 x1876037329005824/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789130479 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789130339.490676:0:2341:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=608 offset=224 replen=131856 req@ffff9caf615d6580 x1876037329005824/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789130479 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130339.490699:0:2341:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789130339.490713:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130339.490716:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1789130339.497616:0:2342:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789130339.497625:0:2342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf47f34200. 00000400:00000200:2.0:1789130339.497633:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130339.497639:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:2.0:1789130339.498013:0:2342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf462a36e8 00000400:00000010:2.0:1789130339.498019:0:2342:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf462a36e8. 00000100:00000001:2.0:1789130339.498025:0:2342:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789130339.498034:0:2342:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf615d4b40 x1876037329005952/t0(0) o37->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 448/440 e 0 to 0 dl 1789130355 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130339.498052:0:2342:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130339.498057:0:2342:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf615d4b40 x1876037329005952/t0(0) o37->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 448/440 e 0 to 0 dl 1789130355 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130339.498065:0:2342:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130339.498068:0:2342:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:1.1:1789130339.500658:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf586b7a00. 00000800:00000001:2.0:1789130339.502002:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130339.502025:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789130339.502030:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130339.502032:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130339.502044:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130339.502054:0:2341:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:2.0:1789130339.502065:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130339.502074:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130339.502081:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130339.502086:0:2341:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 4096 into portal 14 MB=0x6aa3efa94ad80 00000400:00000200:2.0:1789130339.502091:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130339.502098:0:2341:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index e from 12345-192.168.204.123@tcp of length 4096/4096 into md 0x64f5 [256] + 0 00000400:00000010:2.0:1789130339.502105:0:2341:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf42d8e5d8. 00000400:00000200:2.0:1789130339.502263:0:2341:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff9caf50282000 00000800:00000001:2.0:1789130339.502273:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130339.502285:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130339.502290:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130339.502296:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:2.0:1789130339.502304:0:2341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf50282000 00000400:00000010:2.0:1789130339.502308:0:2341:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 4216 at ffff9caf50282000. 00000100:00000001:2.0:1789130339.502316:0:2341:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:2.0:1789130339.502318:0:2341:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req ffff9caf615d4b40 desc ffff9caf487c1000 mbits 1876037329005952 00000100:00000001:2.0:1789130339.502338:0:2341:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:2.0:1789130339.503234:0:2341:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1789130339.503244:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130339.503252:0:2341:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.204.23@tcp to MR: 192.168.204.123@tcp local destination 00000400:00000200:2.0:1789130339.503259:0:2341:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2319:2319:256:4294967295] 192.168.204.123@tcp LPNI seq info [2318:2318:8:4294967295] 00000400:00000200:2.0:1789130339.503264:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130339.503273:0:2341:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:192.168.204.23@tcp) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) 192.168.204.123@tcp : ACK try# 0 00000800:00000200:2.0:1789130339.503280:0:2341:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 256 frags to 12345-192.168.204.123@tcp 00000800:00000010:2.0:1789130339.503293:0:2341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 4328 at ffff9caf484f6000. 00000800:00000200:2.0:1789130339.503301:0:2341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:2.0:1789130339.503311:0:2341:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:2.0:1789130339.503316:0:2341:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf484f6000 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1789130339.503684:0:2341:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789130339.503690:0:2341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 4328 at ffff9caf484f6000. 00000400:00000200:2.0:1789130339.503696:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130339.503702:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: ACK: OK 00000800:00000001:2.0:1789130339.503711:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130339.503718:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789130339.507922:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130339.507954:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789130339.507959:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130339.507964:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130339.507978:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130339.507990:0:2342:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:3.0:1789130339.508005:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130339.508012:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130339.508020:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130339.508026:0:2342:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 440 into portal 10 MB=0x6aa3efa94ad80 00000400:00000200:3.0:1789130339.508032:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130339.508040:0:2342:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.123@tcp of length 440/440 into md 0x64fd [1] + 224 00000800:00000001:3.0:1789130339.508052:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130339.508066:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130339.508070:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130339.508077:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:3.0:1789130339.508090:0:2342:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789130339.508105:0:2342:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf615d4b40 x1876037329005952/t0(0) o37->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 448/440 e 0 to 0 dl 1789130355 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789130339.508127:0:2342:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=440 offset=224 replen=440 req@ffff9caf615d4b40 x1876037329005952/t0(0) o37->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 448/440 e 0 to 0 dl 1789130355 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130339.508153:0:2342:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789130339.508168:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130339.508172:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1789130339.511030:0:2341:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789130339.511041:0:2341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf47f34e00. 00000400:00000200:2.0:1789130339.511050:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130339.511058:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:2.0:1789130339.511067:0:2341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf462a3c38 00000400:00000010:2.0:1789130339.511070:0:2341:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf462a3c38. 00000100:00000001:2.0:1789130339.511075:0:2341:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789130339.511081:0:2341:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf615d4b40 x1876037329006208/t0(0) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1789130355 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130339.511092:0:2341:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130339.511096:0:2341:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf615d4b40 x1876037329006208/t0(0) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1789130355 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130339.511104:0:2341:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130339.511111:0:2341:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1789130339.515947:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130339.515977:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789130339.515982:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130339.515986:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130339.516001:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130339.516012:0:2342:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:3.0:1789130339.516027:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130339.516035:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130339.516044:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130339.516049:0:2342:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 456 into portal 10 MB=0x6aa3efa94ae80 00000400:00000200:3.0:1789130339.516056:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130339.516066:0:2342:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.123@tcp of length 456/456 into md 0x6505 [1] + 224 00000800:00000001:3.0:1789130339.516077:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130339.516086:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130339.516090:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130339.516096:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:3.0:1789130339.516120:0:2342:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789130339.516137:0:2342:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf615d4b40 x1876037329006208/t0(0) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1789130355 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789130339.516148:0:2342:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9caf615d4b40 x1876037329006208/t0(0) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1789130355 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130339.516172:0:2342:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789130339.516184:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130339.516188:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1789130339.518921:0:2341:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789130339.518928:0:2341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf47f34e00. 00000400:00000200:2.0:1789130339.518935:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130339.518940:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:2.0:1789130339.518947:0:2341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf462a3b28 00000400:00000010:2.0:1789130339.518949:0:2341:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf462a3b28. 00000100:00000001:2.0:1789130339.518953:0:2341:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789130339.518957:0:2341:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf615d4b40 x1876037329006464/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789130479 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130339.518966:0:2341:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130339.518969:0:2341:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf615d4b40 x1876037329006464/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789130479 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130339.518976:0:2341:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130339.518977:0:2341:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1789130339.523652:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130339.523681:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789130339.523688:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130339.523691:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130339.523704:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130339.523717:0:2342:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:3.0:1789130339.523732:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130339.523739:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130339.523748:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130339.523753:0:2342:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 608 into portal 10 MB=0x6aa3efa94af80 00000400:00000200:3.0:1789130339.523760:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130339.523769:0:2342:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.123@tcp of length 608/608 into md 0x650d [64] + 224 00000800:00000001:3.0:1789130339.523794:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130339.523848:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130339.523852:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130339.523859:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:3.0:1789130339.523872:0:2342:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789130339.523886:0:2342:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf615d4b40 x1876037329006464/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789130479 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789130339.523904:0:2342:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=608 offset=224 replen=131856 req@ffff9caf615d4b40 x1876037329006464/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789130479 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130339.523926:0:2342:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789130339.523938:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130339.523942:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1789130339.526406:0:2341:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789130339.526415:0:2341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf47f34200. 00000400:00000200:2.0:1789130339.526422:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130339.526431:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:2.0:1789130339.526440:0:2341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf462a3ee0 00000400:00000010:2.0:1789130339.526443:0:2341:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf462a3ee0. 00000100:00000001:2.0:1789130339.526449:0:2341:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789130339.526455:0:2341:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf615d6580 x1876037329006592/t0(0) o41->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 440/368 e 0 to 0 dl 1789130479 ref 3 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130339.526466:0:2341:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130339.526469:0:2341:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf615d6580 x1876037329006592/t0(0) o41->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 440/368 e 0 to 0 dl 1789130479 ref 3 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130339.526476:0:2341:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130339.526477:0:2341:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1789130339.530959:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130339.530987:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789130339.530993:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130339.530995:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130339.531008:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130339.531020:0:2342:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:3.0:1789130339.531032:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130339.531039:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130339.531048:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130339.531054:0:2342:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 368 into portal 10 MB=0x6aa3efa94b000 00000400:00000200:3.0:1789130339.531061:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130339.531071:0:2342:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.123@tcp of length 368/368 into md 0x6515 [1] + 224 00000800:00000001:3.0:1789130339.531082:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130339.531089:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130339.531094:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130339.531099:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:3.0:1789130339.531124:0:2342:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789130339.531137:0:2342:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf615d6580 x1876037329006592/t0(0) o41->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 440/368 e 0 to 0 dl 1789130479 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789130339.531149:0:2342:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff9caf615d6580 x1876037329006592/t0(0) o41->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 440/368 e 0 to 0 dl 1789130479 ref 2 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130339.531172:0:2342:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789130339.531184:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130339.531188:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1789130339.540961:0:2341:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789130339.540982:0:2341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf47f34100. 00000400:00000200:2.0:1789130339.540992:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130339.541003:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:2.0:1789130339.541013:0:2341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf462a3000 00000400:00000010:2.0:1789130339.541016:0:2341:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf462a3000. 00000100:00000001:2.0:1789130339.541023:0:2341:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789130339.541034:0:2341:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf615d6580 x1876037329006848/t0(0) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 488/624 e 0 to 0 dl 1789130479 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130339.541052:0:2341:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130339.541057:0:2341:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf615d6580 x1876037329006848/t0(0) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 488/624 e 0 to 0 dl 1789130479 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130339.541065:0:2341:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130339.541066:0:2341:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:1.1:1789130339.546878:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf4814d100. 00010000:00000010:1.1:1789130339.546909:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf46a92200. 00010000:00000010:1.1:1789130339.546913:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf46a92c00. 00000800:00000001:3.0:1789130339.550796:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130339.550891:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789130339.550899:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130339.550902:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130339.550920:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130339.550932:0:2342:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:3.0:1789130339.550946:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130339.550954:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130339.550964:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130339.550970:0:2342:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 456 into portal 10 MB=0x6aa3efa94b100 00000400:00000200:3.0:1789130339.550977:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130339.550986:0:2342:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.123@tcp of length 456/456 into md 0x651d [1] + 224 00000800:00000001:3.0:1789130339.550998:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130339.551007:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130339.551011:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130339.551017:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:3.0:1789130339.551028:0:2342:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789130339.551041:0:2342:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf615d6580 x1876037329006848/t0(0) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 488/624 e 0 to 0 dl 1789130479 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789130339.551055:0:2342:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff9caf615d6580 x1876037329006848/t0(0) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 488/624 e 0 to 0 dl 1789130479 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130339.551078:0:2342:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1789130339.551093:0:2342:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1789130339.551097:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130339.551265:0:2342:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.204.23@tcp to MR: 192.168.204.123@tcp local destination 00000400:00000200:3.0:1789130339.551274:0:2342:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2324:2324:256:4294967295] 192.168.204.123@tcp LPNI seq info [2323:2323:8:4294967295] 00000400:00000200:3.0:1789130339.551279:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130339.551289:0:2342:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:192.168.204.23@tcp) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) 192.168.204.123@tcp : ACK try# 0 00000800:00000200:3.0:1789130339.551297:0:2342:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:3.0:1789130339.551305:0:2342:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf47fd2400. 00000800:00000200:3.0:1789130339.551314:0:2342:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:3.0:1789130339.551325:0:2342:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:3.0:1789130339.551331:0:2342:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf47fd2400 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1789130339.552398:0:2342:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789130339.552404:0:2342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf47fd2400. 00000400:00000200:3.0:1789130339.552408:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130339.552418:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: ACK: OK 00000800:00000001:3.0:1789130339.552433:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130339.552439:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1789130339.553710:0:2341:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789130339.553716:0:2341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf47f34300. 00000400:00000200:2.0:1789130339.553721:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130339.553726:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:2.0:1789130339.553732:0:2341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf462a3550 00000400:00000010:2.0:1789130339.553736:0:2341:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf462a3550. 00000100:00000001:2.0:1789130339.553741:0:2341:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789130339.553746:0:2341:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf615d5680 x1876037329006976/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789130479 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130339.553756:0:2341:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130339.553760:0:2341:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf615d5680 x1876037329006976/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789130479 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130339.553872:0:2341:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130339.553874:0:2341:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:1.1:1789130339.557241:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9caf484ade40. 00000800:00000001:2.0:1789130339.558083:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130339.558105:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789130339.558112:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130339.558115:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130339.558128:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130339.558138:0:2341:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:2.0:1789130339.558149:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130339.558155:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130339.558163:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130339.558167:0:2341:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 584 into portal 10 MB=0x6aa3efa94b180 00000400:00000200:2.0:1789130339.558173:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130339.558179:0:2341:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.123@tcp of length 584/584 into md 0x6525 [1] + 224 00000800:00000001:2.0:1789130339.558188:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130339.558217:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130339.558221:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130339.558227:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:2.0:1789130339.558239:0:2341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789130339.558266:0:2341:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf615d5680 x1876037329006976/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789130479 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789130339.558282:0:2341:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff9caf615d5680 x1876037329006976/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789130479 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130339.558302:0:2341:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789130339.558314:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130339.558319:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:1.1:1789130339.560238:0:30507:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9caf60130000. 00000080:00000010:1.1:1789130339.560254:0:30507:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9caf484adb60. 00000800:00000200:3.0:1789130339.561960:0:2342:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789130339.561967:0:2342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf47f34a00. 00000400:00000200:3.0:1789130339.561975:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130339.561981:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:3.0:1789130339.561989:0:2342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf462a3a18 00000400:00000010:3.0:1789130339.561992:0:2342:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf462a3a18. 00000100:00000001:3.0:1789130339.561997:0:2342:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789130339.562001:0:2342:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf615d5680 x1876037329007232/t0(0) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1789130355 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130339.562011:0:2342:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130339.562015:0:2342:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf615d5680 x1876037329007232/t0(0) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1789130355 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130339.562023:0:2342:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130339.562024:0:2342:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1789130339.564530:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130339.564652:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789130339.564661:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130339.564665:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130339.564677:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130339.564688:0:2341:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:2.0:1789130339.564702:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130339.564709:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130339.564715:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130339.564720:0:2341:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 456 into portal 10 MB=0x6aa3efa94b280 00000400:00000200:2.0:1789130339.564727:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130339.564735:0:2341:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.123@tcp of length 456/456 into md 0x652d [1] + 224 00000800:00000001:2.0:1789130339.564746:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130339.564756:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130339.564761:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130339.565265:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:2.0:1789130339.565279:0:2341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789130339.565291:0:2341:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf615d5680 x1876037329007232/t0(0) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1789130355 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789130339.565304:0:2341:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9caf615d5680 x1876037329007232/t0(0) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1789130355 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130339.565387:0:2341:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789130339.565404:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130339.565410:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1789130339.567338:0:2342:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789130339.567345:0:2342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf47f34b00. 00000400:00000200:3.0:1789130339.567351:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130339.567357:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:3.0:1789130339.567365:0:2342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf462a35d8 00000400:00000010:3.0:1789130339.567368:0:2342:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf462a35d8. 00000100:00000001:3.0:1789130339.567372:0:2342:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789130339.567378:0:2342:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf615d5680 x1876037329007488/t0(0) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 512/624 e 0 to 0 dl 1789130479 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130339.567389:0:2342:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130339.567392:0:2342:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf615d5680 x1876037329007488/t0(0) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 512/624 e 0 to 0 dl 1789130479 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130339.567401:0:2342:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130339.567406:0:2342:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:1.1:1789130339.572030:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf586b6000. 00010000:00000010:1.1:1789130339.572051:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf4814d300. 00010000:00000010:1.1:1789130339.572059:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf586b7a00. 00010000:00000010:1.1:1789130339.572062:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf4a8cc300. 00010000:00000010:1.1:1789130339.572066:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf40030600. 00000800:00000001:2.0:1789130339.582996:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130339.583024:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789130339.583030:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130339.583033:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130339.583044:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130339.583053:0:2341:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:2.0:1789130339.583064:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130339.583071:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130339.583078:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130339.583083:0:2341:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 456 into portal 10 MB=0x6aa3efa94b380 00000400:00000200:2.0:1789130339.583089:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130339.583098:0:2341:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.123@tcp of length 456/456 into md 0x6535 [1] + 224 00000800:00000001:2.0:1789130339.583106:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130339.583114:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130339.583119:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130339.583124:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:2.0:1789130339.583133:0:2341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789130339.583145:0:2341:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf615d5680 x1876037329007488/t0(0) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 512/624 e 0 to 0 dl 1789130479 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789130339.583158:0:2341:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff9caf615d5680 x1876037329007488/t0(0) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 512/624 e 0 to 0 dl 1789130479 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130339.583181:0:2341:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1789130339.583192:0:2341:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1789130339.583196:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130339.583203:0:2341:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.204.23@tcp to MR: 192.168.204.123@tcp local destination 00000400:00000200:2.0:1789130339.583211:0:2341:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2328:2328:256:4294967295] 192.168.204.123@tcp LPNI seq info [2327:2327:8:4294967295] 00000400:00000200:2.0:1789130339.583216:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130339.583224:0:2341:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:192.168.204.23@tcp) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) 192.168.204.123@tcp : ACK try# 0 00000800:00000200:2.0:1789130339.583231:0:2341:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:2.0:1789130339.583240:0:2341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf616cac00. 00000800:00000200:2.0:1789130339.583248:0:2341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:2.0:1789130339.583257:0:2341:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:2.0:1789130339.583263:0:2341:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf616cac00 type 0, nob 96 niov 1 nkiov 0 00000800:00000001:3.0:1789130339.583308:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000200:2.0:1789130339.583386:0:2341:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789130339.583390:0:2341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf616cac00. 00000400:00000200:2.0:1789130339.583393:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130339.583397:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: ACK: OK 00000800:00000001:3.0:1789130339.583717:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1789130339.588003:0:30507:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9caf47fb6000. 02000000:00000001:2.0:1789130339.588016:0:30507:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789130339.588031:0:30507:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:2.0:1789130339.588039:0:30507:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf483fd528. 00000400:00000010:2.0:1789130339.588048:0:30507:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf42d18b28. 00000100:00000200:2.0:1789130339.588057:0:30507:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1876037329007616, portal 10 00000100:00000001:2.0:1789130339.588061:0:30507:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789130339.588063:0:30507:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875799554880 : -109197909996736 : ffff9caf615d4b40) 00000100:00000040:2.0:1789130339.588081:0:30507:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9caf615d4b40 x1876037329007616/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789130479 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130339.588091:0:30507:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789130339.588094:0:30507:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:2.0:1789130339.588097:0:30507:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf42d18bb0. 00000100:00000200:2.0:1789130339.588100:0:30507:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1876037329007616, offset 0 00000400:00000200:2.0:1789130339.588107:0:30507:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:2.0:1789130339.588118:0:30507:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130339.588127:0:30507:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:2.0:1789130339.588134:0:30507:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789130339.588139:0:30507:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:2.0:1789130339.588144:0:30507:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789130339.588147:0:30507:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:2.0:1789130339.588151:0:30507:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2329:2329:256:4294967295] 192.168.204.123@tcp LPNI seq info [2328:2328:8:4294967295] 00000400:00000200:2.0:1789130339.588156:0:30507:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130339.588168:0:30507:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:2.0:1789130339.588175:0:30507:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:2.0:1789130339.588182:0:30507:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf616cac00. 00000800:00000200:2.0:1789130339.588191:0:30507:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:2.0:1789130339.588201:0:30507:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:2.0:1789130339.588207:0:30507:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf616cac00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:2.0:1789130339.588239:0:30507:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130339.588246:0:30507:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: using a timeout of 822067 usecs (823 jiffies) 00000400:00000200:2.0:1789130339.588250:0:30507:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:2.0:1789130339.588254:0:30507:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296434433 00000100:00000001:2.0:1789130339.588259:0:30507:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 2, keep current deadline 4296436215 00000100:00000001:2.0:1789130339.588263:0:30507:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296434433 00000100:00000001:2.0:1789130339.588266:0:30507:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 3, keep current deadline 4296436215 00000100:00000001:2.0:1789130339.588270:0:30507:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789130339.588273:0:30507:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130339.588277:0:30507:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789130339.588279:0:30507:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=135 : 135 : 87) 00000100:00100000:2.0:1789130339.588283:0:30507:0:(client.c:2715:ptlrpc_set_wait()) set ffff9caf47fd1f00 going to sleep for 135 seconds 00000100:00000001:2.0:1789130339.588286:0:30507:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789130339.588289:0:30507:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789130339.592362:0:2341:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789130339.592378:0:2341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf616cac00. 00000400:00000200:3.0:1789130339.592388:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130339.592399:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:3.0:1789130339.592409:0:2341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf42d18bb0 00000400:00000010:3.0:1789130339.592412:0:2341:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf42d18bb0. 00000100:00000001:3.0:1789130339.592420:0:2341:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789130339.592432:0:2341:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf615d4b40 x1876037329007616/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789130479 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130339.592449:0:2341:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130339.592453:0:2341:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf615d4b40 x1876037329007616/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789130479 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130339.592461:0:2341:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130339.592464:0:2341:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1789130339.595659:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130339.595687:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789130339.595695:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130339.595697:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130339.595709:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130339.595719:0:2342:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:3.0:1789130339.595730:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130339.595736:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130339.595744:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130339.595750:0:2342:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 688 into portal 10 MB=0x6aa3efa94b400 00000400:00000200:3.0:1789130339.595756:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130339.595765:0:2342:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.123@tcp of length 688/688 into md 0x653d [1] + 224 00000800:00000001:3.0:1789130339.595784:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130339.595792:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130339.595797:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130339.595851:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:3.0:1789130339.595864:0:2342:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789130339.595877:0:2342:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf615d4b40 x1876037329007616/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789130479 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789130339.595891:0:2342:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9caf615d4b40 x1876037329007616/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789130479 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130339.595914:0:2342:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789130339.595926:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130339.595930:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789130339.596253:0:30507:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789130339.596265:0:30507:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789130339.596268:0:30507:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789130339.596274:0:30507:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf483fd528. 00000400:00000200:2.0:1789130339.596281:0:30507:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf42d18b28 00000400:00000010:2.0:1789130339.596284:0:30507:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf42d18b28. 00000100:00000001:2.0:1789130339.596287:0:30507:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789130339.596292:0:30507:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf615d4b40 x1876037329007616/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789130479 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1789130339.596302:0:30507:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf615d4b40 x1876037329007616/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789130479 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130339.596308:0:30507:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789130339.596310:0:30507:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789130339.596313:0:30507:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789130339.596317:0:30507:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789130339.596320:0:30507:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789130339.596323:0:30507:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789130339.596327:0:30507:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789130339.596338:0:30507:0:(import.c:2149:obd_at_measure()) add 104 to ffff9caf6079ac60 time=108 v=104 (104 104 104 104) 00000100:00001000:2.0:1789130339.596342:0:30507:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf6079ac18 time=1 v=5 (1 0 0 0) 00000100:00000001:2.0:1789130339.596345:0:30507:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789130339.596346:0:30507:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130339.596363:0:30507:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789130339.596367:0:30507:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130339.596372:0:30507:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789130339.596375:0:30507:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9caf5014c800: skip recheck: last_committed 4294967597 00000100:00000001:2.0:1789130339.596377:0:30507:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789130339.596382:0:30507:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130339.596387:0:30507:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf615d4b40 x1876037329007616/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1789130479 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130339.596395:0:30507:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789130339.596400:0:30507:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789130339.596402:0:30507:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789130339.596406:0:30507:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf615d4b40 x1876037329007616/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1789130479 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1789130339.596415:0:30507:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf615d4b40 pname:cluuid:pid:xid:nid:opc:job rm:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:30507:1876037329007616:192.168.204.123@tcp:101:rm.0 00000100:00000001:2.0:1789130339.596421:0:30507:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789130339.596425:0:30507:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130339.596429:0:30507:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1789130339.596432:0:30507:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130339.596436:0:30507:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf615d4b40 x1876037329007616/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1789130479 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130339.596444:0:30507:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789130339.596448:0:30507:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9caf47fd1f00. 00000100:00000001:2.0:1789130339.596454:0:30507:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1789130339.596456:0:30507:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130339.596460:0:30507:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1789130339.596467:0:30507:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130339.596471:0:30507:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130339.596475:0:30507:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b7a00 refcount=4 00000020:00000001:2.0:1789130339.596477:0:30507:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649489408 : -109198060062208 : ffff9caf586b7a00) 00010000:00000001:2.0:1789130339.596482:0:30507:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649489408 : -109198060062208 : ffff9caf586b7a00) 00010000:00000040:2.0:1789130339.596504:0:30507:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9caf586b7a00, remote cookie: 0xcdf1b083821a548b, flags: 0x1001 00010000:00010000:2.0:1789130339.596512:0:30507:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7a00/0xde5303b1d982cbe2 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a548b expref: -99 pid: 30507 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789130339.596532:0:30507:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7a00/0xde5303b1d982cbe2 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a548b expref: -99 pid: 30507 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789130339.596541:0:30507:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1789130339.596547:0:30507:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1789130339.596551:0:30507:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1789130339.596553:0:30507:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1789130339.596555:0:30507:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1789130339.596558:0:30507:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff9caf42f26000) refcount = 1 00010000:00010000:2.0:1789130339.596563:0:30507:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7a00/0xde5303b1d982cbe2 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a548b expref: -99 pid: 30507 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789130339.596571:0:30507:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1789130339.596575:0:30507:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1789130339.596577:0:30507:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789130339.596582:0:30507:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1789130339.596585:0:30507:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789130339.596589:0:30507:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7a00/0xde5303b1d982cbe2 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a548b expref: -99 pid: 30507 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789130339.596596:0:30507:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1789130339.596598:0:30507:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130339.596601:0:30507:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130339.596602:0:30507:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130339.596603:0:30507:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130339.596606:0:30507:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789130339.596613:0:30507:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1789130339.596616:0:30507:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130339.596617:0:30507:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130339.596619:0:30507:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b7a00 refcount=3 00000020:00000001:2.0:1789130339.596621:0:30507:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649489408 : -109198060062208 : ffff9caf586b7a00) 00010000:00000001:2.0:1789130339.596624:0:30507:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649489408 : -109198060062208 : ffff9caf586b7a00) 00010000:00000001:2.0:1789130339.596628:0:30507:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130339.596629:0:30507:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130339.596631:0:30507:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b7a00 refcount=4 00000020:00000001:2.0:1789130339.596633:0:30507:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649489408 : -109198060062208 : ffff9caf586b7a00) 00010000:00000001:2.0:1789130339.596635:0:30507:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649489408 : -109198060062208 : ffff9caf586b7a00) 00010000:00000001:2.0:1789130339.596641:0:30507:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789130339.596645:0:30507:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789130339.596649:0:30507:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7a00/0xde5303b1d982cbe2 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a548b expref: -99 pid: 30507 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789130339.596657:0:30507:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130339.596659:0:30507:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130339.596660:0:30507:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130339.596662:0:30507:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130339.596663:0:30507:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b7a00 refcount=5 00000020:00000001:2.0:1789130339.596665:0:30507:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649489408 : -109198060062208 : ffff9caf586b7a00) 00010000:00000001:2.0:1789130339.596667:0:30507:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649489408 : -109198060062208 : ffff9caf586b7a00) 00010000:00000001:2.0:1789130339.596670:0:30507:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789130339.596674:0:30507:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7a00/0xde5303b1d982cbe2 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a548b expref: -99 pid: 30507 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789130339.596681:0:30507:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130339.596682:0:30507:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1789130339.596686:0:30507:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7a00/0xde5303b1d982cbe2 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a548b expref: -99 pid: 30507 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789130339.596693:0:30507:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789130339.596694:0:30507:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130339.596696:0:30507:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130339.596697:0:30507:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130339.596698:0:30507:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1789130339.596703:0:30507:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9caf615d4b40 x1876037329007616/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1789130479 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1789130339.596721:0:30507:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130339.596722:0:30507:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130339.596724:0:30507:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b7a00 refcount=3 00000020:00000001:2.0:1789130339.596726:0:30507:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649489408 : -109198060062208 : ffff9caf586b7a00) 00010000:00000001:2.0:1789130339.596728:0:30507:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649489408 : -109198060062208 : ffff9caf586b7a00) 00010000:00000001:2.0:1789130339.596731:0:30507:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130339.596732:0:30507:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789130339.596734:0:30507:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789130339.596736:0:30507:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789130339.596740:0:30507:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1789130339.596743:0:30507:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130339.596744:0:30507:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130339.596746:0:30507:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b7a00 refcount=3 00000020:00000001:2.0:1789130339.596748:0:30507:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649489408 : -109198060062208 : ffff9caf586b7a00) 00010000:00000001:2.0:1789130339.596750:0:30507:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649489408 : -109198060062208 : ffff9caf586b7a00) 00000002:00010000:2.0:1789130339.596753:0:30507:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7a00/0xde5303b1d982cbe2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a548b expref: -99 pid: 30507 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789130339.596760:0:30507:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130339.596761:0:30507:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130339.596764:0:30507:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1789130339.596765:0:30507:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130339.596766:0:30507:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130339.596767:0:30507:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b7a00 refcount=3 00000020:00000001:2.0:1789130339.596770:0:30507:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649489408 : -109198060062208 : ffff9caf586b7a00) 00010000:00000001:2.0:1789130339.596784:0:30507:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649489408 : -109198060062208 : ffff9caf586b7a00) 00010000:00000040:2.0:1789130339.596795:0:30507:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf42f26000 count: 2 00010000:00000001:2.0:1789130339.596799:0:30507:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000080:00000010:1.1:1789130339.596866:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9caf601aca40. 00000080:00000010:1.1:1789130339.596889:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9caf4632bee0. 00010000:00010000:2.0:1789130339.597024:0:30507:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9caf4630e800 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:2.0:1789130339.597028:0:30507:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130339.597029:0:30507:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789130339.597032:0:30507:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1789130339.597037:0:30507:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c47898 00000002:00002000:2.0:1789130339.597040:0:30507:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:2.0:1789130339.597043:0:30507:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789130339.597050:0:30507:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789130339.597054:0:30507:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1789130339.597058:0:30507:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:2.0:1789130339.597062:0:30507:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789130339.597068:0:30507:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9caf4557c8c0 2 00000080:00000010:2.0:1789130339.597075:0:30507:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9caf5875bc00. 00000080:00000001:2.0:1789130339.597081:0:30507:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1789130339.597085:0:30507:0:(llite_lib.c:3864:ll_prep_inode()) Process entered 00000002:00000001:2.0:1789130339.597094:0:30507:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:2.0:1789130339.597101:0:30507:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:2.0:1789130339.597114:0:30507:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9caf5049e340. 00800000:00000001:2.0:1789130339.597117:0:30507:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446634875513070400 : -109198196481216 : ffff9caf5049e340) 00800000:00000001:2.0:1789130339.597120:0:30507:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789130339.597123:0:30507:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1789130339.597127:0:30507:0:(llite_lib.c:1973:ll_update_lsm_md()) Process entered 00000080:00000002:2.0:1789130339.597130:0:30507:0:(llite_lib.c:1977:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:2.0:1789130339.597133:0:30507:0:(llite_lib.c:1928:ll_update_default_lsm_md()) Process entered 00000080:00000001:2.0:1789130339.597138:0:30507:0:(llite_lib.c:1950:ll_update_default_lsm_md()) Process leaving 00000080:00000001:2.0:1789130339.597140:0:30507:0:(llite_lib.c:1994:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130339.597146:0:30507:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:2.0:1789130339.597150:0:30507:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:2.0:1789130339.597157:0:30507:0:(llite_lib.c:3140:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 8704 00010000:00000001:2.0:1789130339.597160:0:30507:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130339.597161:0:30507:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130339.597163:0:30507:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b7a00 refcount=3 00000020:00000001:2.0:1789130339.597165:0:30507:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649489408 : -109198060062208 : ffff9caf586b7a00) 00010000:00000001:2.0:1789130339.597168:0:30507:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649489408 : -109198060062208 : ffff9caf586b7a00) 00010000:00000001:2.0:1789130339.597171:0:30507:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130339.597172:0:30507:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1789130339.597174:0:30507:0:(llite_lib.c:3962:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1789130339.597177:0:30507:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:2.0:1789130339.597179:0:30507:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9caf5049e340 1 00800000:00000010:2.0:1789130339.597182:0:30507:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9caf5049e340. 00800000:00000001:2.0:1789130339.597185:0:30507:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789130339.597189:0:30507:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9caf601980c8) for lock 0xde5303b1d982cbe2 00800000:00000001:2.0:1789130339.597192:0:30507:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1789130339.597194:0:30507:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1789130339.597195:0:30507:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130339.597196:0:30507:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130339.597198:0:30507:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b7a00 refcount=3 00000020:00000001:2.0:1789130339.597200:0:30507:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649489408 : -109198060062208 : ffff9caf586b7a00) 00010000:00000001:2.0:1789130339.597201:0:30507:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649489408 : -109198060062208 : ffff9caf586b7a00) 00010000:00000001:2.0:1789130339.597204:0:30507:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130339.597205:0:30507:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789130339.597207:0:30507:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789130339.597208:0:30507:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130339.597211:0:30507:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789130339.597214:0:30507:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9caf601980c8) 00000080:00010000:2.0:1789130339.597218:0:30507:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xde5303b1d982cbe2 from it ffffb97f41c47b58 00010000:00000001:2.0:1789130339.597220:0:30507:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130339.597222:0:30507:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130339.597223:0:30507:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b7a00 refcount=3 00000020:00000001:2.0:1789130339.597225:0:30507:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649489408 : -109198060062208 : ffff9caf586b7a00) 00010000:00000001:2.0:1789130339.597227:0:30507:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649489408 : -109198060062208 : ffff9caf586b7a00) 00010000:00000001:2.0:1789130339.597229:0:30507:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789130339.597232:0:30507:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7a00/0xde5303b1d982cbe2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a548b expref: -99 pid: 30507 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789130339.597240:0:30507:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130339.597241:0:30507:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130339.597243:0:30507:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1789130339.597246:0:30507:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1789130339.597248:0:30507:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7a00/0xde5303b1d982cbe2 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a548b expref: -99 pid: 30507 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1789130339.597262:0:30507:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789130339.597265:0:30507:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789130339.597268:0:30507:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789130339.597273:0:30507:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130339.597274:0:30507:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130339.597276:0:30507:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130339.597281:0:30507:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789130339.597283:0:30507:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130339.597285:0:30507:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130339.597289:0:30507:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130339.597291:0:30507:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789130339.597292:0:30507:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130339.597293:0:30507:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1789130339.597295:0:30507:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130339.597301:0:30507:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf615d4b40 x1876037329007616/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1789130479 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130339.597308:0:30507:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789130339.597312:0:30507:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789130339.597317:0:30507:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9caf47fb6000. 02000000:00000001:2.0:1789130339.597320:0:30507:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789130339.597324:0:30507:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1789130339.597326:0:30507:0:(genops.c:1223:class_import_put()) import ffff9caf6079a800 refcount=6 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000020:00000001:2.0:1789130339.597329:0:30507:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1789130339.597333:0:30507:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9caf487c1000. 02000000:00000001:2.0:1789130339.597337:0:30507:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789130339.597339:0:30507:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789130339.597341:0:30507:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf615d4b40. 00000100:00000001:2.0:1789130339.597347:0:30507:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789130339.597348:0:30507:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1789130339.597352:0:30507:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8), inode mode 41ff mask 1 00000080:00000001:2.0:1789130339.597359:0:30507:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130339.597368:0:30507:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:2.0:1789130339.597371:0:30507:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c47b48 00000080:00002000:2.0:1789130339.597373:0:30507:0:(dcache.c:87:ll_dcompare()) found name d21f.recovery-small-2(ffff9caf602281b0) flags 0x20000e refc 1 00000080:00000001:2.0:1789130339.597377:0:30507:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130339.597380:0:30507:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c47b90 00000080:00200000:2.0:1789130339.597381:0:30507:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21f.recovery-small-2, flags=8 00000080:00000001:2.0:1789130339.597388:0:30507:0:(llite_lib.c:3176:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:2.0:1789130339.597390:0:30507:0:(llite_lib.c:3182:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130339.597405:0:30507:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c47d10 00000080:00200008:2.0:1789130339.597408:0:30507:0:(file.c:6313:ll_getattr_dentry()) START file d21f.recovery-small-2:[0x200000404:0x20:0x0](ffff9caf6019e3c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1789130339.597416:0:30507:0:(statahead.c:2326:start_statahead_thread()) Process entered 00000080:00000001:2.0:1789130339.597421:0:30507:0:(statahead.c:2329:start_statahead_thread()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130339.597424:0:30507:0:(file.c:6206:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1789130339.597425:0:30507:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c47c88 00000080:00200000:2.0:1789130339.597427:0:30507:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x20:0x0](ffff9caf6019e3c8),name=d21f.recovery-small-2 00000080:00000010:2.0:1789130339.597434:0:30507:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9caf48ef9a00. 00800000:00000002:2.0:1789130339.597442:0:30507:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9caf4557c8c0 2 00000080:00000001:2.0:1789130339.597451:0:30507:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1789130339.597454:0:30507:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1789130339.597456:0:30507:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c47ba8 00800000:00000002:2.0:1789130339.597458:0:30507:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000404:0x20:0x0] 'd21f.recovery-small-2' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1789130339.597462:0:30507:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1789130339.597469:0:30507:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x20:0x0], name='' -> mds #0 00000002:00000001:2.0:1789130339.597475:0:30507:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1789130339.597477:0:30507:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c47a78 00000002:00010000:2.0:1789130339.597479:0:30507:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000404:0x20:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1789130339.597484:0:30507:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1789130339.597486:0:30507:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789130339.597488:0:30507:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789130339.597493:0:30507:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf4a8cc100 count: 2 00010000:00000001:2.0:1789130339.597496:0:30507:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789130339.597500:0:30507:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789130339.597503:0:30507:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1789130339.597507:0:30507:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40031c00/0xde5303b1d982cbb8 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x20:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a53ea expref: -99 pid: 30506 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:2.0:1789130339.597515:0:30507:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1789130339.597521:0:30507:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789130339.597524:0:30507:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40031c00/0xde5303b1d982cbb8 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x20:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a53ea expref: -99 pid: 30506 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:2.0:1789130339.597530:0:30507:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1789130339.597532:0:30507:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1789130339.597534:0:30507:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1789130339.597536:0:30507:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1789130339.597538:0:30507:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1789130339.597540:0:30507:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1789130339.597542:0:30507:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1789130339.597544:0:30507:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9caf4557c8c0 2 00000080:00000010:2.0:1789130339.597546:0:30507:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9caf48ef9a00. 00000080:00000001:2.0:1789130339.597550:0:30507:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1789130339.597551:0:30507:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789130339.597553:0:30507:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x20:0x0](ffff9caf6019e3c8) 00000080:00010000:2.0:1789130339.597557:0:30507:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000404:0x20:0x0](ffff9caf6019e3c8) for lock 0xde5303b1d982cbb8 00800000:00000001:2.0:1789130339.597559:0:30507:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1789130339.597561:0:30507:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1789130339.597562:0:30507:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130339.597564:0:30507:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130339.597566:0:30507:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40031c00 refcount=3 00000020:00000001:2.0:1789130339.597568:0:30507:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239996416 : -109198469555200 : ffff9caf40031c00) 00010000:00000001:2.0:1789130339.597571:0:30507:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239996416 : -109198469555200 : ffff9caf40031c00) 00010000:00000001:2.0:1789130339.597573:0:30507:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130339.597574:0:30507:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789130339.597576:0:30507:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789130339.597577:0:30507:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789130339.597579:0:30507:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xde5303b1d982cbb8 from it ffffb97f41c47cc0 00010000:00000001:2.0:1789130339.597581:0:30507:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130339.597582:0:30507:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130339.597583:0:30507:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40031c00 refcount=3 00000020:00000001:2.0:1789130339.597585:0:30507:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239996416 : -109198469555200 : ffff9caf40031c00) 00010000:00000001:2.0:1789130339.597587:0:30507:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239996416 : -109198469555200 : ffff9caf40031c00) 00010000:00000001:2.0:1789130339.597591:0:30507:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789130339.597593:0:30507:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40031c00/0xde5303b1d982cbb8 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x20:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a53ea expref: -99 pid: 30506 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1789130339.597599:0:30507:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130339.597601:0:30507:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130339.597602:0:30507:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1789130339.597603:0:30507:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1789130339.597605:0:30507:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40031c00/0xde5303b1d982cbb8 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x20:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a53ea expref: -99 pid: 30506 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1789130339.597610:0:30507:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789130339.597613:0:30507:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789130339.597614:0:30507:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789130339.597616:0:30507:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130339.597617:0:30507:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130339.597618:0:30507:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130339.597620:0:30507:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789130339.597621:0:30507:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130339.597623:0:30507:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130339.597625:0:30507:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130339.597627:0:30507:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789130339.597629:0:30507:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130339.597630:0:30507:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1789130339.597631:0:30507:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1789130339.597632:0:30507:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1789130339.597637:0:30507:0:(file.c:6266:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130339.597641:0:30507:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c47d10 00000080:00000008:2.0:1789130339.597643:0:30507:0:(file.c:6498:ll_getattr_dentry()) COMPLETED file d21f.recovery-small-2:[0x200000404:0x20:0x0](ffff9caf6019e3c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1789130339.597696:0:30507:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:2.0:1789130339.597700:0:30507:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:2.0:1789130339.597701:0:30507:0:(file.c:6206:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1789130339.597703:0:30507:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c47bc0 00000080:00200000:2.0:1789130339.597705:0:30507:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8),name=/ 00000080:00000010:2.0:1789130339.597709:0:30507:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9caf48ef9a00. 00800000:00000002:2.0:1789130339.597711:0:30507:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9caf4557c8c0 2 00000080:00000001:2.0:1789130339.597714:0:30507:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1789130339.597715:0:30507:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1789130339.597717:0:30507:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c47ae0 00800000:00000002:2.0:1789130339.597719:0:30507:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1789130339.597722:0:30507:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1789130339.597724:0:30507:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1789130339.597727:0:30507:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1789130339.597729:0:30507:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c479b0 00000002:00010000:2.0:1789130339.597730:0:30507:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1789130339.597734:0:30507:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1789130339.597735:0:30507:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789130339.597737:0:30507:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789130339.597740:0:30507:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf42f26000 count: 2 00010000:00000001:2.0:1789130339.597743:0:30507:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789130339.597746:0:30507:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789130339.597748:0:30507:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1789130339.597751:0:30507:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7a00/0xde5303b1d982cbe2 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a548b expref: -99 pid: 30507 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:2.0:1789130339.597757:0:30507:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1789130339.597760:0:30507:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789130339.597763:0:30507:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7a00/0xde5303b1d982cbe2 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a548b expref: -99 pid: 30507 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:2.0:1789130339.597770:0:30507:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1789130339.597785:0:30507:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1789130339.597786:0:30507:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1789130339.597788:0:30507:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1789130339.597790:0:30507:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1789130339.597792:0:30507:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1789130339.597795:0:30507:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1789130339.597796:0:30507:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9caf4557c8c0 2 00000080:00000010:2.0:1789130339.597799:0:30507:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9caf48ef9a00. 00000080:00000001:2.0:1789130339.597802:0:30507:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1789130339.597837:0:30507:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789130339.597839:0:30507:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9caf601980c8) 00000080:00010000:2.0:1789130339.597842:0:30507:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9caf601980c8) for lock 0xde5303b1d982cbe2 00800000:00000001:2.0:1789130339.597844:0:30507:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1789130339.597846:0:30507:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1789130339.597847:0:30507:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130339.597849:0:30507:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130339.597850:0:30507:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b7a00 refcount=3 00000020:00000001:2.0:1789130339.597853:0:30507:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649489408 : -109198060062208 : ffff9caf586b7a00) 00010000:00000001:2.0:1789130339.597855:0:30507:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649489408 : -109198060062208 : ffff9caf586b7a00) 00010000:00000001:2.0:1789130339.597857:0:30507:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130339.597858:0:30507:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789130339.597859:0:30507:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789130339.597861:0:30507:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789130339.597863:0:30507:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xde5303b1d982cbe2 from it ffffb97f41c47bf8 00010000:00000001:2.0:1789130339.597865:0:30507:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130339.597866:0:30507:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130339.597868:0:30507:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b7a00 refcount=3 00000020:00000001:2.0:1789130339.597870:0:30507:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649489408 : -109198060062208 : ffff9caf586b7a00) 00010000:00000001:2.0:1789130339.597872:0:30507:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649489408 : -109198060062208 : ffff9caf586b7a00) 00010000:00000001:2.0:1789130339.597874:0:30507:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789130339.597877:0:30507:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7a00/0xde5303b1d982cbe2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a548b expref: -99 pid: 30507 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1789130339.597883:0:30507:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130339.597885:0:30507:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130339.597886:0:30507:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1789130339.597887:0:30507:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1789130339.597890:0:30507:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7a00/0xde5303b1d982cbe2 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a548b expref: -99 pid: 30507 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1789130339.597897:0:30507:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789130339.597899:0:30507:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789130339.597901:0:30507:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789130339.597903:0:30507:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130339.597904:0:30507:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130339.597905:0:30507:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130339.597908:0:30507:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789130339.597909:0:30507:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130339.597911:0:30507:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130339.597913:0:30507:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130339.597915:0:30507:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789130339.597916:0:30507:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130339.597917:0:30507:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1789130339.597919:0:30507:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1789130339.597920:0:30507:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1789130339.597922:0:30507:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8), inode mode 41ff mask 1 00000080:00000001:2.0:1789130339.597926:0:30507:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130339.597929:0:30507:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:2.0:1789130339.597930:0:30507:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c47bc0 00000080:00002000:2.0:1789130339.597932:0:30507:0:(dcache.c:87:ll_dcompare()) found name d21f.recovery-small-2(ffff9caf602281b0) flags 0x20000e refc 1 00000080:00000001:2.0:1789130339.597934:0:30507:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130339.597936:0:30507:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c47c08 00000080:00200000:2.0:1789130339.597937:0:30507:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21f.recovery-small-2, flags=266 00000080:00000001:2.0:1789130339.597940:0:30507:0:(llite_lib.c:3176:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:2.0:1789130339.597941:0:30507:0:(llite_lib.c:3182:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130339.597946:0:30507:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00200000:2.0:1789130339.597947:0:30507:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000404:0x20:0x0](ffff9caf6019e3c8), inode mode 41ed mask 44 00000080:00000001:2.0:1789130339.597950:0:30507:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130339.597957:0:30507:0:(dir.c:3010:ll_dir_open()) Process entered 00000080:00000001:2.0:1789130339.597959:0:30507:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:2.0:1789130339.597961:0:30507:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c47b78 00000080:00200008:2.0:1789130339.597963:0:30507:0:(file.c:1090:ll_file_open()) START file d21f.recovery-small-2:[0x200000404:0x20:0x0](ffff9caf6019e3c8), flags 704400 00000080:00000010:2.0:1789130339.597970:0:30507:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9caf47d2c140. 00000080:00000001:2.0:1789130339.597977:0:30507:0:(file.c:806:ll_intent_file_open()) Process entered 00000080:00000010:2.0:1789130339.597980:0:30507:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9caf48ef9a00. 00800000:00000002:2.0:1789130339.597983:0:30507:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9caf4557c8c0 2 00000080:00000001:2.0:1789130339.597985:0:30507:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1789130339.597987:0:30507:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1789130339.597988:0:30507:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c47a28 00800000:00000002:2.0:1789130339.597990:0:30507:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open' for [0x200000404:0x20:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1789130339.597994:0:30507:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00000020:00000001:2.0:1789130339.597997:0:30507:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c479a8 00800000:00000002:2.0:1789130339.597999:0:30507:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x20:0x0], name='' -> mds #0 layout version 1 00000002:00000001:2.0:1789130339.598002:0:30507:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1789130339.598004:0:30507:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c478e0 00000002:00010000:2.0:1789130339.598005:0:30507:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000404:0x20:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 0100240704401 00000002:00000001:2.0:1789130339.598009:0:30507:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1789130339.598012:0:30507:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:2.0:1789130339.598015:0:30507:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1789130339.598018:0:30507:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf4a8cc100 count: 2 00010000:00000001:2.0:1789130339.598020:0:30507:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789130339.598023:0:30507:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1789130339.598026:0:30507:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130339.598028:0:30507:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789130339.598030:0:30507:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789130339.598031:0:30507:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1789130339.598033:0:30507:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf42f26000 count: 2 00010000:00000001:2.0:1789130339.598035:0:30507:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789130339.598037:0:30507:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1789130339.598038:0:30507:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130339.598040:0:30507:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789130339.598042:0:30507:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789130339.598047:0:30507:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf580bbc00. 00000020:00000040:2.0:1789130339.598052:0:30507:0:(genops.c:1210:class_import_get()) import ffff9caf6079a800 refcount=7 obd=lustre-MDT0000-mdc-ffff9caf5014c800 02000000:00000001:2.0:1789130339.598058:0:30507:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1789130339.598060:0:30507:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130339.598063:0:30507:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1789130339.598067:0:30507:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789130339.598070:0:30507:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130339.598071:0:30507:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130339.598073:0:30507:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130339.598076:0:30507:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789130339.598079:0:30507:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789130339.598082:0:30507:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789130339.598091:0:30507:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9caf58572c00. 00000100:00000001:2.0:1789130339.598099:0:30507:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130339.598103:0:30507:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789130339.598105:0:30507:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130339.598107:0:30507:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789130339.598108:0:30507:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130339.598110:0:30507:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789130339.598118:0:30507:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446634875643214848 : -109198066336768 : ffff9caf580bbc00) 00010000:00000001:2.0:1789130339.598123:0:30507:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1789130339.598125:0:30507:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1789130339.598127:0:30507:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf42f26000 count: 2 00010000:00000001:2.0:1789130339.598129:0:30507:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789130339.598132:0:30507:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1789130339.598136:0:30507:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9caf46a93a00. 00000020:00000001:2.0:1789130339.598139:0:30507:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1789130339.598141:0:30507:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9caf46a93a00 with handle 0xde5303b1d982cbe9 to hash 00000020:00000001:2.0:1789130339.598144:0:30507:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1789130339.598146:0:30507:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446634875351546368 : -109198358005248 : ffff9caf46a93a00) 00010000:00000001:2.0:1789130339.598150:0:30507:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446634875351546368 : -109198358005248 : ffff9caf46a93a00) 00010000:00000001:2.0:1789130339.598153:0:30507:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789130339.598155:0:30507:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789130339.598158:0:30507:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a93a00/0xde5303b1d982cbe9 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 30507 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789130339.598166:0:30507:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a93a00/0xde5303b1d982cbe9 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30507 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:2.0:1789130339.598179:0:30507:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9caf5014c800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1789130339.598188:0:30507:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9caf580bbc00 x1876037329007872/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1789130339.598197:0:30507:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a93a00/0xde5303b1d982cbe9 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30507 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1789130339.598208:0:30507:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1789130339.598210:0:30507:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1789130339.598220:0:30507:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9caf48519cc0. 00000100:00000001:2.0:1789130339.598223:0:30507:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446634875379358912 : -109198330192704 : ffff9caf48519cc0) 00000100:00000001:2.0:1789130339.598227:0:30507:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789130339.598229:0:30507:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875643214848 : -109198066336768 : ffff9caf580bbc00) 00000100:00000001:2.0:1789130339.598234:0:30507:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789130339.598240:0:30507:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130339.598243:0:30507:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1789130339.598245:0:30507:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789130339.598250:0:30507:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf580bbc00 x1876037329007872/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130339.598258:0:30507:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789130339.598261:0:30507:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789130339.598268:0:30507:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789130339.598271:0:30507:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789130339.598274:0:30507:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789130339.598277:0:30507:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf580bbc00 pname:cluuid:pid:xid:nid:opc:job rm:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:30507:1876037329007872:192.168.204.123@tcp:101:rm.0 00000100:00000001:2.0:1789130339.598282:0:30507:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789130339.598290:0:30507:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789130339.598293:0:30507:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789130339.598296:0:30507:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789130339.598397:0:30507:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 262144 at ffff9caf48a00000. 02000000:00000001:2.0:1789130339.598400:0:30507:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789130339.598409:0:30507:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:2.0:1789130339.598415:0:30507:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf483fd528. 00000400:00000010:2.0:1789130339.598425:0:30507:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffff9caf47fb6000. 00000100:00000200:2.0:1789130339.598435:0:30507:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 262144 bytes, xid 1876037329007872, portal 10 00000100:00000001:2.0:1789130339.598437:0:30507:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789130339.598438:0:30507:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875643214848 : -109198066336768 : ffff9caf580bbc00) 00000100:00000040:2.0:1789130339.598451:0:30507:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9caf580bbc00 x1876037329007872/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789130479 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130339.598464:0:30507:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789130339.598467:0:30507:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:2.0:1789130339.598472:0:30507:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf42d18b28. 00000100:00000200:2.0:1789130339.598475:0:30507:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1876037329007872, offset 0 00000400:00000200:2.0:1789130339.598483:0:30507:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:2.0:1789130339.598495:0:30507:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130339.598506:0:30507:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:2.0:1789130339.598514:0:30507:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789130339.598521:0:30507:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:2.0:1789130339.598526:0:30507:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789130339.598529:0:30507:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:2.0:1789130339.598533:0:30507:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2330:2330:256:4294967295] 192.168.204.123@tcp LPNI seq info [2329:2329:8:4294967295] 00000400:00000200:2.0:1789130339.598538:0:30507:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130339.598552:0:30507:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:2.0:1789130339.598560:0:30507:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:2.0:1789130339.598567:0:30507:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf616ca800. 00000800:00000200:2.0:1789130339.598577:0:30507:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:2.0:1789130339.598589:0:30507:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:2.0:1789130339.598596:0:30507:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf616ca800 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:2.0:1789130339.598626:0:30507:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130339.598632:0:30507:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: using a timeout of 820837 usecs (821 jiffies) 00000400:00000200:2.0:1789130339.598637:0:30507:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:2.0:1789130339.598641:0:30507:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296434441 00000100:00000001:2.0:1789130339.598645:0:30507:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 2, keep current deadline 4296436215 00000100:00000001:2.0:1789130339.598648:0:30507:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296434441 00000100:00000001:2.0:1789130339.598650:0:30507:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 3, keep current deadline 4296436215 00000100:00000001:2.0:1789130339.598653:0:30507:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789130339.598657:0:30507:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130339.598660:0:30507:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789130339.598663:0:30507:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=135 : 135 : 87) 00000100:00100000:2.0:1789130339.598667:0:30507:0:(client.c:2715:ptlrpc_set_wait()) set ffff9caf48519cc0 going to sleep for 135 seconds 00000100:00000001:2.0:1789130339.598670:0:30507:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789130339.598672:0:30507:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789130339.599880:0:2341:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789130339.599891:0:2341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf616ca800. 00000400:00000200:3.0:1789130339.599900:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130339.599908:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:3.0:1789130339.599917:0:2341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf42d18b28 00000400:00000010:3.0:1789130339.599919:0:2341:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf42d18b28. 00000100:00000001:3.0:1789130339.599924:0:2341:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789130339.599931:0:2341:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf580bbc00 x1876037329007872/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789130479 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130339.599944:0:2341:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130339.599947:0:2341:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf580bbc00 x1876037329007872/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789130479 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130339.599954:0:2341:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130339.599956:0:2341:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1789130339.607263:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130339.607286:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789130339.607292:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130339.607295:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130339.607308:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130339.607319:0:2342:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:3.0:1789130339.607336:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130339.607342:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130339.607349:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130339.607356:0:2342:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 608 into portal 10 MB=0x6aa3efa94b500 00000400:00000200:3.0:1789130339.607362:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130339.607369:0:2342:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.123@tcp of length 608/608 into md 0x654d [64] + 224 00000800:00000001:3.0:1789130339.607381:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130339.607390:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130339.607395:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130339.607400:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:3.0:1789130339.607413:0:2342:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789130339.607427:0:2342:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf580bbc00 x1876037329007872/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789130479 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789130339.607440:0:2342:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=608 offset=224 replen=131856 req@ffff9caf580bbc00 x1876037329007872/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789130479 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130339.607477:0:2342:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789130339.607495:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130339.607499:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789130339.607670:0:30507:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789130339.607679:0:30507:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789130339.607681:0:30507:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789130339.607685:0:30507:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf483fd528. 00000400:00000200:2.0:1789130339.607689:0:30507:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf47fb6000 00000400:00000010:2.0:1789130339.607691:0:30507:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 1144 at ffff9caf47fb6000. 00000100:00000001:2.0:1789130339.607694:0:30507:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789130339.607698:0:30507:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf580bbc00 x1876037329007872/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789130479 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1789130339.607705:0:30507:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf580bbc00 x1876037329007872/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789130479 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130339.607709:0:30507:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789130339.607712:0:30507:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789130339.607714:0:30507:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789130339.607718:0:30507:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789130339.607720:0:30507:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789130339.607721:0:30507:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789130339.607725:0:30507:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789130339.607738:0:30507:0:(import.c:2149:obd_at_measure()) add 104 to ffff9caf6079ac60 time=108 v=104 (104 104 104 104) 00000100:00001000:2.0:1789130339.607742:0:30507:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf6079ac18 time=1 v=5 (1 0 0 0) 00000100:00000001:2.0:1789130339.607744:0:30507:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000040:2.0:1789130339.607747:0:30507:0:(client.c:1510:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff9caf580bbc00 x1876037329007872/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/608 e 0 to 0 dl 1789130479 ref 2 fl Rpc:RPQU/600/0 rc 0/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130339.607752:0:30507:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:2.0:1789130339.607755:0:30507:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1789130339.607756:0:30507:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:2.0:1789130339.607758:0:30507:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1789130339.607760:0:30507:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789130339.607762:0:30507:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875643214848 : -109198066336768 : ffff9caf580bbc00) 00000100:00000001:2.0:1789130339.607766:0:30507:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789130339.607769:0:30507:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9caf5014c800: skip recheck: last_committed 4294967597 00000100:00000001:2.0:1789130339.608474:0:30507:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789130339.608480:0:30507:0:(client.c:1797:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:2.0:1789130339.608563:0:30507:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf580bbc00 x1876037329007872/t4294967605(4294967605) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/608 e 0 to 0 dl 1789130479 ref 3 fl Rpc:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130339.608575:0:30507:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:2.0:1789130339.608579:0:30507:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789130339.608582:0:30507:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789130339.608587:0:30507:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf580bbc00 x1876037329007872/t4294967605(4294967605) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/608 e 0 to 0 dl 1789130479 ref 3 fl Interpret:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1789130339.608597:0:30507:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf580bbc00 pname:cluuid:pid:xid:nid:opc:job rm:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:30507:1876037329007872:192.168.204.123@tcp:101:rm.0 00000100:00000001:2.0:1789130339.608608:0:30507:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789130339.608613:0:30507:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:2.0:1789130339.608618:0:30507:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1789130339.608624:0:30507:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130339.608627:0:30507:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf580bbc00 x1876037329007872/t4294967605(4294967605) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/608 e 0 to 0 dl 1789130479 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130339.608636:0:30507:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789130339.608641:0:30507:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9caf48519cc0. 00000100:00000001:2.0:1789130339.608647:0:30507:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1789130339.608651:0:30507:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:2.0:1789130339.608657:0:30507:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1789130339.608667:0:30507:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130339.608671:0:30507:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130339.608678:0:30507:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf46a93a00 refcount=4 00000020:00000001:2.0:1789130339.608680:0:30507:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875351546368 : -109198358005248 : ffff9caf46a93a00) 00010000:00000001:2.0:1789130339.608686:0:30507:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875351546368 : -109198358005248 : ffff9caf46a93a00) 00010000:00010000:2.0:1789130339.608695:0:30507:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a93a00/0xde5303b1d982cbe9 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30507 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789130339.608713:0:30507:0:(ldlm_request.c:719:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:2.0:1789130339.608719:0:30507:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a93a00/0xde5303b1d982cbe9 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 30507 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789130339.608727:0:30507:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789130339.608731:0:30507:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a93a00/0xde5303b1d982cbe9 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 30507 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789130339.608739:0:30507:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130339.608743:0:30507:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1789130339.608745:0:30507:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a93a00/0xde5303b1d982cbe9 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 30507 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789130339.609191:0:30507:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789130339.609195:0:30507:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130339.609198:0:30507:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1789130339.609201:0:30507:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a93a00/0xde5303b1d982cbe9 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 30507 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789130339.609208:0:30507:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9caf46a93a00 already unused, calling callback (ffffffffc1904580) 00000080:00000001:2.0:1789130339.609212:0:30507:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:2.0:1789130339.609215:0:30507:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a93a00/0xde5303b1d982cbe9 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 30507 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789130339.609222:0:30507:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:2.0:1789130339.609225:0:30507:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:2.0:1789130339.609228:0:30507:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a93a00/0xde5303b1d982cbe9 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 30507 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789130339.609234:0:30507:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:2.0:1789130339.609236:0:30507:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1789130339.609238:0:30507:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130339.609420:0:30507:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130339.609423:0:30507:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf46a93a00 refcount=5 00000020:00000001:2.0:1789130339.609425:0:30507:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875351546368 : -109198358005248 : ffff9caf46a93a00) 00010000:00000001:2.0:1789130339.609429:0:30507:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875351546368 : -109198358005248 : ffff9caf46a93a00) 00010000:00000001:2.0:1789130339.609433:0:30507:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1789130339.609436:0:30507:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a93a00/0xde5303b1d982cbe9 lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 30507 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:2.0:1789130339.609443:0:30507:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1789130339.609445:0:30507:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789130339.609449:0:30507:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:2.0:1789130339.609451:0:30507:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1789130339.609455:0:30507:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1789130339.609457:0:30507:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1789130339.609459:0:30507:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789130339.609461:0:30507:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1789130339.609464:0:30507:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9caf46a93a00 with handle 0xde5303b1d982cbe9 from hash 00010000:00000001:2.0:1789130339.609467:0:30507:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1789130339.609469:0:30507:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130339.609470:0:30507:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130339.609471:0:30507:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1789130339.609474:0:30507:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1789130339.609475:0:30507:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1789130339.609478:0:30507:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130339.609479:0:30507:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130339.609480:0:30507:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130339.609662:0:30507:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789130339.609666:0:30507:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a93a00/0xde5303b1d982cbe9 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 30507 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789130339.609672:0:30507:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130339.609673:0:30507:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130339.609674:0:30507:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1789130339.609676:0:30507:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789130339.609677:0:30507:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130339.609679:0:30507:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130339.609680:0:30507:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1789130339.609682:0:30507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a93a00/0xde5303b1d982cbe9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 30507 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789130339.609705:0:30507:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130339.609707:0:30507:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:2.0:1789130339.609717:0:30507:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00000002:00100000:2.0:1789130339.609734:0:30507:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x2b, status=0 req@ffff9caf580bbc00 x1876037329007872/t4294967605(4294967605) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/608 e 0 to 0 dl 1789130479 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1789130339.609747:0:30507:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:2.0:1789130339.609753:0:30507:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9caf580bbc00 x1876037329007872/t4294967605(4294967605) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/608 e 0 to 0 dl 1789130479 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1789130339.609761:0:30507:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130339.609764:0:30507:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1789130339.609766:0:30507:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789130339.609768:0:30507:0:(mdc_locks.c:932:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789130339.609780:0:30507:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789130339.609785:0:30507:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:2.0:1789130339.609789:0:30507:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789130339.609791:0:30507:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875643214848 : -109198066336768 : ffff9caf580bbc00) 00010000:00000001:2.0:1789130339.609793:0:30507:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1789130339.609795:0:30507:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789130339.609797:0:30507:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1789130339.609801:0:30507:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c47868 00000002:00002000:2.0:1789130339.609874:0:30507:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=open status=0 disp=0x80002b: rc = 0 00000002:00000001:2.0:1789130339.609887:0:30507:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789130339.609892:0:30507:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789130339.609896:0:30507:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1789130339.609900:0:30507:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:2.0:1789130339.609904:0:30507:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789130339.609911:0:30507:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9caf4557c8c0 2 00000080:00000010:2.0:1789130339.609918:0:30507:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9caf48ef9a00. 00000080:00000001:2.0:1789130339.609927:0:30507:0:(llite_lib.c:3864:ll_prep_inode()) Process entered 00000002:00000001:2.0:1789130339.609937:0:30507:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:2.0:1789130339.609941:0:30507:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1789130339.609945:0:30507:0:(llite_lib.c:1973:ll_update_lsm_md()) Process entered 00000080:00000002:2.0:1789130339.609949:0:30507:0:(llite_lib.c:1977:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000404:0x20:0x0] 00000080:00000001:2.0:1789130339.609953:0:30507:0:(llite_lib.c:1994:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130339.609960:0:30507:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833952 : 144115205322833952 : 200000404000020) 00000080:00000001:2.0:1789130339.609964:0:30507:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:2.0:1789130339.609970:0:30507:0:(llite_lib.c:3140:ll_update_inode()) inode=[0x200000404:0x20:0x0], updating i_size 7680 00000080:00000001:2.0:1789130339.609973:0:30507:0:(llite_lib.c:3962:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1789130339.609976:0:30507:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1789130339.609978:0:30507:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130339.609982:0:30507:0:(llite_lib.c:3176:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:2.0:1789130339.609984:0:30507:0:(llite_lib.c:3182:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130339.609988:0:30507:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130339.609992:0:30507:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf580bbc00 x1876037329007872/t4294967605(4294967605) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/608 e 0 to 0 dl 1789130479 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130339.609999:0:30507:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130339.610004:0:30507:0:(file.c:917:ll_intent_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1789130339.610016:0:30507:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff9caf5049e340. 00000080:00000001:2.0:1789130339.610020:0:30507:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:2.0:1789130339.610024:0:30507:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00000002:00000001:2.0:1789130339.610027:0:30507:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:2.0:1789130339.610031:0:30507:0:(obd.h:1507:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff9caf484ad780. 00000002:00100000:2.0:1789130339.610043:0:30507:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9caf580bbc00 x1876037329007872/t4294967605(4294967605) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/608 e 0 to 0 dl 1789130479 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1789130339.610051:0:30507:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789130339.610053:0:30507:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:2.0:1789130339.610058:0:30507:0:(rw.c:970:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:2.0:1789130339.610062:0:30507:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130339.610067:0:30507:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:2.0:1789130339.610069:0:30507:0:(pcc.c:2368:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130339.610072:0:30507:0:(file.c:1296:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789130339.610077:0:30507:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130339.610081:0:30507:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf580bbc00 x1876037329007872/t4294967605(4294967605) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/608 e 0 to 0 dl 1789130479 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 02000000:00000001:2.0:1789130339.610090:0:30507:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789130339.610096:0:30507:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 262144 at ffff9caf48a00000. 02000000:00000001:2.0:1789130339.610149:0:30507:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1789130339.610151:0:30507:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130339.610155:0:30507:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c47b78 00000080:00000008:2.0:1789130339.610157:0:30507:0:(file.c:1329:ll_file_open()) COMPLETED file d21f.recovery-small-2:[0x200000404:0x20:0x0](ffff9caf6019e3c8), flags 704400, rc = 0 00000080:00000001:2.0:1789130339.610162:0:30507:0:(dir.c:3011:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130339.610193:0:30507:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c47d30 00000080:00200008:2.0:1789130339.610195:0:30507:0:(file.c:6313:ll_getattr_dentry()) START file d21f.recovery-small-2:[0x200000404:0x20:0x0](ffff9caf6019e3c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1789130339.610206:0:30507:0:(statahead.c:2326:start_statahead_thread()) Process entered 00000080:00000001:2.0:1789130339.610211:0:30507:0:(statahead.c:2329:start_statahead_thread()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130339.610215:0:30507:0:(file.c:6206:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1789130339.610217:0:30507:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c47ca8 00000080:00200000:2.0:1789130339.610219:0:30507:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x20:0x0](ffff9caf6019e3c8),name=d21f.recovery-small-2 00000080:00000010:2.0:1789130339.610226:0:30507:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9caf48ef9a00. 00800000:00000002:2.0:1789130339.610234:0:30507:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9caf4557c8c0 2 00000080:00000001:2.0:1789130339.610374:0:30507:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1789130339.610379:0:30507:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1789130339.610381:0:30507:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c47bc8 00800000:00000002:2.0:1789130339.610385:0:30507:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000404:0x20:0x0] 'd21f.recovery-small-2' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1789130339.610389:0:30507:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1789130339.610395:0:30507:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x20:0x0], name='' -> mds #0 00000002:00000001:2.0:1789130339.610402:0:30507:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1789130339.610404:0:30507:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c47a98 00000002:00010000:2.0:1789130339.610406:0:30507:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000404:0x20:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1789130339.610410:0:30507:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1789130339.610413:0:30507:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789130339.610417:0:30507:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789130339.610427:0:30507:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf4a8cc100 count: 2 00010000:00000001:2.0:1789130339.610432:0:30507:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789130339.610439:0:30507:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789130339.610442:0:30507:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1789130339.610447:0:30507:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40031c00/0xde5303b1d982cbb8 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x20:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a53ea expref: -99 pid: 30506 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:2.0:1789130339.610463:0:30507:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1789130339.610469:0:30507:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789130339.610473:0:30507:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40031c00/0xde5303b1d982cbb8 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x20:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a53ea expref: -99 pid: 30506 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:2.0:1789130339.610481:0:30507:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1789130339.610494:0:30507:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1789130339.610496:0:30507:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1789130339.610498:0:30507:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1789130339.610501:0:30507:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1789130339.610503:0:30507:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1789130339.610505:0:30507:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1789130339.610508:0:30507:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9caf4557c8c0 2 00000080:00000010:2.0:1789130339.610511:0:30507:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9caf48ef9a00. 00000080:00000001:2.0:1789130339.610515:0:30507:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1789130339.610517:0:30507:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789130339.610520:0:30507:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x20:0x0](ffff9caf6019e3c8) 00000080:00010000:2.0:1789130339.610524:0:30507:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000404:0x20:0x0](ffff9caf6019e3c8) for lock 0xde5303b1d982cbb8 00800000:00000001:2.0:1789130339.610528:0:30507:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1789130339.610530:0:30507:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1789130339.610531:0:30507:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130339.610533:0:30507:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130339.610535:0:30507:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40031c00 refcount=3 00000020:00000001:2.0:1789130339.610538:0:30507:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239996416 : -109198469555200 : ffff9caf40031c00) 00010000:00000001:2.0:1789130339.610541:0:30507:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239996416 : -109198469555200 : ffff9caf40031c00) 00010000:00000001:2.0:1789130339.610544:0:30507:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130339.610545:0:30507:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789130339.610546:0:30507:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789130339.610548:0:30507:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789130339.610551:0:30507:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xde5303b1d982cbb8 from it ffffb97f41c47ce0 00010000:00000001:2.0:1789130339.610553:0:30507:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130339.610554:0:30507:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130339.610557:0:30507:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40031c00 refcount=3 00000020:00000001:2.0:1789130339.610559:0:30507:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239996416 : -109198469555200 : ffff9caf40031c00) 00010000:00000001:2.0:1789130339.610562:0:30507:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239996416 : -109198469555200 : ffff9caf40031c00) 00010000:00000001:2.0:1789130339.610564:0:30507:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789130339.610566:0:30507:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40031c00/0xde5303b1d982cbb8 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x20:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a53ea expref: -99 pid: 30506 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1789130339.610573:0:30507:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130339.610574:0:30507:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130339.610576:0:30507:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1789130339.610578:0:30507:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1789130339.610581:0:30507:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40031c00/0xde5303b1d982cbb8 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x20:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a53ea expref: -99 pid: 30506 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:2.0:1789130339.610588:0:30507:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789130339.610593:0:30507:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789130339.610595:0:30507:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789130339.610601:0:30507:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130339.610602:0:30507:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130339.610604:0:30507:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130339.610607:0:30507:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789130339.610609:0:30507:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130339.610611:0:30507:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130339.610615:0:30507:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130339.610617:0:30507:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789130339.610618:0:30507:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130339.610619:0:30507:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1789130339.610621:0:30507:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1789130339.610623:0:30507:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1789130339.610628:0:30507:0:(file.c:6266:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130339.610632:0:30507:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c47d30 00000080:00000008:2.0:1789130339.610635:0:30507:0:(file.c:6498:ll_getattr_dentry()) COMPLETED file d21f.recovery-small-2:[0x200000404:0x20:0x0](ffff9caf6019e3c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1789130339.610661:0:30507:0:(dir.c:324:ll_iterate()) Process entered 00000080:00200000:2.0:1789130339.610663:0:30507:0:(dir.c:332:ll_iterate()) VFS Op:inode=[0x200000404:0x20:0x0](ffff9caf6019e3c8) pos/size0/7680 32bit_api 0 00000080:00000010:2.0:1789130339.610669:0:30507:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9caf48ef9a00. 00000080:00000001:2.0:1789130339.610673:0:30507:0:(dir.c:194:ll_dir_read()) Process entered 00800000:00000001:2.0:1789130339.610681:0:30507:0:(lmv_obd.c:3441:lmv_read_page()) Process entered 00000002:00000001:2.0:1789130339.610685:0:30507:0:(mdc_request.c:1493:mdc_read_page()) Process entered 00000002:00000001:2.0:1789130339.610687:0:30507:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1789130339.610689:0:30507:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c47ab8 00000002:00010000:2.0:1789130339.610691:0:30507:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000404:0x20:0x0]) in obj [0x200000404:0x20:0x0], intent: readdir flags 0 00000002:00000001:2.0:1789130339.610694:0:30507:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1789130339.610695:0:30507:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789130339.610697:0:30507:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789130339.610700:0:30507:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf4a8cc100 count: 2 00010000:00000001:2.0:1789130339.610702:0:30507:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789130339.610705:0:30507:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789130339.610707:0:30507:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1789130339.610710:0:30507:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40031c00/0xde5303b1d982cbb8 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x20:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a53ea expref: -99 pid: 30506 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:2.0:1789130339.610717:0:30507:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1789130339.610719:0:30507:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789130339.610722:0:30507:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40031c00/0xde5303b1d982cbb8 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x20:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a53ea expref: -99 pid: 30506 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:2.0:1789130339.610727:0:30507:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1789130339.610729:0:30507:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1789130339.610731:0:30507:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1789130339.610733:0:30507:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1789130339.610734:0:30507:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130339.610735:0:30507:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130339.610737:0:30507:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40031c00 refcount=3 00000020:00000001:2.0:1789130339.610739:0:30507:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239996416 : -109198469555200 : ffff9caf40031c00) 00010000:00000001:2.0:1789130339.610742:0:30507:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239996416 : -109198469555200 : ffff9caf40031c00) 00010000:00000001:2.0:1789130339.610744:0:30507:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130339.610745:0:30507:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789130339.610746:0:30507:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789130339.610890:0:30507:0:(mdc_request.c:1391:do_mdc_read_folio_remote()) Process entered 00000002:00000010:2.0:1789130339.610899:0:30507:0:(mdc_request.c:1398:do_mdc_read_folio_remote()) kmalloced '(folio_pool)': 2048 at ffff9caf47fb6000. 00000002:00000001:2.0:1789130339.612578:0:30507:0:(mdc_request.c:1036:mdc_getpage()) Process entered 00000100:00000010:2.0:1789130339.612597:0:30507:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf580ba1c0. 00000020:00000040:2.0:1789130339.612606:0:30507:0:(genops.c:1210:class_import_get()) import ffff9caf6079a800 refcount=8 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000100:00000001:2.0:1789130339.612611:0:30507:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789130339.612616:0:30507:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789130339.612622:0:30507:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789130339.612632:0:30507:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9caf48ef9600. 00000100:00000001:2.0:1789130339.612639:0:30507:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130339.612643:0:30507:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:2.0:1789130339.612648:0:30507:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at ffff9caf58571400. 00000100:00000010:2.0:1789130339.612654:0:30507:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 4096 at ffff9caf50109000. 00000020:00000040:2.0:1789130339.612656:0:30507:0:(genops.c:1210:class_import_get()) import ffff9caf6079a800 refcount=9 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000100:00000001:2.0:1789130339.612695:0:30507:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1789130339.612698:0:30507:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1789130339.612706:0:30507:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9caf48519cc0. 00000100:00000001:2.0:1789130339.612709:0:30507:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446634875379358912 : -109198330192704 : ffff9caf48519cc0) 00000100:00000001:2.0:1789130339.612712:0:30507:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789130339.612714:0:30507:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875643208128 : -109198066343488 : ffff9caf580ba1c0) 00000100:00000001:2.0:1789130339.612719:0:30507:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789130339.612725:0:30507:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130339.612727:0:30507:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1789130339.612730:0:30507:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789130339.612743:0:30507:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf580ba1c0 x1876037329008000/t0(0) o37->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 448/440 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130339.612752:0:30507:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789130339.612755:0:30507:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789130339.612760:0:30507:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789130339.612762:0:30507:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789130339.612766:0:30507:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789130339.612770:0:30507:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf580ba1c0 pname:cluuid:pid:xid:nid:opc:job rm:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:30507:1876037329008000:192.168.204.123@tcp:37:rm.0 00000100:00000001:2.0:1789130339.612785:0:30507:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789130339.612792:0:30507:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789130339.612796:0:30507:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130339.612798:0:30507:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000200:2.0:1789130339.613479:0:30507:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:2.0:1789130339.613552:0:30507:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf483fd528. 00000400:00000010:2.0:1789130339.613568:0:30507:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at ffff9caf484f6000. 00000100:00000200:2.0:1789130339.613580:0:30507:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 256 pages 1048576 bytes, mbits x0x6aa3efa94b580-0x6aa3efa94b580, portal 14 00000100:00000001:2.0:1789130339.613585:0:30507:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789130339.613588:0:30507:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789130339.613596:0:30507:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9caf58573800. 02000000:00000001:2.0:1789130339.613598:0:30507:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789130339.613602:0:30507:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:2.0:1789130339.613605:0:30507:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf483fdd10. 00000400:00000010:2.0:1789130339.613611:0:30507:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf42d18088. 00000100:00000200:2.0:1789130339.613615:0:30507:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876037329008000, portal 10 00000100:00000001:2.0:1789130339.613617:0:30507:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789130339.613618:0:30507:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875643208128 : -109198066343488 : ffff9caf580ba1c0) 00000100:00000040:2.0:1789130339.613631:0:30507:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9caf580ba1c0 x1876037329008000/t0(0) o37->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 448/440 e 0 to 0 dl 1789130355 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130339.613640:0:30507:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789130339.613643:0:30507:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:2.0:1789130339.613646:0:30507:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf42d18198. 00000100:00000200:2.0:1789130339.613649:0:30507:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 23, xid 1876037329008000, offset 0 00000400:00000200:2.0:1789130339.613658:0:30507:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:2.0:1789130339.613670:0:30507:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130339.613681:0:30507:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:2.0:1789130339.613688:0:30507:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789130339.613694:0:30507:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:2.0:1789130339.613699:0:30507:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789130339.613702:0:30507:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:2.0:1789130339.613707:0:30507:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2331:2331:256:4294967295] 192.168.204.123@tcp LPNI seq info [2330:2330:8:4294967295] 00000400:00000200:2.0:1789130339.613712:0:30507:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130339.613725:0:30507:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:2.0:1789130339.613733:0:30507:0:(socklnd_cb.c:931:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:2.0:1789130339.613740:0:30507:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf616ca200. 00000800:00000200:2.0:1789130339.613749:0:30507:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:2.0:1789130339.613760:0:30507:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:2.0:1789130339.613766:0:30507:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf616ca200 type 1, nob 544 niov 1 nkiov 1 00000100:00000001:2.0:1789130339.614843:0:30507:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130339.614977:0:30507:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: using a timeout of 819607 usecs (820 jiffies) 00000400:00000200:2.0:1789130339.614986:0:30507:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:2.0:1789130339.614992:0:30507:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296434457 00000100:00000001:2.0:1789130339.614998:0:30507:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 2, keep current deadline 4296436215 00000100:00000001:2.0:1789130339.615000:0:30507:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296434457 00000100:00000001:2.0:1789130339.615003:0:30507:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 3, keep current deadline 4296436215 00000100:00000001:2.0:1789130339.615005:0:30507:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789130339.615010:0:30507:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130339.615014:0:30507:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789130339.615016:0:30507:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1789130339.615019:0:30507:0:(client.c:2715:ptlrpc_set_wait()) set ffff9caf48519cc0 going to sleep for 11 seconds 00000100:00000001:2.0:1789130339.615024:0:30507:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789130339.615028:0:30507:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789130339.617315:0:2341:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789130339.617333:0:2341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf616ca200. 00000400:00000200:3.0:1789130339.617344:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130339.617358:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:3.0:1789130339.617369:0:2341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf42d18198 00000400:00000010:3.0:1789130339.617372:0:2341:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf42d18198. 00000100:00000001:3.0:1789130339.617395:0:2341:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789130339.617407:0:2341:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf580ba1c0 x1876037329008000/t0(0) o37->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 448/440 e 0 to 0 dl 1789130355 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130339.617424:0:2341:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130339.617429:0:2341:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf580ba1c0 x1876037329008000/t0(0) o37->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 448/440 e 0 to 0 dl 1789130355 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130339.617437:0:2341:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130339.617439:0:2341:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:2.1:1789130339.617873:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf46a93a00. 00000800:00000001:3.0:1789130339.648930:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130339.648957:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789130339.648970:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130339.648985:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130339.648999:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130339.649010:0:2342:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:3.0:1789130339.649023:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130339.649030:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130339.649038:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130339.649045:0:2342:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 4096 into portal 14 MB=0x6aa3efa94b580 00000400:00000200:3.0:1789130339.649052:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130339.649062:0:2342:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index e from 12345-192.168.204.123@tcp of length 4096/4096 into md 0x655d [256] + 0 00000400:00000010:3.0:1789130339.649069:0:2342:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf483fd528. 00000400:00000200:3.0:1789130339.649076:0:2342:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff9caf484f6000 00000800:00000001:3.0:1789130339.649084:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130339.649097:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130339.649101:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130339.649107:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:3.0:1789130339.649115:0:2342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf484f6000 00000400:00000010:3.0:1789130339.649118:0:2342:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 4216 at ffff9caf484f6000. 00000100:00000001:3.0:1789130339.649230:0:2342:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:3.0:1789130339.649234:0:2342:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req ffff9caf580ba1c0 desc ffff9caf58571400 mbits 1876037329008000 00000100:00000001:2.0:1789130339.649324:0:30507:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789130339.649330:0:30507:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130339.649393:0:2342:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:3.0:1789130339.649407:0:2342:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1789130339.649412:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130339.649420:0:2342:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.204.23@tcp to MR: 192.168.204.123@tcp local destination 00000400:00000200:3.0:1789130339.649429:0:2342:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2332:2332:256:4294967295] 192.168.204.123@tcp LPNI seq info [2331:2331:8:4294967295] 00000400:00000200:3.0:1789130339.649435:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130339.649445:0:2342:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:192.168.204.23@tcp) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) 192.168.204.123@tcp : ACK try# 0 00000800:00000200:3.0:1789130339.649453:0:2342:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 256 frags to 12345-192.168.204.123@tcp 00000800:00000010:3.0:1789130339.649468:0:2342:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 4328 at ffff9caf4847a000. 00000800:00000200:3.0:1789130339.649478:0:2342:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:3.0:1789130339.649488:0:2342:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:3.0:1789130339.649496:0:2342:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf4847a000 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1789130339.649629:0:2342:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789130339.649634:0:2342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 4328 at ffff9caf4847a000. 00000400:00000200:3.0:1789130339.649639:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130339.649644:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: ACK: OK 00000800:00000001:3.0:1789130339.649651:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130339.649655:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789130339.659593:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130339.659617:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789130339.659622:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130339.659624:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130339.659637:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130339.659648:0:2342:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:3.0:1789130339.659659:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130339.659665:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130339.659673:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130339.659678:0:2342:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 440 into portal 10 MB=0x6aa3efa94b580 00000400:00000200:3.0:1789130339.659684:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130339.659692:0:2342:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.123@tcp of length 440/440 into md 0x6565 [1] + 224 00000800:00000001:3.0:1789130339.659701:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130339.659710:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130339.659714:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130339.659720:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:3.0:1789130339.659730:0:2342:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789130339.659741:0:2342:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf580ba1c0 x1876037329008000/t0(0) o37->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 448/440 e 0 to 0 dl 1789130355 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789130339.659754:0:2342:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=440 offset=224 replen=440 req@ffff9caf580ba1c0 x1876037329008000/t0(0) o37->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 448/440 e 0 to 0 dl 1789130355 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130339.660132:0:2342:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789130339.660147:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130339.660150:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1789130339.663126:0:2342:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789130339.663133:0:2342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf451e7900. 00000400:00000200:2.0:1789130339.663139:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130339.663147:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:2.0:1789130339.663156:0:2342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf5801e000 00000400:00000010:2.0:1789130339.663159:0:2342:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf5801e000. 00000100:00000001:2.0:1789130339.663166:0:2342:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789130339.663172:0:2342:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf61461e00 x1876037329008256/t0(0) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1789130355 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130339.663185:0:2342:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130339.663189:0:2342:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf61461e00 x1876037329008256/t0(0) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1789130355 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130339.663196:0:2342:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130339.663199:0:2342:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1789130339.669553:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130339.669584:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789130339.669591:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130339.669594:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130339.669618:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130339.669628:0:2341:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:2.0:1789130339.669640:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130339.669647:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130339.669654:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130339.669659:0:2341:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 456 into portal 10 MB=0x6aa3efa94b680 00000400:00000200:2.0:1789130339.669665:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130339.669672:0:2341:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.123@tcp of length 456/456 into md 0x6575 [1] + 224 00000800:00000001:2.0:1789130339.669682:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130339.669694:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130339.669697:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130339.669703:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:2.0:1789130339.669713:0:2341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789130339.669724:0:2341:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf61461e00 x1876037329008256/t0(0) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1789130355 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789130339.669734:0:2341:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9caf61461e00 x1876037329008256/t0(0) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1789130355 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130339.669764:0:2341:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789130339.669787:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130339.669791:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1789130339.672231:0:2342:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789130339.672239:0:2342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf451e7500. 00000400:00000200:2.0:1789130339.672245:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130339.672254:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:2.0:1789130339.672262:0:2342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf5801e088 00000400:00000010:2.0:1789130339.672264:0:2342:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf5801e088. 00000100:00000001:2.0:1789130339.672269:0:2342:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789130339.672275:0:2342:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf61461e00 x1876037329008512/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789130479 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130339.672288:0:2342:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130339.672292:0:2342:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf61461e00 x1876037329008512/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789130479 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130339.672300:0:2342:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130339.672302:0:2342:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1789130339.683728:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130339.683751:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789130339.683757:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130339.683760:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130339.684220:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130339.684232:0:2341:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:2.0:1789130339.684249:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130339.684256:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130339.684264:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130339.684270:0:2341:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 608 into portal 10 MB=0x6aa3efa94b780 00000400:00000200:2.0:1789130339.684275:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130339.684283:0:2341:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.123@tcp of length 608/608 into md 0x657d [64] + 224 00000800:00000001:2.0:1789130339.684293:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130339.684305:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130339.684309:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130339.684314:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:2.0:1789130339.684325:0:2341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789130339.684337:0:2341:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf61461e00 x1876037329008512/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789130479 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789130339.684351:0:2341:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=608 offset=224 replen=131856 req@ffff9caf61461e00 x1876037329008512/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789130479 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130339.684438:0:2341:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789130339.684451:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130339.684455:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1789130339.693305:0:2342:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789130339.693313:0:2342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf451e7200. 00000400:00000200:2.0:1789130339.693323:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130339.693336:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:2.0:1789130339.693347:0:2342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf5801e088 00000400:00000010:2.0:1789130339.693350:0:2342:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf5801e088. 00000100:00000001:2.0:1789130339.693357:0:2342:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789130339.693367:0:2342:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf61463480 x1876037329008768/t0(0) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 496/624 e 0 to 0 dl 1789130479 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130339.693381:0:2342:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130339.693384:0:2342:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf61463480 x1876037329008768/t0(0) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 496/624 e 0 to 0 dl 1789130479 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130339.693392:0:2342:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130339.693394:0:2342:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1:1789130339.697980:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf40030200. 00010000:00000010:0.1:1789130339.698008:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf42f26f00. 00010000:00000010:0.1:1789130339.698014:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf586b6400. 00010000:00000010:0.1:1789130339.698018:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf40031c00. 00000800:00000001:2.0:1789130339.704037:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130339.704064:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789130339.704070:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130339.704073:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130339.704087:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130339.704098:0:2341:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:2.0:1789130339.704110:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130339.704116:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130339.704123:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130339.704128:0:2341:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 456 into portal 10 MB=0x6aa3efa94b880 00000400:00000200:2.0:1789130339.704134:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130339.704141:0:2341:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.123@tcp of length 456/456 into md 0x6585 [1] + 224 00000800:00000001:2.0:1789130339.704151:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130339.704159:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130339.704163:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130339.704168:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:2.0:1789130339.704178:0:2341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789130339.704191:0:2341:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf61463480 x1876037329008768/t0(0) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 496/624 e 0 to 0 dl 1789130479 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789130339.704205:0:2341:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff9caf61463480 x1876037329008768/t0(0) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 496/624 e 0 to 0 dl 1789130479 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130339.704367:0:2341:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1789130339.704380:0:2341:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1789130339.704386:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130339.704391:0:2341:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.204.23@tcp to MR: 192.168.204.123@tcp local destination 00000400:00000200:2.0:1789130339.704399:0:2341:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2336:2336:256:4294967295] 192.168.204.123@tcp LPNI seq info [2335:2335:8:4294967295] 00000400:00000200:2.0:1789130339.704403:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130339.704412:0:2341:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:192.168.204.23@tcp) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) 192.168.204.123@tcp : ACK try# 0 00000800:00000200:2.0:1789130339.704418:0:2341:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:2.0:1789130339.704426:0:2341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf616ca400. 00000800:00000200:2.0:1789130339.704433:0:2341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:2.0:1789130339.704443:0:2341:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:2.0:1789130339.704448:0:2341:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf616ca400 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1789130339.704574:0:2341:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789130339.704578:0:2341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf616ca400. 00000400:00000200:2.0:1789130339.704582:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130339.704585:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: ACK: OK 00000800:00000001:2.0:1789130339.704593:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130339.704597:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1789130339.709054:0:2341:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789130339.709061:0:2341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf47f34600. 00000400:00000200:2.0:1789130339.709066:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130339.709073:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:2.0:1789130339.709081:0:2341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf462a3d48 00000400:00000010:2.0:1789130339.709084:0:2341:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf462a3d48. 00000100:00000001:2.0:1789130339.709089:0:2341:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789130339.709095:0:2341:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf615d6d00 x1876037329008896/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789130479 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130339.709111:0:2341:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130339.709115:0:2341:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf615d6d00 x1876037329008896/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789130479 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130339.709122:0:2341:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130339.709124:0:2341:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1789130339.713695:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130339.713721:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789130339.713727:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130339.713731:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130339.713742:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130339.713751:0:2342:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:3.0:1789130339.713763:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130339.713782:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130339.713790:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130339.713796:0:2342:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 584 into portal 10 MB=0x6aa3efa94b900 00000400:00000200:3.0:1789130339.713802:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130339.713847:0:2342:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.123@tcp of length 584/584 into md 0x658d [1] + 224 00000800:00000001:3.0:1789130339.713858:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130339.713874:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130339.713878:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130339.713883:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:3.0:1789130339.713909:0:2342:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789130339.713925:0:2342:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf615d6d00 x1876037329008896/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789130479 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789130339.713946:0:2342:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff9caf615d6d00 x1876037329008896/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789130479 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130339.713978:0:2342:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789130339.713991:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130339.713995:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789130339.714252:0:30507:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789130339.714263:0:30507:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789130339.714265:0:30507:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789130339.714270:0:30507:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf42d8ec08. 00000400:00000200:2.0:1789130339.714276:0:30507:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf462a3110 00000400:00000010:2.0:1789130339.714279:0:30507:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf462a3110. 00000100:00000001:2.0:1789130339.714282:0:30507:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789130339.714287:0:30507:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf615d6d00 x1876037329008896/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789130479 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1789130339.714295:0:30507:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf615d6d00 x1876037329008896/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789130479 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130339.714301:0:30507:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789130339.714303:0:30507:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789130339.714306:0:30507:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789130339.714312:0:30507:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789130339.714314:0:30507:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789130339.714317:0:30507:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789130339.714321:0:30507:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789130339.714334:0:30507:0:(import.c:2149:obd_at_measure()) add 104 to ffff9caf6079ac60 time=108 v=104 (104 104 104 104) 00000100:00001000:2.0:1789130339.714339:0:30507:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf6079ac18 time=1 v=5 (1 0 0 0) 00000100:00000001:2.0:1789130339.714342:0:30507:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789130339.714344:0:30507:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130339.714348:0:30507:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789130339.714352:0:30507:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130339.714357:0:30507:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789130339.714360:0:30507:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9caf5014c800: skip recheck: last_committed 4294967597 00000100:00000001:2.0:1789130339.714362:0:30507:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789130339.714366:0:30507:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130339.714371:0:30507:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf615d6d00 x1876037329008896/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/584 e 0 to 0 dl 1789130479 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130339.714378:0:30507:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789130339.714382:0:30507:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789130339.714385:0:30507:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789130339.714389:0:30507:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf615d6d00 x1876037329008896/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/584 e 0 to 0 dl 1789130479 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1789130339.714397:0:30507:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf615d6d00 pname:cluuid:pid:xid:nid:opc:job rm:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:30507:1876037329008896:192.168.204.123@tcp:101:rm.0 00000100:00000001:2.0:1789130339.714403:0:30507:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789130339.714407:0:30507:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130339.714409:0:30507:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1789130339.714411:0:30507:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130339.714415:0:30507:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf615d6d00 x1876037329008896/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/584 e 0 to 0 dl 1789130479 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130339.714423:0:30507:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789130339.714427:0:30507:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9caf47fd19c0. 00000100:00000001:2.0:1789130339.714433:0:30507:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1789130339.714435:0:30507:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130339.714439:0:30507:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1789130339.714444:0:30507:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130339.714448:0:30507:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130339.714452:0:30507:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b6000 refcount=4 00000020:00000001:2.0:1789130339.714455:0:30507:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649482752 : -109198060068864 : ffff9caf586b6000) 00010000:00000001:2.0:1789130339.714459:0:30507:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649482752 : -109198060068864 : ffff9caf586b6000) 00010000:00000040:2.0:1789130339.714467:0:30507:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9caf586b6000, remote cookie: 0xcdf1b083821a54e6, flags: 0x1001 00010000:00010000:2.0:1789130339.714473:0:30507:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b6000/0xde5303b1d982cbf7 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a54e6 expref: -99 pid: 30507 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1789130339.714484:0:30507:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x20:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:2.0:1789130339.714487:0:30507:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000040:2.0:1789130339.714496:0:30507:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf4a8cc100 count: 2 00010000:00000001:2.0:1789130339.714500:0:30507:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789130339.714503:0:30507:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789130339.714508:0:30507:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b6000/0xde5303b1d982cbf7 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x20:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a54e6 expref: -99 pid: 30507 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789130339.714518:0:30507:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b6000/0xde5303b1d982cbf7 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x20:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a54e6 expref: -99 pid: 30507 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789130339.714525:0:30507:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1789130339.714530:0:30507:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1789130339.714534:0:30507:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1789130339.714537:0:30507:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1789130339.714539:0:30507:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1789130339.714542:0:30507:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x20:0x0].0x0 (ffff9caf4a8cc100) refcount = 2 00010000:00000040:2.0:1789130339.714546:0:30507:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1789130339.714548:0:30507:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40031400/0xde5303b1d982cbf0 lrc: 1/0,0 mode: CR/CR res: [0x200000404:0x20:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a54a7 expref: -99 pid: 30507 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:2.0:1789130339.714555:0:30507:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b6000/0xde5303b1d982cbf7 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x20:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a54e6 expref: -99 pid: 30507 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789130339.714562:0:30507:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1789130339.714566:0:30507:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1789130339.714568:0:30507:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789130339.714571:0:30507:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1789130339.714574:0:30507:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789130339.714577:0:30507:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b6000/0xde5303b1d982cbf7 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x20:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a54e6 expref: -99 pid: 30507 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789130339.714584:0:30507:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1789130339.714586:0:30507:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130339.714588:0:30507:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130339.714589:0:30507:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130339.714590:0:30507:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130339.714592:0:30507:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789130339.714597:0:30507:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1789130339.714599:0:30507:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130339.714601:0:30507:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130339.714603:0:30507:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b6000 refcount=3 00000020:00000001:2.0:1789130339.714605:0:30507:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649482752 : -109198060068864 : ffff9caf586b6000) 00010000:00000001:2.0:1789130339.714607:0:30507:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649482752 : -109198060068864 : ffff9caf586b6000) 00010000:00000001:2.0:1789130339.714610:0:30507:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130339.714611:0:30507:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130339.714612:0:30507:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b6000 refcount=4 00000020:00000001:2.0:1789130339.714614:0:30507:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649482752 : -109198060068864 : ffff9caf586b6000) 00010000:00000001:2.0:1789130339.714617:0:30507:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649482752 : -109198060068864 : ffff9caf586b6000) 00010000:00000001:2.0:1789130339.714620:0:30507:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789130339.714624:0:30507:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789130339.714627:0:30507:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b6000/0xde5303b1d982cbf7 lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x20:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a54e6 expref: -99 pid: 30507 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789130339.714634:0:30507:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130339.714635:0:30507:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130339.714637:0:30507:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130339.714638:0:30507:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130339.714639:0:30507:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b6000 refcount=5 00000020:00000001:2.0:1789130339.714641:0:30507:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649482752 : -109198060068864 : ffff9caf586b6000) 00010000:00000001:2.0:1789130339.714643:0:30507:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649482752 : -109198060068864 : ffff9caf586b6000) 00010000:00000001:2.0:1789130339.714646:0:30507:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789130339.714649:0:30507:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b6000/0xde5303b1d982cbf7 lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x20:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a54e6 expref: -99 pid: 30507 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789130339.714655:0:30507:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130339.714656:0:30507:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1789130339.714659:0:30507:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b6000/0xde5303b1d982cbf7 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x20:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a54e6 expref: -99 pid: 30507 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789130339.714666:0:30507:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789130339.714667:0:30507:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130339.714669:0:30507:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130339.714670:0:30507:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130339.714671:0:30507:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1789130339.714676:0:30507:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9caf615d6d00 x1876037329008896/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/584 e 0 to 0 dl 1789130479 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1789130339.714683:0:30507:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130339.714684:0:30507:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130339.714685:0:30507:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b6000 refcount=3 00000020:00000001:2.0:1789130339.714687:0:30507:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649482752 : -109198060068864 : ffff9caf586b6000) 00010000:00000001:2.0:1789130339.714689:0:30507:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649482752 : -109198060068864 : ffff9caf586b6000) 00010000:00000001:2.0:1789130339.714692:0:30507:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130339.714693:0:30507:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789130339.714694:0:30507:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789130339.714696:0:30507:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789130339.714700:0:30507:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1789130339.714702:0:30507:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130339.714704:0:30507:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130339.714705:0:30507:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b6000 refcount=3 00000020:00000001:2.0:1789130339.714706:0:30507:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649482752 : -109198060068864 : ffff9caf586b6000) 00010000:00000001:2.0:1789130339.714709:0:30507:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649482752 : -109198060068864 : ffff9caf586b6000) 00000002:00010000:2.0:1789130339.714711:0:30507:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b6000/0xde5303b1d982cbf7 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x20:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a54e6 expref: -99 pid: 30507 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789130339.714717:0:30507:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130339.714718:0:30507:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130339.714721:0:30507:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1789130339.714722:0:30507:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130339.714723:0:30507:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130339.714725:0:30507:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b6000 refcount=3 00000020:00000001:2.0:1789130339.714727:0:30507:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649482752 : -109198060068864 : ffff9caf586b6000) 00010000:00000001:2.0:1789130339.714729:0:30507:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649482752 : -109198060068864 : ffff9caf586b6000) 00010000:00000040:2.0:1789130339.714732:0:30507:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf4a8cc100 count: 3 00010000:00000001:2.0:1789130339.714734:0:30507:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1789130339.714739:0:30507:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9caf4630e800 type 13 mode 4 res 8589935620/32 (0 0) 00010000:00000001:2.0:1789130339.714741:0:30507:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130339.714742:0:30507:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789130339.714744:0:30507:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1789130339.714747:0:30507:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c479f0 00000002:00002000:2.0:1789130339.714750:0:30507:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=d21f.recovery-small-2 intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:2.0:1789130339.714753:0:30507:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789130339.714758:0:30507:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789130339.714761:0:30507:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1789130339.714765:0:30507:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:2.0:1789130339.714779:0:30507:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789130339.714784:0:30507:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9caf4557c8c0 2 00000080:00000001:2.0:1789130339.714787:0:30507:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:2.0:1789130339.714789:0:30507:0:(namei.c:674:ll_lookup_it_finish()) it ffffb97f41c47e00 it_disposition b 00000080:00000001:2.0:1789130339.714793:0:30507:0:(llite_lib.c:3864:ll_prep_inode()) Process entered 00000002:00000001:2.0:1789130339.714800:0:30507:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:2.0:1789130339.714824:0:30507:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1789130339.714828:0:30507:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833952 : 144115205322833952 : 200000404000020) 00000080:00000001:2.0:1789130339.714832:0:30507:0:(namei.c:113:ll_iget()) Process entered 00000080:00000001:2.0:1789130339.714839:0:30507:0:(llite_lib.c:1973:ll_update_lsm_md()) Process entered 00000080:00000002:2.0:1789130339.714841:0:30507:0:(llite_lib.c:1977:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000404:0x20:0x0] 00000080:00000001:2.0:1789130339.714844:0:30507:0:(llite_lib.c:1994:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130339.714848:0:30507:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833952 : 144115205322833952 : 200000404000020) 00000080:00000001:2.0:1789130339.714851:0:30507:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:2.0:1789130339.714853:0:30507:0:(llite_lib.c:3071:ll_update_inode()) setting ino 144115205322833952 mtime from 1789130319 to 1789130339 00000080:00200000:2.0:1789130339.714858:0:30507:0:(llite_lib.c:3140:ll_update_inode()) inode=[0x200000404:0x20:0x0], updating i_size 7680 00000080:00200000:2.0:1789130339.714861:0:30507:0:(namei.c:147:ll_iget()) got inode: [0x200000404:0x20:0x0](ffff9caf6019e3c8): rc = 0 00000080:00000001:2.0:1789130339.714863:0:30507:0:(namei.c:156:ll_iget()) Process leaving (rc=18446634875778360264 : -109197931191352 : ffff9caf6019e3c8) 00010000:00000001:2.0:1789130339.714865:0:30507:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130339.714867:0:30507:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130339.714868:0:30507:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b6000 refcount=3 00000020:00000001:2.0:1789130339.714870:0:30507:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649482752 : -109198060068864 : ffff9caf586b6000) 00010000:00000001:2.0:1789130339.714872:0:30507:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649482752 : -109198060068864 : ffff9caf586b6000) 00010000:00000001:2.0:1789130339.714874:0:30507:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130339.714875:0:30507:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1789130339.714878:0:30507:0:(llite_lib.c:1928:ll_update_default_lsm_md()) Process entered 00000080:00000001:2.0:1789130339.714879:0:30507:0:(llite_lib.c:1941:ll_update_default_lsm_md()) Process leaving 00000080:00000001:2.0:1789130339.714882:0:30507:0:(llite_lib.c:3962:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1789130339.714884:0:30507:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1789130339.714886:0:30507:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789130339.714889:0:30507:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000404:0x20:0x0](ffff9caf6019e3c8) for lock 0xde5303b1d982cbf7 00800000:00000001:2.0:1789130339.714892:0:30507:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1789130339.715074:0:30507:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1789130339.715077:0:30507:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130339.715078:0:30507:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130339.715080:0:30507:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b6000 refcount=3 00000020:00000001:2.0:1789130339.715082:0:30507:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649482752 : -109198060068864 : ffff9caf586b6000) 00010000:00000001:2.0:1789130339.715084:0:30507:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649482752 : -109198060068864 : ffff9caf586b6000) 00010000:00000001:2.0:1789130339.715087:0:30507:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130339.715089:0:30507:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789130339.715090:0:30507:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789130339.715092:0:30507:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:2.0:1789130339.715099:0:30507:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9caf60346bd0 inode ffff9caf6019e3c8 refc 1 flags 0x20000e 00000080:00000001:2.0:1789130339.715455:0:30507:0:(llite_lib.c:3176:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:2.0:1789130339.715459:0:30507:0:(llite_lib.c:3182:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130339.715463:0:30507:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:2.0:1789130339.715469:0:30507:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x20:0x0](ffff9caf6019e3c8) 00000080:00010000:2.0:1789130339.715474:0:30507:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xde5303b1d982cbf7 from it ffffb97f41c47e00 00010000:00000001:2.0:1789130339.715477:0:30507:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130339.715479:0:30507:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130339.715481:0:30507:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b6000 refcount=3 00000020:00000001:2.0:1789130339.715483:0:30507:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649482752 : -109198060068864 : ffff9caf586b6000) 00010000:00000001:2.0:1789130339.715486:0:30507:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649482752 : -109198060068864 : ffff9caf586b6000) 00010000:00000001:2.0:1789130339.715489:0:30507:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789130339.715492:0:30507:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b6000/0xde5303b1d982cbf7 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x20:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a54e6 expref: -99 pid: 30507 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789130339.715501:0:30507:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130339.715503:0:30507:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130339.715505:0:30507:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1789130339.715509:0:30507:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1789130339.715512:0:30507:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b6000/0xde5303b1d982cbf7 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x20:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a54e6 expref: -99 pid: 30507 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1789130339.715520:0:30507:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789130339.715524:0:30507:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789130339.715526:0:30507:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789130339.715531:0:30507:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130339.715532:0:30507:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130339.715534:0:30507:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130339.715538:0:30507:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789130339.715540:0:30507:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130339.715542:0:30507:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130339.715546:0:30507:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130339.715548:0:30507:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789130339.715549:0:30507:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130339.715550:0:30507:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1789130339.715552:0:30507:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1789130339.715558:0:30507:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9caf5875b400. 00000100:00000001:2.0:1789130339.715564:0:30507:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130339.715573:0:30507:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf615d6d00 x1876037329008896/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/584 e 0 to 0 dl 1789130479 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130339.715581:0:30507:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789130339.715585:0:30507:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789130339.715590:0:30507:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9caf482de800. 02000000:00000001:2.0:1789130339.715594:0:30507:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789130339.715597:0:30507:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1789130339.715600:0:30507:0:(genops.c:1223:class_import_put()) import ffff9caf6079a800 refcount=8 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000020:00000001:2.0:1789130339.715603:0:30507:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1789130339.715606:0:30507:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9caf487c2000. 02000000:00000001:2.0:1789130339.715611:0:30507:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789130339.715614:0:30507:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789130339.715616:0:30507:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf615d6d00. 00000100:00000001:2.0:1789130339.715625:0:30507:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789130339.715627:0:30507:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1789130339.715632:0:30507:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:2.0:1789130339.715634:0:30507:0:(dcache.c:176:ll_intent_release()) intent ffffb97f41c47e00 released 00000080:00000001:2.0:1789130339.715636:0:30507:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:2.0:1789130339.715642:0:30507:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:2.0:1789130339.715644:0:30507:0:(file.c:6206:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1789130339.715646:0:30507:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c47d50 00000080:00200000:2.0:1789130339.715649:0:30507:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8),name=/ 00000080:00000010:2.0:1789130339.715661:0:30507:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9caf48ef8200. 00800000:00000002:2.0:1789130339.715668:0:30507:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9caf4557c8c0 2 00000080:00000001:2.0:1789130339.715673:0:30507:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1789130339.715677:0:30507:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1789130339.715679:0:30507:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c47c70 00800000:00000002:2.0:1789130339.715681:0:30507:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1789130339.715685:0:30507:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1789130339.715690:0:30507:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1789130339.715695:0:30507:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1789130339.715697:0:30507:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c47b40 00000002:00010000:2.0:1789130339.715699:0:30507:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1789130339.715703:0:30507:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1789130339.715705:0:30507:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789130339.715707:0:30507:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789130339.715713:0:30507:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf42f26000 count: 2 00010000:00000001:2.0:1789130339.715715:0:30507:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789130339.715719:0:30507:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789130339.715722:0:30507:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1789130339.715726:0:30507:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7a00/0xde5303b1d982cbe2 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a548b expref: -99 pid: 30507 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:2.0:1789130339.715734:0:30507:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1789130339.715739:0:30507:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789130339.715742:0:30507:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7a00/0xde5303b1d982cbe2 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a548b expref: -99 pid: 30507 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:2.0:1789130339.715749:0:30507:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1789130339.715750:0:30507:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1789130339.715753:0:30507:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1789130339.715755:0:30507:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1789130339.715756:0:30507:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1789130339.715758:0:30507:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1789130339.715761:0:30507:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1789130339.715763:0:30507:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9caf4557c8c0 2 00000080:00000010:2.0:1789130339.715765:0:30507:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9caf48ef8200. 00000080:00000001:2.0:1789130339.716793:0:30507:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1789130339.716818:0:30507:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789130339.716825:0:30507:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9caf601980c8) 00000080:00010000:2.0:1789130339.716832:0:30507:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9caf601980c8) for lock 0xde5303b1d982cbe2 00800000:00000001:2.0:1789130339.716838:0:30507:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1789130339.716841:0:30507:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1789130339.716843:0:30507:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130339.716846:0:30507:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130339.716848:0:30507:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b7a00 refcount=3 00000020:00000001:2.0:1789130339.716851:0:30507:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649489408 : -109198060062208 : ffff9caf586b7a00) 00010000:00000001:2.0:1789130339.716856:0:30507:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649489408 : -109198060062208 : ffff9caf586b7a00) 00010000:00000001:2.0:1789130339.716860:0:30507:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130339.716862:0:30507:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789130339.716863:0:30507:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789130339.716865:0:30507:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789130339.716867:0:30507:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xde5303b1d982cbe2 from it ffffb97f41c47d88 00010000:00000001:2.0:1789130339.716869:0:30507:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130339.716871:0:30507:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130339.716872:0:30507:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b7a00 refcount=3 00000020:00000001:2.0:1789130339.716874:0:30507:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649489408 : -109198060062208 : ffff9caf586b7a00) 00010000:00000001:2.0:1789130339.716876:0:30507:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649489408 : -109198060062208 : ffff9caf586b7a00) 00010000:00000001:2.0:1789130339.716878:0:30507:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789130339.716883:0:30507:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7a00/0xde5303b1d982cbe2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a548b expref: -99 pid: 30507 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:2.0:1789130339.716891:0:30507:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130339.717185:0:30507:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130339.717187:0:30507:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1789130339.717192:0:30507:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1789130339.717195:0:30507:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7a00/0xde5303b1d982cbe2 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a548b expref: -99 pid: 30507 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:2.0:1789130339.717204:0:30507:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789130339.717208:0:30507:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789130339.717210:0:30507:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789130339.717215:0:30507:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130339.717216:0:30507:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130339.717218:0:30507:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130339.717222:0:30507:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789130339.717223:0:30507:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130339.717226:0:30507:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130339.717232:0:30507:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130339.717235:0:30507:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789130339.717236:0:30507:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130339.717237:0:30507:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1789130339.717240:0:30507:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1789130339.717243:0:30507:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1789130339.717247:0:30507:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8), inode mode 41ff mask 3 00000080:00000001:2.0:1789130339.717254:0:30507:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130339.717263:0:30507:0:(namei.c:2325:ll_rmdir()) Process entered 00000020:00000001:2.0:1789130339.717267:0:30507:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c47e18 00000080:00200000:2.0:1789130339.717270:0:30507:0:(namei.c:2328:ll_rmdir()) VFS Op:name=d21f.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff9caf601980c8) 00000080:00000001:2.0:1789130339.717274:0:30507:0:(llite_foreign.c:180:ll_foreign_is_removable()) Process entered 00000080:00000040:2.0:1789130339.717277:0:30507:0:(llite_foreign.c:245:ll_foreign_is_removable()) unable to check if dir (d21f.recovery-small-2, [0x200000404:0x20:0x0]) is foreign... 00000080:00000001:2.0:1789130339.717281:0:30507:0:(llite_foreign.c:262:ll_foreign_is_removable()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:2.0:1789130339.717291:0:30507:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9caf48ef8200. 00800000:00000002:2.0:1789130339.717296:0:30507:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9caf4557c8c0 2 00800000:00000001:2.0:1789130339.717304:0:30507:0:(lmv_obd.c:3494:lmv_unlink()) Process entered 00800000:00000001:2.0:1789130339.717310:0:30507:0:(lmv_obd.c:2563:lmv_early_cancel()) Process entered 00800000:00000002:2.0:1789130339.717312:0:30507:0:(lmv_obd.c:2582:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x200000404:0x20:0x0] 00800000:00000001:2.0:1789130339.717315:0:30507:0:(lmv_obd.c:2587:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789130339.717317:0:30507:0:(lmv_obd.c:3534:lmv_unlink()) unlink with fid=[0x200000007:0x1:0x0]/[0x200000404:0x20:0x0] -> mds #0 00000002:00000001:2.0:1789130339.717322:0:30507:0:(mdc_reint.c:315:mdc_unlink()) Process entered 00000002:00000001:2.0:1789130339.717326:0:30507:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1789130339.717333:0:30507:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf42f26000 count: 2 00010000:00000001:2.0:1789130339.717335:0:30507:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789130339.717338:0:30507:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1789130339.717342:0:30507:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1789130339.717345:0:30507:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7a00/0xde5303b1d982cbe2 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xcdf1b083821a548b expref: -99 pid: 30507 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000080:00000001:2.0:1789130339.717354:0:30507:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1789130339.717359:0:30507:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1789130339.717362:0:30507:0:(file.c:6113:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1789130339.717365:0:30507:0:(file.c:6119:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:2.0:1789130339.717369:0:30507:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789130339.717370:0:30507:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789130339.717373:0:30507:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf42f26000 count: 3 00010000:00000001:2.0:1789130339.717375:0:30507:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789130339.717377:0:30507:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789130339.717378:0:30507:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789130339.717380:0:30507:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789130339.717381:0:30507:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf42f26000 count: 3 00010000:00000001:2.0:1789130339.717383:0:30507:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789130339.717385:0:30507:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789130339.717386:0:30507:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789130339.717388:0:30507:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789130339.717389:0:30507:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf42f26000 count: 3 00010000:00000001:2.0:1789130339.717391:0:30507:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789130339.717393:0:30507:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130339.717395:0:30507:0:(file.c:6141:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1789130339.717398:0:30507:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff9caf60198000, pfid = [0x0:0x0:0x0] 00000080:00000001:2.0:1789130339.717403:0:30507:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:2.0:1789130339.717405:0:30507:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:2.0:1789130339.717408:0:30507:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1789130339.717411:0:30507:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130339.717415:0:30507:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1789130339.717419:0:30507:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1789130339.717421:0:30507:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1789130339.717424:0:30507:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789130339.717427:0:30507:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1789130339.717431:0:30507:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9caf586b7a00 with handle 0xde5303b1d982cbe2 from hash 00010000:00000001:2.0:1789130339.717433:0:30507:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1789130339.717435:0:30507:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130339.717436:0:30507:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130339.717437:0:30507:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1789130339.717441:0:30507:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1789130339.717443:0:30507:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1789130339.717446:0:30507:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1789130339.717448:0:30507:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1789130339.717450:0:30507:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1789130339.717452:0:30507:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1789130339.717456:0:30507:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf4a8cc100 count: 3 00010000:00000001:2.0:1789130339.717458:0:30507:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789130339.717460:0:30507:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1789130339.717462:0:30507:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1789130339.717465:0:30507:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b6000/0xde5303b1d982cbf7 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x20:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xcdf1b083821a54e6 expref: -99 pid: 30507 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00000001:2.0:1789130339.717471:0:30507:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1789130339.717473:0:30507:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1789130339.717474:0:30507:0:(file.c:6113:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1789130339.717476:0:30507:0:(file.c:6119:ll_have_md_lock()) trying to match res [0x200000404:0x20:0x0] mode (null) 00000002:00000001:2.0:1789130339.717477:0:30507:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789130339.717479:0:30507:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789130339.717480:0:30507:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf4a8cc100 count: 4 00010000:00000001:2.0:1789130339.717482:0:30507:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789130339.717484:0:30507:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789130339.717486:0:30507:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789130339.717487:0:30507:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789130339.717488:0:30507:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf4a8cc100 count: 4 00010000:00000001:2.0:1789130339.717490:0:30507:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789130339.717492:0:30507:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789130339.717494:0:30507:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789130339.717495:0:30507:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789130339.717497:0:30507:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf4a8cc100 count: 4 00010000:00000001:2.0:1789130339.717499:0:30507:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789130339.717501:0:30507:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130339.717503:0:30507:0:(file.c:6141:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1789130339.717505:0:30507:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000404:0x20:0x0] lli = ffff9caf6019e300, pfid = [0x0:0x0:0x0] 00000080:00000001:2.0:1789130339.717508:0:30507:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:2.0:1789130339.717510:0:30507:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:2.0:1789130339.717511:0:30507:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:2.0:1789130339.717514:0:30507:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x20:0x0](ffff9caf6019e3c8) invalid 00000020:00000001:2.0:1789130339.717516:0:30507:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c47a80 00000080:00002000:2.0:1789130339.717518:0:30507:0:(llite_internal.h:2032:d_lustre_invalidate()) invalidate dentry d21f.recovery-small-2 (ffff9caf60346bd0) parent ffff9caf600f3360 inode ffff9caf6019e3c8 refc 2 00000080:00000001:2.0:1789130339.717522:0:30507:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:2.0:1789130339.717523:0:30507:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1789130339.717524:0:30507:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130339.717526:0:30507:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1789130339.717528:0:30507:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1789130339.717529:0:30507:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1789130339.717531:0:30507:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789130339.717532:0:30507:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1789130339.717535:0:30507:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9caf586b6000 with handle 0xde5303b1d982cbf7 from hash 00010000:00000001:2.0:1789130339.717537:0:30507:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1789130339.717538:0:30507:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130339.717539:0:30507:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130339.717540:0:30507:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1789130339.717541:0:30507:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1789130339.717543:0:30507:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1789130339.717545:0:30507:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1789130339.717547:0:30507:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40031400/0xde5303b1d982cbf0 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x20:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xcdf1b083821a54a7 expref: -99 pid: 30507 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00000001:2.0:1789130339.717554:0:30507:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1789130339.717555:0:30507:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1789130339.717557:0:30507:0:(file.c:6113:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1789130339.717558:0:30507:0:(file.c:6119:ll_have_md_lock()) trying to match res [0x200000404:0x20:0x0] mode CR 00000002:00000001:2.0:1789130339.717560:0:30507:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789130339.717561:0:30507:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789130339.717563:0:30507:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf4a8cc100 count: 4 00010000:00000001:2.0:1789130339.717565:0:30507:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789130339.717568:0:30507:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789130339.717569:0:30507:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789130339.717570:0:30507:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789130339.717572:0:30507:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf4a8cc100 count: 4 00010000:00000001:2.0:1789130339.717574:0:30507:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789130339.717576:0:30507:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130339.717578:0:30507:0:(file.c:6141:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130339.717581:0:30507:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:2.0:1789130339.717585:0:30507:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:2.0:1789130339.717590:0:30507:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9caf48ef9000. 00000080:00000001:2.0:1789130339.717592:0:30507:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:2.0:1789130339.717596:0:30507:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:2.0:1789130339.717600:0:30507:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000002:2.0:1789130339.717603:0:30507:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000404:0x20:0x0] 00000002:00000001:2.0:1789130339.717607:0:30507:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:2.0:1789130339.717609:0:30507:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9caf5014c800: [0x200000404:0x20:0x0] file closed with intent: 0 00000100:00000010:2.0:1789130339.717616:0:30507:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf580bad00. 00000020:00000040:2.0:1789130339.717621:0:30507:0:(genops.c:1210:class_import_get()) import ffff9caf6079a800 refcount=9 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000100:00000001:2.0:1789130339.717627:0:30507:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789130339.717631:0:30507:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789130339.717636:0:30507:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789130339.717648:0:30507:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9caf48ef9a00. 00000100:00000001:2.0:1789130339.717657:0:30507:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:2.0:1789130339.717682:0:30507:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9caf61461e00 x1876037329008512/t4294967607(4294967607) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/608 e 0 to 0 dl 1789130479 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000020:00100000:2.0:1789130339.717697:0:30507:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9caf5014c800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:2.0:1789130339.717703:0:30507:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9caf580bad00 x1876037329009152/t0(0) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:2.0:1789130339.717712:0:30507:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1789130339.717714:0:30507:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1789130339.717723:0:30507:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9caf48519840. 00000100:00000001:2.0:1789130339.717725:0:30507:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446634875379357760 : -109198330193856 : ffff9caf48519840) 00000100:00000001:2.0:1789130339.717728:0:30507:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789130339.717730:0:30507:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875643211008 : -109198066340608 : ffff9caf580bad00) 00000100:00000001:2.0:1789130339.717736:0:30507:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789130339.717741:0:30507:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130339.717743:0:30507:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1789130339.717745:0:30507:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789130339.717750:0:30507:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf580bad00 x1876037329009152/t0(0) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130339.717758:0:30507:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789130339.717761:0:30507:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789130339.717765:0:30507:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789130339.718543:0:30507:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789130339.718553:0:30507:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789130339.718561:0:30507:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf580bad00 pname:cluuid:pid:xid:nid:opc:job rm:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:30507:1876037329009152:192.168.204.123@tcp:35:rm.0 00000100:00000001:2.0:1789130339.718567:0:30507:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789130339.718575:0:30507:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789130339.718578:0:30507:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789130339.718581:0:30507:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789130339.718589:0:30507:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9caf58573c00. 02000000:00000001:2.0:1789130339.718591:0:30507:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789130339.718600:0:30507:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:2.0:1789130339.718605:0:30507:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf483fd058. 00000400:00000010:2.0:1789130339.718615:0:30507:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf42d18110. 00000100:00000200:2.0:1789130339.718626:0:30507:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876037329009152, portal 10 00000100:00000001:2.0:1789130339.718628:0:30507:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789130339.718631:0:30507:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875643211008 : -109198066340608 : ffff9caf580bad00) 00000100:00000040:2.0:1789130339.718640:0:30507:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9caf580bad00 x1876037329009152/t0(0) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1789130355 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130339.718648:0:30507:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789130339.718651:0:30507:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:2.0:1789130339.718654:0:30507:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf42d18dd0. 00000100:00000200:2.0:1789130339.718658:0:30507:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1876037329009152, offset 0 00000400:00000200:2.0:1789130339.718665:0:30507:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:2.0:1789130339.718677:0:30507:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130339.718686:0:30507:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:2.0:1789130339.718693:0:30507:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789130339.718699:0:30507:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:2.0:1789130339.718704:0:30507:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789130339.718706:0:30507:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:2.0:1789130339.718710:0:30507:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2338:2338:256:4294967295] 192.168.204.123@tcp LPNI seq info [2337:2337:8:4294967295] 00000400:00000200:2.0:1789130339.718715:0:30507:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130339.718725:0:30507:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:2.0:1789130339.718732:0:30507:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:2.0:1789130339.718738:0:30507:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf616ca400. 00000800:00000200:2.0:1789130339.718746:0:30507:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:2.0:1789130339.718756:0:30507:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:2.0:1789130339.718762:0:30507:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf616ca400 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:2.0:1789130339.718817:0:30507:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130339.718823:0:30507:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: using a timeout of 813597 usecs (814 jiffies) 00000400:00000200:2.0:1789130339.718826:0:30507:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:2.0:1789130339.718830:0:30507:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296434554 00000100:00000001:2.0:1789130339.718833:0:30507:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 2, keep current deadline 4296436215 00000100:00000001:2.0:1789130339.718836:0:30507:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296434554 00000100:00000001:2.0:1789130339.718838:0:30507:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 3, keep current deadline 4296436215 00000100:00000001:2.0:1789130339.718841:0:30507:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789130339.718844:0:30507:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130339.718847:0:30507:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789130339.718849:0:30507:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1789130339.718852:0:30507:0:(client.c:2715:ptlrpc_set_wait()) set ffff9caf48519840 going to sleep for 11 seconds 00000100:00000001:2.0:1789130339.718856:0:30507:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789130339.718860:0:30507:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789130339.719194:0:2341:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789130339.719201:0:2341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf616ca400. 00000400:00000200:3.0:1789130339.719208:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130339.719216:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:3.0:1789130339.719224:0:2341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf42d18dd0 00000400:00000010:3.0:1789130339.719228:0:2341:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf42d18dd0. 00000100:00000001:3.0:1789130339.719233:0:2341:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789130339.719238:0:2341:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf580bad00 x1876037329009152/t0(0) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1789130355 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130339.719248:0:2341:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130339.719252:0:2341:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf580bad00 x1876037329009152/t0(0) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1789130355 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130339.719259:0:2341:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130339.719261:0:2341:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1789130339.722449:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130339.722475:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789130339.722482:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130339.722484:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130339.722497:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130339.722508:0:2342:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:3.0:1789130339.722520:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130339.722526:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130339.722535:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130339.722540:0:2342:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 456 into portal 10 MB=0x6aa3efa94ba00 00000400:00000200:3.0:1789130339.722547:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130339.722565:0:2342:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.123@tcp of length 456/456 into md 0x6595 [1] + 224 00000800:00000001:3.0:1789130339.722575:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130339.722583:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130339.722588:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130339.722593:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:3.0:1789130339.722604:0:2342:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789130339.722616:0:2342:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf580bad00 x1876037329009152/t0(0) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1789130355 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789130339.722627:0:2342:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9caf580bad00 x1876037329009152/t0(0) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1789130355 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130339.722650:0:2342:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789130339.722661:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130339.722664:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789130339.722843:0:30507:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789130339.722857:0:30507:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789130339.722860:0:30507:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789130339.722865:0:30507:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf483fd058. 00000400:00000200:2.0:1789130339.722870:0:30507:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf42d18110 00000400:00000010:2.0:1789130339.722873:0:30507:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf42d18110. 00000100:00000001:2.0:1789130339.722877:0:30507:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789130339.722883:0:30507:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf580bad00 x1876037329009152/t0(0) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1789130355 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1789130339.722900:0:30507:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf580bad00 x1876037329009152/t0(0) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1789130355 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130339.722907:0:30507:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789130339.722910:0:30507:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789130339.722914:0:30507:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789130339.722918:0:30507:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789130339.722922:0:30507:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789130339.722924:0:30507:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789130339.722928:0:30507:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789130339.722942:0:30507:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf6079aca8 time=108 v=5 (5 5 5 5) 00000100:00001000:2.0:1789130339.722946:0:30507:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf6079ac18 time=1 v=5 (1 0 0 0) 00000100:00000001:2.0:1789130339.722949:0:30507:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789130339.722951:0:30507:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130339.722955:0:30507:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789130339.722959:0:30507:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130339.722963:0:30507:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1789130339.722965:0:30507:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:2.0:1789130339.722967:0:30507:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1789130339.722970:0:30507:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789130339.722972:0:30507:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875643211008 : -109198066340608 : ffff9caf580bad00) 00000100:00000001:2.0:1789130339.722976:0:30507:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789130339.722978:0:30507:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9caf5014c800: skip recheck: last_committed 4294967597 00000100:00000001:2.0:1789130339.722981:0:30507:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789130339.722983:0:30507:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130339.722989:0:30507:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf580bad00 x1876037329009152/t4294967609(4294967609) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1789130355 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130339.723001:0:30507:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789130339.723005:0:30507:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789130339.723007:0:30507:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789130339.723011:0:30507:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf580bad00 x1876037329009152/t4294967609(4294967609) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1789130355 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1789130339.723018:0:30507:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf580bad00 pname:cluuid:pid:xid:nid:opc:job rm:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:30507:1876037329009152:192.168.204.123@tcp:35:rm.0 00000100:00000001:2.0:1789130339.723023:0:30507:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789130339.723026:0:30507:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130339.723028:0:30507:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1789130339.723031:0:30507:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130339.723034:0:30507:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf580bad00 x1876037329009152/t4294967609(4294967609) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1789130355 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130339.723040:0:30507:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789130339.723044:0:30507:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9caf48519840. 00000100:00000001:2.0:1789130339.723048:0:30507:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1789130339.723049:0:30507:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130339.723058:0:30507:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789130339.723059:0:30507:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875643211008 : -109198066340608 : ffff9caf580bad00) 00000002:00000001:2.0:1789130339.723063:0:30507:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789130339.723067:0:30507:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1789130339.723074:0:30507:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9caf48ef9000. 00000080:00000001:2.0:1789130339.723078:0:30507:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:2.0:1789130339.723082:0:30507:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00000002:00000001:2.0:1789130339.723088:0:30507:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:2.0:1789130339.723094:0:30507:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9caf61461e00 x1876037329008512/t4294967607(4294967607) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/608 e 0 to 0 dl 1789130479 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130339.723103:0:30507:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789130339.723255:0:30507:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875798035968 : -109197911515648 : ffff9caf61461e00) 00000100:00000001:2.0:1789130339.723261:0:30507:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130339.723266:0:30507:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf61461e00 x1876037329008512/t4294967607(4294967607) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/608 e 0 to 0 dl 1789130479 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130339.723273:0:30507:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130339.723275:0:30507:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130339.723278:0:30507:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf580bad00 x1876037329009152/t4294967609(4294967609) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1789130355 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130339.723284:0:30507:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130339.723285:0:30507:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130339.723288:0:30507:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf61461e00 x1876037329008512/t4294967607(4294967607) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/608 e 0 to 0 dl 1789130479 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130339.723293:0:30507:0:(client.c:2793:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1789130339.723298:0:30507:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1789130339.723300:0:30507:0:(genops.c:1223:class_import_put()) import ffff9caf6079a800 refcount=8 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000020:00000001:2.0:1789130339.723303:0:30507:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1789130339.723308:0:30507:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9caf482be800. 02000000:00000001:2.0:1789130339.723315:0:30507:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789130339.723317:0:30507:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789130339.723320:0:30507:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf61461e00. 00000100:00000001:2.0:1789130339.723324:0:30507:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789130339.723326:0:30507:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789130339.723327:0:30507:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130339.723330:0:30507:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf580bad00 x1876037329009152/t4294967609(4294967609) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1789130355 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130339.723336:0:30507:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789130339.723339:0:30507:0:(client.c:2947:obd_mod_free()) kfreed 'mod': 32 at ffff9caf47eabf00. 00000002:00000001:2.0:1789130339.723343:0:30507:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789130339.723345:0:30507:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1789130339.723348:0:30507:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9caf4a7b00c0. 00000100:00000001:2.0:1789130339.723351:0:30507:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130339.723355:0:30507:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf580bad00 x1876037329009152/t4294967609(4294967609) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1789130355 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130339.723361:0:30507:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789130339.723363:0:30507:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789130339.723367:0:30507:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9caf58573c00. 02000000:00000001:2.0:1789130339.723371:0:30507:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789130339.723372:0:30507:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1789130339.723373:0:30507:0:(genops.c:1223:class_import_put()) import ffff9caf6079a800 refcount=7 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000020:00000001:2.0:1789130339.723375:0:30507:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1789130339.723377:0:30507:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9caf48ef9a00. 02000000:00000001:2.0:1789130339.723379:0:30507:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789130339.723381:0:30507:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789130339.723382:0:30507:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf580bad00. 00000100:00000001:2.0:1789130339.723390:0:30507:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789130339.723392:0:30507:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1789130339.723395:0:30507:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130339.723399:0:30507:0:(file.c:6113:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1789130339.723402:0:30507:0:(file.c:6119:ll_have_md_lock()) trying to match res [0x200000404:0x20:0x0] mode (null) 00000002:00000001:2.0:1789130339.723406:0:30507:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789130339.723411:0:30507:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789130339.723421:0:30507:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf4a8cc100 count: 4 00010000:00000001:2.0:1789130339.723425:0:30507:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789130339.723432:0:30507:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130339.723435:0:30507:0:(file.c:6141:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130339.723439:0:30507:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:2.0:1789130339.723443:0:30507:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x20:0x0](ffff9caf6019e3c8) invalid 00000020:00000001:2.0:1789130339.723449:0:30507:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c47a80 00000080:00002000:2.0:1789130339.723451:0:30507:0:(llite_internal.h:2032:d_lustre_invalidate()) invalidate dentry d21f.recovery-small-2 (ffff9caf60346bd0) parent ffff9caf600f3360 inode ffff9caf6019e3c8 refc 2 00000080:00000001:2.0:1789130339.723456:0:30507:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:2.0:1789130339.723460:0:30507:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1789130339.723463:0:30507:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130339.723468:0:30507:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1789130339.723474:0:30507:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1789130339.723476:0:30507:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1789130339.723478:0:30507:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789130339.723482:0:30507:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1789130339.723487:0:30507:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9caf40031400 with handle 0xde5303b1d982cbf0 from hash 00010000:00000001:2.0:1789130339.723490:0:30507:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1789130339.723493:0:30507:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130339.723495:0:30507:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130339.723497:0:30507:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1789130339.723501:0:30507:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1789130339.723503:0:30507:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1789130339.723508:0:30507:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:2.0:1789130339.723510:0:30507:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=2 : 2 : 2) 00000002:00000001:2.0:1789130339.723514:0:30507:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=2 : 2 : 2) 00000100:00000010:2.0:1789130339.723523:0:30507:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf580bad00. 00000020:00000040:2.0:1789130339.723527:0:30507:0:(genops.c:1210:class_import_get()) import ffff9caf6079a800 refcount=8 obd=lustre-MDT0000-mdc-ffff9caf5014c800 02000000:00000001:2.0:1789130339.723532:0:30507:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1789130339.723534:0:30507:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130339.723537:0:30507:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1789130339.723544:0:30507:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789130339.723548:0:30507:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130339.723552:0:30507:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789130339.723555:0:30507:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789130339.723562:0:30507:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789130339.723571:0:30507:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9caf48ef9a00. 00000100:00000001:2.0:1789130339.723581:0:30507:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130339.723585:0:30507:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789130339.723588:0:30507:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1789130339.723597:0:30507:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b6000/0xde5303b1d982cbf7 lrc: 1/0,0 mode: --/PR res: [0x200000404:0x20:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xcdf1b083821a54e6 expref: -99 pid: 30507 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1789130339.723608:0:30507:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40031400/0xde5303b1d982cbf0 lrc: 1/0,0 mode: --/CR res: [0x200000404:0x20:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xcdf1b083821a54a7 expref: -99 pid: 30507 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:2.0:1789130339.723617:0:30507:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7a00/0xde5303b1d982cbe2 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xcdf1b083821a548b expref: -99 pid: 30507 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00010000:2.0:1789130339.723623:0:30507:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 3 locks packed 00010000:00000001:2.0:1789130339.723626:0:30507:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=3 : 3 : 3) 00010000:00000001:2.0:1789130339.723628:0:30507:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1789130339.723631:0:30507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b6000/0xde5303b1d982cbf7 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x20:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xcdf1b083821a54e6 expref: -99 pid: 30507 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1789130339.723651:0:30507:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130339.723653:0:30507:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1789130339.723655:0:30507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40031400/0xde5303b1d982cbf0 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x20:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xcdf1b083821a54a7 expref: -99 pid: 30507 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000040:2.0:1789130339.723663:0:30507:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9caf4a8cc100 count: 0 00010000:00000010:2.0:1789130339.723671:0:30507:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9caf4c532080. 00010000:00000001:2.0:1789130339.723679:0:30507:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130339.723680:0:30507:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1789130339.723682:0:30507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7a00/0xde5303b1d982cbe2 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xcdf1b083821a548b expref: -99 pid: 30507 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000040:2.0:1789130339.723688:0:30507:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9caf42f26000 count: 0 00010000:00000010:2.0:1789130339.723692:0:30507:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9caf50154080. 00010000:00000001:2.0:1789130339.723699:0:30507:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130339.723701:0:30507:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130339.723703:0:30507:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789130339.723705:0:30507:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130339.723707:0:30507:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:2.0:1789130339.723720:0:30507:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9caf5014c800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1789130339.723728:0:30507:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9caf580bad00 x1876037329009408/t0(0) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 512/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789130339.723735:0:30507:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1789130339.723738:0:30507:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1789130339.723745:0:30507:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9caf48519840. 00000100:00000001:2.0:1789130339.723747:0:30507:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446634875379357760 : -109198330193856 : ffff9caf48519840) 00000100:00000001:2.0:1789130339.723750:0:30507:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789130339.723752:0:30507:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875643211008 : -109198066340608 : ffff9caf580bad00) 00000100:00000001:2.0:1789130339.723757:0:30507:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789130339.723762:0:30507:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130339.723766:0:30507:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1789130339.723768:0:30507:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000080:00000010:1.1:1789130339.723949:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9caf47eab920. 00000080:00000010:1.1:1789130339.723978:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9caf60131080. 00000080:00000010:1.1:1789130339.723983:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9caf47eab6c0. 00000100:00000040:2.0:1789130339.726381:0:30507:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf580bad00 x1876037329009408/t0(0) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 512/624 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130339.726397:0:30507:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789130339.726400:0:30507:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789130339.726406:0:30507:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789130339.726411:0:30507:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789130339.726415:0:30507:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789130339.726419:0:30507:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf580bad00 pname:cluuid:pid:xid:nid:opc:job rm:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:30507:1876037329009408:192.168.204.123@tcp:36:rm.0 00000100:00000001:2.0:1789130339.726424:0:30507:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789130339.726433:0:30507:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789130339.726437:0:30507:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789130339.726441:0:30507:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789130339.726458:0:30507:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9caf58573c00. 02000000:00000001:2.0:1789130339.726461:0:30507:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789130339.726472:0:30507:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:2.0:1789130339.726479:0:30507:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf483fd058. 00000400:00000010:2.0:1789130339.726491:0:30507:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf42d18110. 00000100:00000200:2.0:1789130339.726501:0:30507:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876037329009408, portal 10 00000100:00000001:2.0:1789130339.726505:0:30507:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789130339.726506:0:30507:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875643211008 : -109198066340608 : ffff9caf580bad00) 00000100:00000040:2.0:1789130339.726515:0:30507:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9caf580bad00 x1876037329009408/t0(0) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 512/624 e 0 to 0 dl 1789130479 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130339.726528:0:30507:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789130339.726532:0:30507:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:2.0:1789130339.726535:0:30507:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf42d18a18. 00000100:00000200:2.0:1789130339.726538:0:30507:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 12, xid 1876037329009408, offset 0 00000400:00000200:2.0:1789130339.726546:0:30507:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:2.0:1789130339.726561:0:30507:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130339.726573:0:30507:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:2.0:1789130339.726582:0:30507:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789130339.726588:0:30507:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:2.0:1789130339.726595:0:30507:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789130339.726598:0:30507:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:2.0:1789130339.726603:0:30507:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2339:2339:256:4294967295] 192.168.204.123@tcp LPNI seq info [2338:2338:8:4294967295] 00000400:00000200:2.0:1789130339.726609:0:30507:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130339.726620:0:30507:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:2.0:1789130339.726629:0:30507:0:(socklnd_cb.c:931:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:2.0:1789130339.726636:0:30507:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf616ca900. 00000800:00000200:2.0:1789130339.726644:0:30507:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:2.0:1789130339.726654:0:30507:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:2.0:1789130339.726659:0:30507:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf616ca900 type 1, nob 608 niov 1 nkiov 1 00000100:00000001:2.0:1789130339.726685:0:30507:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130339.726692:0:30507:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: using a timeout of 812381 usecs (813 jiffies) 00000400:00000200:2.0:1789130339.726699:0:30507:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:2.0:1789130339.726704:0:30507:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296434561 00000100:00000001:2.0:1789130339.726708:0:30507:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 2, keep current deadline 4296436215 00000100:00000001:2.0:1789130339.726711:0:30507:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296434561 00000100:00000001:2.0:1789130339.726713:0:30507:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 3, keep current deadline 4296436215 00000100:00000001:2.0:1789130339.726716:0:30507:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789130339.726719:0:30507:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130339.726723:0:30507:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789130339.726725:0:30507:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=135 : 135 : 87) 00000100:00100000:2.0:1789130339.726728:0:30507:0:(client.c:2715:ptlrpc_set_wait()) set ffff9caf48519840 going to sleep for 135 seconds 00000100:00000001:2.0:1789130339.726732:0:30507:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789130339.726735:0:30507:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789130339.727268:0:2341:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789130339.727276:0:2341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf616ca900. 00000400:00000200:3.0:1789130339.727283:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130339.727290:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:3.0:1789130339.727298:0:2341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf42d18a18 00000400:00000010:3.0:1789130339.727302:0:2341:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf42d18a18. 00000100:00000001:3.0:1789130339.727307:0:2341:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789130339.727312:0:2341:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf580bad00 x1876037329009408/t0(0) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 512/624 e 0 to 0 dl 1789130479 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130339.727324:0:2341:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130339.727327:0:2341:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf580bad00 x1876037329009408/t0(0) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 512/624 e 0 to 0 dl 1789130479 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130339.727334:0:2341:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130339.727336:0:2341:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:2.1:1789130339.734244:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf586b6000. 00010000:00000010:2.1:1789130339.734292:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf4a8cc100. 00010000:00000010:2.1:1789130339.734299:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf40031400. 00010000:00000010:2.1:1789130339.734304:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf42f26000. 00010000:00000010:2.1:1789130339.734308:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf586b7a00. 00000800:00000001:3.0:1789130339.734352:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130339.734373:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789130339.734377:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130339.734379:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130339.734390:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130339.734400:0:2342:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:3.0:1789130339.734411:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130339.734417:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130339.734424:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130339.734430:0:2342:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 328 into portal 15 MB=0x6aa3efb35b180 00000400:00000200:3.0:1789130339.734442:0:2342:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.123@tcp of length 328/328 into md 0x5055 [2] + 1968 00000400:00000010:3.0:1789130339.734450:0:2342:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf483fd370. 00000400:00000200:3.0:1789130339.734455:0:2342:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff9caf49d84300 00000800:00000001:3.0:1789130339.734463:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130339.734470:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130339.734474:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130339.734479:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:3.0:1789130339.734487:0:2342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf49d84300 00000400:00000010:3.0:1789130339.734489:0:2342:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 152 at ffff9caf49d84300. 00000100:00000001:3.0:1789130339.734497:0:2342:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1789130339.734500:0:2342:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000040:3.0:1789130339.734505:0:2342:0:(events.c:337:request_in_callback()) incoming req@ffff9caf4a38f450 x1876037339558272 msgsize 328 00000100:00100000:3.0:1789130339.734510:0:2342:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.123@tcp (source: 12345-192.168.204.123@tcp) 00000100:00000040:3.0:1789130339.734512:0:2342:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:3.0:1789130339.734536:0:2342:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1789130339.734547:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130339.734550:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1789130339.734629:0:16108:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 984 at ffff9caf58572400. 00000100:00000010:2.0:1789130339.734640:0:16108:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff9caf484f0000. 00000100:00100000:2.0:1789130339.734643:0:16108:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00000200:2.0:1789130339.734648:0:16108:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_cbd: registering portal 15 00000400:00000010:2.0:1789130339.734654:0:16108:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf483fd318. 00000400:00000010:2.0:1789130339.734661:0:16108:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9caf48519c00. 00000100:00000001:2.0:1789130339.734675:0:16108:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1789130339.734678:0:16108:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876037339558272 02000000:00000001:2.0:1789130339.734681:0:16108:0:(sec.c:2469:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1789130339.734684:0:16108:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789130339.734687:0:16108:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789130339.734693:0:16108:0:(sec.c:2518:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789130339.734697:0:16108:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876037339558272 00000020:00000001:2.0:1789130339.734701:0:16108:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1789130339.734704:0:16108:0:(genops.c:804:class_conn2export()) looking for export cookie 0xde5303b1d982c249 00000020:00000001:2.0:1789130339.734707:0:16108:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130339.734712:0:16108:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9caf45558800 refcount=4 00000020:00000001:2.0:1789130339.734715:0:16108:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875329284096 : -109198380267520 : ffff9caf45558800) 00000020:00000001:2.0:1789130339.734717:0:16108:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634875329284096 : -109198380267520 : ffff9caf45558800) 00000100:00000001:2.0:1789130339.734723:0:16108:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1789130339.734727:0:16108:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9caf5049eac0. 00000100:00000001:2.0:1789130339.734731:0:16108:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1789130339.734734:0:16108:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff9caf5049eac0. 00000020:00000010:2.0:1789130339.734741:0:16108:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9caf48ef9000. 00000020:00000010:2.0:1789130339.734748:0:16108:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9caf4938d700. 00000020:00000010:2.0:1789130339.734754:0:16108:0:(tgt_main.c:759:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9caf42e28578. 00000100:00000040:2.0:1789130339.734764:0:16108:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:2.0:1789130339.734782:0:16108:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1789130339.734784:0:16108:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1789130339.734792:0:16108:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130339.734835:0:16108:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130339.734851:0:16108:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789130339.734866:0:16108:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1789130339.734869:0:16108:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1789130339.734874:0:16108:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.123@tcp, seq: 51 00000100:00000040:2.0:1789130339.734879:0:16108:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9caf45558800 : new rpc_count 1 00000100:00000001:2.0:1789130339.734881:0:16108:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446634875411297360 : -109198298254256 : ffff9caf4a38f450) 00000100:00000040:2.0:1789130339.734892:0:16108:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9caf4a38f450 x1876037339558272/t0(0) o104->LOV_OSC_UUID@192.168.204.123@tcp:55/0 lens 328/0 e 0 to 0 dl 1789130350 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789130339.735229:0:16108:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1789130339.735234:0:16108:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9caf5049eac0. 00000100:00000001:2.0:1789130339.735237:0:16108:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1789130339.735239:0:16108:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff9caf5049eac0. 00000100:00100000:2.0:1789130339.735244:0:16108:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9caf4a38f450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:6670:x1876037339558272:12345-192.168.204.123@tcp:104: 00000100:00000200:2.0:1789130339.735249:0:16108:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1876037339558272 00010000:00000001:2.0:1789130339.735253:0:16108:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:2.0:1789130339.735263:0:16108:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130339.735265:0:16108:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130339.735267:0:16108:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf46a92400 refcount=2 00000020:00000001:2.0:1789130339.735270:0:16108:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875351540736 : -109198358010880 : ffff9caf46a92400) 00010000:00000001:2.0:1789130339.735273:0:16108:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875351540736 : -109198358010880 : ffff9caf46a92400) 00010000:00000001:2.0:1789130339.735278:0:16108:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789130339.735283:0:16108:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1789130339.735290:0:16108:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff9caf5014c800 lock: 000000000bfb4333/0xde5303b1d982cbb1 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xcdf1b083821a53ce expref: -99 pid: 30505 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00000001:2.0:1789130339.735305:0:16108:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1789130339.735309:0:16108:0:(sec.c:2540:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1789130339.735314:0:16108:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9caf58573400. 02000000:00000001:2.0:1789130339.735317:0:16108:0:(sec.c:2577:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130339.735320:0:16108:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130339.735327:0:16108:0:(ldlm_lib.c:3383:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1789130339.735330:0:16108:0:(ldlm_lib.c:3404:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789130339.735334:0:16108:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf46ba21e8 time=107 v=5 (1 1 1 1) 00000100:00000001:2.0:1789130339.735340:0:16108:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789130339.735342:0:16108:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9caf452f48c0 refcount 13 to 192.168.204.123@tcp 00000100:00000001:2.0:1789130339.735345:0:16108:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634875326777536 : -109198382774080 : ffff9caf452f48c0) 02000000:00000001:2.0:1789130339.735349:0:16108:0:(sec.c:2591:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1789130339.735351:0:16108:0:(sec.c:2602:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130339.735356:0:16108:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789130339.735359:0:16108:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:2.0:1789130339.735364:0:16108:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf42d187f8. 00000100:00000200:2.0:1789130339.735369:0:16108:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1876037339558272, offset 224 00000400:00000200:2.0:1789130339.735378:0:16108:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:2.0:1789130339.735389:0:16108:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130339.735398:0:16108:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.204.23@tcp to MR: 192.168.204.123@tcp local destination 00000400:00000200:2.0:1789130339.735406:0:16108:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2340:2340:256:4294967295] 192.168.204.123@tcp LPNI seq info [2339:2339:8:4294967295] 00000400:00000200:2.0:1789130339.735411:0:16108:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130339.735422:0:16108:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:192.168.204.23@tcp) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:2.0:1789130339.735429:0:16108:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:2.0:1789130339.735437:0:16108:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf616caa00. 00000800:00000200:2.0:1789130339.735446:0:16108:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:2.0:1789130339.735457:0:16108:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:2.0:1789130339.735465:0:16108:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf616caa00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1789130339.735481:0:16108:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130339.735485:0:16108:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9caf452f48c0 refcount 12 to 192.168.204.123@tcp 00010000:00000001:2.0:1789130339.735489:0:16108:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1789130339.735494:0:16108:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff9caf48519480. 00010000:00000001:2.0:1789130339.735497:0:16108:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:2.0:1789130339.735512:0:16108:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:2.0:1789130339.735514:0:16108:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130339.735516:0:16108:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130339.735518:0:16108:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130339.735524:0:16108:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf4a38f450 x1876037339558272/t0(0) o104->LOV_OSC_UUID@192.168.204.123@tcp:55/0 lens 328/224 e 0 to 0 dl 1789130350 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789130339.735534:0:16108:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9caf4a38f450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:6670:x1876037339558272:12345-192.168.204.123@tcp:104: Request processed in 305us (1027us total) trans 0 rc 0/0 00000100:00100000:2.0:1789130339.735544:0:16108:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.123@tcp, seq: 51 00000100:00000040:2.0:1789130339.735548:0:16108:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9caf45558800 : new rpc_count 0 00000100:00000001:2.0:1789130339.735551:0:16108:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1789130339.735553:0:16108:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1789130339.735561:0:16108:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9caf4938d700. 00000020:00000010:2.0:1789130339.735567:0:16108:0:(tgt_main.c:771:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9caf42e28578. 00000020:00000010:2.0:1789130339.735574:0:16108:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9caf48ef9000. 00000020:00000040:2.0:1789130339.735581:0:16108:0:(genops.c:879:class_export_put()) PUTting export ffff9caf45558800 : new refcount 3 02000000:00000001:2.0:1789130339.735590:0:16108:0:(sec.c:2614:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1789130339.735593:0:16108:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff9caf50104000. 02000000:00000001:2.0:1789130339.735597:0:16108:0:(sec.c:2627:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1789130339.735600:0:16108:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf580b92c0. 02000000:00000001:2.0:1789130339.735609:0:16108:0:(sec.c:2614:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1789130339.735611:0:16108:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff9caf50107400. 02000000:00000001:2.0:1789130339.735613:0:16108:0:(sec.c:2627:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1789130339.735615:0:16108:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf580ba940. 02000000:00000001:2.0:1789130339.735620:0:16108:0:(sec.c:2614:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1789130339.735621:0:16108:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff9caf50104c00. 02000000:00000001:2.0:1789130339.735623:0:16108:0:(sec.c:2627:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1789130339.735625:0:16108:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf501a9680. 02000000:00000001:2.0:1789130339.735630:0:16108:0:(sec.c:2614:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1789130339.735632:0:16108:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff9caf50106800. 02000000:00000001:2.0:1789130339.735634:0:16108:0:(sec.c:2627:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1789130339.735635:0:16108:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf501a8000. 02000000:00000001:2.0:1789130339.735641:0:16108:0:(sec.c:2614:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1789130339.735643:0:16108:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff9caf58572000. 02000000:00000001:2.0:1789130339.735645:0:16108:0:(sec.c:2627:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1789130339.735647:0:16108:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf501aa580. 02000000:00000001:2.0:1789130339.735650:0:16108:0:(sec.c:2614:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1789130339.735652:0:16108:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff9caf50106400. 02000000:00000001:2.0:1789130339.735654:0:16108:0:(sec.c:2627:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1789130339.735655:0:16108:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf501ab840. 00000100:00000010:2.0:1789130339.735658:0:16108:0:(service.c:994:ptlrpc_server_drop_request()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff9caf484f2000. 00000100:00000010:2.0:1789130339.735663:0:16108:0:(service.c:995:ptlrpc_server_drop_request()) kfreed 'rqbd': 984 at ffff9caf4a38f400. 00000100:00000001:2.0:1789130339.735668:0:16108:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1789130339.736408:0:2341:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789130339.736413:0:2341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf616caa00. 00000400:00000200:3.0:1789130339.736418:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130339.736423:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:3.0:1789130339.736430:0:2341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf42d187f8 00000400:00000010:3.0:1789130339.736433:0:2341:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf42d187f8. 00000100:00000001:3.0:1789130339.736439:0:2341:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:3.0:1789130339.736441:0:2341:0:(sec.c:2614:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1789130339.736443:0:2341:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff9caf58573400. 02000000:00000001:3.0:1789130339.736445:0:2341:0:(sec.c:2627:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1789130339.736446:0:2341:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000200:3.0:1789130339.736543:0:2341:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789130339.736545:0:2341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf47f34900. 00000400:00000200:3.0:1789130339.736548:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130339.736552:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:3.0:1789130339.736555:0:2341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf462a3f68 00000400:00000010:3.0:1789130339.736557:0:2341:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf462a3f68. 00000100:00000001:3.0:1789130339.736561:0:2341:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789130339.736565:0:2341:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf61460780 x1876037329009536/t0(0) o103->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1789130355 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130339.736575:0:2341:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130339.736579:0:2341:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf61460780 x1876037329009536/t0(0) o103->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1789130355 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130339.736587:0:2341:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130339.736589:0:2341:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1789130339.739760:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130339.739800:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789130339.739863:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130339.739867:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130339.739883:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130339.739894:0:2342:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:3.0:1789130339.739918:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130339.739925:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130339.739943:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130339.739949:0:2342:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 456 into portal 10 MB=0x6aa3efa94bb00 00000400:00000200:3.0:1789130339.739954:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130339.739964:0:2342:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.123@tcp of length 456/456 into md 0x65a5 [1] + 224 00000800:00000001:3.0:1789130339.739974:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130339.739981:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130339.739985:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130339.739990:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:3.0:1789130339.740001:0:2342:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789130339.740014:0:2342:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf580bad00 x1876037329009408/t0(0) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 512/624 e 0 to 0 dl 1789130479 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789130339.740025:0:2342:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff9caf580bad00 x1876037329009408/t0(0) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 512/624 e 0 to 0 dl 1789130479 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130339.740048:0:2342:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1789130339.740060:0:2342:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1789130339.740063:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130339.740070:0:2342:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.204.23@tcp to MR: 192.168.204.123@tcp local destination 00000400:00000200:3.0:1789130339.740077:0:2342:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2342:2342:256:4294967295] 192.168.204.123@tcp LPNI seq info [2341:2341:8:4294967295] 00000400:00000200:3.0:1789130339.740081:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130339.740091:0:2342:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:192.168.204.23@tcp) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) 192.168.204.123@tcp : ACK try# 0 00000800:00000200:3.0:1789130339.740097:0:2342:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:3.0:1789130339.740104:0:2342:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf47fd2400. 00000800:00000200:3.0:1789130339.740319:0:2342:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:3.0:1789130339.740329:0:2342:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:3.0:1789130339.740336:0:2342:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf47fd2400 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1789130339.740749:0:2342:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789130339.740756:0:2342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf47fd2400. 00000400:00000200:3.0:1789130339.740761:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1789130339.740906:0:30507:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789130339.740917:0:30507:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789130339.740920:0:30507:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789130339.740924:0:30507:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf483fd058. 00000400:00000200:2.0:1789130339.740930:0:30507:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf42d18110 00000400:00000010:2.0:1789130339.740941:0:30507:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf42d18110. 00000100:00000001:2.0:1789130339.740946:0:30507:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789130339.740953:0:30507:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf580bad00 x1876037329009408/t0(0) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 512/624 e 0 to 0 dl 1789130479 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789130339.740965:0:30507:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf580bad00 x1876037329009408/t0(0) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 512/624 e 0 to 0 dl 1789130479 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130339.740972:0:30507:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789130339.740975:0:30507:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789130339.740979:0:30507:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789130339.740984:0:30507:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789130339.740988:0:30507:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789130339.740991:0:30507:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789130339.740996:0:30507:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789130339.741008:0:30507:0:(import.c:2149:obd_at_measure()) add 104 to ffff9caf6079ac60 time=108 v=104 (104 104 104 104) 00000100:00001000:2.0:1789130339.741013:0:30507:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf6079ac18 time=1 v=5 (1 0 0 0) 00000100:00000001:2.0:1789130339.741017:0:30507:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789130339.741019:0:30507:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130339.741023:0:30507:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789130339.741028:0:30507:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130339.741032:0:30507:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1789130339.741034:0:30507:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x1000000a3/0x100000129] 00000100:00000001:2.0:1789130339.741036:0:30507:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1789130339.741039:0:30507:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789130339.741040:0:30507:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875643211008 : -109198066340608 : ffff9caf580bad00) 00000100:00000001:2.0:1789130339.741044:0:30507:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00100000:2.0:1789130339.741046:0:30507:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9caf5014c800: committing for last_committed 4294967605 gen 2 00000100:00000040:2.0:1789130339.741053:0:30507:0:(client.c:3181:ptlrpc_free_committed()) @@@ commit (last_committed 4294967605) req@ffff9caf501a8f00 x1876037329004416/t4294967598(4294967598) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1789130354 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130339.741060:0:30507:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130339.741063:0:30507:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf501a8f00 x1876037329004416/t4294967598(4294967598) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1789130354 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130339.741070:0:30507:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789130339.741072:0:30507:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789130339.741077:0:30507:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9caf50107c00. 02000000:00000001:2.0:1789130339.741082:0:30507:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789130339.741086:0:30507:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1789130339.741089:0:30507:0:(genops.c:1223:class_import_put()) import ffff9caf6079a800 refcount=7 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000020:00000001:2.0:1789130339.741091:0:30507:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1789130339.741095:0:30507:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9caf4842ea00. 02000000:00000001:2.0:1789130339.741099:0:30507:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789130339.741102:0:30507:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789130339.741118:0:30507:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf501a8f00. 00000100:00000001:2.0:1789130339.741127:0:30507:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789130339.741129:0:30507:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789130339.741136:0:30507:0:(client.c:3181:ptlrpc_free_committed()) @@@ commit (last_committed 4294967605) req@ffff9caf615d6580 x1876037329006848/t4294967602(4294967602) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 488/456 e 0 to 0 dl 1789130479 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130339.741143:0:30507:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130339.741146:0:30507:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf615d6580 x1876037329006848/t4294967602(4294967602) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 488/456 e 0 to 0 dl 1789130479 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130339.741151:0:30507:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789130339.741152:0:30507:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789130339.741154:0:30507:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9caf487c2400. 02000000:00000001:2.0:1789130339.741157:0:30507:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789130339.741158:0:30507:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1789130339.741159:0:30507:0:(genops.c:1223:class_import_put()) import ffff9caf6079a800 refcount=6 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000020:00000001:2.0:1789130339.741161:0:30507:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1789130339.741162:0:30507:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9caf43366e00. 02000000:00000001:2.0:1789130339.741166:0:30507:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789130339.741168:0:30507:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789130339.741169:0:30507:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf615d6580. 00000100:00000001:2.0:1789130339.741172:0:30507:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789130339.741173:0:30507:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789130339.741177:0:30507:0:(client.c:3181:ptlrpc_free_committed()) @@@ commit (last_committed 4294967605) req@ffff9caf615d5680 x1876037329007488/t4294967604(4294967604) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 512/456 e 0 to 0 dl 1789130479 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130339.741185:0:30507:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130339.741189:0:30507:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf615d5680 x1876037329007488/t4294967604(4294967604) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 512/456 e 0 to 0 dl 1789130479 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130339.741194:0:30507:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789130339.741196:0:30507:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789130339.741198:0:30507:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9caf487c1400. 02000000:00000001:2.0:1789130339.741201:0:30507:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789130339.741202:0:30507:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1789130339.741203:0:30507:0:(genops.c:1223:class_import_put()) import ffff9caf6079a800 refcount=5 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000020:00000001:2.0:1789130339.741205:0:30507:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1789130339.741207:0:30507:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9caf5875b800. 02000000:00000001:2.0:1789130339.741209:0:30507:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789130339.741210:0:30507:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789130339.741212:0:30507:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf615d5680. 00000100:00000001:2.0:1789130339.741217:0:30507:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789130339.741218:0:30507:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1789130339.741225:0:30507:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search req@ffff9caf61463480 x1876037329008768/t4294967608(4294967608) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 496/456 e 0 to 0 dl 1789130479 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130339.741233:0:30507:0:(client.c:3188:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1789130339.741236:0:30507:0:(client.c:3235:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9caf5014c800: normal: skip=1 replay=3/4 committed=0/0 00000100:00000001:2.0:1789130339.741239:0:30507:0:(client.c:3236:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789130339.741243:0:30507:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130339.741249:0:30507:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf580bad00 x1876037329009408/t4294967610(4294967610) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 512/456 e 0 to 0 dl 1789130479 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130339.741256:0:30507:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789130339.741261:0:30507:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789130339.741263:0:30507:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789130339.741269:0:30507:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf580bad00 x1876037329009408/t4294967610(4294967610) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 512/456 e 0 to 0 dl 1789130479 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789130339.741276:0:30507:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf580bad00 pname:cluuid:pid:xid:nid:opc:job rm:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:30507:1876037329009408:192.168.204.123@tcp:36:rm.0 00000100:00000001:2.0:1789130339.741282:0:30507:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789130339.741286:0:30507:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130339.741288:0:30507:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1789130339.741290:0:30507:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130339.741292:0:30507:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf580bad00 x1876037329009408/t4294967610(4294967610) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 512/456 e 0 to 0 dl 1789130479 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130339.741302:0:30507:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789130339.741304:0:30507:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9caf48519840. 00000100:00000001:2.0:1789130339.741307:0:30507:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1789130339.741309:0:30507:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789130339.741318:0:30507:0:(mdc_reint.c:367:mdc_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789130339.741322:0:30507:0:(lmv_obd.c:3544:lmv_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789130339.741327:0:30507:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9caf4557c8c0 2 00000080:00000010:2.0:1789130339.741332:0:30507:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9caf48ef8200. 00000100:00000001:2.0:1789130339.741342:0:30507:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130339.741345:0:30507:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf580bad00 x1876037329009408/t4294967610(4294967610) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 512/456 e 0 to 0 dl 1789130479 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130339.741350:0:30507:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130339.741352:0:30507:0:(namei.c:2371:ll_rmdir()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130339.741376:0:30507:0:(llite_lib.c:3423:ll_delete_inode()) Process entered 00000080:00000001:2.0:1789130339.741382:0:30507:0:(llite_lib.c:2079:ll_clear_inode()) Process entered 00000080:00200000:2.0:1789130339.741384:0:30507:0:(llite_lib.c:2082:ll_clear_inode()) VFS Op:inode=[0x200000404:0x20:0x0](ffff9caf6019e3c8) 00800000:00000001:2.0:1789130339.741389:0:30507:0:(lmv_obd.c:1647:lmv_null_inode()) Process entered 00800000:00000002:2.0:1789130339.741391:0:30507:0:(lmv_obd.c:1649:lmv_null_inode()) CBDATA for [0x200000404:0x20:0x0] 00000002:00000001:2.0:1789130339.741399:0:30507:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:2.0:1789130339.741407:0:30507:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789130339.741409:0:30507:0:(lmv_obd.c:1659:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130339.741413:0:30507:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:2.0:1789130339.741416:0:30507:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:2.0:1789130339.741418:0:30507:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130339.741420:0:30507:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130339.741426:0:30507:0:(llite_lib.c:2130:ll_clear_inode()) Process leaving 00000080:00000001:2.0:1789130339.741428:0:30507:0:(llite_lib.c:3452:ll_delete_inode()) Process leaving 00000080:00000001:2.0:1789130339.741446:0:30507:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1789130339.741451:0:30507:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c47e30 00000080:00002000:2.0:1789130339.741453:0:30507:0:(dcache.c:127:ll_ddelete()) deleting dentry d21f.recovery-small-2 (ffff9caf60346bd0, parent ffff9caf600f3360, inode 0000000000000000) hashed, 00000080:00000001:2.0:1789130339.741458:0:30507:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1789130339.741462:0:30507:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:2.0:1789130339.741465:0:30507:0:(dcache.c:48:ll_release()) Process leaving 00000800:00000001:2.0:1789130339.742210:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130339.742230:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130339.742532:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: ACK: OK 00010000:00000010:0.1:1789130339.742837:0:30315:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf4814df00. 00010000:00000010:0.1:1789130339.742848:0:30315:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf46a92400. 00000800:00000001:2.0:1789130339.743743:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130339.743763:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789130339.744501:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130339.744512:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130339.744528:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130339.744539:0:2341:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:2.0:1789130339.744550:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130339.744556:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130339.744564:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130339.744569:0:2341:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 224 into portal 18 MB=0x6aa3efa94bb80 00000400:00000200:2.0:1789130339.744576:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130339.744583:0:2341:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.123@tcp of length 224/224 into md 0x65c5 [1] + 224 00000800:00000001:2.0:1789130339.744593:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130339.744603:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130339.744718:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130339.744724:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:2.0:1789130339.744734:0:2341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789130339.744744:0:2341:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf61460780 x1876037329009536/t0(0) o103->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1789130355 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789130339.744757:0:2341:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9caf61460780 x1876037329009536/t0(0) o103->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1789130355 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130339.745021:0:2341:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789130339.745033:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130339.745038:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:2.1:1789130339.747877:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9caf6019e300. 00000080:00000010:2.1:1789130339.747907:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9caf4632bee0. 00010000:00000001:3.0:1789130340.283642:0:27360:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130340.283651:0:27360:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130340.283663:0:27360:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130340.283664:0:27360:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130341.087465:0:30592:0:(llite_lib.c:4271:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130341.306015:0:27360:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130341.306026:0:27360:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130341.306033:0:27360:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130341.306035:0:27360:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789130341.306067:0:16244:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789130341.306083:0:16244:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789130341.306088:0:16244:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1789130342.202048:0:30671:0:(connection.c:75:cpu_latency_work()) work item of ffff9caf6147ab30 (cpu 3) has reached its deadline 4296436215, at 4296436224 00000100:00000040:2.0:1789130342.202071:0:23465:0:(connection.c:75:cpu_latency_work()) work item of ffff9caf6147aa20 (cpu 2) has reached its deadline 4296436215, at 4296436224 00000100:00000010:3.0:1789130342.202074:0:30671:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9caf584013c0. 00000100:00000010:2.0:1789130342.202078:0:23465:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9caf58401120. 00010000:00000001:3.0:1789130342.330702:0:30671:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130342.330716:0:30671:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130342.330737:0:30671:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130342.330738:0:30671:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130342.970478:0:30731:0:(llite_lib.c:4271:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130343.229800:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 70f26143-21ad-4cd3-af2c-0601ab5c9490->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789130343.229837:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1789130343.229846:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf501a9e00. 00000020:00000040:3.0:1789130343.229854:0:36:0:(genops.c:1210:class_import_get()) import ffff9caf586ce800 refcount=4 obd=MGC192.168.204.123@tcp 00000100:00000001:3.0:1789130343.229859:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789130343.229863:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789130343.229869:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789130343.229882:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9caf47fd2900. 00000100:00000001:3.0:1789130343.229892:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130343.231249:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 70f26143-21ad-4cd3-af2c-0601ab5c9490->MGS req@ffff9caf501a9e00 x1876037329009664/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789130343.231281:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789130343.231287:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130343.231301:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004bb460e3] to pc [ptlrpcd_01_00+0] req@ffff9caf501a9e00 x1876037329009664/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130343.232154:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130343.232163:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) c4ff2dbd-4d13-4802-9c50-d71e34d32a35->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789130343.232167:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1789130343.232175:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf501a8b40. 00000020:00000040:3.0:1789130343.232181:0:36:0:(genops.c:1210:class_import_get()) import ffff9caf6079a800 refcount=6 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000100:00000001:3.0:1789130343.232186:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789130343.232190:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789130343.232196:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789130343.232207:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9caf47fd2000. 00000100:00000001:2.0:1789130343.232212:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789130343.232214:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130343.232219:0:2349:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789130343.232224:0:2349:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789130343.232226:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging c4ff2dbd-4d13-4802-9c50-d71e34d32a35->lustre-MDT0000_UUID req@ffff9caf501a8b40 x1876037329009792/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:2.0:1789130343.232235:0:2349:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf501a9e00 x1876037329009664/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130343.232239:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789130343.232244:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130343.232253:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001bdb2266] to pc [ptlrpcd_01_01+1] req@ffff9caf501a8b40 x1876037329009792/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130343.232266:0:2349:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789130343.232270:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130343.232270:0:2349:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130343.232274:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) c4ff2dbd-4d13-4802-9c50-d71e34d32a35->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:2.0:1789130343.232278:0:2349:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1789130343.232279:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1789130343.232284:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf501a83c0. 02000000:00000001:2.0:1789130343.232284:0:2349:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000040:3.0:1789130343.232289:0:36:0:(genops.c:1210:class_import_get()) import ffff9caf468ac800 refcount=4 obd=lustre-OST0000-osc-ffff9caf5014c800 02000000:00000001:2.0:1789130343.232291:0:2349:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130343.232292:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789130343.232296:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789130343.232298:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789130343.232299:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf501a9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:70f26143-21ad-4cd3-af2c-0601ab5c9490:2349:1876037329009664:192.168.204.123@tcp:400:kworker.0 02000000:00000010:3.0:1789130343.232302:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9caf47fd2100. 00000100:00000001:2.0:1789130343.232308:0:2349:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1789130343.232309:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130343.232316:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging c4ff2dbd-4d13-4802-9c50-d71e34d32a35->lustre-OST0000_UUID req@ffff9caf501a83c0 x1876037329009920/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:2.0:1789130343.232319:0:2349:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789130343.232325:0:2349:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130343.232327:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered 02000000:00000001:2.0:1789130343.232331:0:2349:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789130343.232341:0:2349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9caf43367800. 02000000:00000001:2.0:1789130343.232343:0:2349:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789130343.232354:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:2.0:1789130343.232360:0:2349:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf483fd058. 00000400:00000010:2.0:1789130343.232374:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf42d18110. 00000100:00000200:2.0:1789130343.232387:0:2349:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876037329009664, portal 25 00000100:00000001:2.0:1789130343.232389:0:2349:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789130343.232392:0:2349:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875509972480 : -109198199579136 : ffff9caf501a9e00) 00000100:00000040:2.0:1789130343.232401:0:2349:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9caf501a9e00 x1876037329009664/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130359 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130343.232410:0:2349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789130343.232413:0:2349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:2.0:1789130343.232416:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf42d18e58. 00000100:00000200:2.0:1789130343.232421:0:2349:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1876037329009664, offset 0 00000400:00000200:2.0:1789130343.232430:0:2349:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:2.0:1789130343.232446:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130343.232459:0:2349:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:2.0:1789130343.232470:0:2349:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789130343.232477:0:2349:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:2.0:1789130343.232483:0:2349:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789130343.232486:0:2349:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:2.0:1789130343.232492:0:2349:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2343:2343:256:4294967295] 192.168.204.123@tcp LPNI seq info [2342:2342:8:4294967295] 00000400:00000200:2.0:1789130343.232498:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130343.232512:0:2349:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:2.0:1789130343.232522:0:2349:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:2.0:1789130343.232529:0:2349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf616ca900. 00000800:00000200:2.0:1789130343.232540:0:2349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:2.0:1789130343.232553:0:2349:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:2.0:1789130343.232560:0:2349:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf616ca900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1789130343.232578:0:2349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789130343.232584:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:2.0:1789130343.232587:0:2349:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.123@tcp: PM QoS new deadline estimation for cpu 2 is 4296441340 00000100:00000010:2.0:1789130343.232594:0:2349:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9caf4812f480. 00000100:00000001:2.0:1789130343.232605:0:2349:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.123@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1789130343.232615:0:2349:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.123@tcp: PM QoS new deadline estimation for cpu 3 is 4296441340 00000100:00000010:2.0:1789130343.232618:0:2349:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9caf4812fcc0. 00000100:00000001:2.0:1789130343.232623:0:2349:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.123@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1789130343.232630:0:2349:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789130343.232633:0:2349:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130343.232638:0:2349:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130343.232641:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789130343.232669:0:2349:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789130343.232672:0:2349:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1789130343.232675:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789130343.232676:0:2349:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789130343.232678:0:2349:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789130343.232681:0:2349:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:2.0:1789130343.232683:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789130343.232685:0:2349:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789130343.232686:0:2349:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789130343.232688:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789130343.232689:0:2349:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789130343.232690:0:2349:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789130343.232695:0:2349:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf501a8b40 x1876037329009792/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130343.232713:0:2349:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789130343.232714:0:2349:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789130343.232717:0:2349:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789130343.232719:0:2349:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789130343.232721:0:2349:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789130343.232724:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf501a8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:2349:1876037329009792:192.168.204.123@tcp:400:kworker.0 00000100:00000001:2.0:1789130343.232728:0:2349:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789130343.232730:0:2349:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789130343.232732:0:2349:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789130343.232734:0:2349:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789130343.232737:0:2349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9caf43366e00. 02000000:00000001:2.0:1789130343.232739:0:2349:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789130343.232743:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:2.0:1789130343.232746:0:2349:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf483fd898. 00000400:00000010:2.0:1789130343.232752:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf42d18660. 00000100:00000200:2.0:1789130343.232755:0:2349:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876037329009792, portal 10 00000100:00000001:2.0:1789130343.232757:0:2349:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789130343.232758:0:2349:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875509967680 : -109198199583936 : ffff9caf501a8b40) 00000100:00000040:2.0:1789130343.232767:0:2349:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9caf501a8b40 x1876037329009792/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130483 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130343.232773:0:2349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789130343.232776:0:2349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:2.0:1789130343.232779:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf42d18ee0. 00000100:00000200:2.0:1789130343.232781:0:2349:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876037329009792, offset 0 00000400:00000200:2.0:1789130343.232786:0:2349:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:2.0:1789130343.232790:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130343.232795:0:2349:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:2.0:1789130343.232798:0:2349:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789130343.232801:0:2349:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000100:00000001:3.0:1789130343.233137:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130343.233150:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004a8936c8] to pc [ptlrpcd_01_00+0] req@ffff9caf501a83c0 x1876037329009920/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130343.233168:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130343.233171:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) c4ff2dbd-4d13-4802-9c50-d71e34d32a35->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789130343.233176:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1789130343.233182:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf501a8f00. 00000020:00000040:3.0:1789130343.233186:0:36:0:(genops.c:1210:class_import_get()) import ffff9caf48ede000 refcount=3 obd=lustre-OST0001-osc-ffff9caf5014c800 00000100:00000001:3.0:1789130343.233189:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789130343.233193:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789130343.233195:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789130343.233202:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9caf47fd2c00. 00000100:00000001:3.0:1789130343.233207:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130343.233213:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging c4ff2dbd-4d13-4802-9c50-d71e34d32a35->lustre-OST0001_UUID req@ffff9caf501a8f00 x1876037329010048/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789130343.233221:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789130343.233224:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130343.233230:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007fa63584] to pc [ptlrpcd_01_01+1] req@ffff9caf501a8f00 x1876037329010048/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130343.233241:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130343.233248:0:36:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1774) 00000100:00000001:3.0:1789130343.233282:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789130343.233286:0:2350:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789130343.233289:0:2350:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789130343.233296:0:2350:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf501a8f00 x1876037329010048/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130343.233304:0:2350:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789130343.233306:0:2350:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789130343.233310:0:2350:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789130343.233312:0:2350:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789130343.233315:0:2350:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789130343.233318:0:2350:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf501a8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:2350:1876037329010048:192.168.204.123@tcp:400:kworker.0 00000100:00000001:3.0:1789130343.233323:0:2350:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789130343.233327:0:2350:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789130343.233329:0:2350:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789130343.233786:0:2350:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789130343.233796:0:2350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9caf48180600. 02000000:00000001:3.0:1789130343.233801:0:2350:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789130343.233842:0:2350:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:3.0:1789130343.233847:0:2350:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf60788790. 00000400:00000010:3.0:1789130343.233855:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf4549fa18. 00000100:00000200:3.0:1789130343.233861:0:2350:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876037329010048, portal 4 00000100:00000001:3.0:1789130343.233864:0:2350:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789130343.233866:0:2350:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875509968640 : -109198199582976 : ffff9caf501a8f00) 00000100:00000040:3.0:1789130343.233877:0:2350:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9caf501a8f00 x1876037329010048/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130359 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130343.233885:0:2350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789130343.233887:0:2350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:3.0:1789130343.233890:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf4549f770. 00000100:00000200:3.0:1789130343.233892:0:2350:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876037329010048, offset 0 00000400:00000200:3.0:1789130343.233900:0:2350:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:2.0:1789130343.233999:0:2349:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789130343.234003:0:2349:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:2.0:1789130343.234008:0:2349:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2344:2344:255:4294967295] 192.168.204.123@tcp LPNI seq info [2343:2343:7:4294967295] 00000400:00000200:2.0:1789130343.234013:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130343.234027:0:2349:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:2.0:1789130343.234035:0:2349:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:2.0:1789130343.234043:0:2349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf616caa00. 00000800:00000200:2.0:1789130343.234050:0:2349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:2.0:1789130343.234059:0:2349:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:2.0:1789130343.234065:0:2349:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf616caa00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1789130343.234069:0:2349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130343.234075:0:2349:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: using a timeout of 811192 usecs (812 jiffies) 00000400:00000200:2.0:1789130343.234078:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:2.0:1789130343.234081:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296438068 00000100:00000001:2.0:1789130343.234084:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 2, keep current deadline 4296441340 00000100:00000001:2.0:1789130343.234087:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296438068 00000100:00000001:2.0:1789130343.234250:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 3, keep current deadline 4296441340 00000100:00000001:2.0:1789130343.234255:0:2349:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789130343.234258:0:2349:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130343.234264:0:2349:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130343.234267:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789130343.234277:0:2349:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789130343.234280:0:2349:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1789130343.234283:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789130343.234285:0:2349:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789130343.234287:0:2349:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789130343.234294:0:2349:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf501a83c0 x1876037329009920/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130343.234302:0:2349:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789130343.234304:0:2349:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789130343.234308:0:2349:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789130343.234311:0:2349:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789130343.234313:0:2349:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789130343.234317:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf501a83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:2349:1876037329009920:192.168.204.123@tcp:400:kworker.0 00000100:00000001:2.0:1789130343.234321:0:2349:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789130343.234327:0:2349:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789130343.234329:0:2349:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789130343.234331:0:2349:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789130343.234339:0:2349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9caf46309000. 02000000:00000001:2.0:1789130343.234341:0:2349:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789130343.234345:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:2.0:1789130343.234349:0:2349:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf483fd370. 00000400:00000010:2.0:1789130343.234354:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf42d18f68. 00000100:00000200:2.0:1789130343.234357:0:2349:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876037329009920, portal 4 00000100:00000001:2.0:1789130343.234359:0:2349:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789130343.234361:0:2349:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875509965760 : -109198199585856 : ffff9caf501a83c0) 00000100:00000040:2.0:1789130343.234368:0:2349:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9caf501a83c0 x1876037329009920/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130359 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130343.234375:0:2349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789130343.234377:0:2349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:2.0:1789130343.234380:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf42d18000. 00000100:00000200:2.0:1789130343.234383:0:2349:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876037329009920, offset 0 00000400:00000200:2.0:1789130343.234388:0:2349:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:3.0:1789130343.234506:0:2350:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130343.234515:0:2350:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:3.0:1789130343.234521:0:2350:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789130343.234525:0:2350:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:3.0:1789130343.234528:0:2350:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789130343.234531:0:2350:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:3.0:1789130343.234534:0:2350:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2345:2345:254:4294967295] 192.168.204.123@tcp LPNI seq info [2344:2344:6:4294967295] 00000400:00000200:3.0:1789130343.234538:0:2350:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130343.234544:0:2350:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:3.0:1789130343.234549:0:2350:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:3.0:1789130343.234554:0:2350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf47fd2b00. 00000800:00000200:3.0:1789130343.234559:0:2350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:3.0:1789130343.234565:0:2350:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:3.0:1789130343.234568:0:2350:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf47fd2b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789130343.234572:0:2350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130343.234576:0:2350:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9caf5014c800: using a timeout of 388083 usecs (389 jiffies) 00000400:00000200:2.0:1789130343.234581:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130343.234584:0:2350:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:3.0:1789130343.234588:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296437645 00000400:00000200:2.0:1789130343.234592:0:2349:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000100:00000001:3.0:1789130343.234593:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9caf5014c800: PM QoS request active for cpu 2, keep current deadline 4296441340 00000100:00000001:3.0:1789130343.234598:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296437645 00000400:00000200:2.0:1789130343.234599:0:2349:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1789130343.234603:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9caf5014c800: PM QoS request active for cpu 3, keep current deadline 4296441340 00000400:00000200:2.0:1789130343.234606:0:2349:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000100:00000001:3.0:1789130343.234608:0:2350:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789130343.234612:0:2350:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789130343.234612:0:2349:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789130343.234617:0:2349:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000100:00000001:3.0:1789130343.234618:0:2350:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130343.234622:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130343.234624:0:2349:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2346:2346:253:4294967295] 192.168.204.123@tcp LPNI seq info [2345:2345:5:4294967295] 00000100:00000001:3.0:1789130343.234629:0:2350:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:2.0:1789130343.234632:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:3.0:1789130343.234633:0:2350:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1789130343.234638:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789130343.234641:0:2350:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789130343.234644:0:2350:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789130343.234647:0:2349:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000100:00000001:3.0:1789130343.234649:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789130343.234746:0:2349:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:2.0:1789130343.234751:0:2349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf616ca200. 00000800:00000200:2.0:1789130343.234755:0:2349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:2.0:1789130343.234760:0:2349:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:2.0:1789130343.234763:0:2349:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf616ca200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1789130343.234766:0:2349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130343.234770:0:2349:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9caf5014c800: using a timeout of 22817 usecs (23 jiffies) 00000400:00000200:2.0:1789130343.234774:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:2.0:1789130343.234777:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296437279 00000100:00000001:2.0:1789130343.234779:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9caf5014c800: PM QoS request active for cpu 2, keep current deadline 4296441340 00000100:00000001:2.0:1789130343.234781:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296437279 00000100:00000001:2.0:1789130343.234783:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9caf5014c800: PM QoS request active for cpu 3, keep current deadline 4296441340 00000100:00000001:2.0:1789130343.234786:0:2349:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789130343.234788:0:2349:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130343.234791:0:2349:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130343.234793:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789130343.234797:0:2349:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789130343.234799:0:2349:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1789130343.234801:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789130343.234802:0:2349:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789130343.234899:0:2349:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130343.234902:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789130343.236204:0:2342:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789130343.236215:0:2342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf616ca900. 00000400:00000200:3.0:1789130343.236224:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130343.236235:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:3.0:1789130343.236244:0:2342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf42d18e58 00000400:00000010:3.0:1789130343.236247:0:2342:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf42d18e58. 00000100:00000001:3.0:1789130343.236253:0:2342:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789130343.236262:0:2342:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf501a9e00 x1876037329009664/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130359 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130343.236277:0:2342:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130343.236282:0:2342:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf501a9e00 x1876037329009664/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130359 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130343.236289:0:2342:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130343.236292:0:2342:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1789130343.236312:0:2342:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789130343.236314:0:2342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf616caa00. 00000400:00000200:3.0:1789130343.236317:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130343.236321:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:3.0:1789130343.236324:0:2342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf42d18ee0 00000400:00000010:3.0:1789130343.236326:0:2342:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf42d18ee0. 00000100:00000001:3.0:1789130343.236329:0:2342:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789130343.236345:0:2342:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf501a8b40 x1876037329009792/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130483 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130343.236359:0:2342:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130343.236362:0:2342:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf501a8b40 x1876037329009792/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130483 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130343.236368:0:2342:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130343.236370:0:2342:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1789130343.236380:0:2342:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789130343.236382:0:2342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf47fd2b00. 00000400:00000200:3.0:1789130343.236874:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130343.236881:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:3.0:1789130343.236885:0:2342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf4549f770 00000400:00000010:3.0:1789130343.236887:0:2342:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf4549f770. 00000100:00000001:3.0:1789130343.236892:0:2342:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789130343.236897:0:2342:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf501a8f00 x1876037329010048/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130359 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130343.236904:0:2342:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130343.236907:0:2342:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf501a8f00 x1876037329010048/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130359 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130343.236925:0:2342:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130343.236926:0:2342:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1789130343.237027:0:2342:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789130343.237030:0:2342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf616ca200. 00000400:00000200:3.0:1789130343.237033:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130343.237042:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:3.0:1789130343.237047:0:2342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf42d18000 00000400:00000010:3.0:1789130343.237049:0:2342:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf42d18000. 00000100:00000001:3.0:1789130343.237052:0:2342:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789130343.237057:0:2342:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf501a83c0 x1876037329009920/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130359 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130343.237065:0:2342:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130343.237068:0:2342:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf501a83c0 x1876037329009920/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130359 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130343.237074:0:2342:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130343.237076:0:2342:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1789130343.248205:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130343.248233:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789130343.248240:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130343.248243:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130343.248255:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130343.248266:0:2341:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:2.0:1789130343.248279:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130343.248286:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130343.248295:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130343.248301:0:2341:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 224 into portal 25 MB=0x6aa3efa94bc00 00000400:00000200:2.0:1789130343.248308:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130343.248318:0:2341:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.123@tcp of length 224/224 into md 0x65cd [1] + 224 00000800:00000001:2.0:1789130343.248334:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130343.248348:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130343.248353:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130343.248359:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:2.0:1789130343.248370:0:2341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789130343.248383:0:2341:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf501a9e00 x1876037329009664/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130359 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789130343.248397:0:2341:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9caf501a9e00 x1876037329009664/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130359 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130343.248421:0:2341:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789130343.248432:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130343.248436:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789130343.248438:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130343.248440:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130343.248443:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130343.248447:0:2341:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:2.0:1789130343.248452:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130343.248454:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130343.248458:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130343.248461:0:2341:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 224 into portal 10 MB=0x6aa3efa94bc80 00000400:00000200:2.0:1789130343.248464:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130343.248469:0:2341:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.123@tcp of length 224/224 into md 0x65dd [1] + 224 00000800:00000001:2.0:1789130343.248474:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130343.248478:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130343.248480:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130343.248483:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:2.0:1789130343.248486:0:2341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789130343.248491:0:2341:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf501a8b40 x1876037329009792/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130483 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789130343.248500:0:2341:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9caf501a8b40 x1876037329009792/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130483 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130343.248516:0:2341:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789130343.248520:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130343.248524:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789130343.248526:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130343.248528:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130343.248531:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130343.248535:0:2341:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:2.0:1789130343.248540:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130343.248543:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130343.248546:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130343.248549:0:2341:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 224 into portal 4 MB=0x6aa3efa94bd80 00000400:00000200:2.0:1789130343.248553:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130343.248559:0:2341:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.123@tcp of length 224/224 into md 0x65ed [1] + 224 00000800:00000001:2.0:1789130343.248563:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130343.248567:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130343.248569:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130343.248572:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:2.0:1789130343.248575:0:2341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789130343.248581:0:2341:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf501a8f00 x1876037329010048/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130359 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789130343.248590:0:2341:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9caf501a8f00 x1876037329010048/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130359 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130343.248610:0:2341:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789130343.248615:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130343.248619:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789130343.248621:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130343.248624:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130343.248627:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130343.248630:0:2341:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:2.0:1789130343.248635:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130343.248637:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130343.248641:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130343.248644:0:2341:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 224 into portal 4 MB=0x6aa3efa94bd00 00000400:00000200:2.0:1789130343.248649:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130343.248654:0:2341:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.123@tcp of length 224/224 into md 0x65fd [1] + 224 00000100:00000001:3.0:1789130343.248672:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789130343.248680:0:2349:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000800:00000001:2.0:1789130343.248749:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130343.248761:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130343.248763:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130343.248768:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000001:3.0:1789130343.249309:0:2349:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789130343.249313:0:2349:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789130343.249318:0:2349:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf483fd898. 00000400:00000200:3.0:1789130343.249325:0:2349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf42d18660 00000400:00000010:3.0:1789130343.249328:0:2349:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf42d18660. 00000100:00000001:3.0:1789130343.249332:0:2349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789130343.249341:0:2349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf501a8b40 x1876037329009792/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130483 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789130343.249353:0:2349:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf501a8b40 x1876037329009792/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130483 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130343.249360:0:2349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789130343.249363:0:2349:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130343.249367:0:2349:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789130343.249371:0:2349:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789130343.249374:0:2349:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789130343.249377:0:2349:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789130343.249380:0:2349:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789130343.249393:0:2349:0:(import.c:2149:obd_at_measure()) add 104 to ffff9caf6079ac60 time=112 v=104 (104 104 104 104) 00000100:00001000:3.0:1789130343.249398:0:2349:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf6079ac18 time=5 v=5 (1 0 0 0) 00000100:00000001:3.0:1789130343.249401:0:2349:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789130343.249403:0:2349:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130343.249406:0:2349:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789130343.249411:0:2349:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130343.249416:0:2349:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789130343.249418:0:2349:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9caf5014c800: skip recheck: last_committed 4294967605 00000100:00000001:3.0:1789130343.249420:0:2349:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789130343.249424:0:2349:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130343.249430:0:2349:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf501a8b40 x1876037329009792/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130483 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130343.249438:0:2349:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789130343.249442:0:2349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789130343.249444:0:2349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789130343.249448:0:2349:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf501a8b40 x1876037329009792/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130483 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789130343.249458:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf501a8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:2349:1876037329009792:192.168.204.123@tcp:400:kworker.0 00000400:00000001:3.0:1789130343.249464:0:2349:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789130343.249465:0:2349:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789130343.249467:0:2349:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf483fd058. 00000400:00000200:3.0:1789130343.249470:0:2349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf42d18110 00000400:00000010:3.0:1789130343.249472:0:2349:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf42d18110. 00000100:00000001:3.0:1789130343.249475:0:2349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789130343.249478:0:2349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf501a9e00 x1876037329009664/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130359 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789130343.249486:0:2349:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf501a9e00 x1876037329009664/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130359 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130343.249492:0:2349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789130343.249494:0:2349:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130343.249495:0:2349:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789130343.249497:0:2349:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789130343.249498:0:2349:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789130343.249499:0:2349:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789130343.249501:0:2349:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789130343.249504:0:2349:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf586cec60 time=112 v=5 (5 5 5 5) 00000100:00001000:3.0:1789130343.249507:0:2349:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf586cec18 time=112 v=5 (1 1 1 1) 00000100:00000001:3.0:1789130343.249510:0:2349:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789130343.249511:0:2349:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130343.249513:0:2349:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789130343.249515:0:2349:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130343.249517:0:2349:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130343.249520:0:2349:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf501a9e00 x1876037329009664/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130359 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130343.249526:0:2349:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789130343.249528:0:2349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789130343.249529:0:2349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789130343.249533:0:2349:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf501a9e00 x1876037329009664/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130359 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789130343.249540:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf501a9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:70f26143-21ad-4cd3-af2c-0601ab5c9490:2349:1876037329009664:192.168.204.123@tcp:400:kworker.0 00000100:00000001:3.0:1789130343.249545:0:2349:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130343.249548:0:2349:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130343.249552:0:2349:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf501a8b40 x1876037329009792/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130483 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130343.249559:0:2349:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789130343.249563:0:2349:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789130343.249567:0:2349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9caf43366e00. 02000000:00000001:3.0:1789130343.249572:0:2349:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789130343.249575:0:2349:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1789130343.249577:0:2349:0:(genops.c:1223:class_import_put()) import ffff9caf6079a800 refcount=5 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000020:00000001:3.0:1789130343.249580:0:2349:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1789130343.249583:0:2349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9caf47fd2000. 02000000:00000001:3.0:1789130343.249587:0:2349:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789130343.249589:0:2349:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789130343.249592:0:2349:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf501a8b40. 00000100:00000001:3.0:1789130343.249597:0:2349:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789130343.249599:0:2349:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130343.249600:0:2349:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130343.249604:0:2349:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf501a9e00 x1876037329009664/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130359 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130343.249615:0:2349:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789130343.249617:0:2349:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789130343.249618:0:2349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9caf43367800. 02000000:00000001:3.0:1789130343.249620:0:2349:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789130343.249622:0:2349:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1789130343.249680:0:2349:0:(genops.c:1223:class_import_put()) import ffff9caf586ce800 refcount=3 obd=MGC192.168.204.123@tcp 00000020:00000001:3.0:1789130343.249683:0:2349:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1789130343.249685:0:2349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9caf47fd2900. 02000000:00000001:3.0:1789130343.249688:0:2349:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789130343.249689:0:2349:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789130343.249690:0:2349:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf501a9e00. 00000100:00000001:3.0:1789130343.249694:0:2349:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789130343.249696:0:2349:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130343.249700:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130343.249712:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789130343.249769:0:2349:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789130343.249771:0:2349:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130343.249774:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130343.249996:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789130343.250000:0:2350:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789130343.250005:0:2350:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789130343.250007:0:2350:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789130343.250014:0:2350:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf60788790. 00000400:00000200:3.0:1789130343.250019:0:2350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf4549fa18 00000400:00000010:3.0:1789130343.250021:0:2350:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf4549fa18. 00000100:00000001:3.0:1789130343.250026:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789130343.250032:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf501a8f00 x1876037329010048/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130359 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789130343.250145:0:2350:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf501a8f00 x1876037329010048/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130359 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130343.250153:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789130343.250155:0:2350:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130343.250157:0:2350:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789130343.250159:0:2350:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789130343.250160:0:2350:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789130343.250163:0:2350:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789130343.250165:0:2350:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789130343.250171:0:2350:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf48ede460 time=112 v=5 (5 5 5 36) 00000100:00001000:3.0:1789130343.250175:0:2350:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf48ede418 time=4 v=5 (1 0 0 0) 00000100:00000001:3.0:1789130343.250177:0:2350:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789130343.250178:0:2350:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130343.250180:0:2350:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789130343.250183:0:2350:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130343.250186:0:2350:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789130343.250188:0:2350:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9caf5014c800: skip recheck: last_committed 4294967312 00000100:00000001:3.0:1789130343.250190:0:2350:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789130343.250193:0:2350:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130343.250197:0:2350:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf501a8f00 x1876037329010048/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130359 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130343.250203:0:2350:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789130343.250206:0:2350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789130343.250208:0:2350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789130343.250211:0:2350:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf501a8f00 x1876037329010048/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130359 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789130343.250218:0:2350:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf501a8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:2350:1876037329010048:192.168.204.123@tcp:400:kworker.0 00000100:00000001:3.0:1789130343.250223:0:2350:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130343.250225:0:2350:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130343.250229:0:2350:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf501a8f00 x1876037329010048/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130359 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130343.250235:0:2350:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789130343.250237:0:2350:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789130343.250239:0:2350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9caf48180600. 02000000:00000001:3.0:1789130343.250243:0:2350:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789130343.250244:0:2350:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1789130343.250246:0:2350:0:(genops.c:1223:class_import_put()) import ffff9caf48ede000 refcount=2 obd=lustre-OST0001-osc-ffff9caf5014c800 00000020:00000001:3.0:1789130343.250249:0:2350:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1789130343.250251:0:2350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9caf47fd2c00. 02000000:00000001:3.0:1789130343.250255:0:2350:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789130343.250257:0:2350:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789130343.250258:0:2350:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf501a8f00. 00000100:00000001:3.0:1789130343.250263:0:2350:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789130343.250264:0:2350:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130343.250266:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130343.250276:0:2350:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789130343.250278:0:2350:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130343.250280:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789130343.250282:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130343.253789:0:2341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789130343.253830:0:2341:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf501a83c0 x1876037329009920/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130359 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789130343.253847:0:2341:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9caf501a83c0 x1876037329009920/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130359 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130343.253875:0:2341:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789130343.253895:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130343.253907:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130343.254284:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789130343.254295:0:2349:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789130343.254310:0:2349:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789130343.254314:0:2349:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789130343.254321:0:2349:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf483fd370. 00000400:00000200:3.0:1789130343.254330:0:2349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf42d18f68 00000400:00000010:3.0:1789130343.254334:0:2349:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf42d18f68. 00000100:00000001:3.0:1789130343.254338:0:2349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789130343.254345:0:2349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf501a83c0 x1876037329009920/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130359 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789130343.254357:0:2349:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf501a83c0 x1876037329009920/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130359 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130343.254364:0:2349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789130343.254367:0:2349:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130343.254371:0:2349:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789130343.254378:0:2349:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789130343.254382:0:2349:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789130343.254385:0:2349:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789130343.254389:0:2349:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789130343.254408:0:2349:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf468acc60 time=112 v=5 (5 5 5 36) 00000100:00001000:3.0:1789130343.254415:0:2349:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf468acc18 time=145 v=5 (1 0 0 0) 00000100:00000001:3.0:1789130343.254417:0:2349:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789130343.254420:0:2349:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130343.254426:0:2349:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789130343.254431:0:2349:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130343.254438:0:2349:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00100000:3.0:1789130343.254441:0:2349:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9caf5014c800: committing for last_committed 4294967337 gen 13 00000100:00000040:3.0:1789130343.254451:0:2349:0:(client.c:3181:ptlrpc_free_committed()) @@@ commit (last_committed 4294967337) req@ffff9caf615d5e00 x1876037329004160/t4294967337(4294967337) o2->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 440/432 e 0 to 0 dl 1789130354 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130343.254459:0:2349:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130343.254464:0:2349:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf615d5e00 x1876037329004160/t4294967337(4294967337) o2->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 440/432 e 0 to 0 dl 1789130354 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130343.254472:0:2349:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789130343.254476:0:2349:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789130343.254482:0:2349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9caf482bf400. 02000000:00000001:3.0:1789130343.254488:0:2349:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789130343.254492:0:2349:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1789130343.254495:0:2349:0:(genops.c:1223:class_import_put()) import ffff9caf468ac800 refcount=3 obd=lustre-OST0000-osc-ffff9caf5014c800 00000020:00000001:3.0:1789130343.254498:0:2349:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1789130343.254501:0:2349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9caf51b95800. 02000000:00000001:3.0:1789130343.254509:0:2349:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789130343.254512:0:2349:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789130343.254514:0:2349:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf615d5e00. 00000100:00000001:3.0:1789130343.254522:0:2349:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789130343.254524:0:2349:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130343.254528:0:2349:0:(client.c:3188:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1789130343.254531:0:2349:0:(client.c:3235:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9caf5014c800: normal: skip=1 replay=1/1 committed=0/0 00000100:00000001:3.0:1789130343.254535:0:2349:0:(client.c:3236:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789130343.254537:0:2349:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130343.254544:0:2349:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf501a83c0 x1876037329009920/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130359 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130343.254552:0:2349:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789130343.254556:0:2349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789130343.254559:0:2349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789130343.254564:0:2349:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf501a83c0 x1876037329009920/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130359 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789130343.254573:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf501a83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:2349:1876037329009920:192.168.204.123@tcp:400:kworker.0 00000100:00000001:3.0:1789130343.254581:0:2349:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130343.254585:0:2349:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130343.254589:0:2349:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf501a83c0 x1876037329009920/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130359 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130343.254596:0:2349:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789130343.254597:0:2349:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789130343.254599:0:2349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9caf46309000. 02000000:00000001:3.0:1789130343.254602:0:2349:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789130343.254604:0:2349:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1789130343.254605:0:2349:0:(genops.c:1223:class_import_put()) import ffff9caf468ac800 refcount=2 obd=lustre-OST0000-osc-ffff9caf5014c800 00000020:00000001:3.0:1789130343.254608:0:2349:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1789130343.254609:0:2349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9caf47fd2100. 02000000:00000001:3.0:1789130343.254612:0:2349:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789130343.254614:0:2349:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789130343.254616:0:2349:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf501a83c0. 00000100:00000001:3.0:1789130343.254620:0:2349:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789130343.254621:0:2349:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130343.254638:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130343.254652:0:2349:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789130343.254655:0:2349:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130343.254658:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789130343.254661:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130343.353930:0:30671:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130343.353940:0:30671:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130343.353946:0:30671:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130343.353947:0:30671:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130344.383102:0:27360:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130344.383112:0:27360:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130344.383119:0:27360:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130344.383120:0:27360:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130344.383218:0:16244:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789130344.383221:0:16244:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789130344.383224:0:16244:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1789130344.535581:0:30875:0:(llite_lib.c:4271:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1789130344.838903:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130344.845740:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789130344.845750:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130344.845755:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130344.845767:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130344.845775:0:2342:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:2.0:1789130344.845783:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130344.845788:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130344.845794:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130344.845799:0:2342:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 328 into portal 15 MB=0x6aa3efb35b680 00000400:00000200:2.0:1789130344.845826:0:2342:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.123@tcp of length 328/328 into md 0x65b5 [2] + 0 00000800:00000001:2.0:1789130344.845834:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130344.845846:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130344.845851:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130344.845857:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:2.0:1789130344.845869:0:2342:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1789130344.845871:0:2342:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:2.0:1789130344.845878:0:2342:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf580b92c0. 00000100:00000040:2.0:1789130344.845882:0:2342:0:(events.c:337:request_in_callback()) incoming req@ffff9caf580b92c0 x1876037339559552 msgsize 328 00000100:00100000:2.0:1789130344.845887:0:2342:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.123@tcp (source: 12345-192.168.204.123@tcp) 00000100:00000001:2.0:1789130344.845902:0:2342:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1789130344.845914:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130344.845917:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130344.845989:0:16108:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1789130344.845992:0:16108:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876037339559552 02000000:00000001:3.0:1789130344.845995:0:16108:0:(sec.c:2469:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1789130344.845998:0:16108:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789130344.846000:0:16108:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789130344.846005:0:16108:0:(sec.c:2518:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789130344.846019:0:16108:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876037339559552 00000020:00000001:3.0:1789130344.846023:0:16108:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789130344.846026:0:16108:0:(genops.c:804:class_conn2export()) looking for export cookie 0xde5303b1d982c242 00000020:00000001:3.0:1789130344.846029:0:16108:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789130344.846033:0:16108:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9caf4555e000 refcount=4 00000020:00000001:3.0:1789130344.846035:0:16108:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875329306624 : -109198380244992 : ffff9caf4555e000) 00000020:00000001:3.0:1789130344.846038:0:16108:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634875329306624 : -109198380244992 : ffff9caf4555e000) 00000100:00000001:3.0:1789130344.846044:0:16108:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1789130344.846050:0:16108:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9caf4689c180. 00000100:00000001:3.0:1789130344.846054:0:16108:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1789130344.846058:0:16108:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff9caf4689c180. 00000020:00000010:3.0:1789130344.846065:0:16108:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9caf48180200. 00000020:00000010:3.0:1789130344.846072:0:16108:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9caf42e06200. 00000020:00000010:3.0:1789130344.846078:0:16108:0:(tgt_main.c:759:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9caf50186bb8. 00000100:00000040:3.0:1789130344.846089:0:16108:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:3.0:1789130344.846093:0:16108:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1789130344.846094:0:16108:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1789130344.846097:0:16108:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130344.846107:0:16108:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130344.846120:0:16108:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130344.846133:0:16108:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1789130344.846135:0:16108:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1789130344.846141:0:16108:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.123@tcp, seq: 52 00000100:00000040:3.0:1789130344.846146:0:16108:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9caf4555e000 : new rpc_count 1 00000100:00000001:3.0:1789130344.846149:0:16108:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446634875643204288 : -109198066347328 : ffff9caf580b92c0) 00000100:00000040:3.0:1789130344.846160:0:16108:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9caf580b92c0 x1876037339559552/t0(0) o104->LOV_OSC_UUID@192.168.204.123@tcp:60/0 lens 328/0 e 0 to 0 dl 1789130355 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789130344.846171:0:16108:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1789130344.846173:0:16108:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9caf4689c180. 00000100:00000001:3.0:1789130344.846175:0:16108:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1789130344.846177:0:16108:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff9caf4689c180. 00000100:00100000:3.0:1789130344.846182:0:16108:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9caf580b92c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:6669:x1876037339559552:12345-192.168.204.123@tcp:104: 00000100:00000200:3.0:1789130344.846186:0:16108:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1876037339559552 00010000:00000001:3.0:1789130344.846190:0:16108:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:3.0:1789130344.846199:0:16108:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789130344.846201:0:16108:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789130344.846204:0:16108:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40030c00 refcount=2 00000020:00000001:3.0:1789130344.846206:0:16108:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239992320 : -109198469559296 : ffff9caf40030c00) 00010000:00000001:3.0:1789130344.846209:0:16108:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239992320 : -109198469559296 : ffff9caf40030c00) 00010000:00000001:3.0:1789130344.846213:0:16108:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789130344.846217:0:16108:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1789130344.846222:0:16108:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff9caf5014c800 lock: 00000000ad35e50e/0xde5303b1d982cbc6 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xcdf1b083821a540d expref: -99 pid: 30506 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00000001:3.0:1789130344.846235:0:16108:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1789130344.846238:0:16108:0:(sec.c:2540:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1789130344.846244:0:16108:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9caf50105800. 02000000:00000001:3.0:1789130344.846246:0:16108:0:(sec.c:2577:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130344.846249:0:16108:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130344.846255:0:16108:0:(ldlm_lib.c:3383:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1789130344.846258:0:16108:0:(ldlm_lib.c:3404:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789130344.846274:0:16108:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf46ba21e8 time=112 v=5 (1 1 1 1) 00000100:00000001:3.0:1789130344.846280:0:16108:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789130344.846283:0:16108:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9caf452f48c0 refcount 13 to 192.168.204.123@tcp 00000100:00000001:3.0:1789130344.846286:0:16108:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634875326777536 : -109198382774080 : ffff9caf452f48c0) 02000000:00000001:3.0:1789130344.846289:0:16108:0:(sec.c:2591:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1789130344.846291:0:16108:0:(sec.c:2602:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130344.846295:0:16108:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789130344.846298:0:16108:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:3.0:1789130344.846305:0:16108:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf4549fa18. 00000100:00000200:3.0:1789130344.846311:0:16108:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1876037339559552, offset 224 00000400:00000200:3.0:1789130344.846318:0:16108:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:3.0:1789130344.846326:0:16108:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130344.846334:0:16108:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.204.23@tcp to MR: 192.168.204.123@tcp local destination 00000400:00000200:3.0:1789130344.846341:0:16108:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2347:2347:256:4294967295] 192.168.204.123@tcp LPNI seq info [2346:2346:8:4294967295] 00000400:00000200:3.0:1789130344.846345:0:16108:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130344.846354:0:16108:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:192.168.204.23@tcp) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:3.0:1789130344.846360:0:16108:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:3.0:1789130344.846366:0:16108:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf47fd2c00. 00000800:00000200:3.0:1789130344.846372:0:16108:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:3.0:1789130344.846380:0:16108:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:3.0:1789130344.846385:0:16108:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf47fd2c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789130344.846395:0:16108:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130344.846399:0:16108:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9caf452f48c0 refcount 12 to 192.168.204.123@tcp 00010000:00000001:3.0:1789130344.846402:0:16108:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:3.0:1789130344.846405:0:16108:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff9caf485e8a80. 00010000:00000001:3.0:1789130344.846408:0:16108:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:3.0:1789130344.846426:0:16108:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:3.0:1789130344.846429:0:16108:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130344.846431:0:16108:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130344.846433:0:16108:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130344.846437:0:16108:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf580b92c0 x1876037339559552/t0(0) o104->LOV_OSC_UUID@192.168.204.123@tcp:60/0 lens 328/224 e 0 to 0 dl 1789130355 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789130344.846447:0:16108:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9caf580b92c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:6669:x1876037339559552:12345-192.168.204.123@tcp:104: Request processed in 274us (562us total) trans 0 rc 0/0 00000100:00100000:3.0:1789130344.846455:0:16108:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.123@tcp, seq: 52 00000100:00000040:3.0:1789130344.846458:0:16108:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9caf4555e000 : new rpc_count 0 00000100:00000001:3.0:1789130344.846460:0:16108:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1789130344.846462:0:16108:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1789130344.846476:0:16108:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9caf42e06200. 00000020:00000010:3.0:1789130344.846481:0:16108:0:(tgt_main.c:771:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9caf50186bb8. 00000020:00000010:3.0:1789130344.846484:0:16108:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9caf48180200. 00000020:00000040:3.0:1789130344.846489:0:16108:0:(genops.c:879:class_export_put()) PUTting export ffff9caf4555e000 : new refcount 3 00000100:00000001:3.0:1789130344.846491:0:16108:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1789130344.847608:0:2341:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789130344.847612:0:2341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf47fd2c00. 00000400:00000200:2.0:1789130344.847616:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130344.847621:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:2.0:1789130344.847626:0:2341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf4549fa18 00000400:00000010:2.0:1789130344.847629:0:2341:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf4549fa18. 00000100:00000001:2.0:1789130344.847634:0:2341:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1789130344.847636:0:2341:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000200:2.0:1789130344.847723:0:2341:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789130344.847726:0:2341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf47f34d00. 00000400:00000200:2.0:1789130344.847728:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130344.847732:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:2.0:1789130344.847734:0:2341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf462a3908 00000400:00000010:2.0:1789130344.847736:0:2341:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf462a3908. 00000100:00000001:2.0:1789130344.847739:0:2341:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789130344.847743:0:2341:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf615d5e00 x1876037329010176/t0(0) o103->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1789130360 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130344.847753:0:2341:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130344.847757:0:2341:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf615d5e00 x1876037329010176/t0(0) o103->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1789130360 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130344.847764:0:2341:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130344.847766:0:2341:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1789130344.857110:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130344.857133:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789130344.857138:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130344.857140:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130344.857152:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130344.857161:0:2342:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:2.0:1789130344.857170:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130344.857175:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130344.857181:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130344.857190:0:2342:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 224 into portal 18 MB=0x6aa3efa94be00 00000400:00000200:2.0:1789130344.857196:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130344.857203:0:2342:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.123@tcp of length 224/224 into md 0x6615 [1] + 224 00000800:00000001:2.0:1789130344.857211:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130344.857221:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130344.857225:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130344.857230:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:2.0:1789130344.857239:0:2342:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789130344.857248:0:2342:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf615d5e00 x1876037329010176/t0(0) o103->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1789130360 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789130344.857259:0:2342:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9caf615d5e00 x1876037329010176/t0(0) o103->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1789130360 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130344.857285:0:2342:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789130344.857294:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130344.857297:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:1.1:1789130344.862006:0:26759:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf4a8cca00. 00010000:00000010:1.1:1789130344.862021:0:26759:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf40030c00. 00010000:00000001:3.0:1789130345.401971:0:27360:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130345.401983:0:27360:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789130345.401985:0:27360:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789130345.401989:0:27360:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130345.401995:0:27360:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789130345.401997:0:27360:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130345.401999:0:27360:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130345.402001:0:27360:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130346.425879:0:27360:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130346.425887:0:27360:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789130346.425916:0:16244:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789130346.425919:0:16244:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789130346.425922:0:16244:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:2.0:1789130347.113696:0:2341:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789130347.113701:0:2341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf451e7800. 00000400:00000200:2.0:1789130347.113707:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130347.113714:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:2.0:1789130347.113720:0:2341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf5801e000 00000400:00000010:2.0:1789130347.113723:0:2341:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf5801e000. 00000100:00000001:2.0:1789130347.113728:0:2341:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789130347.113733:0:2341:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf61460000 x1876037329010304/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789130487 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130347.113748:0:2341:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130347.113752:0:2341:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf61460000 x1876037329010304/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789130487 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130347.113758:0:2341:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130347.113759:0:2341:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1789130347.131567:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130347.131591:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789130347.131597:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130347.131601:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130347.131610:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130347.131620:0:2342:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:3.0:1789130347.131641:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130347.131647:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130347.131652:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130347.131657:0:2342:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 688 into portal 10 MB=0x6aa3efa94be80 00000400:00000200:3.0:1789130347.131661:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130347.131667:0:2342:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.123@tcp of length 688/688 into md 0x661d [1] + 224 00000800:00000001:3.0:1789130347.131676:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130347.131687:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130347.131692:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130347.131698:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:3.0:1789130347.131708:0:2342:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789130347.131720:0:2342:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf61460000 x1876037329010304/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789130487 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789130347.131732:0:2342:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9caf61460000 x1876037329010304/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789130487 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130347.131798:0:2342:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789130347.131831:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130347.131836:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1789130347.135782:0:2341:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789130347.135792:0:2341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf47f34700. 00000400:00000200:2.0:1789130347.135799:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130347.135832:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:2.0:1789130347.135839:0:2341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf462a3220 00000400:00000010:2.0:1789130347.135842:0:2341:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf462a3220. 00000100:00000001:2.0:1789130347.135848:0:2341:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789130347.135856:0:2341:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf615d6d00 x1876037329010432/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789130363 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130347.135868:0:2341:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130347.135872:0:2341:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf615d6d00 x1876037329010432/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789130363 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130347.135880:0:2341:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130347.135882:0:2341:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1789130347.147583:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130347.147601:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789130347.147606:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130347.147609:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130347.147619:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130347.147638:0:2342:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:3.0:1789130347.147647:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130347.147652:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130347.147658:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130347.147662:0:2342:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 584 into portal 10 MB=0x6aa3efa94bf00 00000400:00000200:3.0:1789130347.147667:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130347.147673:0:2342:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.123@tcp of length 584/584 into md 0x6625 [1] + 224 00000800:00000001:3.0:1789130347.147680:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130347.147687:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130347.147690:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130347.147694:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:3.0:1789130347.147702:0:2342:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789130347.147710:0:2342:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf615d6d00 x1876037329010432/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789130363 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789130347.147721:0:2342:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff9caf615d6d00 x1876037329010432/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789130363 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130347.147742:0:2342:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789130347.147750:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130347.147753:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1789130347.148607:0:31066:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1789130347.148612:0:31066:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1789130347.148614:0:31066:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41f879a0 00000002:00010000:1.0:1789130347.148616:0:31066:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1789130347.148620:0:31066:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1789130347.148621:0:31066:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789130347.148623:0:31066:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789130347.148638:0:31066:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf4a8cc600 count: 2 00010000:00000001:1.0:1789130347.148640:0:31066:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789130347.148643:0:31066:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789130347.148645:0:31066:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1789130347.148648:0:31066:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40031a00/0xde5303b1d982cbfe lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a5517 expref: -99 pid: 31066 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:1.0:1789130347.148654:0:31066:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1789130347.148656:0:31066:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789130347.148658:0:31066:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40031a00/0xde5303b1d982cbfe lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a5517 expref: -99 pid: 31066 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:1.0:1789130347.148664:0:31066:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1789130347.148666:0:31066:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1789130347.148668:0:31066:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1789130347.148671:0:31066:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1789130347.148673:0:31066:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1789130347.148674:0:31066:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1789130347.148677:0:31066:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1789130347.148678:0:31066:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9caf4557c8c0 2 00000080:00000010:1.0:1789130347.148681:0:31066:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9caf48ef9a00. 00000080:00000001:1.0:1789130347.148685:0:31066:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1789130347.148687:0:31066:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789130347.148689:0:31066:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9caf601980c8) 00000080:00010000:1.0:1789130347.148693:0:31066:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9caf601980c8) for lock 0xde5303b1d982cbfe 00800000:00000001:1.0:1789130347.148696:0:31066:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1789130347.148698:0:31066:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1789130347.148700:0:31066:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130347.148701:0:31066:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130347.148703:0:31066:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40031a00 refcount=3 00000020:00000001:1.0:1789130347.148705:0:31066:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239995904 : -109198469555712 : ffff9caf40031a00) 00010000:00000001:1.0:1789130347.148707:0:31066:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239995904 : -109198469555712 : ffff9caf40031a00) 00010000:00000001:1.0:1789130347.148709:0:31066:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130347.148710:0:31066:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789130347.148711:0:31066:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789130347.148713:0:31066:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789130347.148715:0:31066:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xde5303b1d982cbfe from it ffffb97f41f87be8 00010000:00000001:1.0:1789130347.148716:0:31066:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130347.148717:0:31066:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130347.148718:0:31066:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40031a00 refcount=3 00000020:00000001:1.0:1789130347.148720:0:31066:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239995904 : -109198469555712 : ffff9caf40031a00) 00010000:00000001:1.0:1789130347.148722:0:31066:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239995904 : -109198469555712 : ffff9caf40031a00) 00010000:00000001:1.0:1789130347.148723:0:31066:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789130347.148725:0:31066:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40031a00/0xde5303b1d982cbfe lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a5517 expref: -99 pid: 31066 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1789130347.148730:0:31066:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130347.148731:0:31066:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130347.148732:0:31066:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1789130347.148734:0:31066:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1789130347.148736:0:31066:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40031a00/0xde5303b1d982cbfe lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a5517 expref: -99 pid: 31066 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1789130347.148741:0:31066:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1789130347.148742:0:31066:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1789130347.148744:0:31066:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789130347.148745:0:31066:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130347.148746:0:31066:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130347.148748:0:31066:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130347.148749:0:31066:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1789130347.148751:0:31066:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130347.148752:0:31066:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130347.148754:0:31066:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130347.148756:0:31066:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789130347.148757:0:31066:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130347.148758:0:31066:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1789130347.148765:0:31066:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1789130347.148767:0:31066:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1789130347.148769:0:31066:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8), inode mode 41ff mask 1 00000080:00000001:1.0:1789130347.148774:0:31066:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130347.148777:0:31066:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1789130347.148780:0:31066:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41f87bd8 00000080:00002000:1.0:1789130347.148781:0:31066:0:(dcache.c:87:ll_dcompare()) found name d21g.recovery-small-1(ffff9caf602c4a20) flags 0x8000e refc 0 00000080:00000001:1.0:1789130347.148784:0:31066:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130347.148786:0:31066:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41f87c20 00000080:00200000:1.0:1789130347.148787:0:31066:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21g.recovery-small-1, flags=16392 00000080:00000001:1.0:1789130347.148793:0:31066:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1789130347.148794:0:31066:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41f87ba8 00000080:00002000:1.0:1789130347.148795:0:31066:0:(dcache.c:127:ll_ddelete()) keeping dentry d21g.recovery-small-1 (ffff9caf602c4a20, parent ffff9caf600f3360, inode 0000000000000000) hashed, 00000080:00000001:1.0:1789130347.148798:0:31066:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130347.148853:0:31066:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41f87d10 00000080:00200008:1.0:1789130347.148856:0:31066:0:(file.c:6313:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9caf601980c8), request_mask 0, flags 0, foreign 0 00000080:00000001:1.0:1789130347.148863:0:31066:0:(statahead.c:2326:start_statahead_thread()) Process entered 00000080:00000001:1.0:1789130347.148866:0:31066:0:(statahead.c:2329:start_statahead_thread()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130347.148868:0:31066:0:(file.c:6206:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1789130347.148870:0:31066:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41f87c88 00000080:00200000:1.0:1789130347.148871:0:31066:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8),name=/ 00000080:00000010:1.0:1789130347.148875:0:31066:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9caf48ef9a00. 00800000:00000002:1.0:1789130347.148883:0:31066:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9caf4557c8c0 2 00000080:00000001:1.0:1789130347.148886:0:31066:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1789130347.148888:0:31066:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1789130347.148890:0:31066:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41f87ba8 00800000:00000002:1.0:1789130347.148891:0:31066:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1789130347.148894:0:31066:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1789130347.148896:0:31066:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1789130347.148899:0:31066:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1789130347.148900:0:31066:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41f87a78 00000002:00010000:1.0:1789130347.148902:0:31066:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1789130347.148904:0:31066:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1789130347.148906:0:31066:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789130347.148907:0:31066:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789130347.148909:0:31066:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf4a8cc600 count: 2 00010000:00000001:1.0:1789130347.148911:0:31066:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789130347.148914:0:31066:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789130347.148916:0:31066:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1789130347.148919:0:31066:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40031a00/0xde5303b1d982cbfe lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a5517 expref: -99 pid: 31066 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:1.0:1789130347.148925:0:31066:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1789130347.148928:0:31066:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789130347.148930:0:31066:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40031a00/0xde5303b1d982cbfe lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a5517 expref: -99 pid: 31066 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:1.0:1789130347.148936:0:31066:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1789130347.148938:0:31066:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1789130347.148939:0:31066:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1789130347.148941:0:31066:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1789130347.148943:0:31066:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1789130347.148945:0:31066:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1789130347.148947:0:31066:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1789130347.148949:0:31066:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9caf4557c8c0 2 00000080:00000010:1.0:1789130347.148950:0:31066:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9caf48ef9a00. 00000080:00000001:1.0:1789130347.148953:0:31066:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1789130347.148954:0:31066:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789130347.148956:0:31066:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9caf601980c8) 00000080:00010000:1.0:1789130347.148959:0:31066:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9caf601980c8) for lock 0xde5303b1d982cbfe 00800000:00000001:1.0:1789130347.148961:0:31066:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1789130347.148963:0:31066:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1789130347.148964:0:31066:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130347.148965:0:31066:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130347.148967:0:31066:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40031a00 refcount=3 00000020:00000001:1.0:1789130347.148969:0:31066:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239995904 : -109198469555712 : ffff9caf40031a00) 00010000:00000001:1.0:1789130347.148971:0:31066:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239995904 : -109198469555712 : ffff9caf40031a00) 00010000:00000001:1.0:1789130347.148973:0:31066:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130347.148974:0:31066:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789130347.148975:0:31066:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789130347.148977:0:31066:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789130347.148979:0:31066:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xde5303b1d982cbfe from it ffffb97f41f87cc0 00010000:00000001:1.0:1789130347.148980:0:31066:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130347.148981:0:31066:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130347.148983:0:31066:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40031a00 refcount=3 00000020:00000001:1.0:1789130347.148985:0:31066:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239995904 : -109198469555712 : ffff9caf40031a00) 00010000:00000001:1.0:1789130347.148987:0:31066:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239995904 : -109198469555712 : ffff9caf40031a00) 00010000:00000001:1.0:1789130347.148989:0:31066:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789130347.148991:0:31066:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40031a00/0xde5303b1d982cbfe lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a5517 expref: -99 pid: 31066 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1789130347.148998:0:31066:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130347.148999:0:31066:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130347.149000:0:31066:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1789130347.149001:0:31066:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1789130347.149003:0:31066:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40031a00/0xde5303b1d982cbfe lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a5517 expref: -99 pid: 31066 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:1.0:1789130347.149009:0:31066:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1789130347.149010:0:31066:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1789130347.149012:0:31066:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789130347.149013:0:31066:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130347.149015:0:31066:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130347.149016:0:31066:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130347.149018:0:31066:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1789130347.149019:0:31066:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130347.149021:0:31066:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130347.149023:0:31066:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130347.149024:0:31066:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789130347.149027:0:31066:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130347.149028:0:31066:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1789130347.149029:0:31066:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1789130347.149030:0:31066:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1789130347.149035:0:31066:0:(file.c:6266:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130347.149039:0:31066:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41f87d10 00000080:00000008:1.0:1789130347.149041:0:31066:0:(file.c:6498:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff9caf601980c8), request_mask 0, flags 0, foreign 0 00000080:00000001:1.0:1789130347.149671:0:31066:0:(llite_lib.c:4271:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130347.149698:0:31066:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41f87d10 00000080:00200008:1.0:1789130347.149701:0:31066:0:(file.c:6313:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9caf601980c8), request_mask 0, flags 0, foreign 0 00000080:00000001:1.0:1789130347.149705:0:31066:0:(file.c:6206:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1789130347.149707:0:31066:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41f87c88 00000080:00200000:1.0:1789130347.149708:0:31066:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8),name=/ 00000080:00000010:1.0:1789130347.149712:0:31066:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9caf48ef9a00. 00800000:00000002:1.0:1789130347.149716:0:31066:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9caf4557c8c0 2 00000080:00000001:1.0:1789130347.149719:0:31066:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1789130347.149722:0:31066:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1789130347.149724:0:31066:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41f87ba8 00800000:00000002:1.0:1789130347.149726:0:31066:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1789130347.149729:0:31066:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1789130347.149731:0:31066:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1789130347.149735:0:31066:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1789130347.149737:0:31066:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41f87a78 00000002:00010000:1.0:1789130347.149739:0:31066:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1789130347.149741:0:31066:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1789130347.149743:0:31066:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789130347.149745:0:31066:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789130347.149750:0:31066:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf4a8cc600 count: 2 00010000:00000001:1.0:1789130347.149752:0:31066:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789130347.149755:0:31066:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789130347.149757:0:31066:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1789130347.149761:0:31066:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40031a00/0xde5303b1d982cbfe lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a5517 expref: -99 pid: 31066 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:1.0:1789130347.149770:0:31066:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1789130347.149774:0:31066:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789130347.149776:0:31066:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40031a00/0xde5303b1d982cbfe lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a5517 expref: -99 pid: 31066 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:1.0:1789130347.149783:0:31066:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1789130347.149785:0:31066:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1789130347.149787:0:31066:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1789130347.149789:0:31066:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1789130347.149790:0:31066:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1789130347.149792:0:31066:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1789130347.149795:0:31066:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1789130347.149797:0:31066:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9caf4557c8c0 2 00000080:00000010:1.0:1789130347.149800:0:31066:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9caf48ef9a00. 00000080:00000001:1.0:1789130347.149824:0:31066:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1789130347.149825:0:31066:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789130347.149828:0:31066:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9caf601980c8) 00000080:00010000:1.0:1789130347.149831:0:31066:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9caf601980c8) for lock 0xde5303b1d982cbfe 00800000:00000001:1.0:1789130347.149834:0:31066:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1789130347.149836:0:31066:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1789130347.149838:0:31066:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130347.149840:0:31066:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130347.149842:0:31066:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40031a00 refcount=3 00000020:00000001:1.0:1789130347.149845:0:31066:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239995904 : -109198469555712 : ffff9caf40031a00) 00010000:00000001:1.0:1789130347.149847:0:31066:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239995904 : -109198469555712 : ffff9caf40031a00) 00010000:00000001:1.0:1789130347.149850:0:31066:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130347.149851:0:31066:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789130347.149852:0:31066:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789130347.149853:0:31066:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789130347.149856:0:31066:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xde5303b1d982cbfe from it ffffb97f41f87cc0 00010000:00000001:1.0:1789130347.149858:0:31066:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130347.149859:0:31066:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130347.149860:0:31066:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40031a00 refcount=3 00000020:00000001:1.0:1789130347.149862:0:31066:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239995904 : -109198469555712 : ffff9caf40031a00) 00010000:00000001:1.0:1789130347.149865:0:31066:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239995904 : -109198469555712 : ffff9caf40031a00) 00010000:00000001:1.0:1789130347.149867:0:31066:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789130347.149870:0:31066:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40031a00/0xde5303b1d982cbfe lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a5517 expref: -99 pid: 31066 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:1.0:1789130347.149877:0:31066:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130347.149878:0:31066:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130347.149879:0:31066:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1789130347.149881:0:31066:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1789130347.149883:0:31066:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40031a00/0xde5303b1d982cbfe lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a5517 expref: -99 pid: 31066 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:1.0:1789130347.149888:0:31066:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1789130347.149890:0:31066:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1789130347.149892:0:31066:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789130347.149895:0:31066:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130347.149896:0:31066:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130347.149898:0:31066:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130347.149900:0:31066:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1789130347.149901:0:31066:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130347.149902:0:31066:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130347.149905:0:31066:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130347.149907:0:31066:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789130347.149909:0:31066:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130347.149910:0:31066:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1789130347.149911:0:31066:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1789130347.149913:0:31066:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1789130347.149916:0:31066:0:(file.c:6266:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130347.149919:0:31066:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41f87d10 00000080:00000008:1.0:1789130347.149921:0:31066:0:(file.c:6498:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff9caf601980c8), request_mask 0, flags 0, foreign 0 00000080:00000001:1.0:1789130347.150052:0:31066:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:1.0:1789130347.150055:0:31066:0:(file.c:6206:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1789130347.150056:0:31066:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41f87b78 00000080:00200000:1.0:1789130347.150058:0:31066:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8),name=/ 00000080:00000010:1.0:1789130347.150062:0:31066:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9caf48ef9a00. 00800000:00000002:1.0:1789130347.150066:0:31066:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9caf4557c8c0 2 00000080:00000001:1.0:1789130347.150068:0:31066:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1789130347.150071:0:31066:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1789130347.150072:0:31066:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41f87a98 00800000:00000002:1.0:1789130347.150074:0:31066:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1789130347.150076:0:31066:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1789130347.150079:0:31066:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1789130347.150082:0:31066:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1789130347.150083:0:31066:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41f87968 00000002:00010000:1.0:1789130347.150091:0:31066:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1789130347.150094:0:31066:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1789130347.150095:0:31066:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789130347.150096:0:31066:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789130347.150100:0:31066:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf4a8cc600 count: 2 00010000:00000001:1.0:1789130347.150102:0:31066:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789130347.150104:0:31066:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789130347.150106:0:31066:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1789130347.150109:0:31066:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40031a00/0xde5303b1d982cbfe lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a5517 expref: -99 pid: 31066 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 02000000:00000001:1.0:1789130347.150116:0:31066:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1789130347.150119:0:31066:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789130347.150122:0:31066:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40031a00/0xde5303b1d982cbfe lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a5517 expref: -99 pid: 31066 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000002:00000001:1.0:1789130347.150128:0:31066:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1789130347.150129:0:31066:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1789130347.150131:0:31066:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1789130347.150133:0:31066:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1789130347.150134:0:31066:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1789130347.150136:0:31066:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1789130347.150138:0:31066:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1789130347.150140:0:31066:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9caf4557c8c0 2 00000080:00000010:1.0:1789130347.150142:0:31066:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9caf48ef9a00. 00000080:00000001:1.0:1789130347.150144:0:31066:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1789130347.150145:0:31066:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789130347.150148:0:31066:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9caf601980c8) 00000080:00010000:1.0:1789130347.150150:0:31066:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9caf601980c8) for lock 0xde5303b1d982cbfe 00800000:00000001:1.0:1789130347.150153:0:31066:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1789130347.150154:0:31066:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1789130347.150155:0:31066:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130347.150157:0:31066:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130347.150158:0:31066:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40031a00 refcount=3 00000020:00000001:1.0:1789130347.150161:0:31066:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239995904 : -109198469555712 : ffff9caf40031a00) 00010000:00000001:1.0:1789130347.150163:0:31066:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239995904 : -109198469555712 : ffff9caf40031a00) 00010000:00000001:1.0:1789130347.150165:0:31066:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130347.150166:0:31066:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789130347.150167:0:31066:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789130347.150168:0:31066:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789130347.150170:0:31066:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xde5303b1d982cbfe from it ffffb97f41f87bb0 00010000:00000001:1.0:1789130347.150172:0:31066:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130347.150173:0:31066:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130347.150175:0:31066:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40031a00 refcount=3 00000020:00000001:1.0:1789130347.150177:0:31066:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239995904 : -109198469555712 : ffff9caf40031a00) 00010000:00000001:1.0:1789130347.150178:0:31066:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239995904 : -109198469555712 : ffff9caf40031a00) 00010000:00000001:1.0:1789130347.150180:0:31066:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789130347.150183:0:31066:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40031a00/0xde5303b1d982cbfe lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a5517 expref: -99 pid: 31066 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:1.0:1789130347.150189:0:31066:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130347.150190:0:31066:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130347.150191:0:31066:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1789130347.150193:0:31066:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1789130347.150195:0:31066:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40031a00/0xde5303b1d982cbfe lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a5517 expref: -99 pid: 31066 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:1.0:1789130347.150202:0:31066:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1789130347.150203:0:31066:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1789130347.150205:0:31066:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789130347.150207:0:31066:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130347.150208:0:31066:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130347.150210:0:31066:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130347.150211:0:31066:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1789130347.150213:0:31066:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130347.150214:0:31066:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130347.150217:0:31066:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130347.150218:0:31066:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789130347.150220:0:31066:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130347.150221:0:31066:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1789130347.150223:0:31066:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1789130347.150224:0:31066:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1789130347.150226:0:31066:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8), inode mode 41ff mask 44 00000080:00000001:1.0:1789130347.150230:0:31066:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130347.150234:0:31066:0:(dir.c:3010:ll_dir_open()) Process entered 00000080:00000001:1.0:1789130347.150236:0:31066:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:1.0:1789130347.150238:0:31066:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41f87b78 00000080:00200008:1.0:1789130347.150240:0:31066:0:(file.c:1090:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff9caf601980c8), flags 300000 00000080:00000010:1.0:1789130347.150245:0:31066:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9caf417a9a40. 00000080:00000001:1.0:1789130347.150250:0:31066:0:(file.c:1115:ll_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130347.150251:0:31066:0:(dir.c:3011:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130347.150263:0:31066:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789130347.150265:0:31066:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c03066f0 arg=7ffcce4265c0 00000020:00000001:1.0:1789130347.150272:0:31066:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789130347.150277:0:31066:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 648 at ffff9caf487c2800. 00000020:00000001:1.0:1789130347.150281:0:31066:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130347.150284:0:31066:0:(dir.c:442:ll_dir_setdirstripe()) Process entered 00000020:00000001:1.0:1789130347.150286:0:31066:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41f87ad0 00000080:00200000:1.0:1789130347.150288:0:31066:0:(dir.c:451:ll_dir_setdirstripe()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) name=d21g.recovery-small-1 stripe_offset=0 stripe_count=1, hash_type=0 00000080:00000010:1.0:1789130347.150292:0:31066:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9caf48ef9a00. 00800000:00000002:1.0:1789130347.150295:0:31066:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9caf4557c8c0 2 00800000:00000001:1.0:1789130347.150302:0:31066:0:(lmv_obd.c:2310:lmv_create()) Process entered 00800000:00000001:1.0:1789130347.150304:0:31066:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:1.0:1789130347.150308:0:31066:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446634875370194944 : -109198339356672 : ffff9caf47c5c800) 00800000:00000001:1.0:1789130347.150311:0:31066:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:1.0:1789130347.150313:0:31066:0:(obd_class.h:932:obd_fid_alloc()) Process entered 00000002:00000001:1.0:1789130347.150316:0:31066:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:1.0:1789130347.150319:0:31066:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:1.0:1789130347.150322:0:31066:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff9caf5014c800: Allocated FID [0x200000404:0x23:0x0] 40000000:00000001:1.0:1789130347.150325:0:31066:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789130347.150326:0:31066:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789130347.150328:0:31066:0:(obd_class.h:945:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789130347.150330:0:31066:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130347.150332:0:31066:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41f879e8 00800000:00000002:1.0:1789130347.150333:0:31066:0:(lmv_obd.c:2351:lmv_create()) CREATE name 'd21g.recovery-small-1' [0x200000404:0x23:0x0] on [0x200000007:0x1:0x0] -> mds #0, layout version 1 00000002:00000001:1.0:1789130347.150337:0:31066:0:(mdc_reint.c:154:mdc_create()) Process entered 00000002:00000001:1.0:1789130347.150339:0:31066:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1789130347.150342:0:31066:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf4a8cc600 count: 2 00010000:00000001:1.0:1789130347.150344:0:31066:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789130347.150347:0:31066:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1789130347.150350:0:31066:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1789130347.150353:0:31066:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40031a00/0xde5303b1d982cbfe lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xcdf1b083821a5517 expref: -99 pid: 31066 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000080:00000001:1.0:1789130347.150360:0:31066:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1789130347.150364:0:31066:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1789130347.150366:0:31066:0:(file.c:6113:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1789130347.150368:0:31066:0:(file.c:6119:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:1.0:1789130347.150370:0:31066:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789130347.150372:0:31066:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789130347.150374:0:31066:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf4a8cc600 count: 3 00010000:00000001:1.0:1789130347.150376:0:31066:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1789130347.150378:0:31066:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789130347.150380:0:31066:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789130347.150381:0:31066:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789130347.150383:0:31066:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf4a8cc600 count: 3 00010000:00000001:1.0:1789130347.150385:0:31066:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1789130347.150386:0:31066:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789130347.150388:0:31066:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789130347.150389:0:31066:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789130347.150391:0:31066:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf4a8cc600 count: 3 00010000:00000001:1.0:1789130347.150393:0:31066:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1789130347.150395:0:31066:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130347.150397:0:31066:0:(file.c:6141:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1789130347.150399:0:31066:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff9caf60198000, pfid = [0x0:0x0:0x0] 00000080:00000001:1.0:1789130347.150403:0:31066:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000020:00000001:1.0:1789130347.150406:0:31066:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41f87670 00000080:00002000:1.0:1789130347.150407:0:31066:0:(namei.c:185:ll_prune_negative_children()) prune negative dentry d21g.recovery-small-1 00000080:00000001:1.0:1789130347.150412:0:31066:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1789130347.150416:0:31066:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1789130347.150420:0:31066:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:1.0:1789130347.150422:0:31066:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1789130347.150423:0:31066:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130347.150426:0:31066:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1789130347.150429:0:31066:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1789130347.150431:0:31066:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1789130347.150432:0:31066:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789130347.150434:0:31066:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1789130347.150437:0:31066:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9caf40031a00 with handle 0xde5303b1d982cbfe from hash 00010000:00000001:1.0:1789130347.150440:0:31066:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1789130347.150441:0:31066:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130347.150442:0:31066:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130347.150443:0:31066:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1789130347.150446:0:31066:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1789130347.150447:0:31066:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1789130347.150449:0:31066:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1789130347.150451:0:31066:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1789130347.150453:0:31066:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1789130347.150458:0:31066:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf615d6d00. 00000020:00000040:1.0:1789130347.150463:0:31066:0:(genops.c:1210:class_import_get()) import ffff9caf6079a800 refcount=4 obd=lustre-MDT0000-mdc-ffff9caf5014c800 02000000:00000001:1.0:1789130347.150467:0:31066:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789130347.150470:0:31066:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130347.150472:0:31066:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1789130347.150477:0:31066:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789130347.150478:0:31066:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130347.150481:0:31066:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789130347.150483:0:31066:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789130347.150486:0:31066:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789130347.150498:0:31066:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9caf487c3400. 00000100:00000001:1.0:1789130347.150505:0:31066:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130347.150507:0:31066:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789130347.150509:0:31066:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1789130347.150514:0:31066:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40031a00/0xde5303b1d982cbfe lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xcdf1b083821a5517 expref: -99 pid: 31066 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00010000:1.0:1789130347.150521:0:31066:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1789130347.150523:0:31066:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1789130347.150524:0:31066:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1789130347.150527:0:31066:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40031a00/0xde5303b1d982cbfe lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xcdf1b083821a5517 expref: -99 pid: 31066 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000040:1.0:1789130347.150533:0:31066:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9caf4a8cc600 count: 0 00010000:00000010:1.0:1789130347.150539:0:31066:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9caf4c532800. 00010000:00000001:1.0:1789130347.150548:0:31066:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130347.150549:0:31066:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130347.150551:0:31066:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789130347.150552:0:31066:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130347.150554:0:31066:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:1.0:1789130347.150566:0:31066:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9caf5014c800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1789130347.150578:0:31066:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9caf615d6d00 x1876037329010688/t0(0) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 568/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789130347.150585:0:31066:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1789130347.150587:0:31066:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1789130347.150593:0:31066:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9caf47fd13c0. 00000100:00000001:1.0:1789130347.150596:0:31066:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446634875373818816 : -109198335732800 : ffff9caf47fd13c0) 00000100:00000001:1.0:1789130347.150599:0:31066:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789130347.150600:0:31066:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875799563520 : -109197909988096 : ffff9caf615d6d00) 00000100:00000001:1.0:1789130347.150606:0:31066:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789130347.150610:0:31066:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130347.150612:0:31066:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1789130347.150613:0:31066:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789130347.150618:0:31066:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf615d6d00 x1876037329010688/t0(0) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 568/576 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130347.150625:0:31066:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789130347.150636:0:31066:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130347.150640:0:31066:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789130347.150642:0:31066:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789130347.150645:0:31066:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789130347.150648:0:31066:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf615d6d00 pname:cluuid:pid:xid:nid:opc:job lfs:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:31066:1876037329010688:192.168.204.123@tcp:36:lfs.0 00000100:00000001:1.0:1789130347.150651:0:31066:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789130347.150657:0:31066:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789130347.150659:0:31066:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130347.150661:0:31066:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789130347.150666:0:31066:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9caf487c3000. 02000000:00000001:1.0:1789130347.150668:0:31066:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789130347.150674:0:31066:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:1.0:1789130347.150678:0:31066:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf42d8e2c0. 00000400:00000010:1.0:1789130347.150684:0:31066:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf462a3bb0. 00000100:00000200:1.0:1789130347.150691:0:31066:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876037329010688, portal 10 00000100:00000001:1.0:1789130347.150693:0:31066:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789130347.150694:0:31066:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875799563520 : -109197909988096 : ffff9caf615d6d00) 00000100:00000040:1.0:1789130347.150699:0:31066:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9caf615d6d00 x1876037329010688/t0(0) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 568/576 e 0 to 0 dl 1789130363 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130347.150706:0:31066:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789130347.150709:0:31066:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:1.0:1789130347.150711:0:31066:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf462a37f8. 00000100:00000200:1.0:1789130347.150713:0:31066:0:(niobuf.c:94:ptl_send_buf()) Sending 568 bytes to portal 12, xid 1876037329010688, offset 0 00000400:00000200:1.0:1789130347.150719:0:31066:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:1.0:1789130347.150728:0:31066:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:1.0:1789130347.151845:0:31066:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:1.0:1789130347.151855:0:31066:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789130347.152023:0:31066:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:1.0:1789130347.152027:0:31066:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789130347.152031:0:31066:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:1.0:1789130347.152037:0:31066:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2351:2351:256:4294967295] 192.168.204.123@tcp LPNI seq info [2350:2350:8:4294967295] 00000400:00000200:1.0:1789130347.152044:0:31066:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:1.0:1789130347.152060:0:31066:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:1.0:1789130347.152067:0:31066:0:(socklnd_cb.c:931:ksocknal_send()) sending 568 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:1.0:1789130347.152074:0:31066:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf47f34900. 00000800:00000200:1.0:1789130347.152082:0:31066:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:1.0:1789130347.152091:0:31066:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:1.0:1789130347.152097:0:31066:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf47f34900 type 1, nob 664 niov 1 nkiov 1 00000100:00000001:1.0:1789130347.152172:0:31066:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789130347.152179:0:31066:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: using a timeout of 807643 usecs (808 jiffies) 00000400:00000200:1.0:1789130347.152183:0:31066:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:1.0:1789130347.152186:0:31066:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296441979 00000100:00000001:1.0:1789130347.152193:0:31066:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 2, simply extend its deadline from 4296441963 00000100:00000001:1.0:1789130347.152199:0:31066:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296441979 00000100:00000001:1.0:1789130347.152202:0:31066:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 3, simply extend its deadline from 4296441963 00000100:00000001:1.0:1789130347.152205:0:31066:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789130347.152208:0:31066:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130347.152211:0:31066:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789130347.152213:0:31066:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1789130347.152216:0:31066:0:(client.c:2715:ptlrpc_set_wait()) set ffff9caf47fd13c0 going to sleep for 11 seconds 00000100:00000001:1.0:1789130347.152219:0:31066:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789130347.152222:0:31066:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789130347.153658:0:2341:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789130347.153667:0:2341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf47f34900. 00000400:00000200:3.0:1789130347.153675:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130347.153684:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:3.0:1789130347.153692:0:2341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf462a37f8 00000400:00000010:3.0:1789130347.153694:0:2341:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf462a37f8. 00000100:00000001:3.0:1789130347.153699:0:2341:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789130347.153707:0:2341:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf615d6d00 x1876037329010688/t0(0) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 568/576 e 0 to 0 dl 1789130363 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130347.153722:0:2341:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130347.153726:0:2341:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf615d6d00 x1876037329010688/t0(0) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 568/576 e 0 to 0 dl 1789130363 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130347.153733:0:2341:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130347.153735:0:2341:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:1.1:1789130347.161302:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf586b6400. 00000080:00000010:1.1:1789130347.161323:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9caf4632b200. 00010000:00000010:1.1:1789130347.161343:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf4a8cc600. 00010000:00000010:1.1:1789130347.161348:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf40031a00. 00000800:00000001:3.0:1789130347.172142:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130347.172159:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789130347.172164:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130347.172166:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130347.172174:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130347.172183:0:2342:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:3.0:1789130347.172191:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130347.172197:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130347.172203:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130347.172207:0:2342:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 448 into portal 10 MB=0x6aa3efa94c000 00000400:00000200:3.0:1789130347.172212:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130347.172220:0:2342:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.123@tcp of length 448/448 into md 0x662d [1] + 224 00000800:00000001:3.0:1789130347.172228:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130347.172235:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130347.172239:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130347.172242:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:3.0:1789130347.172252:0:2342:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789130347.172262:0:2342:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf615d6d00 x1876037329010688/t0(0) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 568/576 e 0 to 0 dl 1789130363 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789130347.172272:0:2342:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=576 req@ffff9caf615d6d00 x1876037329010688/t0(0) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 568/576 e 0 to 0 dl 1789130363 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130347.172291:0:2342:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1789130347.172299:0:2342:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1789130347.172303:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130347.172308:0:2342:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.204.23@tcp to MR: 192.168.204.123@tcp local destination 00000400:00000200:3.0:1789130347.172315:0:2342:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2352:2352:256:4294967295] 192.168.204.123@tcp LPNI seq info [2351:2351:8:4294967295] 00000400:00000200:3.0:1789130347.172319:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130347.172326:0:2342:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:192.168.204.23@tcp) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) 192.168.204.123@tcp : ACK try# 0 00000800:00000200:3.0:1789130347.172331:0:2342:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:3.0:1789130347.172337:0:2342:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf47fd2900. 00000800:00000200:3.0:1789130347.172343:0:2342:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:3.0:1789130347.172350:0:2342:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:3.0:1789130347.172355:0:2342:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf47fd2900 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1789130347.175137:0:2342:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789130347.175148:0:2342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf47fd2900. 00000400:00000200:3.0:1789130347.175155:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130347.175164:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: ACK: OK 00000800:00000001:3.0:1789130347.175178:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130347.175189:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1789130347.193120:0:31071:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:2.0:1789130347.193129:0:31071:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:2.0:1789130347.193131:0:31071:0:(file.c:6206:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1789130347.193135:0:31071:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41f9fb20 00000080:00200000:2.0:1789130347.193140:0:31071:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8),name=/ 00000080:00000010:2.0:1789130347.193149:0:31071:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9caf5875b800. 00800000:00000002:2.0:1789130347.193158:0:31071:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9caf4557c8c0 2 00000080:00000001:2.0:1789130347.193162:0:31071:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1789130347.193168:0:31071:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1789130347.193171:0:31071:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41f9fa40 00800000:00000002:2.0:1789130347.193173:0:31071:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1789130347.193177:0:31071:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1789130347.193182:0:31071:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1789130347.193188:0:31071:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1789130347.193191:0:31071:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41f9f910 00000002:00010000:2.0:1789130347.193193:0:31071:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1789130347.193197:0:31071:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1789130347.193199:0:31071:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789130347.193202:0:31071:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1789130347.193209:0:31071:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789130347.193211:0:31071:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789130347.193213:0:31071:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789130347.193215:0:31071:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1789130347.193218:0:31071:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1789130347.193225:0:31071:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf580bbc00. 00000020:00000040:2.0:1789130347.193229:0:31071:0:(genops.c:1210:class_import_get()) import ffff9caf6079a800 refcount=5 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00010000:00000001:2.0:1789130347.193237:0:31071:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1789130347.193244:0:31071:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789130347.193249:0:31071:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130347.193253:0:31071:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789130347.193256:0:31071:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789130347.193261:0:31071:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789130347.193270:0:31071:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9caf58571c00. 00000100:00000001:2.0:1789130347.193278:0:31071:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130347.193284:0:31071:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789130347.193286:0:31071:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130347.193288:0:31071:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789130347.193289:0:31071:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130347.193291:0:31071:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789130347.193297:0:31071:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446634875643214848 : -109198066336768 : ffff9caf580bbc00) 00010000:00000001:2.0:1789130347.193301:0:31071:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1789130347.193303:0:31071:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1789130347.193308:0:31071:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9caf4814d900. 00010000:00000010:2.0:1789130347.193312:0:31071:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9caf4938d900. 00010000:00000001:2.0:1789130347.193318:0:31071:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1789130347.193321:0:31071:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9caf46a93600. 00000020:00000001:2.0:1789130347.193325:0:31071:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1789130347.193328:0:31071:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9caf46a93600 with handle 0xde5303b1d982cc0c to hash 00000020:00000001:2.0:1789130347.193330:0:31071:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1789130347.193333:0:31071:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446634875351545344 : -109198358006272 : ffff9caf46a93600) 00010000:00000001:2.0:1789130347.193338:0:31071:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446634875351545344 : -109198358006272 : ffff9caf46a93600) 00010000:00000001:2.0:1789130347.193342:0:31071:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789130347.193346:0:31071:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789130347.193352:0:31071:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a93600/0xde5303b1d982cc0c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 31071 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789130347.193362:0:31071:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a93600/0xde5303b1d982cc0c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 31071 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789130347.193374:0:31071:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a93600/0xde5303b1d982cc0c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 31071 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1789130347.193380:0:31071:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1789130347.193383:0:31071:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1789130347.193390:0:31071:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9caf485199c0. 00000100:00000001:2.0:1789130347.193393:0:31071:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446634875379358144 : -109198330193472 : ffff9caf485199c0) 00000100:00000001:2.0:1789130347.193396:0:31071:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789130347.193397:0:31071:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875643214848 : -109198066336768 : ffff9caf580bbc00) 00000100:00000001:2.0:1789130347.193403:0:31071:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789130347.193407:0:31071:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130347.193409:0:31071:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1789130347.193411:0:31071:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789130347.193423:0:31071:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf580bbc00 x1876037329010816/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130347.193432:0:31071:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789130347.193435:0:31071:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789130347.193439:0:31071:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789130347.193442:0:31071:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789130347.193445:0:31071:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789130347.193450:0:31071:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf580bbc00 pname:cluuid:pid:xid:nid:opc:job lfs:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:31071:1876037329010816:192.168.204.123@tcp:101:lfs.0 00000100:00000001:2.0:1789130347.193455:0:31071:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789130347.193464:0:31071:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789130347.193468:0:31071:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789130347.193470:0:31071:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789130347.193476:0:31071:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9caf47fb1800. 02000000:00000001:2.0:1789130347.193479:0:31071:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789130347.193488:0:31071:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:2.0:1789130347.193493:0:31071:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf483fdd10. 00000400:00000010:2.0:1789130347.193503:0:31071:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf42d185d8. 00000100:00000200:2.0:1789130347.193512:0:31071:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1876037329010816, portal 10 00000100:00000001:2.0:1789130347.193515:0:31071:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789130347.193517:0:31071:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875643214848 : -109198066336768 : ffff9caf580bbc00) 00000100:00000040:2.0:1789130347.193524:0:31071:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9caf580bbc00 x1876037329010816/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789130363 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130347.193533:0:31071:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789130347.193536:0:31071:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:2.0:1789130347.193539:0:31071:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf42d183b8. 00000100:00000200:2.0:1789130347.193543:0:31071:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1876037329010816, offset 0 00000400:00000200:2.0:1789130347.193552:0:31071:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:2.0:1789130347.193563:0:31071:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130347.193573:0:31071:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:2.0:1789130347.193580:0:31071:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789130347.193585:0:31071:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:2.0:1789130347.193590:0:31071:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789130347.193594:0:31071:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:2.0:1789130347.193599:0:31071:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2353:2353:256:4294967295] 192.168.204.123@tcp LPNI seq info [2352:2352:8:4294967295] 00000400:00000200:2.0:1789130347.193605:0:31071:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130347.193618:0:31071:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:2.0:1789130347.193625:0:31071:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:2.0:1789130347.193642:0:31071:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf501cf700. 00000800:00000200:2.0:1789130347.193649:0:31071:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:2.0:1789130347.193657:0:31071:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:2.0:1789130347.193662:0:31071:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf501cf700 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:2.0:1789130347.193686:0:31071:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130347.193691:0:31071:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: using a timeout of 806478 usecs (807 jiffies) 00000400:00000200:2.0:1789130347.193695:0:31071:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:2.0:1789130347.193698:0:31071:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296442022 00000100:00000001:2.0:1789130347.193706:0:31071:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 2, simply extend its deadline from 4296441979 00000100:00000001:2.0:1789130347.193711:0:31071:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296442022 00000100:00000001:2.0:1789130347.193714:0:31071:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 3, simply extend its deadline from 4296441979 00000100:00000001:2.0:1789130347.193718:0:31071:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789130347.193720:0:31071:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130347.193722:0:31071:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789130347.193724:0:31071:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1789130347.193727:0:31071:0:(client.c:2715:ptlrpc_set_wait()) set ffff9caf485199c0 going to sleep for 11 seconds 00000100:00000001:2.0:1789130347.193730:0:31071:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789130347.193733:0:31071:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789130347.193854:0:2342:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789130347.193870:0:2342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf501cf700. 00000400:00000200:3.0:1789130347.193875:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130347.193881:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:3.0:1789130347.193886:0:2342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf42d183b8 00000400:00000010:3.0:1789130347.193888:0:2342:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf42d183b8. 00000100:00000001:3.0:1789130347.193893:0:2342:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789130347.193898:0:2342:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf580bbc00 x1876037329010816/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789130363 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130347.193907:0:2342:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130347.193911:0:2342:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf580bbc00 x1876037329010816/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789130363 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130347.193918:0:2342:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130347.193920:0:2342:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1789130347.200503:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130347.200523:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789130347.200529:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130347.200532:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130347.200542:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130347.200551:0:2341:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:2.0:1789130347.200561:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130347.200567:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130347.200574:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130347.200578:0:2341:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 688 into portal 10 MB=0x6aa3efa94c080 00000400:00000200:2.0:1789130347.200584:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130347.200590:0:2341:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.123@tcp of length 688/688 into md 0x6635 [1] + 224 00000800:00000001:2.0:1789130347.200598:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130347.200607:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130347.200611:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130347.200616:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:2.0:1789130347.200624:0:2341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789130347.200652:0:2341:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf580bbc00 x1876037329010816/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789130363 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789130347.200675:0:2341:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9caf580bbc00 x1876037329010816/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789130363 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130347.200697:0:2341:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789130347.200708:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130347.200712:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130347.200982:0:31071:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789130347.200990:0:31071:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789130347.200993:0:31071:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789130347.200997:0:31071:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf483fdd10. 00000400:00000200:3.0:1789130347.201003:0:31071:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf42d185d8 00000400:00000010:3.0:1789130347.201005:0:31071:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf42d185d8. 00000100:00000001:3.0:1789130347.201009:0:31071:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789130347.201015:0:31071:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf580bbc00 x1876037329010816/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789130363 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1789130347.201025:0:31071:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf580bbc00 x1876037329010816/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789130363 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130347.201031:0:31071:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789130347.201033:0:31071:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130347.201036:0:31071:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789130347.201040:0:31071:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789130347.201043:0:31071:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789130347.201045:0:31071:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789130347.201049:0:31071:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789130347.201060:0:31071:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf6079ac60 time=116 v=5 (104 104 104 104) 00000100:00001000:3.0:1789130347.201065:0:31071:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf6079ac18 time=9 v=5 (1 0 0 0) 00000100:00000001:3.0:1789130347.201067:0:31071:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789130347.201068:0:31071:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130347.201071:0:31071:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789130347.201074:0:31071:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130347.201078:0:31071:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789130347.201081:0:31071:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9caf5014c800: skip recheck: last_committed 4294967610 00000100:00000001:3.0:1789130347.201084:0:31071:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789130347.201087:0:31071:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130347.201093:0:31071:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf580bbc00 x1876037329010816/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1789130363 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130347.201100:0:31071:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789130347.201103:0:31071:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789130347.201105:0:31071:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789130347.201109:0:31071:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf580bbc00 x1876037329010816/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1789130363 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1789130347.201117:0:31071:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf580bbc00 pname:cluuid:pid:xid:nid:opc:job lfs:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:31071:1876037329010816:192.168.204.123@tcp:101:lfs.0 00000100:00000001:3.0:1789130347.201123:0:31071:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130347.201126:0:31071:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130347.201129:0:31071:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1789130347.201132:0:31071:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130347.201136:0:31071:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf580bbc00 x1876037329010816/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1789130363 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130347.201143:0:31071:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789130347.201146:0:31071:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9caf485199c0. 00000100:00000001:3.0:1789130347.201149:0:31071:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1789130347.201151:0:31071:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130347.201154:0:31071:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1789130347.201157:0:31071:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789130347.201160:0:31071:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789130347.201164:0:31071:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf46a93600 refcount=4 00000020:00000001:3.0:1789130347.201167:0:31071:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875351545344 : -109198358006272 : ffff9caf46a93600) 00010000:00000001:3.0:1789130347.201170:0:31071:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875351545344 : -109198358006272 : ffff9caf46a93600) 00010000:00000040:3.0:1789130347.201177:0:31071:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9caf46a93600, remote cookie: 0xcdf1b083821a5548, flags: 0x1001 00010000:00010000:3.0:1789130347.201183:0:31071:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a93600/0xde5303b1d982cc0c lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a5548 expref: -99 pid: 31071 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789130347.201193:0:31071:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a93600/0xde5303b1d982cc0c lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a5548 expref: -99 pid: 31071 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789130347.201200:0:31071:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1789130347.201204:0:31071:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1789130347.201206:0:31071:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1789130347.201207:0:31071:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1789130347.201209:0:31071:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1789130347.201211:0:31071:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff9caf4814d900) refcount = 1 00010000:00010000:3.0:1789130347.201215:0:31071:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a93600/0xde5303b1d982cc0c lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a5548 expref: -99 pid: 31071 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789130347.201227:0:31071:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1789130347.201230:0:31071:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1789130347.201232:0:31071:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789130347.201235:0:31071:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1789130347.201237:0:31071:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789130347.201241:0:31071:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a93600/0xde5303b1d982cc0c lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a5548 expref: -99 pid: 31071 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789130347.201246:0:31071:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1789130347.201248:0:31071:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130347.201250:0:31071:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789130347.201251:0:31071:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130347.201252:0:31071:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789130347.201253:0:31071:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789130347.201258:0:31071:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1789130347.201259:0:31071:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789130347.201261:0:31071:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789130347.201263:0:31071:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf46a93600 refcount=3 00000020:00000001:3.0:1789130347.201265:0:31071:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875351545344 : -109198358006272 : ffff9caf46a93600) 00010000:00000001:3.0:1789130347.201267:0:31071:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875351545344 : -109198358006272 : ffff9caf46a93600) 00010000:00000001:3.0:1789130347.201270:0:31071:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789130347.201271:0:31071:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789130347.201272:0:31071:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf46a93600 refcount=4 00000020:00000001:3.0:1789130347.201274:0:31071:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875351545344 : -109198358006272 : ffff9caf46a93600) 00010000:00000001:3.0:1789130347.201276:0:31071:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875351545344 : -109198358006272 : ffff9caf46a93600) 00010000:00000001:3.0:1789130347.201279:0:31071:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789130347.201283:0:31071:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789130347.201286:0:31071:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a93600/0xde5303b1d982cc0c lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a5548 expref: -99 pid: 31071 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789130347.201292:0:31071:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130347.201294:0:31071:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789130347.201295:0:31071:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789130347.201297:0:31071:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789130347.201298:0:31071:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf46a93600 refcount=5 00000020:00000001:3.0:1789130347.201300:0:31071:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875351545344 : -109198358006272 : ffff9caf46a93600) 00010000:00000001:3.0:1789130347.201303:0:31071:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875351545344 : -109198358006272 : ffff9caf46a93600) 00010000:00000001:3.0:1789130347.201305:0:31071:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789130347.201308:0:31071:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a93600/0xde5303b1d982cc0c lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a5548 expref: -99 pid: 31071 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789130347.201314:0:31071:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130347.201315:0:31071:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1789130347.201318:0:31071:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a93600/0xde5303b1d982cc0c lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a5548 expref: -99 pid: 31071 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789130347.201324:0:31071:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789130347.201325:0:31071:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130347.201326:0:31071:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789130347.201328:0:31071:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130347.201329:0:31071:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1789130347.201335:0:31071:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9caf580bbc00 x1876037329010816/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1789130363 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1789130347.201344:0:31071:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789130347.201346:0:31071:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789130347.201347:0:31071:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf46a93600 refcount=3 00000020:00000001:3.0:1789130347.201349:0:31071:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875351545344 : -109198358006272 : ffff9caf46a93600) 00010000:00000001:3.0:1789130347.201351:0:31071:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875351545344 : -109198358006272 : ffff9caf46a93600) 00010000:00000001:3.0:1789130347.201353:0:31071:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130347.201354:0:31071:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789130347.201356:0:31071:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789130347.201358:0:31071:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789130347.201361:0:31071:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1789130347.201364:0:31071:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789130347.201366:0:31071:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789130347.201367:0:31071:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf46a93600 refcount=3 00000020:00000001:3.0:1789130347.201369:0:31071:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875351545344 : -109198358006272 : ffff9caf46a93600) 00010000:00000001:3.0:1789130347.201371:0:31071:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875351545344 : -109198358006272 : ffff9caf46a93600) 00000002:00010000:3.0:1789130347.201374:0:31071:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a93600/0xde5303b1d982cc0c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a5548 expref: -99 pid: 31071 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789130347.201380:0:31071:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130347.201381:0:31071:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789130347.201383:0:31071:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1789130347.201384:0:31071:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789130347.201385:0:31071:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789130347.201387:0:31071:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf46a93600 refcount=3 00000020:00000001:3.0:1789130347.201389:0:31071:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875351545344 : -109198358006272 : ffff9caf46a93600) 00010000:00000001:3.0:1789130347.201390:0:31071:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875351545344 : -109198358006272 : ffff9caf46a93600) 00010000:00000040:3.0:1789130347.201396:0:31071:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf4814d900 count: 2 00010000:00000001:3.0:1789130347.201399:0:31071:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1789130347.201403:0:31071:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9caf4630e800 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:3.0:1789130347.201406:0:31071:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130347.201407:0:31071:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789130347.201409:0:31071:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1789130347.201412:0:31071:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41f9f898 00000002:00002000:3.0:1789130347.201414:0:31071:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:3.0:1789130347.201417:0:31071:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789130347.201421:0:31071:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789130347.201424:0:31071:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1789130347.201427:0:31071:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:3.0:1789130347.201430:0:31071:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789130347.201434:0:31071:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9caf4557c8c0 2 00000080:00000010:3.0:1789130347.201438:0:31071:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9caf5875b800. 00000080:00000001:3.0:1789130347.201442:0:31071:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1789130347.201445:0:31071:0:(llite_lib.c:3864:ll_prep_inode()) Process entered 00000002:00000001:3.0:1789130347.201451:0:31071:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:3.0:1789130347.201455:0:31071:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:3.0:1789130347.201461:0:31071:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9caf4689c6c0. 00800000:00000001:3.0:1789130347.201464:0:31071:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446634875349485248 : -109198360066368 : ffff9caf4689c6c0) 00800000:00000001:3.0:1789130347.201467:0:31071:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789130347.201469:0:31071:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1789130347.201472:0:31071:0:(llite_lib.c:1973:ll_update_lsm_md()) Process entered 00000080:00000002:3.0:1789130347.201473:0:31071:0:(llite_lib.c:1977:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:3.0:1789130347.201476:0:31071:0:(llite_lib.c:1928:ll_update_default_lsm_md()) Process entered 00000080:00000001:3.0:1789130347.201478:0:31071:0:(llite_lib.c:1950:ll_update_default_lsm_md()) Process leaving 00000080:00000001:3.0:1789130347.201480:0:31071:0:(llite_lib.c:1994:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130347.201484:0:31071:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:3.0:1789130347.201487:0:31071:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00000002:3.0:1789130347.201489:0:31071:0:(llite_lib.c:3071:ll_update_inode()) setting ino 144115188193296385 mtime from 1789130339 to 1789130347 00000080:00200000:3.0:1789130347.201493:0:31071:0:(llite_lib.c:3140:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 8704 00010000:00000001:3.0:1789130347.201496:0:31071:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789130347.201497:0:31071:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789130347.201498:0:31071:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf46a93600 refcount=3 00000020:00000001:3.0:1789130347.201500:0:31071:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875351545344 : -109198358006272 : ffff9caf46a93600) 00010000:00000001:3.0:1789130347.201502:0:31071:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875351545344 : -109198358006272 : ffff9caf46a93600) 00010000:00000001:3.0:1789130347.201504:0:31071:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130347.201505:0:31071:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1789130347.201506:0:31071:0:(llite_lib.c:3962:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1789130347.201508:0:31071:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:3.0:1789130347.201509:0:31071:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9caf4689c6c0 1 00800000:00000010:3.0:1789130347.201512:0:31071:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9caf4689c6c0. 00800000:00000001:3.0:1789130347.201514:0:31071:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789130347.201518:0:31071:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9caf601980c8) for lock 0xde5303b1d982cc0c 00800000:00000001:3.0:1789130347.201521:0:31071:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1789130347.201522:0:31071:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1789130347.201523:0:31071:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789130347.201524:0:31071:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789130347.201526:0:31071:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf46a93600 refcount=3 00000020:00000001:3.0:1789130347.201528:0:31071:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875351545344 : -109198358006272 : ffff9caf46a93600) 00010000:00000001:3.0:1789130347.201530:0:31071:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875351545344 : -109198358006272 : ffff9caf46a93600) 00010000:00000001:3.0:1789130347.201532:0:31071:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130347.201533:0:31071:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789130347.201534:0:31071:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789130347.201536:0:31071:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130347.201539:0:31071:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789130347.201541:0:31071:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9caf601980c8) 00000080:00010000:3.0:1789130347.201544:0:31071:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xde5303b1d982cc0c from it ffffb97f41f9fb58 00010000:00000001:3.0:1789130347.201546:0:31071:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789130347.201547:0:31071:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789130347.201549:0:31071:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf46a93600 refcount=3 00000020:00000001:3.0:1789130347.201551:0:31071:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875351545344 : -109198358006272 : ffff9caf46a93600) 00010000:00000001:3.0:1789130347.201552:0:31071:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875351545344 : -109198358006272 : ffff9caf46a93600) 00010000:00000001:3.0:1789130347.201554:0:31071:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789130347.201556:0:31071:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a93600/0xde5303b1d982cc0c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a5548 expref: -99 pid: 31071 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789130347.201562:0:31071:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130347.201563:0:31071:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789130347.201564:0:31071:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1789130347.201567:0:31071:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1789130347.201570:0:31071:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a93600/0xde5303b1d982cc0c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a5548 expref: -99 pid: 31071 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1789130347.201577:0:31071:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130347.201580:0:31071:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789130347.201581:0:31071:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789130347.201586:0:31071:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130347.201587:0:31071:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789130347.201588:0:31071:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130347.201591:0:31071:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789130347.201593:0:31071:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130347.201595:0:31071:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130347.201597:0:31071:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130347.201598:0:31071:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789130347.201599:0:31071:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130347.201600:0:31071:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1789130347.201602:0:31071:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130347.201606:0:31071:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf580bbc00 x1876037329010816/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1789130363 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130347.201612:0:31071:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789130347.201615:0:31071:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789130347.201618:0:31071:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9caf47fb1800. 02000000:00000001:3.0:1789130347.201621:0:31071:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789130347.201623:0:31071:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1789130347.201625:0:31071:0:(genops.c:1223:class_import_put()) import ffff9caf6079a800 refcount=4 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000020:00000001:3.0:1789130347.201639:0:31071:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1789130347.201641:0:31071:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9caf58571c00. 02000000:00000001:3.0:1789130347.201645:0:31071:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789130347.201647:0:31071:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789130347.201648:0:31071:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf580bbc00. 00000100:00000001:3.0:1789130347.201654:0:31071:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789130347.201655:0:31071:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1789130347.201659:0:31071:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8), inode mode 41ff mask 1 00000080:00000001:3.0:1789130347.201664:0:31071:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1789130347.201679:0:31071:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9caf4938e280. 00000020:00000001:3.0:1789130347.201684:0:31071:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41f9fae8 00000080:00200000:3.0:1789130347.201686:0:31071:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d21g.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff9caf601980c8), flags=13 00000080:00000001:3.0:1789130347.201689:0:31071:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:3.0:1789130347.201692:0:31071:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41f9f998 00000080:00200000:3.0:1789130347.201693:0:31071:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d21g.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff9caf601980c8), intent=getattr 00000080:00000010:3.0:1789130347.201702:0:31071:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9caf47c6c600. 00800000:00000002:3.0:1789130347.201706:0:31071:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9caf4557c8c0 2 00000080:00000001:3.0:1789130347.201711:0:31071:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1789130347.201714:0:31071:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1789130347.201716:0:31071:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41f9f8b8 00800000:00000002:3.0:1789130347.201717:0:31071:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'd21g.recovery-small-2' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1789130347.201721:0:31071:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00000020:00000001:3.0:1789130347.201725:0:31071:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41f9f850 00800000:00000002:3.0:1789130347.201727:0:31071:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d21g.recovery-small-2' -> mds #0 00000002:00000001:3.0:1789130347.201731:0:31071:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1789130347.201733:0:31071:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41f9f788 00000002:00010000:3.0:1789130347.201735:0:31071:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d21g.recovery-small-2,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 01 00000002:00000001:3.0:1789130347.201738:0:31071:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1789130347.201741:0:31071:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1789130347.201745:0:31071:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf501a8f00. 00000020:00000040:3.0:1789130347.201747:0:31071:0:(genops.c:1210:class_import_get()) import ffff9caf6079a800 refcount=5 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00010000:00000001:3.0:1789130347.201751:0:31071:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1789130347.201754:0:31071:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789130347.201757:0:31071:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130347.201758:0:31071:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789130347.201760:0:31071:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130347.201763:0:31071:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789130347.201765:0:31071:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789130347.201769:0:31071:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789130347.201775:0:31071:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9caf50105000. 00000100:00000001:3.0:1789130347.201782:0:31071:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130347.201785:0:31071:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1789130347.201787:0:31071:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130347.201788:0:31071:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1789130347.201789:0:31071:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130347.201791:0:31071:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789130347.201797:0:31071:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446634875509968640 : -109198199582976 : ffff9caf501a8f00) 00010000:00000001:3.0:1789130347.201801:0:31071:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1789130347.205116:0:31071:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1789130347.205133:0:31071:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf4814d900 count: 2 00010000:00000001:3.0:1789130347.205139:0:31071:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789130347.205143:0:31071:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1789130347.205408:0:31071:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9caf46a92200. 00000020:00000001:2.0:1789130347.205420:0:31071:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1789130347.205425:0:31071:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9caf46a92200 with handle 0xde5303b1d982cc13 to hash 00000020:00000001:2.0:1789130347.205428:0:31071:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1789130347.205429:0:31071:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446634875351540224 : -109198358011392 : ffff9caf46a92200) 00010000:00000001:2.0:1789130347.205434:0:31071:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446634875351540224 : -109198358011392 : ffff9caf46a92200) 00010000:00000001:2.0:1789130347.205439:0:31071:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789130347.205443:0:31071:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789130347.205450:0:31071:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a92200/0xde5303b1d982cc13 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 31071 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789130347.205461:0:31071:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a92200/0xde5303b1d982cc13 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31071 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789130347.205481:0:31071:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a92200/0xde5303b1d982cc13 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31071 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1789130347.205488:0:31071:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1789130347.205491:0:31071:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1789130347.205502:0:31071:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9caf48519180. 00000100:00000001:2.0:1789130347.205505:0:31071:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446634875379356032 : -109198330195584 : ffff9caf48519180) 00000100:00000001:2.0:1789130347.205508:0:31071:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789130347.205510:0:31071:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875509968640 : -109198199582976 : ffff9caf501a8f00) 00000100:00000001:2.0:1789130347.205518:0:31071:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789130347.205523:0:31071:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130347.205526:0:31071:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1789130347.205528:0:31071:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789130347.205544:0:31071:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf501a8f00 x1876037329010944/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130347.205554:0:31071:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789130347.205557:0:31071:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789130347.205563:0:31071:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789130347.205567:0:31071:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789130347.205571:0:31071:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789130347.205576:0:31071:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf501a8f00 pname:cluuid:pid:xid:nid:opc:job lfs:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:31071:1876037329010944:192.168.204.123@tcp:101:lfs.0 00000100:00000001:2.0:1789130347.205580:0:31071:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789130347.205589:0:31071:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789130347.205591:0:31071:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789130347.205594:0:31071:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789130347.205601:0:31071:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9caf47fb1000. 02000000:00000001:2.0:1789130347.205604:0:31071:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789130347.205614:0:31071:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:2.0:1789130347.205621:0:31071:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf483fd528. 00000400:00000010:2.0:1789130347.205640:0:31071:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf42d182a8. 00000100:00000200:2.0:1789130347.205659:0:31071:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1876037329010944, portal 10 00000100:00000001:2.0:1789130347.205662:0:31071:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789130347.205664:0:31071:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875509968640 : -109198199582976 : ffff9caf501a8f00) 00000100:00000040:2.0:1789130347.205673:0:31071:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9caf501a8f00 x1876037329010944/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789130363 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130347.205682:0:31071:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789130347.205686:0:31071:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:2.0:1789130347.205690:0:31071:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf42d186e8. 00000100:00000200:2.0:1789130347.205694:0:31071:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1876037329010944, offset 0 00000400:00000200:2.0:1789130347.205702:0:31071:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:2.0:1789130347.205714:0:31071:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130347.205724:0:31071:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:2.0:1789130347.205730:0:31071:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789130347.205736:0:31071:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:2.0:1789130347.205741:0:31071:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789130347.205744:0:31071:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:2.0:1789130347.205749:0:31071:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2354:2354:256:4294967295] 192.168.204.123@tcp LPNI seq info [2353:2353:8:4294967295] 00000400:00000200:2.0:1789130347.205753:0:31071:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130347.205766:0:31071:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:2.0:1789130347.205774:0:31071:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:2.0:1789130347.205781:0:31071:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf501cfc00. 00000800:00000200:2.0:1789130347.205789:0:31071:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:2.0:1789130347.205800:0:31071:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:2.0:1789130347.205833:0:31071:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf501cfc00 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:2.0:1789130347.205854:0:31071:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130347.205859:0:31071:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: using a timeout of 805288 usecs (806 jiffies) 00000400:00000200:2.0:1789130347.205863:0:31071:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:2.0:1789130347.205866:0:31071:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296442033 00000100:00000001:2.0:1789130347.205877:0:31071:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 2, simply extend its deadline from 4296442022 00000100:00000001:2.0:1789130347.205884:0:31071:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296442034 00000100:00000001:2.0:1789130347.205889:0:31071:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 3, simply extend its deadline from 4296442022 00000100:00000001:2.0:1789130347.205894:0:31071:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789130347.205898:0:31071:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130347.205900:0:31071:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789130347.205903:0:31071:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1789130347.205906:0:31071:0:(client.c:2715:ptlrpc_set_wait()) set ffff9caf48519180 going to sleep for 11 seconds 00000100:00000001:2.0:1789130347.205910:0:31071:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789130347.205913:0:31071:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789130347.206017:0:2342:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789130347.206022:0:2342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf501cfc00. 00000400:00000200:3.0:1789130347.206027:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130347.206033:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:3.0:1789130347.206039:0:2342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf42d186e8 00000400:00000010:3.0:1789130347.206042:0:2342:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf42d186e8. 00000100:00000001:3.0:1789130347.206046:0:2342:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789130347.206051:0:2342:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf501a8f00 x1876037329010944/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789130363 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130347.206066:0:2342:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130347.206070:0:2342:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf501a8f00 x1876037329010944/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789130363 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130347.206077:0:2342:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130347.206079:0:2342:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1789130347.227761:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130347.227785:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789130347.227790:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130347.227792:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130347.227849:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130347.227859:0:2341:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:2.0:1789130347.227870:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130347.227878:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130347.227887:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130347.227894:0:2341:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 584 into portal 10 MB=0x6aa3efa94c100 00000400:00000200:2.0:1789130347.227900:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130347.227908:0:2341:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.123@tcp of length 584/584 into md 0x6645 [1] + 224 00000800:00000001:2.0:1789130347.227917:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130347.227927:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130347.227932:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130347.227938:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:2.0:1789130347.227947:0:2341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789130347.227957:0:2341:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf501a8f00 x1876037329010944/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789130363 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789130347.227969:0:2341:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff9caf501a8f00 x1876037329010944/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789130363 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130347.227993:0:2341:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789130347.228005:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130347.228008:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130347.228060:0:31071:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789130347.228069:0:31071:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789130347.228071:0:31071:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789130347.228075:0:31071:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf483fd528. 00000400:00000200:3.0:1789130347.228080:0:31071:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf42d182a8 00000400:00000010:3.0:1789130347.228083:0:31071:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf42d182a8. 00000100:00000001:3.0:1789130347.228088:0:31071:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789130347.228095:0:31071:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf501a8f00 x1876037329010944/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789130363 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1789130347.228106:0:31071:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf501a8f00 x1876037329010944/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789130363 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130347.228113:0:31071:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789130347.228115:0:31071:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130347.228118:0:31071:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789130347.228122:0:31071:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789130347.228125:0:31071:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789130347.228127:0:31071:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789130347.228131:0:31071:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789130347.228141:0:31071:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf6079ac60 time=116 v=5 (104 104 104 104) 00000100:00001000:3.0:1789130347.228155:0:31071:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf6079ac18 time=9 v=5 (1 0 0 0) 00000100:00000001:3.0:1789130347.228159:0:31071:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000040:3.0:1789130347.228164:0:31071:0:(client.c:1510:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff9caf501a8f00 x1876037329010944/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/584 e 0 to 0 dl 1789130363 ref 2 fl Rpc:RQU/600/0 rc 0/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130347.228172:0:31071:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:3.0:1789130347.228176:0:31071:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789130347.228178:0:31071:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9caf5014c800: skip recheck: last_committed 4294967610 00000100:00000001:3.0:1789130347.228181:0:31071:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789130347.228185:0:31071:0:(client.c:1797:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:3.0:1789130347.228190:0:31071:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf501a8f00 x1876037329010944/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/584 e 0 to 0 dl 1789130363 ref 2 fl Rpc:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130347.228197:0:31071:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:3.0:1789130347.228201:0:31071:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789130347.228203:0:31071:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789130347.228208:0:31071:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf501a8f00 x1876037329010944/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/584 e 0 to 0 dl 1789130363 ref 2 fl Interpret:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1789130347.228217:0:31071:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf501a8f00 pname:cluuid:pid:xid:nid:opc:job lfs:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:31071:1876037329010944:192.168.204.123@tcp:101:lfs.0 00000100:00000001:3.0:1789130347.228222:0:31071:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130347.228227:0:31071:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:3.0:1789130347.228230:0:31071:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1789130347.228232:0:31071:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130347.228236:0:31071:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf501a8f00 x1876037329010944/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/584 e 0 to 0 dl 1789130363 ref 2 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130347.228244:0:31071:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789130347.228247:0:31071:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9caf48519180. 00000100:00000001:3.0:1789130347.228250:0:31071:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1789130347.228252:0:31071:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:3.0:1789130347.228256:0:31071:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1789130347.228261:0:31071:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789130347.228264:0:31071:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789130347.228267:0:31071:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf46a92200 refcount=4 00000020:00000001:3.0:1789130347.228269:0:31071:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875351540224 : -109198358011392 : ffff9caf46a92200) 00010000:00000001:3.0:1789130347.228272:0:31071:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875351540224 : -109198358011392 : ffff9caf46a92200) 00010000:00010000:3.0:1789130347.228278:0:31071:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a92200/0xde5303b1d982cc13 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31071 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789130347.228290:0:31071:0:(ldlm_request.c:719:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:3.0:1789130347.228294:0:31071:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a92200/0xde5303b1d982cc13 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 31071 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789130347.228305:0:31071:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789130347.228307:0:31071:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a92200/0xde5303b1d982cc13 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 31071 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789130347.228314:0:31071:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130347.228316:0:31071:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1789130347.228318:0:31071:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a92200/0xde5303b1d982cc13 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 31071 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789130347.228324:0:31071:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789130347.228328:0:31071:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130347.228332:0:31071:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1789130347.228335:0:31071:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a92200/0xde5303b1d982cc13 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 31071 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789130347.228342:0:31071:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9caf46a92200 already unused, calling callback (ffffffffc1904580) 00000080:00000001:3.0:1789130347.228346:0:31071:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:3.0:1789130347.228351:0:31071:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a92200/0xde5303b1d982cc13 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 31071 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789130347.228359:0:31071:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:3.0:1789130347.228362:0:31071:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:3.0:1789130347.228365:0:31071:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a92200/0xde5303b1d982cc13 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 31071 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789130347.228370:0:31071:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:3.0:1789130347.228372:0:31071:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1789130347.228374:0:31071:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789130347.228375:0:31071:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789130347.228377:0:31071:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf46a92200 refcount=5 00000020:00000001:3.0:1789130347.228379:0:31071:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875351540224 : -109198358011392 : ffff9caf46a92200) 00010000:00000001:3.0:1789130347.228381:0:31071:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875351540224 : -109198358011392 : ffff9caf46a92200) 00010000:00000001:3.0:1789130347.228384:0:31071:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1789130347.228386:0:31071:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a92200/0xde5303b1d982cc13 lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 31071 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:3.0:1789130347.228393:0:31071:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1789130347.228395:0:31071:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789130347.228398:0:31071:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:3.0:1789130347.228400:0:31071:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1789130347.228404:0:31071:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1789130347.228407:0:31071:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1789130347.228409:0:31071:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789130347.228411:0:31071:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1789130347.228414:0:31071:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9caf46a92200 with handle 0xde5303b1d982cc13 from hash 00010000:00000001:3.0:1789130347.228416:0:31071:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1789130347.228418:0:31071:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130347.228419:0:31071:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789130347.228420:0:31071:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1789130347.228421:0:31071:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1789130347.228423:0:31071:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1789130347.228426:0:31071:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130347.228427:0:31071:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789130347.228428:0:31071:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130347.228430:0:31071:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789130347.228433:0:31071:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a92200/0xde5303b1d982cc13 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 31071 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789130347.228439:0:31071:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130347.228440:0:31071:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789130347.228442:0:31071:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1789130347.228444:0:31071:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789130347.228445:0:31071:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130347.228446:0:31071:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789130347.228447:0:31071:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1789130347.228449:0:31071:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a92200/0xde5303b1d982cc13 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 31071 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789130347.228459:0:31071:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789130347.228462:0:31071:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:3.0:1789130347.228467:0:31071:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00000002:00100000:3.0:1789130347.228473:0:31071:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0x7, status=0 req@ffff9caf501a8f00 x1876037329010944/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/584 e 0 to 0 dl 1789130363 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1789130347.228482:0:31071:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1789130347.228483:0:31071:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789130347.228485:0:31071:0:(mdc_locks.c:932:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789130347.228487:0:31071:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789130347.228491:0:31071:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1789130347.228493:0:31071:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1789130347.228494:0:31071:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789130347.228496:0:31071:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1789130347.228499:0:31071:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41f9f710 00000002:00002000:3.0:1789130347.228502:0:31071:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=d21g.recovery-small-2 intent=getattr status=0 disp=0x7: rc = 0 00000002:00000001:3.0:1789130347.228506:0:31071:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789130347.228510:0:31071:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789130347.228514:0:31071:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1789130347.228516:0:31071:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:3.0:1789130347.228519:0:31071:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789130347.228523:0:31071:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9caf4557c8c0 2 00000080:00000001:3.0:1789130347.228526:0:31071:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:3.0:1789130347.228528:0:31071:0:(namei.c:674:ll_lookup_it_finish()) it ffffb97f41f9fb20 it_disposition 7 00000080:00002000:3.0:1789130347.228533:0:31071:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9caf603405e8 inode 0000000000000000 refc 1 flags 0xe 00800000:00000001:3.0:1789130347.228542:0:31071:0:(lmv_obd.c:4261:lmv_revalidate_lock()) Process entered 00000002:00000001:3.0:1789130347.228547:0:31071:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1789130347.228549:0:31071:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789130347.228551:0:31071:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789130347.228558:0:31071:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf4814d900 count: 2 00010000:00000001:3.0:1789130347.228561:0:31071:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789130347.228565:0:31071:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789130347.228568:0:31071:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1789130347.228572:0:31071:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a93600/0xde5303b1d982cc0c lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a5548 expref: -99 pid: 31071 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:3.0:1789130347.228579:0:31071:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1789130347.228584:0:31071:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789130347.228588:0:31071:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a93600/0xde5303b1d982cc0c lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a5548 expref: -99 pid: 31071 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:3.0:1789130347.228594:0:31071:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1789130347.228596:0:31071:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1789130347.228598:0:31071:0:(lmv_obd.c:4268:lmv_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1789130347.228601:0:31071:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:3.0:1789130347.228603:0:31071:0:(dcache.c:176:ll_intent_release()) intent ffffb97f41f9f930 released 00000080:00010000:3.0:1789130347.228606:0:31071:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xde5303b1d982cc0c from it ffffb97f41f9f930 00010000:00000001:3.0:1789130347.228608:0:31071:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789130347.228609:0:31071:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789130347.228611:0:31071:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf46a93600 refcount=3 00000020:00000001:3.0:1789130347.228613:0:31071:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875351545344 : -109198358006272 : ffff9caf46a93600) 00010000:00000001:3.0:1789130347.228616:0:31071:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875351545344 : -109198358006272 : ffff9caf46a93600) 00010000:00000001:3.0:1789130347.228618:0:31071:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789130347.228620:0:31071:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a93600/0xde5303b1d982cc0c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a5548 expref: -99 pid: 31071 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1789130347.228647:0:31071:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130347.228648:0:31071:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789130347.228650:0:31071:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1789130347.228653:0:31071:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1789130347.228655:0:31071:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a93600/0xde5303b1d982cc0c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a5548 expref: -99 pid: 31071 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1789130347.228663:0:31071:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130347.228665:0:31071:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789130347.228667:0:31071:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789130347.228671:0:31071:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130347.228672:0:31071:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789130347.228673:0:31071:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130347.228676:0:31071:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789130347.228678:0:31071:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130347.228680:0:31071:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130347.228683:0:31071:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130347.228685:0:31071:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789130347.228687:0:31071:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130347.228688:0:31071:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1789130347.228689:0:31071:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:3.0:1789130347.228691:0:31071:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1789130347.228695:0:31071:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:3.0:1789130347.228699:0:31071:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9caf47c6c600. 00000100:00000001:3.0:1789130347.228703:0:31071:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130347.228708:0:31071:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf501a8f00 x1876037329010944/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/584 e 0 to 0 dl 1789130363 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130347.228715:0:31071:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789130347.228718:0:31071:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789130347.228721:0:31071:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9caf47fb1000. 02000000:00000001:3.0:1789130347.228725:0:31071:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789130347.228727:0:31071:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1789130347.228729:0:31071:0:(genops.c:1223:class_import_put()) import ffff9caf6079a800 refcount=4 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000020:00000001:3.0:1789130347.228731:0:31071:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1789130347.228734:0:31071:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9caf50105000. 02000000:00000001:3.0:1789130347.228737:0:31071:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789130347.228739:0:31071:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789130347.228742:0:31071:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf501a8f00. 00000100:00000001:3.0:1789130347.228746:0:31071:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789130347.228748:0:31071:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1789130347.228750:0:31071:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:3.0:1789130347.228751:0:31071:0:(dcache.c:176:ll_intent_release()) intent ffffb97f41f9fb20 released 00000080:00000001:3.0:1789130347.228752:0:31071:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:3.0:1789130347.228756:0:31071:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1789130347.228758:0:31071:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41f9fb70 00000080:00002000:3.0:1789130347.228760:0:31071:0:(dcache.c:127:ll_ddelete()) keeping dentry d21g.recovery-small-2 (ffff9caf603405e8, parent ffff9caf600f3360, inode 0000000000000000) hashed, 00000080:00000001:3.0:1789130347.228763:0:31071:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130347.228835:0:31071:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:3.0:1789130347.228839:0:31071:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:3.0:1789130347.228841:0:31071:0:(file.c:6206:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1789130347.228842:0:31071:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41f9fbb0 00000080:00200000:3.0:1789130347.228845:0:31071:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8),name=/ 00000080:00000010:3.0:1789130347.228851:0:31071:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9caf47c6c600. 00800000:00000002:3.0:1789130347.228856:0:31071:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9caf4557c8c0 2 00000080:00000001:3.0:1789130347.228859:0:31071:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1789130347.228861:0:31071:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1789130347.228863:0:31071:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41f9fad0 00800000:00000002:3.0:1789130347.228865:0:31071:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1789130347.228868:0:31071:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1789130347.228871:0:31071:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1789130347.228875:0:31071:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1789130347.228876:0:31071:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41f9f9a0 00000002:00010000:3.0:1789130347.228878:0:31071:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1789130347.228881:0:31071:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1789130347.228883:0:31071:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789130347.228884:0:31071:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789130347.228887:0:31071:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf4814d900 count: 2 00010000:00000001:3.0:1789130347.228889:0:31071:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789130347.228891:0:31071:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789130347.228894:0:31071:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1789130347.228897:0:31071:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a93600/0xde5303b1d982cc0c lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a5548 expref: -99 pid: 31071 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:3.0:1789130347.228904:0:31071:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1789130347.228906:0:31071:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789130347.228909:0:31071:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a93600/0xde5303b1d982cc0c lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a5548 expref: -99 pid: 31071 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:3.0:1789130347.228916:0:31071:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1789130347.228917:0:31071:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1789130347.228919:0:31071:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1789130347.228921:0:31071:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1789130347.228923:0:31071:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1789130347.228925:0:31071:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1789130347.228927:0:31071:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1789130347.228929:0:31071:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9caf4557c8c0 2 00000080:00000010:3.0:1789130347.228931:0:31071:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9caf47c6c600. 00000080:00000001:3.0:1789130347.228934:0:31071:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1789130347.228936:0:31071:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789130347.228938:0:31071:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9caf601980c8) 00000080:00010000:3.0:1789130347.228942:0:31071:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9caf601980c8) for lock 0xde5303b1d982cc0c 00800000:00000001:3.0:1789130347.228946:0:31071:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1789130347.228948:0:31071:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1789130347.228949:0:31071:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789130347.228950:0:31071:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789130347.228952:0:31071:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf46a93600 refcount=3 00000020:00000001:3.0:1789130347.228954:0:31071:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875351545344 : -109198358006272 : ffff9caf46a93600) 00010000:00000001:3.0:1789130347.228956:0:31071:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875351545344 : -109198358006272 : ffff9caf46a93600) 00010000:00000001:3.0:1789130347.228958:0:31071:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130347.228959:0:31071:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789130347.228960:0:31071:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789130347.228975:0:31071:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789130347.228977:0:31071:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xde5303b1d982cc0c from it ffffb97f41f9fbe8 00010000:00000001:3.0:1789130347.228980:0:31071:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789130347.228981:0:31071:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789130347.228982:0:31071:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf46a93600 refcount=3 00000020:00000001:3.0:1789130347.228984:0:31071:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875351545344 : -109198358006272 : ffff9caf46a93600) 00010000:00000001:3.0:1789130347.228986:0:31071:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875351545344 : -109198358006272 : ffff9caf46a93600) 00010000:00000001:3.0:1789130347.228988:0:31071:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789130347.228991:0:31071:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a93600/0xde5303b1d982cc0c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a5548 expref: -99 pid: 31071 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1789130347.228997:0:31071:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130347.228998:0:31071:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789130347.228999:0:31071:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1789130347.229001:0:31071:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1789130347.229003:0:31071:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a93600/0xde5303b1d982cc0c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a5548 expref: -99 pid: 31071 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:3.0:1789130347.229010:0:31071:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130347.229013:0:31071:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789130347.229014:0:31071:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789130347.229017:0:31071:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130347.229018:0:31071:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789130347.229020:0:31071:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130347.229022:0:31071:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789130347.229023:0:31071:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130347.229025:0:31071:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130347.229028:0:31071:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130347.229030:0:31071:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789130347.229031:0:31071:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130347.229033:0:31071:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1789130347.229034:0:31071:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1789130347.229036:0:31071:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1789130347.229038:0:31071:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8), inode mode 41ff mask 1 00000080:00000001:3.0:1789130347.229043:0:31071:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130347.229046:0:31071:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:3.0:1789130347.229048:0:31071:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41f9fbd8 00000080:00002000:3.0:1789130347.229050:0:31071:0:(dcache.c:87:ll_dcompare()) found name d21g.recovery-small-2(ffff9caf603405e8) flags 0x8000e refc 0 00000080:00000001:3.0:1789130347.229053:0:31071:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789130347.229056:0:31071:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41f9fc20 00000080:00200000:3.0:1789130347.229057:0:31071:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21g.recovery-small-2, flags=16392 00000080:00000001:3.0:1789130347.229061:0:31071:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1789130347.229063:0:31071:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41f9fba8 00000080:00002000:3.0:1789130347.229064:0:31071:0:(dcache.c:127:ll_ddelete()) keeping dentry d21g.recovery-small-2 (ffff9caf603405e8, parent ffff9caf600f3360, inode 0000000000000000) hashed, 00000080:00000001:3.0:1789130347.229067:0:31071:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789130347.229089:0:31071:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41f9fd10 00000080:00200008:3.0:1789130347.229092:0:31071:0:(file.c:6313:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9caf601980c8), request_mask 0, flags 0, foreign 0 00000080:00000001:3.0:1789130347.229096:0:31071:0:(file.c:6206:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1789130347.229097:0:31071:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41f9fc88 00000080:00200000:3.0:1789130347.229099:0:31071:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8),name=/ 00000080:00000010:3.0:1789130347.229102:0:31071:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9caf47c6c600. 00800000:00000002:3.0:1789130347.229105:0:31071:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9caf4557c8c0 2 00000080:00000001:3.0:1789130347.229108:0:31071:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1789130347.229110:0:31071:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1789130347.229111:0:31071:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41f9fba8 00800000:00000002:3.0:1789130347.229113:0:31071:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1789130347.229117:0:31071:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1789130347.229119:0:31071:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1789130347.229123:0:31071:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1789130347.229125:0:31071:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41f9fa78 00000002:00010000:3.0:1789130347.229126:0:31071:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1789130347.229129:0:31071:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1789130347.229130:0:31071:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789130347.229132:0:31071:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789130347.229135:0:31071:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf4814d900 count: 2 00010000:00000001:3.0:1789130347.229137:0:31071:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789130347.229140:0:31071:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789130347.229142:0:31071:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1789130347.229145:0:31071:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a93600/0xde5303b1d982cc0c lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a5548 expref: -99 pid: 31071 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:3.0:1789130347.229152:0:31071:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1789130347.229155:0:31071:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789130347.229158:0:31071:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a93600/0xde5303b1d982cc0c lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a5548 expref: -99 pid: 31071 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:3.0:1789130347.229164:0:31071:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1789130347.229166:0:31071:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1789130347.229167:0:31071:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1789130347.229169:0:31071:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1789130347.229170:0:31071:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1789130347.229172:0:31071:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1789130347.229174:0:31071:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1789130347.229176:0:31071:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9caf4557c8c0 2 00000080:00000010:3.0:1789130347.229178:0:31071:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9caf47c6c600. 00000080:00000001:3.0:1789130347.229182:0:31071:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1789130347.229183:0:31071:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789130347.229185:0:31071:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9caf601980c8) 00000080:00010000:3.0:1789130347.229188:0:31071:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9caf601980c8) for lock 0xde5303b1d982cc0c 00800000:00000001:3.0:1789130347.229192:0:31071:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1789130347.229193:0:31071:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1789130347.229194:0:31071:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789130347.229196:0:31071:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789130347.229197:0:31071:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf46a93600 refcount=3 00000020:00000001:3.0:1789130347.229199:0:31071:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875351545344 : -109198358006272 : ffff9caf46a93600) 00010000:00000001:3.0:1789130347.229201:0:31071:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875351545344 : -109198358006272 : ffff9caf46a93600) 00010000:00000001:3.0:1789130347.229203:0:31071:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130347.229203:0:31071:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789130347.229204:0:31071:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789130347.229206:0:31071:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789130347.229207:0:31071:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xde5303b1d982cc0c from it ffffb97f41f9fcc0 00010000:00000001:3.0:1789130347.229210:0:31071:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789130347.229211:0:31071:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789130347.229212:0:31071:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf46a93600 refcount=3 00000020:00000001:3.0:1789130347.229214:0:31071:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875351545344 : -109198358006272 : ffff9caf46a93600) 00010000:00000001:3.0:1789130347.229215:0:31071:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875351545344 : -109198358006272 : ffff9caf46a93600) 00010000:00000001:3.0:1789130347.229217:0:31071:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789130347.229219:0:31071:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a93600/0xde5303b1d982cc0c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a5548 expref: -99 pid: 31071 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:3.0:1789130347.229225:0:31071:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130347.229226:0:31071:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789130347.229227:0:31071:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1789130347.229228:0:31071:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1789130347.229231:0:31071:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a93600/0xde5303b1d982cc0c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a5548 expref: -99 pid: 31071 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:3.0:1789130347.229237:0:31071:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130347.229239:0:31071:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789130347.229240:0:31071:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789130347.229242:0:31071:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130347.229243:0:31071:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789130347.229244:0:31071:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130347.229246:0:31071:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789130347.229248:0:31071:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130347.229250:0:31071:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130347.229251:0:31071:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130347.229253:0:31071:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789130347.229254:0:31071:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130347.229255:0:31071:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1789130347.229256:0:31071:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1789130347.229258:0:31071:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1789130347.229261:0:31071:0:(file.c:6266:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789130347.229265:0:31071:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41f9fd10 00000080:00000008:3.0:1789130347.229267:0:31071:0:(file.c:6498:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff9caf601980c8), request_mask 0, flags 0, foreign 0 00000080:00000001:3.0:1789130347.229951:0:31071:0:(llite_lib.c:4271:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789130347.229982:0:31071:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41f9fd10 00000080:00200008:3.0:1789130347.229985:0:31071:0:(file.c:6313:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9caf601980c8), request_mask 0, flags 0, foreign 0 00000080:00000001:3.0:1789130347.229989:0:31071:0:(file.c:6206:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1789130347.229991:0:31071:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41f9fc88 00000080:00200000:3.0:1789130347.229993:0:31071:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8),name=/ 00000080:00000010:3.0:1789130347.229998:0:31071:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9caf47c6c600. 00800000:00000002:3.0:1789130347.230002:0:31071:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9caf4557c8c0 2 00000080:00000001:3.0:1789130347.230005:0:31071:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1789130347.230009:0:31071:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1789130347.230011:0:31071:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41f9fba8 00800000:00000002:3.0:1789130347.230013:0:31071:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1789130347.230016:0:31071:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1789130347.230019:0:31071:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1789130347.230022:0:31071:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1789130347.230024:0:31071:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41f9fa78 00000002:00010000:3.0:1789130347.230027:0:31071:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1789130347.230029:0:31071:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1789130347.230032:0:31071:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789130347.230034:0:31071:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789130347.230039:0:31071:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf4814d900 count: 2 00010000:00000001:3.0:1789130347.230042:0:31071:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789130347.230046:0:31071:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789130347.230050:0:31071:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1789130347.230054:0:31071:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a93600/0xde5303b1d982cc0c lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a5548 expref: -99 pid: 31071 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:3.0:1789130347.230064:0:31071:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1789130347.230068:0:31071:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789130347.230072:0:31071:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a93600/0xde5303b1d982cc0c lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a5548 expref: -99 pid: 31071 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:3.0:1789130347.230079:0:31071:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1789130347.230081:0:31071:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1789130347.230083:0:31071:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1789130347.230086:0:31071:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1789130347.230088:0:31071:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1789130347.230091:0:31071:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1789130347.230094:0:31071:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1789130347.230097:0:31071:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9caf4557c8c0 2 00000080:00000010:3.0:1789130347.230100:0:31071:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9caf47c6c600. 00000080:00000001:3.0:1789130347.230104:0:31071:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1789130347.230106:0:31071:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789130347.230109:0:31071:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9caf601980c8) 00000080:00010000:3.0:1789130347.230112:0:31071:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9caf601980c8) for lock 0xde5303b1d982cc0c 00800000:00000001:3.0:1789130347.230115:0:31071:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1789130347.230117:0:31071:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1789130347.230120:0:31071:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789130347.230122:0:31071:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789130347.230124:0:31071:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf46a93600 refcount=3 00000020:00000001:3.0:1789130347.230127:0:31071:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875351545344 : -109198358006272 : ffff9caf46a93600) 00010000:00000001:3.0:1789130347.230130:0:31071:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875351545344 : -109198358006272 : ffff9caf46a93600) 00010000:00000001:3.0:1789130347.230133:0:31071:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130347.230135:0:31071:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789130347.230137:0:31071:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789130347.230139:0:31071:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789130347.230141:0:31071:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xde5303b1d982cc0c from it ffffb97f41f9fcc0 00010000:00000001:3.0:1789130347.230144:0:31071:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789130347.230145:0:31071:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789130347.230147:0:31071:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf46a93600 refcount=3 00000020:00000001:3.0:1789130347.230149:0:31071:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875351545344 : -109198358006272 : ffff9caf46a93600) 00010000:00000001:3.0:1789130347.230152:0:31071:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875351545344 : -109198358006272 : ffff9caf46a93600) 00010000:00000001:3.0:1789130347.230155:0:31071:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789130347.230158:0:31071:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a93600/0xde5303b1d982cc0c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a5548 expref: -99 pid: 31071 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:3.0:1789130347.230165:0:31071:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130347.230166:0:31071:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789130347.230168:0:31071:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1789130347.230170:0:31071:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1789130347.230174:0:31071:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a93600/0xde5303b1d982cc0c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a5548 expref: -99 pid: 31071 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:3.0:1789130347.230181:0:31071:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130347.230184:0:31071:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789130347.230186:0:31071:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789130347.230190:0:31071:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130347.230192:0:31071:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789130347.230193:0:31071:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130347.230196:0:31071:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789130347.230197:0:31071:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130347.230199:0:31071:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130347.230202:0:31071:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130347.230204:0:31071:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789130347.230206:0:31071:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130347.230207:0:31071:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1789130347.230209:0:31071:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1789130347.230211:0:31071:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1789130347.230214:0:31071:0:(file.c:6266:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789130347.230218:0:31071:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41f9fd10 00000080:00000008:3.0:1789130347.230220:0:31071:0:(file.c:6498:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff9caf601980c8), request_mask 0, flags 0, foreign 0 00000080:00000001:3.0:1789130347.230344:0:31071:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:3.0:1789130347.230347:0:31071:0:(file.c:6206:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1789130347.230349:0:31071:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41f9fb78 00000080:00200000:3.0:1789130347.230352:0:31071:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8),name=/ 00000080:00000010:3.0:1789130347.230355:0:31071:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9caf47c6c600. 00800000:00000002:3.0:1789130347.230359:0:31071:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9caf4557c8c0 2 00000080:00000001:3.0:1789130347.230361:0:31071:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1789130347.230363:0:31071:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1789130347.230365:0:31071:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41f9fa98 00800000:00000002:3.0:1789130347.230367:0:31071:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1789130347.230371:0:31071:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1789130347.230374:0:31071:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1789130347.230378:0:31071:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1789130347.230380:0:31071:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41f9f968 00000002:00010000:3.0:1789130347.230382:0:31071:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1789130347.230384:0:31071:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1789130347.230386:0:31071:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789130347.230388:0:31071:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789130347.230391:0:31071:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf4814d900 count: 2 00010000:00000001:3.0:1789130347.230394:0:31071:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789130347.230397:0:31071:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789130347.230400:0:31071:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1789130347.230403:0:31071:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a93600/0xde5303b1d982cc0c lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a5548 expref: -99 pid: 31071 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 02000000:00000001:3.0:1789130347.230411:0:31071:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1789130347.230413:0:31071:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789130347.230416:0:31071:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a93600/0xde5303b1d982cc0c lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a5548 expref: -99 pid: 31071 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000002:00000001:3.0:1789130347.230422:0:31071:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1789130347.230424:0:31071:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1789130347.230426:0:31071:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1789130347.230428:0:31071:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1789130347.230430:0:31071:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1789130347.230433:0:31071:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1789130347.230435:0:31071:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1789130347.230437:0:31071:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9caf4557c8c0 2 00000080:00000010:3.0:1789130347.230439:0:31071:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9caf47c6c600. 00000080:00000001:3.0:1789130347.230443:0:31071:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1789130347.230445:0:31071:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789130347.230447:0:31071:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9caf601980c8) 00000080:00010000:3.0:1789130347.230450:0:31071:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9caf601980c8) for lock 0xde5303b1d982cc0c 00800000:00000001:3.0:1789130347.230453:0:31071:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1789130347.230455:0:31071:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1789130347.230456:0:31071:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789130347.230458:0:31071:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789130347.230460:0:31071:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf46a93600 refcount=3 00000020:00000001:3.0:1789130347.230462:0:31071:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875351545344 : -109198358006272 : ffff9caf46a93600) 00010000:00000001:3.0:1789130347.230465:0:31071:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875351545344 : -109198358006272 : ffff9caf46a93600) 00010000:00000001:3.0:1789130347.230467:0:31071:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130347.230469:0:31071:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789130347.230470:0:31071:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789130347.230472:0:31071:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789130347.230474:0:31071:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xde5303b1d982cc0c from it ffffb97f41f9fbb0 00010000:00000001:3.0:1789130347.230476:0:31071:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789130347.230478:0:31071:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789130347.230479:0:31071:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf46a93600 refcount=3 00000020:00000001:3.0:1789130347.230481:0:31071:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875351545344 : -109198358006272 : ffff9caf46a93600) 00010000:00000001:3.0:1789130347.230484:0:31071:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875351545344 : -109198358006272 : ffff9caf46a93600) 00010000:00000001:3.0:1789130347.230486:0:31071:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789130347.230488:0:31071:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a93600/0xde5303b1d982cc0c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a5548 expref: -99 pid: 31071 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:3.0:1789130347.230494:0:31071:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130347.230495:0:31071:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789130347.230496:0:31071:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1789130347.230498:0:31071:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1789130347.230501:0:31071:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a93600/0xde5303b1d982cc0c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a5548 expref: -99 pid: 31071 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:3.0:1789130347.230508:0:31071:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130347.230511:0:31071:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789130347.230512:0:31071:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789130347.230516:0:31071:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130347.230517:0:31071:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789130347.230519:0:31071:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130347.230521:0:31071:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789130347.230523:0:31071:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130347.230525:0:31071:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130347.230527:0:31071:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130347.230529:0:31071:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789130347.230530:0:31071:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130347.230532:0:31071:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1789130347.230534:0:31071:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1789130347.230536:0:31071:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1789130347.230538:0:31071:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8), inode mode 41ff mask 44 00000080:00000001:3.0:1789130347.230542:0:31071:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130347.230547:0:31071:0:(dir.c:3010:ll_dir_open()) Process entered 00000080:00000001:3.0:1789130347.230550:0:31071:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:3.0:1789130347.230552:0:31071:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41f9fb78 00000080:00200008:3.0:1789130347.230555:0:31071:0:(file.c:1090:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff9caf601980c8), flags 300000 00000080:00000010:3.0:1789130347.230560:0:31071:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9caf51ae8140. 00000080:00000001:3.0:1789130347.230566:0:31071:0:(file.c:1115:ll_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130347.230568:0:31071:0:(dir.c:3011:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130347.230581:0:31071:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789130347.230583:0:31071:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c03066f0 arg=7ffd62d51280 00000020:00000001:3.0:1789130347.230589:0:31071:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789130347.230595:0:31071:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 648 at ffff9caf50105000. 00000020:00000001:3.0:1789130347.230600:0:31071:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130347.230605:0:31071:0:(dir.c:442:ll_dir_setdirstripe()) Process entered 00000020:00000001:3.0:1789130347.230607:0:31071:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41f9fad0 00000080:00200000:3.0:1789130347.230609:0:31071:0:(dir.c:451:ll_dir_setdirstripe()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) name=d21g.recovery-small-2 stripe_offset=0 stripe_count=1, hash_type=0 00000080:00000010:3.0:1789130347.230615:0:31071:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9caf47c6c600. 00800000:00000002:3.0:1789130347.230618:0:31071:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9caf4557c8c0 2 00800000:00000001:3.0:1789130347.230638:0:31071:0:(lmv_obd.c:2310:lmv_create()) Process entered 00800000:00000001:3.0:1789130347.230641:0:31071:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:3.0:1789130347.230647:0:31071:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446634875370194944 : -109198339356672 : ffff9caf47c5c800) 00800000:00000001:3.0:1789130347.230651:0:31071:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:3.0:1789130347.230653:0:31071:0:(obd_class.h:932:obd_fid_alloc()) Process entered 00000002:00000001:3.0:1789130347.230657:0:31071:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:3.0:1789130347.230660:0:31071:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:3.0:1789130347.230663:0:31071:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff9caf5014c800: Allocated FID [0x200000404:0x24:0x0] 40000000:00000001:3.0:1789130347.230667:0:31071:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789130347.230669:0:31071:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789130347.230672:0:31071:0:(obd_class.h:945:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789130347.230674:0:31071:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789130347.230677:0:31071:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41f9f9e8 00800000:00000002:3.0:1789130347.230679:0:31071:0:(lmv_obd.c:2351:lmv_create()) CREATE name 'd21g.recovery-small-2' [0x200000404:0x24:0x0] on [0x200000007:0x1:0x0] -> mds #0, layout version 1 00000002:00000001:3.0:1789130347.230684:0:31071:0:(mdc_reint.c:154:mdc_create()) Process entered 00000002:00000001:3.0:1789130347.230687:0:31071:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1789130347.230691:0:31071:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf4814d900 count: 2 00010000:00000001:3.0:1789130347.230694:0:31071:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789130347.230697:0:31071:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1789130347.230700:0:31071:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1789130347.230703:0:31071:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a93600/0xde5303b1d982cc0c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xcdf1b083821a5548 expref: -99 pid: 31071 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000080:00000001:3.0:1789130347.230711:0:31071:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1789130347.230717:0:31071:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1789130347.230719:0:31071:0:(file.c:6113:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1789130347.230721:0:31071:0:(file.c:6119:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:3.0:1789130347.230724:0:31071:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789130347.230726:0:31071:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789130347.230729:0:31071:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf4814d900 count: 3 00010000:00000001:3.0:1789130347.230731:0:31071:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789130347.230734:0:31071:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789130347.230736:0:31071:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789130347.230737:0:31071:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789130347.230739:0:31071:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf4814d900 count: 3 00010000:00000001:3.0:1789130347.230741:0:31071:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789130347.230744:0:31071:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789130347.230746:0:31071:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789130347.230748:0:31071:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789130347.230750:0:31071:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf4814d900 count: 3 00010000:00000001:3.0:1789130347.230752:0:31071:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789130347.230754:0:31071:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130347.230757:0:31071:0:(file.c:6141:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:3.0:1789130347.230760:0:31071:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff9caf60198000, pfid = [0x0:0x0:0x0] 00000080:00000001:3.0:1789130347.230764:0:31071:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000020:00000001:3.0:1789130347.230768:0:31071:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41f9f670 00000080:00002000:3.0:1789130347.230770:0:31071:0:(namei.c:185:ll_prune_negative_children()) prune negative dentry d21g.recovery-small-2 00000080:00000001:3.0:1789130347.230775:0:31071:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:3.0:1789130347.230781:0:31071:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:3.0:1789130347.230788:0:31071:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:3.0:1789130347.230790:0:31071:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1789130347.230792:0:31071:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130347.230796:0:31071:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1789130347.230799:0:31071:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1789130347.230801:0:31071:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1789130347.230829:0:31071:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789130347.230832:0:31071:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1789130347.230836:0:31071:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9caf46a93600 with handle 0xde5303b1d982cc0c from hash 00010000:00000001:3.0:1789130347.230839:0:31071:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1789130347.230841:0:31071:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130347.230843:0:31071:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789130347.230844:0:31071:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1789130347.230847:0:31071:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1789130347.230849:0:31071:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1789130347.230852:0:31071:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1789130347.230854:0:31071:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1789130347.230856:0:31071:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1789130347.230862:0:31071:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf501a8f00. 00000020:00000040:3.0:1789130347.230867:0:31071:0:(genops.c:1210:class_import_get()) import ffff9caf6079a800 refcount=5 obd=lustre-MDT0000-mdc-ffff9caf5014c800 02000000:00000001:3.0:1789130347.230875:0:31071:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789130347.233264:0:31071:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130347.233277:0:31071:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1789130347.233284:0:31071:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789130347.233288:0:31071:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130347.233291:0:31071:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789130347.233294:0:31071:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789130347.233300:0:31071:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789130347.233313:0:31071:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9caf50107000. 00000100:00000001:3.0:1789130347.233323:0:31071:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130347.233326:0:31071:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1789130347.233329:0:31071:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1789130347.233340:0:31071:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a93600/0xde5303b1d982cc0c lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xcdf1b083821a5548 expref: -99 pid: 31071 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00010000:3.0:1789130347.233350:0:31071:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1789130347.233352:0:31071:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1789130347.233354:0:31071:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1789130347.233357:0:31071:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a93600/0xde5303b1d982cc0c lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xcdf1b083821a5548 expref: -99 pid: 31071 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000040:3.0:1789130347.233366:0:31071:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9caf4814d900 count: 0 00010000:00000010:3.0:1789130347.233375:0:31071:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9caf4938d900. 00010000:00000001:3.0:1789130347.233390:0:31071:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789130347.233391:0:31071:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130347.233393:0:31071:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1789130347.233394:0:31071:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130347.233396:0:31071:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:3.0:1789130347.233410:0:31071:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9caf5014c800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:3.0:1789130347.233425:0:31071:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9caf501a8f00 x1876037329011200/t0(0) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 568/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789130347.233433:0:31071:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1789130347.233435:0:31071:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1789130347.233444:0:31071:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9caf485e8180. 00000100:00000001:3.0:1789130347.233447:0:31071:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446634875380203904 : -109198329347712 : ffff9caf485e8180) 00000100:00000001:3.0:1789130347.233449:0:31071:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789130347.233451:0:31071:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875509968640 : -109198199582976 : ffff9caf501a8f00) 00000100:00000001:3.0:1789130347.233457:0:31071:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789130347.233461:0:31071:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130347.233463:0:31071:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1789130347.233465:0:31071:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789130347.233469:0:31071:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf501a8f00 x1876037329011200/t0(0) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 568/576 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130347.233476:0:31071:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789130347.233479:0:31071:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789130347.233482:0:31071:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789130347.233485:0:31071:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789130347.233487:0:31071:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789130347.233490:0:31071:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf501a8f00 pname:cluuid:pid:xid:nid:opc:job lfs:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:31071:1876037329011200:192.168.204.123@tcp:36:lfs.0 00000100:00000001:3.0:1789130347.233494:0:31071:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789130347.233500:0:31071:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789130347.233503:0:31071:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789130347.233505:0:31071:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789130347.233509:0:31071:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9caf50104400. 02000000:00000001:3.0:1789130347.233511:0:31071:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789130347.233519:0:31071:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:3.0:1789130347.233524:0:31071:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf60788790. 00000400:00000010:3.0:1789130347.233531:0:31071:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf4549f770. 00000100:00000200:3.0:1789130347.233538:0:31071:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876037329011200, portal 10 00000100:00000001:3.0:1789130347.233540:0:31071:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789130347.233541:0:31071:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875509968640 : -109198199582976 : ffff9caf501a8f00) 00000100:00000040:3.0:1789130347.233547:0:31071:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9caf501a8f00 x1876037329011200/t0(0) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 568/576 e 0 to 0 dl 1789130363 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130347.233555:0:31071:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789130347.233558:0:31071:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:3.0:1789130347.233560:0:31071:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf4549f4c8. 00000100:00000200:3.0:1789130347.233563:0:31071:0:(niobuf.c:94:ptl_send_buf()) Sending 568 bytes to portal 12, xid 1876037329011200, offset 0 00000400:00000200:3.0:1789130347.233569:0:31071:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:3.0:1789130347.233578:0:31071:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130347.233586:0:31071:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:3.0:1789130347.233591:0:31071:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789130347.233595:0:31071:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:3.0:1789130347.233598:0:31071:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789130347.233601:0:31071:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:3.0:1789130347.233605:0:31071:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2355:2355:256:4294967295] 192.168.204.123@tcp LPNI seq info [2354:2354:8:4294967295] 00000400:00000200:3.0:1789130347.233609:0:31071:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130347.233618:0:31071:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:3.0:1789130347.233624:0:31071:0:(socklnd_cb.c:931:ksocknal_send()) sending 568 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:3.0:1789130347.235057:0:31071:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf47fd2900. 00000800:00000200:3.0:1789130347.235075:0:31071:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:3.0:1789130347.235082:0:31071:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:3.0:1789130347.235087:0:31071:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf47fd2900 type 1, nob 664 niov 1 nkiov 1 00000100:00000001:3.0:1789130347.235108:0:31071:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130347.235115:0:31071:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: using a timeout of 804131 usecs (805 jiffies) 00000400:00000200:3.0:1789130347.235121:0:31071:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:3.0:1789130347.235125:0:31071:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296442056 00000100:00000001:2.0:1789130347.237186:0:31071:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 2, simply extend its deadline from 4296442033 00000100:00000001:2.0:1789130347.237202:0:31071:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296442064 00000100:00000001:2.0:1789130347.237205:0:31071:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 3, simply extend its deadline from 4296442034 00000100:00000001:2.0:1789130347.237209:0:31071:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789130347.237214:0:31071:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130347.237218:0:31071:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789130347.237221:0:31071:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1789130347.237225:0:31071:0:(client.c:2715:ptlrpc_set_wait()) set ffff9caf485e8180 going to sleep for 11 seconds 00000100:00000001:2.0:1789130347.237230:0:31071:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789130347.237233:0:31071:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789130347.237869:0:2342:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789130347.237877:0:2342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf47fd2900. 00000400:00000200:3.0:1789130347.237884:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130347.237896:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:3.0:1789130347.237906:0:2342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf4549f4c8 00000400:00000010:3.0:1789130347.237909:0:2342:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf4549f4c8. 00000100:00000001:3.0:1789130347.237917:0:2342:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789130347.237929:0:2342:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf501a8f00 x1876037329011200/t0(0) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 568/576 e 0 to 0 dl 1789130363 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130347.237941:0:2342:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130347.237945:0:2342:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf501a8f00 x1876037329011200/t0(0) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 568/576 e 0 to 0 dl 1789130363 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130347.237952:0:2342:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130347.237953:0:2342:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1789130347.243792:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130347.243831:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789130347.243836:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130347.243838:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130347.243849:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130347.243860:0:2341:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:3.0:1789130347.243870:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130347.243875:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130347.243883:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130347.243887:0:2341:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 448 into portal 10 MB=0x6aa3efa94c200 00000400:00000200:3.0:1789130347.243892:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130347.243898:0:2341:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.123@tcp of length 448/448 into md 0x6655 [1] + 224 00000800:00000001:3.0:1789130347.243907:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130347.243915:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130347.243918:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130347.243923:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:3.0:1789130347.243932:0:2341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789130347.243940:0:2341:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf501a8f00 x1876037329011200/t0(0) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 568/576 e 0 to 0 dl 1789130363 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789130347.244237:0:2341:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=576 req@ffff9caf501a8f00 x1876037329011200/t0(0) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 568/576 e 0 to 0 dl 1789130363 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130347.244261:0:2341:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1789130347.244272:0:2341:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1789130347.244276:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130347.244282:0:2341:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.204.23@tcp to MR: 192.168.204.123@tcp local destination 00000400:00000200:3.0:1789130347.244289:0:2341:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2356:2356:256:4294967295] 192.168.204.123@tcp LPNI seq info [2355:2355:8:4294967295] 00000400:00000200:3.0:1789130347.244294:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130347.244302:0:2341:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:192.168.204.23@tcp) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) 192.168.204.123@tcp : ACK try# 0 00000800:00000200:3.0:1789130347.244308:0:2341:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:3.0:1789130347.244313:0:2341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf47fd2900. 00000800:00000200:3.0:1789130347.244320:0:2341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:3.0:1789130347.244327:0:2341:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:3.0:1789130347.244333:0:2341:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf47fd2900 type 0, nob 96 niov 1 nkiov 0 00000100:00000001:1.0:1789130347.245302:0:31071:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789130347.245317:0:31071:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789130347.245320:0:31071:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789130347.245324:0:31071:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf60788790. 00000400:00000200:1.0:1789130347.245330:0:31071:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf4549f770 00000400:00000010:1.0:1789130347.245332:0:31071:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf4549f770. 00000100:00000001:1.0:1789130347.245337:0:31071:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789130347.245345:0:31071:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf501a8f00 x1876037329011200/t0(0) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 568/576 e 0 to 0 dl 1789130363 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789130347.245361:0:31071:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf501a8f00 x1876037329011200/t0(0) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 568/576 e 0 to 0 dl 1789130363 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130347.245369:0:31071:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789130347.245371:0:31071:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130347.245374:0:31071:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789130347.245378:0:31071:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789130347.245380:0:31071:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789130347.245383:0:31071:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130347.245386:0:31071:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789130347.245397:0:31071:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf6079ac60 time=116 v=5 (104 104 104 104) 00000100:00001000:1.0:1789130347.245402:0:31071:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf6079ac18 time=9 v=5 (1 0 0 0) 00000100:00000001:1.0:1789130347.245405:0:31071:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789130347.245406:0:31071:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130347.245410:0:31071:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789130347.245413:0:31071:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130347.245417:0:31071:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1789130347.245419:0:31071:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x1000000a3/0x1] 00000100:00000001:1.0:1789130347.245421:0:31071:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1789130347.245424:0:31071:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789130347.245426:0:31071:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875509968640 : -109198199582976 : ffff9caf501a8f00) 00000100:00000001:1.0:1789130347.245430:0:31071:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789130347.245432:0:31071:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9caf5014c800: skip recheck: last_committed 4294967610 00000100:00000001:1.0:1789130347.245434:0:31071:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789130347.245437:0:31071:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789130347.245443:0:31071:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf501a8f00 x1876037329011200/t4294967612(4294967612) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 568/448 e 0 to 0 dl 1789130363 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130347.245450:0:31071:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789130347.245453:0:31071:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789130347.245455:0:31071:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789130347.245458:0:31071:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf501a8f00 x1876037329011200/t4294967612(4294967612) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 568/448 e 0 to 0 dl 1789130363 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789130347.245467:0:31071:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf501a8f00 pname:cluuid:pid:xid:nid:opc:job lfs:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:31071:1876037329011200:192.168.204.123@tcp:36:lfs.0 00000100:00000001:1.0:1789130347.245473:0:31071:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130347.245476:0:31071:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130347.245479:0:31071:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1789130347.245482:0:31071:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789130347.245486:0:31071:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf501a8f00 x1876037329011200/t4294967612(4294967612) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 568/448 e 0 to 0 dl 1789130363 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130347.245493:0:31071:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789130347.245496:0:31071:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9caf485e8180. 00000100:00000001:1.0:1789130347.245500:0:31071:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000800:00000200:3.0:1789130347.245505:0:2341:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789130347.245510:0:2341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf47fd2900. 00000400:00000200:3.0:1789130347.245514:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130347.245520:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: ACK: OK 00000800:00000001:3.0:1789130347.245532:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130347.245536:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130347.245584:0:31071:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789130347.245594:0:31071:0:(mdc_reint.c:296:mdc_create()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789130347.245598:0:31071:0:(lmv_obd.c:2359:lmv_create()) Created - [0x200000404:0x24:0x0] 00800000:00000001:1.0:1789130347.245600:0:31071:0:(lmv_obd.c:2416:lmv_create()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130347.245605:0:31071:0:(llite_lib.c:3864:ll_prep_inode()) Process entered 00000002:00000001:1.0:1789130347.245610:0:31071:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1789130347.245612:0:31071:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1789130347.245615:0:31071:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833956 : 144115205322833956 : 200000404000024) 00000080:00000001:1.0:1789130347.245618:0:31071:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:1.0:1789130347.245645:0:31071:0:(super25.c:42:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff9caf60131080. 00000080:00000001:1.0:1789130347.245657:0:31071:0:(llite_lib.c:3374:ll_read_inode2()) Process entered 00000080:00200000:1.0:1789130347.245659:0:31071:0:(llite_lib.c:3377:ll_read_inode2()) VFS Op:inode=[0x200000404:0x24:0x0](ffff9caf60131148) 00000080:00000001:1.0:1789130347.245662:0:31071:0:(llite_lib.c:1973:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1789130347.245664:0:31071:0:(llite_lib.c:1977:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000404:0x24:0x0] 00000080:00000001:1.0:1789130347.245666:0:31071:0:(llite_lib.c:1994:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130347.245668:0:31071:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833956 : 144115205322833956 : 200000404000024) 00000080:00000001:1.0:1789130347.245671:0:31071:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:1.0:1789130347.245673:0:31071:0:(llite_lib.c:3071:ll_update_inode()) setting ino 144115205322833956 mtime from 0 to 1789130347 00000080:00200000:1.0:1789130347.245677:0:31071:0:(llite_lib.c:3140:ll_update_inode()) inode=[0x200000404:0x24:0x0], updating i_size 512 00000080:00000001:1.0:1789130347.245679:0:31071:0:(llite_lib.c:3403:ll_read_inode2()) Process leaving 00000080:00000001:1.0:1789130347.245681:0:31071:0:(namei.c:156:ll_iget()) Process leaving (rc=18446634875777913160 : -109197931638456 : ffff9caf60131148) 00000080:00000001:1.0:1789130347.245684:0:31071:0:(llite_lib.c:3962:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1789130347.245687:0:31071:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1789130347.245690:0:31071:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130347.245696:0:31071:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789130347.245701:0:31071:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf501a8f00 x1876037329011200/t4294967612(4294967612) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 568/448 e 0 to 0 dl 1789130363 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130347.245707:0:31071:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789130347.245709:0:31071:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9caf4557c8c0 2 00000080:00000010:1.0:1789130347.245712:0:31071:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9caf47c6c600. 00000080:00000010:1.0:1789130347.245717:0:31071:0:(dir.c:2105:ll_dir_ioctl()) kvfree 'data': 648 at ffff9caf50105000. 00000080:00000001:1.0:1789130347.245720:0:31071:0:(dir.c:2106:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130347.245736:0:31071:0:(dir.c:3016:ll_dir_release()) Process entered 00000080:00000001:1.0:1789130347.245739:0:31071:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:1.0:1789130347.245742:0:31071:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41f9fdd0 00000080:00200008:1.0:1789130347.245746:0:31071:0:(file.c:479:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff9caf601980c8), flags 300000 00000080:00400000:1.0:1789130347.245750:0:31071:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000007:0x1:0x0] 00000080:00000010:1.0:1789130347.245753:0:31071:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9caf51ae8140. 00000080:00000001:1.0:1789130347.245758:0:31071:0:(file.c:498:ll_file_release()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1789130347.245760:0:31071:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41f9fdd0 00000080:00000008:1.0:1789130347.245762:0:31071:0:(file.c:523:ll_file_release()) COMPLETED file /:[0x200000007:0x1:0x0](ffff9caf601980c8), flags 300000, rc = 0 00000080:00000001:1.0:1789130347.245764:0:31071:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130347.245765:0:31071:0:(dir.c:3017:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1789130347.246828:0:30934:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf46a92200. 00000080:00000010:3.1:1789130347.254948:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9caf4938e280. 00010000:00000010:3.1:1789130347.254976:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf4814d900. 00010000:00000010:3.1:1789130347.254984:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf46a93600. 00000800:00000200:2.0:1789130347.295607:0:2341:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789130347.295613:0:2341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf451e7800. 00000400:00000200:2.0:1789130347.295617:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130347.295622:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:2.0:1789130347.295637:0:2341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf5801ef68 00000400:00000010:2.0:1789130347.295640:0:2341:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf5801ef68. 00000100:00000001:2.0:1789130347.295644:0:2341:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789130347.295649:0:2341:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf61461a40 x1876037329011328/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789130363 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130347.295660:0:2341:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130347.295664:0:2341:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf61461a40 x1876037329011328/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789130363 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130347.295670:0:2341:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130347.295671:0:2341:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1789130347.310404:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130347.310428:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789130347.310436:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130347.310438:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130347.310450:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130347.310459:0:2342:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:3.0:1789130347.310470:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130347.310476:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130347.310484:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130347.310488:0:2342:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 688 into portal 10 MB=0x6aa3efa94c280 00000400:00000200:3.0:1789130347.310494:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130347.310502:0:2342:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.123@tcp of length 688/688 into md 0x6665 [1] + 224 00000800:00000001:3.0:1789130347.310513:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130347.310523:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130347.310527:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130347.310533:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:3.0:1789130347.310545:0:2342:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789130347.310559:0:2342:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf61461a40 x1876037329011328/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789130363 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789130347.310571:0:2342:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9caf61461a40 x1876037329011328/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789130363 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130347.310584:0:2342:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789130347.310593:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130347.310598:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1789130347.313193:0:31079:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1789130347.313196:0:31079:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9caf40031400 with handle 0xde5303b1d982cc21 to hash 00000020:00000001:0.0:1789130347.313198:0:31079:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1789130347.313202:0:31079:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446634875239994368 : -109198469557248 : ffff9caf40031400) 00010000:00000001:0.0:1789130347.313206:0:31079:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446634875239994368 : -109198469557248 : ffff9caf40031400) 00010000:00000001:0.0:1789130347.313209:0:31079:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789130347.313212:0:31079:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789130347.313215:0:31079:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40031400/0xde5303b1d982cc21 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 31079 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789130347.313226:0:31079:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40031400/0xde5303b1d982cc21 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31079 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789130347.313239:0:31079:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40031400/0xde5303b1d982cc21 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31079 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1789130347.313245:0:31079:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1789130347.313247:0:31079:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1789130347.313256:0:31079:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9caf5868b6c0. 00000100:00000001:0.0:1789130347.313259:0:31079:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446634875649308352 : -109198060243264 : ffff9caf5868b6c0) 00000100:00000001:0.0:1789130347.313262:0:31079:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789130347.313264:0:31079:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875798035008 : -109197911516608 : ffff9caf61461a40) 00000100:00000001:0.0:1789130347.313271:0:31079:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789130347.313274:0:31079:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130347.313277:0:31079:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1789130347.313279:0:31079:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789130347.313284:0:31079:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf61461a40 x1876037329011456/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130347.313296:0:31079:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789130347.313298:0:31079:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130347.313304:0:31079:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789130347.313306:0:31079:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789130347.313309:0:31079:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789130347.313312:0:31079:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf61461a40 pname:cluuid:pid:xid:nid:opc:job multiop:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:31079:1876037329011456:192.168.204.123@tcp:101:multiop.0 00000100:00000001:0.0:1789130347.313319:0:31079:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789130347.313327:0:31079:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789130347.313330:0:31079:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130347.313333:0:31079:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789130347.313336:0:31079:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9caf47cd3000. 02000000:00000001:0.0:1789130347.313342:0:31079:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789130347.313351:0:31079:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:0.0:1789130347.313355:0:31079:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf50131e70. 00000400:00000010:0.0:1789130347.313367:0:31079:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf5801ecc0. 00000100:00000200:0.0:1789130347.313378:0:31079:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1876037329011456, portal 10 00000100:00000001:0.0:1789130347.313380:0:31079:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789130347.313382:0:31079:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875798035008 : -109197911516608 : ffff9caf61461a40) 00000100:00000040:0.0:1789130347.313387:0:31079:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9caf61461a40 x1876037329011456/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789130363 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130347.313399:0:31079:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789130347.313402:0:31079:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:0.0:1789130347.313408:0:31079:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf5801eaa0. 00000100:00000200:0.0:1789130347.313414:0:31079:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1876037329011456, offset 0 00000400:00000200:0.0:1789130347.313423:0:31079:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:0.0:1789130347.313438:0:31079:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:0.0:1789130347.313448:0:31079:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:0.0:1789130347.313458:0:31079:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789130347.313476:0:31079:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:0.0:1789130347.313482:0:31079:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789130347.313485:0:31079:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:0.0:1789130347.313491:0:31079:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2358:2358:256:4294967295] 192.168.204.123@tcp LPNI seq info [2357:2357:8:4294967295] 00000400:00000200:0.0:1789130347.313496:0:31079:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:0.0:1789130347.313515:0:31079:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:0.0:1789130347.313521:0:31079:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:0.0:1789130347.313528:0:31079:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf451e7200. 00000800:00000200:0.0:1789130347.313539:0:31079:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:0.0:1789130347.313553:0:31079:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:0.0:1789130347.313562:0:31079:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf451e7200 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:0.0:1789130347.313586:0:31079:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130347.313590:0:31079:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: using a timeout of 801792 usecs (802 jiffies) 00000400:00000200:0.0:1789130347.313594:0:31079:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:0.0:1789130347.313597:0:31079:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296442137 00000100:00000001:0.0:1789130347.313604:0:31079:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 2, simply extend its deadline from 4296442120 00000100:00000001:0.0:1789130347.313611:0:31079:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296442137 00000100:00000001:0.0:1789130347.313615:0:31079:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 3, simply extend its deadline from 4296442120 00000100:00000001:0.0:1789130347.313618:0:31079:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789130347.313621:0:31079:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130347.313623:0:31079:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789130347.313634:0:31079:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1789130347.313636:0:31079:0:(client.c:2715:ptlrpc_set_wait()) set ffff9caf5868b6c0 going to sleep for 11 seconds 00000100:00000001:0.0:1789130347.313639:0:31079:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789130347.313642:0:31079:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789130347.313735:0:2341:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789130347.313740:0:2341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf451e7200. 00000400:00000200:2.0:1789130347.313744:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130347.313749:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:2.0:1789130347.313755:0:2341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf5801eaa0 00000400:00000010:2.0:1789130347.313758:0:2341:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf5801eaa0. 00000100:00000001:2.0:1789130347.313763:0:2341:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789130347.313767:0:2341:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf61461a40 x1876037329011456/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789130363 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130347.313778:0:2341:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130347.313781:0:2341:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf61461a40 x1876037329011456/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789130363 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130347.313787:0:2341:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130347.313788:0:2341:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1789130347.318090:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130347.318108:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789130347.318113:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130347.318115:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130347.318126:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130347.318134:0:2342:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:3.0:1789130347.318142:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130347.318148:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130347.318154:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130347.318158:0:2342:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 584 into portal 10 MB=0x6aa3efa94c300 00000400:00000200:3.0:1789130347.318163:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130347.318169:0:2342:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.123@tcp of length 584/584 into md 0x666d [1] + 224 00000800:00000001:3.0:1789130347.318176:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130347.318182:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130347.318186:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130347.318192:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:3.0:1789130347.318203:0:2342:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789130347.318214:0:2342:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf61461a40 x1876037329011456/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789130363 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789130347.318226:0:2342:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff9caf61461a40 x1876037329011456/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789130363 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130347.318251:0:2342:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789130347.318262:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130347.318266:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130347.318355:0:31079:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789130347.318366:0:31079:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789130347.318368:0:31079:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789130347.318373:0:31079:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf50131e70. 00000400:00000200:0.0:1789130347.318380:0:31079:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf5801ecc0 00000400:00000010:0.0:1789130347.318384:0:31079:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf5801ecc0. 00000100:00000001:0.0:1789130347.318387:0:31079:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789130347.318393:0:31079:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf61461a40 x1876037329011456/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789130363 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1789130347.318402:0:31079:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf61461a40 x1876037329011456/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789130363 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130347.318408:0:31079:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789130347.318411:0:31079:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130347.318413:0:31079:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789130347.318418:0:31079:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789130347.318421:0:31079:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789130347.318424:0:31079:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130347.318428:0:31079:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789130347.318438:0:31079:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf6079ac60 time=116 v=5 (104 104 104 104) 00000100:00001000:0.0:1789130347.318443:0:31079:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf6079ac18 time=9 v=5 (1 0 0 0) 00000100:00000001:0.0:1789130347.318447:0:31079:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789130347.318449:0:31079:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130347.318453:0:31079:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789130347.318457:0:31079:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130347.318480:0:31079:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789130347.318483:0:31079:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9caf5014c800: skip recheck: last_committed 4294967610 00000100:00000001:0.0:1789130347.318485:0:31079:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789130347.318489:0:31079:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130347.318495:0:31079:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf61461a40 x1876037329011456/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/584 e 0 to 0 dl 1789130363 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130347.318502:0:31079:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789130347.318505:0:31079:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789130347.318507:0:31079:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789130347.318512:0:31079:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf61461a40 x1876037329011456/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/584 e 0 to 0 dl 1789130363 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1789130347.318519:0:31079:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf61461a40 pname:cluuid:pid:xid:nid:opc:job multiop:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:31079:1876037329011456:192.168.204.123@tcp:101:multiop.0 00000100:00000001:0.0:1789130347.318526:0:31079:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130347.318529:0:31079:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130347.318532:0:31079:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1789130347.318535:0:31079:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789130347.318538:0:31079:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf61461a40 x1876037329011456/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/584 e 0 to 0 dl 1789130363 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130347.318546:0:31079:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789130347.318561:0:31079:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9caf5868b6c0. 00000100:00000001:0.0:1789130347.318565:0:31079:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1789130347.318567:0:31079:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130347.318571:0:31079:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1789130347.318576:0:31079:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130347.318580:0:31079:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130347.318583:0:31079:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40031400 refcount=4 00000020:00000001:0.0:1789130347.318586:0:31079:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239994368 : -109198469557248 : ffff9caf40031400) 00010000:00000001:0.0:1789130347.318589:0:31079:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239994368 : -109198469557248 : ffff9caf40031400) 00010000:00000040:0.0:1789130347.318599:0:31079:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9caf40031400, remote cookie: 0xcdf1b083821a5595, flags: 0x1001 00010000:00010000:0.0:1789130347.318604:0:31079:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40031400/0xde5303b1d982cc21 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a5595 expref: -99 pid: 31079 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789130347.318613:0:31079:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x23:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:0.0:1789130347.318616:0:31079:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:0.0:1789130347.318634:0:31079:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9caf4a8cca00. 00010000:00000010:0.0:1789130347.318639:0:31079:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9caf4c532600. 00010000:00000001:0.0:1789130347.318644:0:31079:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789130347.318647:0:31079:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40031400/0xde5303b1d982cc21 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x23:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a5595 expref: -99 pid: 31079 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789130347.318656:0:31079:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40031400/0xde5303b1d982cc21 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x23:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a5595 expref: -99 pid: 31079 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789130347.318662:0:31079:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1789130347.318666:0:31079:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1789130347.318669:0:31079:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1789130347.318670:0:31079:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1789130347.318672:0:31079:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1789130347.318674:0:31079:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x23:0x0].0x0 (ffff9caf4a8cca00) refcount = 1 00010000:00010000:0.0:1789130347.318678:0:31079:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40031400/0xde5303b1d982cc21 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x23:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a5595 expref: -99 pid: 31079 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789130347.318685:0:31079:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1789130347.318689:0:31079:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1789130347.318691:0:31079:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789130347.318694:0:31079:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1789130347.318698:0:31079:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789130347.318701:0:31079:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40031400/0xde5303b1d982cc21 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x23:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a5595 expref: -99 pid: 31079 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789130347.318708:0:31079:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1789130347.318710:0:31079:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130347.318712:0:31079:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130347.318713:0:31079:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130347.318714:0:31079:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130347.318716:0:31079:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789130347.318721:0:31079:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1789130347.318723:0:31079:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130347.318724:0:31079:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130347.318726:0:31079:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40031400 refcount=3 00000020:00000001:0.0:1789130347.318729:0:31079:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239994368 : -109198469557248 : ffff9caf40031400) 00010000:00000001:0.0:1789130347.318730:0:31079:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239994368 : -109198469557248 : ffff9caf40031400) 00010000:00000001:0.0:1789130347.318733:0:31079:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130347.318734:0:31079:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130347.318735:0:31079:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40031400 refcount=4 00000020:00000001:0.0:1789130347.318737:0:31079:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239994368 : -109198469557248 : ffff9caf40031400) 00010000:00000001:0.0:1789130347.318739:0:31079:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239994368 : -109198469557248 : ffff9caf40031400) 00010000:00000001:0.0:1789130347.318743:0:31079:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789130347.318746:0:31079:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789130347.318750:0:31079:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40031400/0xde5303b1d982cc21 lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x23:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a5595 expref: -99 pid: 31079 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789130347.318757:0:31079:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130347.318758:0:31079:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130347.318759:0:31079:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130347.318760:0:31079:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130347.318761:0:31079:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40031400 refcount=5 00000020:00000001:0.0:1789130347.318763:0:31079:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239994368 : -109198469557248 : ffff9caf40031400) 00010000:00000001:0.0:1789130347.318765:0:31079:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239994368 : -109198469557248 : ffff9caf40031400) 00010000:00000001:0.0:1789130347.318768:0:31079:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789130347.318771:0:31079:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40031400/0xde5303b1d982cc21 lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x23:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a5595 expref: -99 pid: 31079 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789130347.318777:0:31079:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130347.318778:0:31079:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1789130347.318780:0:31079:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40031400/0xde5303b1d982cc21 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x23:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a5595 expref: -99 pid: 31079 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789130347.318786:0:31079:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789130347.318787:0:31079:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130347.318788:0:31079:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130347.318790:0:31079:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130347.318791:0:31079:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1789130347.318796:0:31079:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0xb, status=0 req@ffff9caf61461a40 x1876037329011456/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/584 e 0 to 0 dl 1789130363 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1789130347.318849:0:31079:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130347.318850:0:31079:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130347.318852:0:31079:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40031400 refcount=3 00000020:00000001:0.0:1789130347.318854:0:31079:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239994368 : -109198469557248 : ffff9caf40031400) 00010000:00000001:0.0:1789130347.318856:0:31079:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239994368 : -109198469557248 : ffff9caf40031400) 00010000:00000001:0.0:1789130347.318859:0:31079:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130347.318860:0:31079:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789130347.318862:0:31079:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789130347.318863:0:31079:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789130347.318867:0:31079:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1789130347.318869:0:31079:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130347.318870:0:31079:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130347.318871:0:31079:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40031400 refcount=3 00000020:00000001:0.0:1789130347.318873:0:31079:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239994368 : -109198469557248 : ffff9caf40031400) 00010000:00000001:0.0:1789130347.318875:0:31079:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239994368 : -109198469557248 : ffff9caf40031400) 00000002:00010000:0.0:1789130347.318879:0:31079:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40031400/0xde5303b1d982cc21 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x23:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a5595 expref: -99 pid: 31079 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789130347.318890:0:31079:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130347.318891:0:31079:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130347.318893:0:31079:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1789130347.318894:0:31079:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130347.318895:0:31079:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130347.318896:0:31079:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40031400 refcount=3 00000020:00000001:0.0:1789130347.318898:0:31079:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239994368 : -109198469557248 : ffff9caf40031400) 00010000:00000001:0.0:1789130347.318900:0:31079:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239994368 : -109198469557248 : ffff9caf40031400) 00010000:00000040:0.0:1789130347.318904:0:31079:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf4a8cca00 count: 2 00010000:00000001:0.0:1789130347.318907:0:31079:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1789130347.318911:0:31079:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9caf4630e800 type 13 mode 4 res 8589935620/35 (0 0) 00010000:00000001:0.0:1789130347.318914:0:31079:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130347.318915:0:31079:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789130347.318916:0:31079:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1789130347.318920:0:31079:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f4152b750 00000002:00002000:0.0:1789130347.318922:0:31079:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=d21g.recovery-small-1 intent=lookup status=0 disp=0xb: rc = 0 00000002:00000001:0.0:1789130347.318926:0:31079:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789130347.318930:0:31079:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789130347.318934:0:31079:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1789130347.318938:0:31079:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:0.0:1789130347.318942:0:31079:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789130347.318946:0:31079:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9caf4557c8c0 2 00000080:00000001:0.0:1789130347.318950:0:31079:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1789130347.318952:0:31079:0:(namei.c:674:ll_lookup_it_finish()) it ffffb97f4152bac8 it_disposition b 00000080:00000001:0.0:1789130347.318955:0:31079:0:(llite_lib.c:3864:ll_prep_inode()) Process entered 00000002:00000001:0.0:1789130347.318962:0:31079:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1789130347.318966:0:31079:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1789130347.318969:0:31079:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833955 : 144115205322833955 : 200000404000023) 00000080:00000001:0.0:1789130347.318972:0:31079:0:(namei.c:113:ll_iget()) Process entered 00000080:00000001:0.0:1789130347.318980:0:31079:0:(llite_lib.c:1973:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1789130347.318982:0:31079:0:(llite_lib.c:1977:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000404:0x23:0x0] 00000080:00000001:0.0:1789130347.318985:0:31079:0:(llite_lib.c:1994:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130347.318988:0:31079:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833955 : 144115205322833955 : 200000404000023) 00000080:00000001:0.0:1789130347.318991:0:31079:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:0.0:1789130347.318997:0:31079:0:(llite_lib.c:3140:ll_update_inode()) inode=[0x200000404:0x23:0x0], updating i_size 512 00000080:00200000:0.0:1789130347.318999:0:31079:0:(namei.c:147:ll_iget()) got inode: [0x200000404:0x23:0x0](ffff9caf6019f448): rc = 0 00000080:00000001:0.0:1789130347.319002:0:31079:0:(namei.c:156:ll_iget()) Process leaving (rc=18446634875778364488 : -109197931187128 : ffff9caf6019f448) 00010000:00000001:0.0:1789130347.319004:0:31079:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130347.319006:0:31079:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130347.319007:0:31079:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40031400 refcount=3 00000020:00000001:0.0:1789130347.319009:0:31079:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239994368 : -109198469557248 : ffff9caf40031400) 00010000:00000001:0.0:1789130347.319011:0:31079:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239994368 : -109198469557248 : ffff9caf40031400) 00010000:00000001:0.0:1789130347.319014:0:31079:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130347.319015:0:31079:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1789130347.319016:0:31079:0:(llite_lib.c:1928:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1789130347.319018:0:31079:0:(llite_lib.c:1941:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1789130347.319019:0:31079:0:(llite_lib.c:3962:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1789130347.319022:0:31079:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1789130347.319024:0:31079:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789130347.319027:0:31079:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000404:0x23:0x0](ffff9caf6019f448) for lock 0xde5303b1d982cc21 00800000:00000001:0.0:1789130347.319030:0:31079:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1789130347.319032:0:31079:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1789130347.319033:0:31079:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130347.319035:0:31079:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130347.319036:0:31079:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40031400 refcount=3 00000020:00000001:0.0:1789130347.319038:0:31079:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239994368 : -109198469557248 : ffff9caf40031400) 00010000:00000001:0.0:1789130347.319040:0:31079:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239994368 : -109198469557248 : ffff9caf40031400) 00010000:00000001:0.0:1789130347.319043:0:31079:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130347.319044:0:31079:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789130347.319046:0:31079:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789130347.319048:0:31079:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:0.0:1789130347.319055:0:31079:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9caf6031ebd0 inode ffff9caf6019f448 refc 1 flags 0x20000e 00000080:00000001:0.0:1789130347.319060:0:31079:0:(llite_lib.c:3176:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1789130347.319061:0:31079:0:(llite_lib.c:3182:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130347.319063:0:31079:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:0.0:1789130347.319067:0:31079:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x23:0x0](ffff9caf6019f448) 00000080:00010000:0.0:1789130347.319071:0:31079:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xde5303b1d982cc21 from it ffffb97f4152bac8 00010000:00000001:0.0:1789130347.319073:0:31079:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130347.319075:0:31079:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130347.319076:0:31079:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40031400 refcount=3 00000020:00000001:0.0:1789130347.319078:0:31079:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239994368 : -109198469557248 : ffff9caf40031400) 00010000:00000001:0.0:1789130347.319080:0:31079:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239994368 : -109198469557248 : ffff9caf40031400) 00010000:00000001:0.0:1789130347.319082:0:31079:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789130347.319084:0:31079:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40031400/0xde5303b1d982cc21 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x23:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a5595 expref: -99 pid: 31079 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789130347.319091:0:31079:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130347.319092:0:31079:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130347.319093:0:31079:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789130347.319096:0:31079:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789130347.319098:0:31079:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40031400/0xde5303b1d982cc21 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x23:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a5595 expref: -99 pid: 31079 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1789130347.319106:0:31079:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789130347.319108:0:31079:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789130347.319110:0:31079:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789130347.319115:0:31079:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130347.319116:0:31079:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130347.319118:0:31079:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130347.319121:0:31079:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789130347.319123:0:31079:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130347.319125:0:31079:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130347.319128:0:31079:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130347.319130:0:31079:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789130347.319131:0:31079:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130347.319132:0:31079:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1789130347.319133:0:31079:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1789130347.319137:0:31079:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9caf4842ee00. 00000100:00000001:0.0:1789130347.319141:0:31079:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789130347.319146:0:31079:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf61461a40 x1876037329011456/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/584 e 0 to 0 dl 1789130363 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130347.319154:0:31079:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789130347.319158:0:31079:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789130347.319161:0:31079:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9caf47cd3000. 02000000:00000001:0.0:1789130347.319164:0:31079:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789130347.319167:0:31079:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1789130347.319169:0:31079:0:(genops.c:1223:class_import_put()) import ffff9caf6079a800 refcount=5 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000020:00000001:0.0:1789130347.319172:0:31079:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1789130347.319175:0:31079:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9caf482bc400. 02000000:00000001:0.0:1789130347.319178:0:31079:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789130347.319180:0:31079:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789130347.319182:0:31079:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf61461a40. 00000100:00000001:0.0:1789130347.319185:0:31079:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789130347.319186:0:31079:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1789130347.319195:0:31079:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00200000:0.0:1789130347.319198:0:31079:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000404:0x23:0x0](ffff9caf6019f448), inode mode 41ed mask 1 00000080:00000001:0.0:1789130347.319203:0:31079:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1789130347.319219:0:31079:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9caf47eabb60. 00000080:00000001:0.0:1789130347.319222:0:31079:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00200000:0.0:1789130347.319224:0:31079:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000404:0x23:0x0](ffff9caf6019f448), inode mode 41ed mask 3 00000080:00000001:0.0:1789130347.319226:0:31079:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130347.319229:0:31079:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:0.0:1789130347.319231:0:31079:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f4152bb58 00000080:00200000:0.0:1789130347.319233:0:31079:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=f, dir=[0x200000404:0x23:0x0](ffff9caf6019f448), file ffff9caf451bdc80, open_flags 8042, mode 81a4 opened 0 00000080:00000010:0.0:1789130347.319238:0:31079:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff9caf5021f840. 00000080:00000001:0.0:1789130347.319242:0:31079:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:0.0:1789130347.319244:0:31079:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f4152ba08 00000080:00200000:0.0:1789130347.319246:0:31079:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f, dir=[0x200000404:0x23:0x0](ffff9caf6019f448), intent=open|creat 00000080:00000010:0.0:1789130347.319253:0:31079:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9caf4842ee00. 00000080:00000001:0.0:1789130347.319262:0:31079:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1789130347.319265:0:31079:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1789130347.319266:0:31079:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f4152b928 00800000:00000002:0.0:1789130347.319268:0:31079:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f' on [0x200000404:0x23:0x0] 00800000:00000001:0.0:1789130347.319271:0:31079:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:0.0:1789130347.319274:0:31079:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:0.0:1789130347.319278:0:31079:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446634875370194944 : -109198339356672 : ffff9caf47c5c800) 00800000:00000001:0.0:1789130347.319281:0:31079:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:0.0:1789130347.319283:0:31079:0:(obd_class.h:932:obd_fid_alloc()) Process entered 00000002:00000001:0.0:1789130347.319285:0:31079:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:0.0:1789130347.319288:0:31079:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:0.0:1789130347.319290:0:31079:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff9caf5014c800: Allocated FID [0x200000404:0x25:0x0] 40000000:00000001:0.0:1789130347.319293:0:31079:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789130347.319296:0:31079:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789130347.319297:0:31079:0:(obd_class.h:945:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789130347.319299:0:31079:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130347.319301:0:31079:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f4152b8a8 00800000:00000002:0.0:1789130347.319303:0:31079:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000404:0x23:0x0], fid2=[0x200000404:0x25:0x0], name='f' -> mds #0 layout version 1 00000002:00000001:0.0:1789130347.319307:0:31079:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1789130347.319309:0:31079:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f4152b7e0 00000002:00010000:0.0:1789130347.319311:0:31079:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f,[0x200000404:0x25:0x0]) in obj [0x200000404:0x23:0x0], intent: open|creat flags 0100103 00000002:00000001:0.0:1789130347.319316:0:31079:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1789130347.319318:0:31079:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:0.0:1789130347.319322:0:31079:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:0.0:1789130347.319326:0:31079:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789130347.319327:0:31079:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1789130347.319329:0:31079:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf4a8cca00 count: 2 00010000:00000001:0.0:1789130347.319331:0:31079:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789130347.319334:0:31079:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1789130347.319337:0:31079:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130347.319339:0:31079:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789130347.319342:0:31079:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789130347.319345:0:31079:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf61461a40. 00000020:00000040:0.0:1789130347.319349:0:31079:0:(genops.c:1210:class_import_get()) import ffff9caf6079a800 refcount=6 obd=lustre-MDT0000-mdc-ffff9caf5014c800 02000000:00000001:0.0:1789130347.319353:0:31079:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1789130347.319355:0:31079:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130347.319358:0:31079:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1789130347.319362:0:31079:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789130347.319364:0:31079:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130347.319366:0:31079:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130347.319367:0:31079:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130347.319370:0:31079:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789130347.319372:0:31079:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789130347.319377:0:31079:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789130347.319383:0:31079:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9caf482bc400. 00000100:00000001:0.0:1789130347.319390:0:31079:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130347.319394:0:31079:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789130347.319396:0:31079:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130347.319398:0:31079:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789130347.319399:0:31079:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130347.319401:0:31079:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789130347.319409:0:31079:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446634875798035008 : -109197911516608 : ffff9caf61461a40) 00010000:00000001:0.0:1789130347.319412:0:31079:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1789130347.319415:0:31079:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1789130347.319416:0:31079:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf4a8cca00 count: 2 00010000:00000001:0.0:1789130347.319418:0:31079:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789130347.319421:0:31079:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1789130347.319424:0:31079:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9caf40030800. 00000020:00000001:0.0:1789130347.319426:0:31079:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1789130347.319429:0:31079:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9caf40030800 with handle 0xde5303b1d982cc28 to hash 00000020:00000001:0.0:1789130347.319431:0:31079:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1789130347.319433:0:31079:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446634875239991296 : -109198469560320 : ffff9caf40030800) 00010000:00000001:0.0:1789130347.319437:0:31079:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446634875239991296 : -109198469560320 : ffff9caf40030800) 00010000:00000001:0.0:1789130347.319440:0:31079:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789130347.319442:0:31079:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789130347.319446:0:31079:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030800/0xde5303b1d982cc28 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x23:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 31079 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789130347.319453:0:31079:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030800/0xde5303b1d982cc28 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x23:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31079 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:0.0:1789130347.319465:0:31079:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9caf5014c800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1789130347.319471:0:31079:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9caf61461a40 x1876037329011712/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1789130347.319481:0:31079:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030800/0xde5303b1d982cc28 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x23:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31079 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1789130347.319491:0:31079:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1789130347.319494:0:31079:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1789130347.319500:0:31079:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9caf5868b6c0. 00000100:00000001:0.0:1789130347.319503:0:31079:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446634875649308352 : -109198060243264 : ffff9caf5868b6c0) 00000100:00000001:0.0:1789130347.319506:0:31079:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789130347.319508:0:31079:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875798035008 : -109197911516608 : ffff9caf61461a40) 00000100:00000001:0.0:1789130347.319514:0:31079:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789130347.319519:0:31079:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130347.319521:0:31079:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1789130347.319522:0:31079:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789130347.319526:0:31079:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf61461a40 x1876037329011712/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130347.319534:0:31079:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789130347.319537:0:31079:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130347.319542:0:31079:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789130347.319545:0:31079:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789130347.319548:0:31079:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789130347.319551:0:31079:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf61461a40 pname:cluuid:pid:xid:nid:opc:job multiop:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:31079:1876037329011712:192.168.204.123@tcp:101:multiop.0 00000100:00000001:0.0:1789130347.319556:0:31079:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789130347.319564:0:31079:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789130347.319568:0:31079:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130347.319571:0:31079:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789130347.319643:0:31079:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff9caf485c0000. 02000000:00000001:0.0:1789130347.319646:0:31079:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789130347.319652:0:31079:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:0.0:1789130347.319656:0:31079:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf50131e70. 00000400:00000010:0.0:1789130347.319661:0:31079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff9caf482bdc00. 00000100:00000200:0.0:1789130347.319667:0:31079:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1876037329011712, portal 10 00000100:00000001:0.0:1789130347.319669:0:31079:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789130347.319671:0:31079:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875798035008 : -109197911516608 : ffff9caf61461a40) 00000100:00000040:0.0:1789130347.319676:0:31079:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9caf61461a40 x1876037329011712/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/66320 e 0 to 0 dl 1789130363 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130347.319689:0:31079:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789130347.319692:0:31079:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:0.0:1789130347.319695:0:31079:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf5801ecc0. 00000100:00000200:0.0:1789130347.319699:0:31079:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1876037329011712, offset 0 00000400:00000200:0.0:1789130347.319704:0:31079:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:0.0:1789130347.319711:0:31079:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:0.0:1789130347.319719:0:31079:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:0.0:1789130347.319724:0:31079:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789130347.319729:0:31079:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:0.0:1789130347.319734:0:31079:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789130347.319736:0:31079:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:0.0:1789130347.319740:0:31079:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2359:2359:256:4294967295] 192.168.204.123@tcp LPNI seq info [2358:2358:8:4294967295] 00000400:00000200:0.0:1789130347.319745:0:31079:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:0.0:1789130347.319754:0:31079:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:0.0:1789130347.319759:0:31079:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:0.0:1789130347.319764:0:31079:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf451e7500. 00000800:00000200:0.0:1789130347.319770:0:31079:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:0.0:1789130347.319778:0:31079:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:0.0:1789130347.319782:0:31079:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf451e7500 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:0.0:1789130347.319800:0:31079:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130347.319827:0:31079:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: using a timeout of 800612 usecs (801 jiffies) 00000400:00000200:0.0:1789130347.319831:0:31079:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:0.0:1789130347.319834:0:31079:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296442143 00000100:00000001:0.0:1789130347.319841:0:31079:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 2, simply extend its deadline from 4296442137 00000100:00000001:0.0:1789130347.319846:0:31079:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296442143 00000100:00000001:0.0:1789130347.319849:0:31079:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 3, simply extend its deadline from 4296442137 00000100:00000001:0.0:1789130347.319853:0:31079:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789130347.319855:0:31079:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130347.319859:0:31079:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789130347.319861:0:31079:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1789130347.319864:0:31079:0:(client.c:2715:ptlrpc_set_wait()) set ffff9caf5868b6c0 going to sleep for 11 seconds 00000100:00000001:0.0:1789130347.319866:0:31079:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789130347.319869:0:31079:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789130347.320057:0:2341:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789130347.320063:0:2341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf451e7500. 00000400:00000200:2.0:1789130347.320067:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130347.320072:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:2.0:1789130347.320077:0:2341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf5801ecc0 00000400:00000010:2.0:1789130347.320079:0:2341:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf5801ecc0. 00000100:00000001:2.0:1789130347.320083:0:2341:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789130347.320087:0:2341:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf61461a40 x1876037329011712/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/66320 e 0 to 0 dl 1789130363 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130347.320096:0:2341:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130347.320099:0:2341:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf61461a40 x1876037329011712/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/66320 e 0 to 0 dl 1789130363 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130347.320105:0:2341:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130347.320107:0:2341:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1789130347.338527:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130347.338550:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789130347.338556:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130347.338558:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130347.338570:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130347.338579:0:2342:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:3.0:1789130347.338589:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130347.338594:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130347.338600:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130347.338604:0:2342:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 664 into portal 10 MB=0x6aa3efa94c400 00000400:00000200:3.0:1789130347.338609:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130347.338615:0:2342:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.123@tcp of length 664/664 into md 0x6675 [32] + 224 00000800:00000001:3.0:1789130347.338623:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130347.338649:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130347.338653:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130347.338658:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:3.0:1789130347.338667:0:2342:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789130347.338676:0:2342:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf61461a40 x1876037329011712/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/66320 e 0 to 0 dl 1789130363 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789130347.338687:0:2342:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff9caf61461a40 x1876037329011712/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/66320 e 0 to 0 dl 1789130363 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130347.338760:0:31079:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789130347.338781:0:2342:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1789130347.338792:0:2342:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1789130347.338797:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130347.339911:0:2342:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.204.23@tcp to MR: 192.168.204.123@tcp local destination 00000400:00000200:3.0:1789130347.339924:0:2342:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2360:2360:256:4294967295] 192.168.204.123@tcp LPNI seq info [2359:2359:8:4294967295] 00000400:00000200:3.0:1789130347.339932:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130347.339943:0:2342:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:192.168.204.23@tcp) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) 192.168.204.123@tcp : ACK try# 0 00000800:00000200:3.0:1789130347.339950:0:2342:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 32 frags to 12345-192.168.204.123@tcp 00000800:00000010:3.0:1789130347.339961:0:2342:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 744 at ffff9caf50105c00. 00000800:00000200:3.0:1789130347.339969:0:2342:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:3.0:1789130347.339978:0:2342:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:3.0:1789130347.340005:0:2342:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf50105c00 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1789130347.340118:0:2342:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789130347.340122:0:2342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 744 at ffff9caf50105c00. 00000400:00000200:3.0:1789130347.340127:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130347.340132:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: ACK: OK 00000800:00000001:3.0:1789130347.340143:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130347.340148:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1789130347.340281:0:31079:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789130347.340287:0:31079:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789130347.340292:0:31079:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf50131e70. 00000400:00000200:0.0:1789130347.340302:0:31079:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf482bdc00 00000400:00000010:0.0:1789130347.340306:0:31079:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 632 at ffff9caf482bdc00. 00000100:00000001:0.0:1789130347.340313:0:31079:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789130347.340328:0:31079:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf61461a40 x1876037329011712/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/66320 e 0 to 0 dl 1789130363 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1789130347.340343:0:31079:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf61461a40 x1876037329011712/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/66320 e 0 to 0 dl 1789130363 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130347.340352:0:31079:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789130347.340355:0:31079:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130347.340358:0:31079:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789130347.340363:0:31079:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789130347.340366:0:31079:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789130347.340369:0:31079:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130347.340372:0:31079:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789130347.340386:0:31079:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf6079ac60 time=116 v=5 (104 104 104 104) 00000100:00001000:0.0:1789130347.340392:0:31079:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf6079ac18 time=9 v=5 (1 0 0 0) 00000100:00000001:0.0:1789130347.340395:0:31079:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789130347.340398:0:31079:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130347.340402:0:31079:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789130347.340409:0:31079:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130347.340414:0:31079:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1789130347.340417:0:31079:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x10000013b/0x1] 00000100:00000001:0.0:1789130347.340419:0:31079:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1789130347.340422:0:31079:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789130347.340424:0:31079:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875798035008 : -109197911516608 : ffff9caf61461a40) 00000100:00000001:0.0:1789130347.340429:0:31079:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789130347.340431:0:31079:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9caf5014c800: skip recheck: last_committed 4294967610 00000100:00000001:0.0:1789130347.340434:0:31079:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789130347.340438:0:31079:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130347.340444:0:31079:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf61461a40 x1876037329011712/t4294967613(4294967613) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/664 e 0 to 0 dl 1789130363 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130347.340453:0:31079:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789130347.340456:0:31079:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789130347.340458:0:31079:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789130347.340462:0:31079:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf61461a40 x1876037329011712/t4294967613(4294967613) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/664 e 0 to 0 dl 1789130363 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1789130347.340471:0:31079:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf61461a40 pname:cluuid:pid:xid:nid:opc:job multiop:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:31079:1876037329011712:192.168.204.123@tcp:101:multiop.0 00000100:00000001:0.0:1789130347.340477:0:31079:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130347.340481:0:31079:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130347.340484:0:31079:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1789130347.340487:0:31079:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789130347.340490:0:31079:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf61461a40 x1876037329011712/t4294967613(4294967613) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/664 e 0 to 0 dl 1789130363 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130347.340498:0:31079:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789130347.340501:0:31079:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9caf5868b6c0. 00000100:00000001:0.0:1789130347.340504:0:31079:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1789130347.340506:0:31079:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130347.340510:0:31079:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1789130347.340517:0:31079:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130347.340520:0:31079:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130347.340524:0:31079:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40030800 refcount=4 00000020:00000001:0.0:1789130347.340526:0:31079:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239991296 : -109198469560320 : ffff9caf40030800) 00010000:00000001:0.0:1789130347.340529:0:31079:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239991296 : -109198469560320 : ffff9caf40030800) 00010000:00000040:0.0:1789130347.340536:0:31079:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9caf40030800, remote cookie: 0xcdf1b083821a55b1, flags: 0x1001 00010000:00010000:0.0:1789130347.340543:0:31079:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030800/0xde5303b1d982cc28 lrc: 4/0,1 mode: --/CW res: [0x200000404:0x23:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a55b1 expref: -99 pid: 31079 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789130347.340558:0:31079:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x25:0x0].0x0, instead of [0x200000404:0x23:0x0].0x0 00010000:00000001:0.0:1789130347.340562:0:31079:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:0.0:1789130347.340571:0:31079:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9caf4a8cc000. 00010000:00000010:0.0:1789130347.340577:0:31079:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9caf4c532300. 00010000:00000001:0.0:1789130347.340583:0:31079:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789130347.340586:0:31079:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030800/0xde5303b1d982cc28 lrc: 4/0,1 mode: --/PR res: [0x200000404:0x25:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a55b1 expref: -99 pid: 31079 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789130347.340593:0:31079:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030800/0xde5303b1d982cc28 lrc: 4/0,1 mode: --/PR res: [0x200000404:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a55b1 expref: -99 pid: 31079 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789130347.340599:0:31079:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1789130347.340604:0:31079:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1789130347.340606:0:31079:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1789130347.340607:0:31079:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1789130347.340609:0:31079:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1789130347.340611:0:31079:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x25:0x0].0x0 (ffff9caf4a8cc000) refcount = 1 00010000:00010000:0.0:1789130347.340615:0:31079:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030800/0xde5303b1d982cc28 lrc: 4/0,1 mode: PR/PR res: [0x200000404:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a55b1 expref: -99 pid: 31079 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789130347.340620:0:31079:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1789130347.340636:0:31079:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1789130347.340638:0:31079:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789130347.340641:0:31079:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1789130347.340644:0:31079:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789130347.340647:0:31079:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030800/0xde5303b1d982cc28 lrc: 4/0,1 mode: PR/PR res: [0x200000404:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a55b1 expref: -99 pid: 31079 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789130347.340653:0:31079:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1789130347.340654:0:31079:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130347.340657:0:31079:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130347.340658:0:31079:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130347.340659:0:31079:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130347.340660:0:31079:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789130347.340665:0:31079:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1789130347.340668:0:31079:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130347.340669:0:31079:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130347.340671:0:31079:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40030800 refcount=3 00000020:00000001:0.0:1789130347.340673:0:31079:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239991296 : -109198469560320 : ffff9caf40030800) 00010000:00000001:0.0:1789130347.340676:0:31079:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239991296 : -109198469560320 : ffff9caf40030800) 00010000:00000001:0.0:1789130347.340678:0:31079:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130347.340679:0:31079:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130347.340680:0:31079:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40030800 refcount=4 00000020:00000001:0.0:1789130347.340682:0:31079:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239991296 : -109198469560320 : ffff9caf40030800) 00010000:00000001:0.0:1789130347.340684:0:31079:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239991296 : -109198469560320 : ffff9caf40030800) 00010000:00000001:0.0:1789130347.340687:0:31079:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789130347.340690:0:31079:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789130347.340693:0:31079:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030800/0xde5303b1d982cc28 lrc: 5/1,1 mode: PR/PR res: [0x200000404:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a55b1 expref: -99 pid: 31079 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789130347.340699:0:31079:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130347.340701:0:31079:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130347.340702:0:31079:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130347.340703:0:31079:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130347.340704:0:31079:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40030800 refcount=5 00000020:00000001:0.0:1789130347.340706:0:31079:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239991296 : -109198469560320 : ffff9caf40030800) 00010000:00000001:0.0:1789130347.340708:0:31079:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239991296 : -109198469560320 : ffff9caf40030800) 00010000:00000001:0.0:1789130347.340710:0:31079:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789130347.340714:0:31079:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030800/0xde5303b1d982cc28 lrc: 5/1,1 mode: PR/PR res: [0x200000404:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a55b1 expref: -99 pid: 31079 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789130347.340720:0:31079:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130347.340721:0:31079:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1789130347.340725:0:31079:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030800/0xde5303b1d982cc28 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a55b1 expref: -99 pid: 31079 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789130347.340731:0:31079:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789130347.340732:0:31079:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130347.340733:0:31079:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130347.340734:0:31079:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130347.340735:0:31079:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1789130347.340741:0:31079:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0x37, status=0 req@ffff9caf61461a40 x1876037329011712/t4294967613(4294967613) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/664 e 0 to 0 dl 1789130363 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1789130347.340751:0:31079:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:0.0:1789130347.340756:0:31079:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9caf61461a40 x1876037329011712/t4294967613(4294967613) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/664 e 0 to 0 dl 1789130363 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1789130347.340762:0:31079:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130347.340771:0:31079:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130347.340772:0:31079:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130347.340774:0:31079:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40030800 refcount=3 00000020:00000001:0.0:1789130347.340775:0:31079:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239991296 : -109198469560320 : ffff9caf40030800) 00010000:00000001:0.0:1789130347.340778:0:31079:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239991296 : -109198469560320 : ffff9caf40030800) 00000002:00010000:0.0:1789130347.340781:0:31079:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030800/0xde5303b1d982cc28 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a55b1 expref: -99 pid: 31079 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:0.0:1789130347.340790:0:31079:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff9caf4a7b0e40. 00010000:00000001:0.0:1789130347.340792:0:31079:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130347.340794:0:31079:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789130347.340796:0:31079:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789130347.340798:0:31079:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789130347.340801:0:31079:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:0.0:1789130347.340833:0:31079:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789130347.340835:0:31079:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875798035008 : -109197911516608 : ffff9caf61461a40) 00000100:00000001:0.0:1789130347.340837:0:31079:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789130347.340838:0:31079:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875798035008 : -109197911516608 : ffff9caf61461a40) 00010000:00000001:0.0:1789130347.340840:0:31079:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130347.340841:0:31079:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130347.340843:0:31079:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40030800 refcount=3 00000020:00000001:0.0:1789130347.340845:0:31079:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239991296 : -109198469560320 : ffff9caf40030800) 00010000:00000001:0.0:1789130347.340847:0:31079:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239991296 : -109198469560320 : ffff9caf40030800) 00000002:00010000:0.0:1789130347.340850:0:31079:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030800/0xde5303b1d982cc28 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a55b1 expref: -99 pid: 31079 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789130347.340857:0:31079:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130347.340858:0:31079:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130347.340859:0:31079:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1789130347.340861:0:31079:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130347.340862:0:31079:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130347.340863:0:31079:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40030800 refcount=3 00000020:00000001:0.0:1789130347.340865:0:31079:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239991296 : -109198469560320 : ffff9caf40030800) 00010000:00000001:0.0:1789130347.340867:0:31079:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239991296 : -109198469560320 : ffff9caf40030800) 00010000:00000040:0.0:1789130347.340872:0:31079:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf4a8cc000 count: 2 00010000:00000001:0.0:1789130347.340874:0:31079:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1789130347.340879:0:31079:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9caf4630e800 type 13 mode 4 res 8589935620/37 (0 0) 00010000:00000001:0.0:1789130347.340881:0:31079:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130347.340882:0:31079:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789130347.340883:0:31079:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1789130347.340887:0:31079:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f4152b768 00000002:00002000:0.0:1789130347.340890:0:31079:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=f intent=open|creat status=0 disp=0x1800037: rc = 0 00000002:00000001:0.0:1789130347.340893:0:31079:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789130347.340897:0:31079:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789130347.340901:0:31079:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1789130347.340904:0:31079:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000404:0x23:0x0] suppgids 0 -1: rc 0 00000080:00000001:0.0:1789130347.340908:0:31079:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130347.340912:0:31079:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1789130347.340914:0:31079:0:(namei.c:674:ll_lookup_it_finish()) it ffff9caf5021f840 it_disposition 1800037 00000080:00002000:0.0:1789130347.340921:0:31079:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9caf6031eca8 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:0.0:1789130347.340928:0:31079:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1789130347.340932:0:31079:0:(namei.c:1624:ll_create_it()) Process entered 00000020:00000001:0.0:1789130347.340934:0:31079:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f4152b998 00000080:00200000:0.0:1789130347.340936:0:31079:0:(namei.c:1628:ll_create_it()) VFS Op:name=f, dir=[0x200000404:0x23:0x0](ffff9caf6019f448), intent=open|creat 00000080:00000001:0.0:1789130347.340939:0:31079:0:(namei.c:1575:ll_create_node()) Process entered 00000080:00000001:0.0:1789130347.340941:0:31079:0:(llite_lib.c:3864:ll_prep_inode()) Process entered 00000002:00000001:0.0:1789130347.340947:0:31079:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1789130347.340951:0:31079:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1789130347.340954:0:31079:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833957 : 144115205322833957 : 200000404000025) 00000080:00000001:0.0:1789130347.340957:0:31079:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:0.0:1789130347.340971:0:31079:0:(super25.c:42:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff9caf60198840. 00000020:00000001:0.0:1789130347.340981:0:31079:0:(class_obd.c:978:obd_heat_clear()) Process entered 00000020:00000001:0.0:1789130347.340983:0:31079:0:(class_obd.c:981:obd_heat_clear()) Process leaving 00000080:00000001:0.0:1789130347.340987:0:31079:0:(llite_lib.c:3374:ll_read_inode2()) Process entered 00000080:00200000:0.0:1789130347.340988:0:31079:0:(llite_lib.c:3377:ll_read_inode2()) VFS Op:inode=[0x200000404:0x25:0x0](ffff9caf60198908) 00000020:00000001:0.0:1789130347.340993:0:31079:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1789130347.340998:0:31079:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446634875648774872 : -109198060776744 : ffff9caf586092d8) 00000020:00001000:0.0:1789130347.341001:0:31079:0:(cl_object.c:823:cl_env_get()) 1@ffff9caf586092d0 00000020:00000001:0.0:1789130347.341006:0:31079:0:(lu_object.c:830:lu_object_find_at()) Process entered 00000080:00000010:0.0:1789130347.341011:0:31079:0:(vvp_object.c:310:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff9caf42b2a578. 00000020:00000001:0.0:1789130347.341013:0:31079:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:0.0:1789130347.341015:0:31079:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789130347.341024:0:31079:0:(lov_object.c:2415:lov_object_alloc()) Process entered 00020000:00000010:0.0:1789130347.341029:0:31079:0:(lov_object.c:2416:lov_object_alloc()) slab-alloced 'lov': 248 at ffff9caf47cdc3e0. 00020000:00000001:0.0:1789130347.341031:0:31079:0:(lov_object.c:2430:lov_object_alloc()) Process leaving (rc=18446634875370718176 : -109198338833440 : ffff9caf47cdc3e0) 00020000:00000001:0.0:1789130347.341034:0:31079:0:(lov_object.c:1422:lov_object_init()) Process entered 00020000:00000001:0.0:1789130347.341038:0:31079:0:(lov_pack.c:354:lov_unpackmd()) Process entered 00020000:00000010:0.0:1789130347.341045:0:31079:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9caf5021fde0. 00020000:00000010:0.0:1789130347.341051:0:31079:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9caf44ef3280. 00020000:00000010:0.0:1789130347.341056:0:31079:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9caf5021f5a0. 00020000:00000001:0.0:1789130347.341059:0:31079:0:(lov_pack.c:366:lov_unpackmd()) Process leaving (rc=18446634875510453664 : -109198199097952 : ffff9caf5021f5a0) 00020000:00000002:0.0:1789130347.341062:0:31079:0:(lov_ea.c:762:dump_lsm()) lsm ffff9caf5021f5a0, objid 0x25:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1789130347.341067:0:31079:0:(lov_ea.c:793:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1789130347.341071:0:31079:0:(lov_ea.c:812:dump_lsm()) oinfo:ffff9caf44ef3280: ostid: 0x280000400:18 ost idx: 1 gen: 0 00020000:00000001:0.0:1789130347.341074:0:31079:0:(lov_object.c:598:lov_init_composite()) Process entered 00020000:00000002:0.0:1789130347.341076:0:31079:0:(lov_ea.c:762:dump_lsm()) lsm ffff9caf5021f5a0, objid 0x25:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1789130347.341080:0:31079:0:(lov_ea.c:793:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1789130347.341083:0:31079:0:(lov_ea.c:812:dump_lsm()) oinfo:ffff9caf44ef3280: ostid: 0x280000400:18 ost idx: 1 gen: 0 00020000:00000010:0.0:1789130347.341087:0:31079:0:(lov_object.c:618:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff9caf43da6480. 00020000:00000010:0.0:1789130347.341090:0:31079:0:(lov_object.c:622:lov_init_composite()) kmalloced '(comp->lo_entries)': 176 at ffff9caf5868b6c0. 00020000:00000001:0.0:1789130347.341096:0:31079:0:(lov_object.c:189:lov_init_raid0()) Process entered 00020000:00000010:0.0:1789130347.341098:0:31079:0:(lov_object.c:194:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff9caf820773a0. 00020000:00000001:0.0:1789130347.341102:0:31079:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:0.0:1789130347.341103:0:31079:0:(lu_object.c:830:lu_object_find_at()) Process entered 00020000:00000001:0.0:1789130347.341111:0:31079:0:(lovsub_object.c:178:lovsub_object_alloc()) Process entered 00020000:00000010:0.0:1789130347.341114:0:31079:0:(lovsub_object.c:179:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff9caf42b2a190. 00000020:00000001:0.0:1789130347.341116:0:31079:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:0.0:1789130347.341117:0:31079:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789130347.341119:0:31079:0:(lovsub_object.c:192:lovsub_object_alloc()) Process leaving (rc=18446634875285053968 : -109198424497648 : ffff9caf42b2a210) 00020000:00000001:0.0:1789130347.341124:0:31079:0:(lovsub_object.c:32:lovsub_object_init()) Process entered 00000008:00000010:0.0:1789130347.341130:0:31079:0:(osc_object.c:444:osc_object_alloc()) slab-alloced 'osc': 488 at ffff9caf58313c98. 00020000:00000001:0.0:1789130347.341133:0:31079:0:(lovsub_object.c:41:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130347.341138:0:31079:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446634875285053968 : -109198424497648 : ffff9caf42b2a210) 00020000:00000001:0.0:1789130347.341140:0:31079:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446634875285053968 : -109198424497648 : ffff9caf42b2a210) 00020000:00000002:0.0:1789130347.341145:0:31079:0:(lov_object.c:134:lov_init_sub()) [0x280000400:0x12:0x0]@ffff9caf42b2a190[0:0] -> [0x200000404:0x25:0x0]@ffff9caf42b2a578: ostid: 0x280000400:18 ost idx: 1 gen: 0 00020000:00000001:0.0:1789130347.341150:0:31079:0:(lov_object.c:259:lov_init_raid0()) Process leaving (rc=136 : 136 : 88) 00020000:00000001:0.0:1789130347.341152:0:31079:0:(lov_object.c:823:lov_init_composite()) Process leaving 00020000:00000001:0.0:1789130347.341154:0:31079:0:(lov_object.c:1450:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130347.341157:0:31079:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446634875285054968 : -109198424496648 : ffff9caf42b2a5f8) 00000020:00001000:0.0:1789130347.341160:0:31079:0:(cl_object.c:917:cl_env_put()) 1@ffff9caf586092d0 00000080:00000001:0.0:1789130347.341164:0:31079:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833957 : 144115205322833957 : 200000404000025) 00000080:00000001:0.0:1789130347.341167:0:31079:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:0.0:1789130347.341170:0:31079:0:(llite_lib.c:3071:ll_update_inode()) setting ino 144115205322833957 mtime from 0 to 1789130347 00000080:00000001:0.0:1789130347.341174:0:31079:0:(llite_lib.c:3399:ll_read_inode2()) Process leaving 00000080:00000001:0.0:1789130347.341177:0:31079:0:(namei.c:156:ll_iget()) Process leaving (rc=18446634875778337032 : -109197931214584 : ffff9caf60198908) 00010000:00000001:0.0:1789130347.341179:0:31079:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130347.341181:0:31079:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130347.341182:0:31079:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40030800 refcount=3 00000020:00000001:0.0:1789130347.341184:0:31079:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239991296 : -109198469560320 : ffff9caf40030800) 00010000:00000001:0.0:1789130347.341186:0:31079:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239991296 : -109198469560320 : ffff9caf40030800) 00000080:00000001:0.0:1789130347.341190:0:31079:0:(file.c:6819:ll_layout_conf()) Process entered 00000020:00000001:0.0:1789130347.341191:0:31079:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1789130347.341193:0:31079:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446634875648774872 : -109198060776744 : ffff9caf586092d8) 00000020:00001000:0.0:1789130347.341195:0:31079:0:(cl_object.c:823:cl_env_get()) 1@ffff9caf586092d0 00000020:00000001:0.0:1789130347.341198:0:31079:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:0.0:1789130347.341200:0:31079:0:(lov_object.c:1460:lov_conf_set()) Process entered 00020000:00000001:0.0:1789130347.341201:0:31079:0:(lov_pack.c:354:lov_unpackmd()) Process entered 00020000:00000010:0.0:1789130347.341204:0:31079:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9caf5021f3c0. 00020000:00000010:0.0:1789130347.341207:0:31079:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9caf44ef3480. 00020000:00000010:0.0:1789130347.341210:0:31079:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9caf5021fcc0. 00020000:00000001:0.0:1789130347.341212:0:31079:0:(lov_pack.c:366:lov_unpackmd()) Process leaving (rc=18446634875510455488 : -109198199096128 : ffff9caf5021fcc0) 00020000:00000002:0.0:1789130347.341214:0:31079:0:(lov_ea.c:762:dump_lsm()) lsm ffff9caf5021fcc0, objid 0x25:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1789130347.341217:0:31079:0:(lov_ea.c:793:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1789130347.341220:0:31079:0:(lov_ea.c:812:dump_lsm()) oinfo:ffff9caf44ef3480: ostid: 0x280000400:18 ost idx: 1 gen: 0 00020000:00000002:0.0:1789130347.341224:0:31079:0:(lov_object.c:1314:lov_conf_lock()) Took exclusive lov(ffff9caf47cdc3e0) owner ffff9caf587a8000 00020000:00000001:0.0:1789130347.341226:0:31079:0:(lov_object.c:1520:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1789130347.341229:0:31079:0:(lov_object.c:1320:lov_conf_unlock()) To release exclusive lov(ffff9caf47cdc3e0) owner ffff9caf587a8000 00020000:00000010:0.0:1789130347.341233:0:31079:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9caf44ef3480. 00020000:00000010:0.0:1789130347.341235:0:31079:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff9caf5021f3c0. 00020000:00000010:0.0:1789130347.341238:0:31079:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff9caf5021fcc0. 00020000:00000002:0.0:1789130347.341241:0:31079:0:(lov_object.c:1547:lov_conf_set()) [0x200000404:0x25:0x0] lo_layout_invalid=0 00020000:00000001:0.0:1789130347.341243:0:31079:0:(lov_object.c:1548:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130347.341245:0:31079:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130347.341248:0:31079:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:0.0:1789130347.341251:0:31079:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9caf47cdc3e0) owner 0000000000000000/ffff9caf587a8000 00020000:00000002:0.0:1789130347.341254:0:31079:0:(lov_object.c:2443:lov_lsm_addref()) lsm ffff9caf5021f5a0 addref 2/0 by ffff9caf587a8000. 00020000:00000002:0.0:1789130347.341256:0:31079:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9caf47cdc3e0) owner 0000000000000000/ffff9caf587a8000 00020000:00000001:0.0:1789130347.341258:0:31079:0:(lov_object.c:2339:lov_object_layout_get()) Process entered 00020000:00000001:0.0:1789130347.341262:0:31079:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:0.0:1789130347.341263:0:31079:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:0.0:1789130347.341265:0:31079:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:0.0:1789130347.341267:0:31079:0:(lov_object.c:2358:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:0.0:1789130347.341269:0:31079:0:(file.c:6854:ll_layout_conf()) [0x200000404:0x25:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:0.0:1789130347.341271:0:31079:0:(cl_object.c:917:cl_env_put()) 1@ffff9caf586092d0 00000080:00000001:0.0:1789130347.341274:0:31079:0:(file.c:6861:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130347.341276:0:31079:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130347.341277:0:31079:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1789130347.341279:0:31079:0:(llite_lib.c:3962:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1789130347.341281:0:31079:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1789130347.341283:0:31079:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789130347.341286:0:31079:0:(namei.c:1594:ll_create_node()) setting l_ast_data to inode [0x200000404:0x25:0x0](ffff9caf60198908) 00000080:00010000:0.0:1789130347.341289:0:31079:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000404:0x25:0x0](ffff9caf60198908) for lock 0xde5303b1d982cc28 00800000:00000001:0.0:1789130347.341293:0:31079:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1789130347.341295:0:31079:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1789130347.341296:0:31079:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130347.341297:0:31079:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130347.341299:0:31079:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40030800 refcount=3 00000020:00000001:0.0:1789130347.341301:0:31079:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239991296 : -109198469560320 : ffff9caf40030800) 00010000:00000001:0.0:1789130347.341303:0:31079:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239991296 : -109198469560320 : ffff9caf40030800) 00010000:00000001:0.0:1789130347.341306:0:31079:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130347.341307:0:31079:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789130347.341309:0:31079:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789130347.341310:0:31079:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130347.341312:0:31079:0:(namei.c:1596:ll_create_node()) Process leaving 00000100:00000001:0.0:1789130347.341314:0:31079:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789130347.341319:0:31079:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff9caf61461a40 x1876037329011712/t4294967613(4294967613) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/664 e 0 to 0 dl 1789130363 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130347.341326:0:31079:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1789130347.341331:0:31079:0:(namei.c:1651:ll_create_it()) inode ffff9caf60198908 need_sync_to_mds [0x200000404:0x25:0x0] 00000080:00000001:0.0:1789130347.341336:0:31079:0:(namei.c:1686:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789130347.341341:0:31079:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x25:0x0](ffff9caf60198908) 00000080:00000001:0.0:1789130347.341345:0:31079:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1789130347.341350:0:31079:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9caf4842ee00. 00000100:00000001:0.0:1789130347.341354:0:31079:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789130347.341358:0:31079:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf61461a40 x1876037329011712/t4294967613(4294967613) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/664 e 0 to 0 dl 1789130363 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130347.341364:0:31079:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130347.341369:0:31079:0:(pcc.c:3566:pcc_inode_create_fini()) Process entered 00000080:00000001:0.0:1789130347.341371:0:31079:0:(pcc.c:3569:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1789130347.341374:0:31079:0:(namei.c:1500:ll_atomic_open()) inode ffff9caf60198908 need_sync_to_mds [0x200000404:0x25:0x0] 00000080:00000001:0.0:1789130347.341386:0:31079:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:0.0:1789130347.341388:0:31079:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f4152ba68 00000080:00200008:0.0:1789130347.341391:0:31079:0:(file.c:1090:ll_file_open()) START file f:[0x200000404:0x25:0x0](ffff9caf60198908), flags 100102 00000080:00000010:0.0:1789130347.341400:0:31079:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9caf4865fa40. 00000080:00000010:0.0:1789130347.341407:0:31079:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff9caf4a7b04c0. 00000080:00000001:0.0:1789130347.341410:0:31079:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:0.0:1789130347.341414:0:31079:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00000002:00000001:0.0:1789130347.341418:0:31079:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:0.0:1789130347.341422:0:31079:0:(obd.h:1507:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff9caf47eabdc0. 00000002:00100000:0.0:1789130347.341427:0:31079:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9caf61461a40 x1876037329011712/t4294967613(4294967613) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/664 e 0 to 0 dl 1789130363 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1789130347.341433:0:31079:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789130347.341435:0:31079:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:0.0:1789130347.341440:0:31079:0:(rw.c:970:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:0.0:1789130347.341444:0:31079:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130347.341448:0:31079:0:(file.c:1298:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789130347.341451:0:31079:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789130347.341454:0:31079:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf61461a40 x1876037329011712/t4294967613(4294967613) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/664 e 0 to 0 dl 1789130363 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 02000000:00000001:0.0:1789130347.341462:0:31079:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789130347.341468:0:31079:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff9caf485c0000. 02000000:00000001:0.0:1789130347.341507:0:31079:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1789130347.341509:0:31079:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130347.341514:0:31079:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f4152ba68 00000080:00000008:0.0:1789130347.341516:0:31079:0:(file.c:1329:ll_file_open()) COMPLETED file f:[0x200000404:0x25:0x0](ffff9caf60198908), flags 100102, rc = 0 00000080:00000001:0.0:1789130347.341521:0:31079:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1789130347.341523:0:31079:0:(dcache.c:176:ll_intent_release()) intent ffff9caf5021f840 released 00000080:00010000:0.0:1789130347.341526:0:31079:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xde5303b1d982cc28 from it ffff9caf5021f840 00010000:00000001:0.0:1789130347.341529:0:31079:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130347.341530:0:31079:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130347.341532:0:31079:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40030800 refcount=3 00000020:00000001:0.0:1789130347.341534:0:31079:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239991296 : -109198469560320 : ffff9caf40030800) 00010000:00000001:0.0:1789130347.341536:0:31079:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239991296 : -109198469560320 : ffff9caf40030800) 00010000:00000001:0.0:1789130347.341538:0:31079:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789130347.341541:0:31079:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030800/0xde5303b1d982cc28 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xcdf1b083821a55b1 expref: -99 pid: 31079 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789130347.341549:0:31079:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130347.341550:0:31079:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130347.341552:0:31079:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789130347.341555:0:31079:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789130347.341558:0:31079:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030800/0xde5303b1d982cc28 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xcdf1b083821a55b1 expref: -99 pid: 31079 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1789130347.341566:0:31079:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789130347.341568:0:31079:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789130347.341570:0:31079:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789130347.341575:0:31079:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130347.341576:0:31079:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130347.341578:0:31079:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130347.341582:0:31079:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789130347.341584:0:31079:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130347.341586:0:31079:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130347.341589:0:31079:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130347.341591:0:31079:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789130347.341592:0:31079:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130347.341593:0:31079:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1789130347.341595:0:31079:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:0.0:1789130347.341596:0:31079:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:0.0:1789130347.341599:0:31079:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:0.0:1789130347.341601:0:31079:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1789130347.341603:0:31079:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:0.0:1789130347.341605:0:31079:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130347.341609:0:31079:0:(pcc.c:1930:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:0.0:1789130347.341612:0:31079:0:(pcc.c:1933:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130347.341614:0:31079:0:(pcc.c:2398:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1789130347.341616:0:31079:0:(pcc.c:2425:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130347.341619:0:31079:0:(namei.c:1550:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1789130347.341622:0:31079:0:(namei.c:1562:ll_atomic_open()) kfreed 'it': 72 at ffff9caf5021f840. 00000080:00000001:0.0:1789130347.341637:0:31079:0:(namei.c:1564:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130347.341643:0:31079:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00200000:0.0:1789130347.341646:0:31079:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000404:0x25:0x0](ffff9caf60198908), inode mode 81a4 mask 40 00000080:00000001:0.0:1789130347.341651:0:31079:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130347.450048:0:27360:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130347.450059:0:27360:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130347.450065:0:27360:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130347.450067:0:27360:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130347.450184:0:16115:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789130347.450188:0:16115:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789130347.450192:0:16115:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1789130348.140127:0:31089:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:2.0:1789130348.140137:0:31089:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:2.0:1789130348.140141:0:31089:0:(file.c:6206:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1789130348.140145:0:31089:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41963bc0 00000080:00200000:2.0:1789130348.140152:0:31089:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8),name=/ 00000080:00000010:2.0:1789130348.140163:0:31089:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9caf5875bc00. 00800000:00000002:2.0:1789130348.140173:0:31089:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9caf4557c8c0 2 00000080:00000001:2.0:1789130348.140178:0:31089:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1789130348.140185:0:31089:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1789130348.140188:0:31089:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41963ae0 00800000:00000002:2.0:1789130348.140191:0:31089:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1789130348.140196:0:31089:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1789130348.140202:0:31089:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1789130348.140209:0:31089:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1789130348.140212:0:31089:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f419639b0 00000002:00010000:2.0:1789130348.140214:0:31089:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1789130348.140219:0:31089:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1789130348.140221:0:31089:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789130348.140225:0:31089:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789130348.140233:0:31089:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf4a8ccb00 count: 2 00010000:00000001:2.0:1789130348.140237:0:31089:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789130348.140243:0:31089:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789130348.140248:0:31089:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1789130348.140256:0:31089:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40031c00/0xde5303b1d982cc1a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a5579 expref: -99 pid: 31079 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:2.0:1789130348.140269:0:31089:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1789130348.140276:0:31089:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789130348.140279:0:31089:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40031c00/0xde5303b1d982cc1a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a5579 expref: -99 pid: 31079 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:2.0:1789130348.140456:0:31089:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1789130348.140458:0:31089:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1789130348.140461:0:31089:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1789130348.140464:0:31089:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1789130348.140466:0:31089:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1789130348.140469:0:31089:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1789130348.140473:0:31089:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1789130348.140477:0:31089:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9caf4557c8c0 2 00000080:00000010:2.0:1789130348.140482:0:31089:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9caf5875bc00. 00000080:00000001:2.0:1789130348.140488:0:31089:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1789130348.140491:0:31089:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789130348.140495:0:31089:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9caf601980c8) 00000080:00010000:2.0:1789130348.140499:0:31089:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9caf601980c8) for lock 0xde5303b1d982cc1a 00800000:00000001:2.0:1789130348.140503:0:31089:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1789130348.140506:0:31089:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1789130348.140509:0:31089:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130348.140512:0:31089:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130348.140516:0:31089:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40031c00 refcount=3 00000020:00000001:2.0:1789130348.140518:0:31089:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239996416 : -109198469555200 : ffff9caf40031c00) 00010000:00000001:2.0:1789130348.140522:0:31089:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239996416 : -109198469555200 : ffff9caf40031c00) 00010000:00000001:2.0:1789130348.140526:0:31089:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130348.140528:0:31089:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789130348.140529:0:31089:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789130348.140531:0:31089:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789130348.140534:0:31089:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xde5303b1d982cc1a from it ffffb97f41963bf8 00010000:00000001:2.0:1789130348.140537:0:31089:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130348.140538:0:31089:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130348.140539:0:31089:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40031c00 refcount=3 00000020:00000001:2.0:1789130348.140541:0:31089:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239996416 : -109198469555200 : ffff9caf40031c00) 00010000:00000001:2.0:1789130348.140543:0:31089:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239996416 : -109198469555200 : ffff9caf40031c00) 00010000:00000001:2.0:1789130348.140545:0:31089:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789130348.140549:0:31089:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40031c00/0xde5303b1d982cc1a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a5579 expref: -99 pid: 31079 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1789130348.140557:0:31089:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130348.140559:0:31089:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130348.140561:0:31089:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1789130348.140565:0:31089:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1789130348.140568:0:31089:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40031c00/0xde5303b1d982cc1a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a5579 expref: -99 pid: 31079 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1789130348.140577:0:31089:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789130348.140582:0:31089:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789130348.140585:0:31089:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789130348.140591:0:31089:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130348.140593:0:31089:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130348.140594:0:31089:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130348.140598:0:31089:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789130348.140601:0:31089:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130348.140604:0:31089:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130348.140608:0:31089:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130348.140622:0:31089:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789130348.140623:0:31089:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130348.140625:0:31089:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1789130348.140628:0:31089:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1789130348.140631:0:31089:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1789130348.140634:0:31089:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8), inode mode 41ff mask 1 00000080:00000001:2.0:1789130348.140641:0:31089:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1789130348.140653:0:31089:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9caf484ad540. 00000020:00000001:2.0:1789130348.140659:0:31089:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41963b28 00000080:00200000:2.0:1789130348.140662:0:31089:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d21g.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff9caf601980c8), flags=25 00000080:00000001:2.0:1789130348.140666:0:31089:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:2.0:1789130348.140668:0:31089:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f419639d8 00000080:00200000:2.0:1789130348.140670:0:31089:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d21g.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff9caf601980c8), intent=0 00000080:00000010:2.0:1789130348.140677:0:31089:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9caf5875bc00. 00800000:00000002:2.0:1789130348.140680:0:31089:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9caf4557c8c0 2 00000080:00000001:2.0:1789130348.140684:0:31089:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1789130348.140687:0:31089:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1789130348.140688:0:31089:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f419638f8 00800000:00000002:2.0:1789130348.140690:0:31089:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'lookup' for [0x0:0x0:0x0] 'd21g.recovery-small-2' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1789130348.140693:0:31089:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00000020:00000001:2.0:1789130348.140698:0:31089:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41963890 00800000:00000002:2.0:1789130348.140700:0:31089:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d21g.recovery-small-2' -> mds #0 00000002:00000001:2.0:1789130348.140703:0:31089:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1789130348.140705:0:31089:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f419637c8 00000002:00010000:2.0:1789130348.140707:0:31089:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d21g.recovery-small-2,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00000002:00000001:2.0:1789130348.140711:0:31089:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1789130348.140715:0:31089:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1789130348.140721:0:31089:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf580b8f00. 00000020:00000040:2.0:1789130348.140726:0:31089:0:(genops.c:1210:class_import_get()) import ffff9caf6079a800 refcount=7 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00010000:00000001:2.0:1789130348.140734:0:31089:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1789130348.140740:0:31089:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789130348.140742:0:31089:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130348.140744:0:31089:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130348.140745:0:31089:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130348.140749:0:31089:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789130348.140752:0:31089:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789130348.140756:0:31089:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789130348.140924:0:31089:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9caf58573800. 00000100:00000001:2.0:1789130348.140937:0:31089:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130348.140946:0:31089:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789130348.140948:0:31089:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130348.140950:0:31089:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789130348.140951:0:31089:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130348.140953:0:31089:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789130348.140963:0:31089:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446634875643203328 : -109198066348288 : ffff9caf580b8f00) 00010000:00000001:2.0:1789130348.140968:0:31089:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1789130348.140971:0:31089:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1789130348.140974:0:31089:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf4a8ccb00 count: 2 00010000:00000001:2.0:1789130348.140977:0:31089:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789130348.140980:0:31089:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1789130348.140984:0:31089:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9caf46a93e00. 00000020:00000001:2.0:1789130348.140988:0:31089:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1789130348.140992:0:31089:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9caf46a93e00 with handle 0xde5303b1d982cc2f to hash 00000020:00000001:2.0:1789130348.140994:0:31089:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1789130348.140996:0:31089:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446634875351547392 : -109198358004224 : ffff9caf46a93e00) 00010000:00000001:2.0:1789130348.141000:0:31089:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446634875351547392 : -109198358004224 : ffff9caf46a93e00) 00010000:00000001:2.0:1789130348.141003:0:31089:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789130348.141005:0:31089:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789130348.141009:0:31089:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a93e00/0xde5303b1d982cc2f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 31089 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789130348.141016:0:31089:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a93e00/0xde5303b1d982cc2f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31089 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789130348.141028:0:31089:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a93e00/0xde5303b1d982cc2f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31089 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1789130348.141033:0:31089:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1789130348.141035:0:31089:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1789130348.141044:0:31089:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9caf48519cc0. 00000100:00000001:2.0:1789130348.141046:0:31089:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446634875379358912 : -109198330192704 : ffff9caf48519cc0) 00000100:00000001:2.0:1789130348.141049:0:31089:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789130348.141051:0:31089:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875643203328 : -109198066348288 : ffff9caf580b8f00) 00000100:00000001:2.0:1789130348.141056:0:31089:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789130348.141060:0:31089:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130348.141062:0:31089:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1789130348.141064:0:31089:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789130348.141078:0:31089:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf580b8f00 x1876037329011840/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130348.141087:0:31089:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789130348.141090:0:31089:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789130348.141094:0:31089:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789130348.141096:0:31089:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789130348.141100:0:31089:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789130348.141104:0:31089:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf580b8f00 pname:cluuid:pid:xid:nid:opc:job touch:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:31089:1876037329011840:192.168.204.123@tcp:101:touch.0 00000100:00000001:2.0:1789130348.141109:0:31089:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789130348.141115:0:31089:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789130348.141118:0:31089:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789130348.141122:0:31089:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789130348.141128:0:31089:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9caf47fb7800. 02000000:00000001:2.0:1789130348.141130:0:31089:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789130348.141139:0:31089:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:2.0:1789130348.141144:0:31089:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf483fd210. 00000400:00000010:2.0:1789130348.141153:0:31089:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf42d18aa0. 00000100:00000200:2.0:1789130348.141162:0:31089:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1876037329011840, portal 10 00000100:00000001:2.0:1789130348.141164:0:31089:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789130348.141165:0:31089:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875643203328 : -109198066348288 : ffff9caf580b8f00) 00000100:00000040:2.0:1789130348.141172:0:31089:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9caf580b8f00 x1876037329011840/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789130364 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130348.141180:0:31089:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789130348.141183:0:31089:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:2.0:1789130348.141186:0:31089:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf42d18770. 00000100:00000200:2.0:1789130348.141190:0:31089:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1876037329011840, offset 0 00000400:00000200:2.0:1789130348.141198:0:31089:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:2.0:1789130348.141208:0:31089:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130348.141218:0:31089:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:2.0:1789130348.141224:0:31089:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789130348.141230:0:31089:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:2.0:1789130348.141234:0:31089:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789130348.141238:0:31089:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:2.0:1789130348.141242:0:31089:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2361:2361:256:4294967295] 192.168.204.123@tcp LPNI seq info [2360:2360:8:4294967295] 00000400:00000200:2.0:1789130348.141247:0:31089:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130348.141259:0:31089:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:2.0:1789130348.141266:0:31089:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:2.0:1789130348.141273:0:31089:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf501cfa00. 00000800:00000200:2.0:1789130348.141281:0:31089:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:2.0:1789130348.141292:0:31089:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:2.0:1789130348.141299:0:31089:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf501cfa00 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:2.0:1789130348.141384:0:31089:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130348.141392:0:31089:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: using a timeout of 799465 usecs (800 jiffies) 00000400:00000200:2.0:1789130348.141396:0:31089:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:2.0:1789130348.141401:0:31089:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296442963 00000100:00000001:2.0:1789130348.141413:0:31089:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 2, simply extend its deadline from 4296442143 00000100:00000001:2.0:1789130348.141420:0:31089:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296442963 00000100:00000001:2.0:1789130348.141424:0:31089:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 3, simply extend its deadline from 4296442143 00000100:00000001:2.0:1789130348.141427:0:31089:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789130348.141431:0:31089:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130348.141433:0:31089:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789130348.141436:0:31089:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1789130348.141439:0:31089:0:(client.c:2715:ptlrpc_set_wait()) set ffff9caf48519cc0 going to sleep for 11 seconds 00000100:00000001:2.0:1789130348.141443:0:31089:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789130348.141448:0:31089:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789130348.143216:0:2342:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789130348.143232:0:2342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf501cfa00. 00000400:00000200:3.0:1789130348.143243:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130348.143255:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:3.0:1789130348.143266:0:2342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf42d18770 00000400:00000010:3.0:1789130348.143269:0:2342:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf42d18770. 00000100:00000001:3.0:1789130348.143275:0:2342:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789130348.143286:0:2342:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf580b8f00 x1876037329011840/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789130364 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130348.143302:0:2342:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130348.143306:0:2342:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf580b8f00 x1876037329011840/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789130364 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130348.143313:0:2342:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130348.143315:0:2342:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1789130348.148568:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130348.148592:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789130348.148598:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130348.148601:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130348.148621:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130348.148631:0:2341:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:2.0:1789130348.148643:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130348.148650:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130348.148658:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130348.148663:0:2341:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 584 into portal 10 MB=0x6aa3efa94c480 00000400:00000200:2.0:1789130348.148669:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130348.148677:0:2341:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.123@tcp of length 584/584 into md 0x667d [1] + 224 00000800:00000001:2.0:1789130348.148686:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130348.148699:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130348.148703:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130348.148709:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:2.0:1789130348.148721:0:2341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789130348.148742:0:2341:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf580b8f00 x1876037329011840/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789130364 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789130348.148756:0:2341:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff9caf580b8f00 x1876037329011840/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789130364 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130348.148780:0:2341:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789130348.148791:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130348.148795:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130348.148927:0:31089:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789130348.148938:0:31089:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789130348.148941:0:31089:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789130348.148945:0:31089:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf483fd210. 00000400:00000200:3.0:1789130348.148960:0:31089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf42d18aa0 00000400:00000010:3.0:1789130348.148963:0:31089:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf42d18aa0. 00000100:00000001:3.0:1789130348.148967:0:31089:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789130348.148973:0:31089:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf580b8f00 x1876037329011840/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789130364 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1789130348.148982:0:31089:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf580b8f00 x1876037329011840/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789130364 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130348.148989:0:31089:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789130348.148991:0:31089:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130348.148994:0:31089:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789130348.148999:0:31089:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789130348.149002:0:31089:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789130348.149005:0:31089:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789130348.149008:0:31089:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789130348.149022:0:31089:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf6079ac60 time=117 v=5 (104 104 104 104) 00000100:00001000:3.0:1789130348.149028:0:31089:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf6079ac18 time=10 v=5 (1 0 0 0) 00000100:00000001:3.0:1789130348.149031:0:31089:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789130348.149033:0:31089:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130348.149036:0:31089:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789130348.149041:0:31089:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130348.149047:0:31089:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789130348.149049:0:31089:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9caf5014c800: skip recheck: last_committed 4294967610 00000100:00000001:3.0:1789130348.149052:0:31089:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789130348.149056:0:31089:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130348.149061:0:31089:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf580b8f00 x1876037329011840/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/584 e 0 to 0 dl 1789130364 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130348.149070:0:31089:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789130348.149074:0:31089:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789130348.149077:0:31089:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789130348.149081:0:31089:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf580b8f00 x1876037329011840/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/584 e 0 to 0 dl 1789130364 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1789130348.149090:0:31089:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf580b8f00 pname:cluuid:pid:xid:nid:opc:job touch:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:31089:1876037329011840:192.168.204.123@tcp:101:touch.0 00000100:00000001:3.0:1789130348.149096:0:31089:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130348.149100:0:31089:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130348.149103:0:31089:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1789130348.149107:0:31089:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130348.149111:0:31089:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf580b8f00 x1876037329011840/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/584 e 0 to 0 dl 1789130364 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130348.149119:0:31089:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789130348.149123:0:31089:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9caf48519cc0. 00000100:00000001:3.0:1789130348.149126:0:31089:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1789130348.149128:0:31089:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130348.149131:0:31089:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1789130348.149137:0:31089:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789130348.149140:0:31089:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789130348.149144:0:31089:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf46a93e00 refcount=4 00000020:00000001:3.0:1789130348.149147:0:31089:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875351547392 : -109198358004224 : ffff9caf46a93e00) 00010000:00000001:3.0:1789130348.149150:0:31089:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875351547392 : -109198358004224 : ffff9caf46a93e00) 00010000:00000040:3.0:1789130348.149159:0:31089:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9caf46a93e00, remote cookie: 0xcdf1b083821a55d4, flags: 0x1001 00010000:00010000:3.0:1789130348.149167:0:31089:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a93e00/0xde5303b1d982cc2f lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a55d4 expref: -99 pid: 31089 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1789130348.149176:0:31089:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x24:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:3.0:1789130348.149179:0:31089:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:3.0:1789130348.149190:0:31089:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9caf51bbd600. 00010000:00000010:3.0:1789130348.149196:0:31089:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9caf42e06b80. 00010000:00000001:3.0:1789130348.149203:0:31089:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789130348.149206:0:31089:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a93e00/0xde5303b1d982cc2f lrc: 4/1,0 mode: --/PR res: [0x200000404:0x24:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a55d4 expref: -99 pid: 31089 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789130348.149215:0:31089:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a93e00/0xde5303b1d982cc2f lrc: 4/1,0 mode: --/PR res: [0x200000404:0x24:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a55d4 expref: -99 pid: 31089 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789130348.149222:0:31089:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1789130348.149228:0:31089:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1789130348.149231:0:31089:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1789130348.149233:0:31089:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1789130348.149235:0:31089:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1789130348.149238:0:31089:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x24:0x0].0x0 (ffff9caf51bbd600) refcount = 1 00010000:00010000:3.0:1789130348.149242:0:31089:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a93e00/0xde5303b1d982cc2f lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a55d4 expref: -99 pid: 31089 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789130348.149249:0:31089:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1789130348.149254:0:31089:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1789130348.149257:0:31089:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789130348.149261:0:31089:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1789130348.149264:0:31089:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789130348.149267:0:31089:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a93e00/0xde5303b1d982cc2f lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a55d4 expref: -99 pid: 31089 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789130348.149272:0:31089:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1789130348.149274:0:31089:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130348.149277:0:31089:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789130348.149278:0:31089:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130348.149279:0:31089:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789130348.149281:0:31089:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789130348.149286:0:31089:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1789130348.149288:0:31089:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789130348.149289:0:31089:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789130348.149291:0:31089:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf46a93e00 refcount=3 00000020:00000001:3.0:1789130348.149294:0:31089:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875351547392 : -109198358004224 : ffff9caf46a93e00) 00010000:00000001:3.0:1789130348.149296:0:31089:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875351547392 : -109198358004224 : ffff9caf46a93e00) 00010000:00000001:3.0:1789130348.149299:0:31089:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789130348.149300:0:31089:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789130348.149301:0:31089:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf46a93e00 refcount=4 00000020:00000001:3.0:1789130348.149303:0:31089:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875351547392 : -109198358004224 : ffff9caf46a93e00) 00010000:00000001:3.0:1789130348.149305:0:31089:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875351547392 : -109198358004224 : ffff9caf46a93e00) 00010000:00000001:3.0:1789130348.149308:0:31089:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789130348.149312:0:31089:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789130348.149316:0:31089:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a93e00/0xde5303b1d982cc2f lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a55d4 expref: -99 pid: 31089 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789130348.149322:0:31089:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130348.149324:0:31089:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789130348.149325:0:31089:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789130348.149326:0:31089:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789130348.149328:0:31089:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf46a93e00 refcount=5 00000020:00000001:3.0:1789130348.149329:0:31089:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875351547392 : -109198358004224 : ffff9caf46a93e00) 00010000:00000001:3.0:1789130348.149332:0:31089:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875351547392 : -109198358004224 : ffff9caf46a93e00) 00010000:00000001:3.0:1789130348.149335:0:31089:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789130348.149338:0:31089:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a93e00/0xde5303b1d982cc2f lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a55d4 expref: -99 pid: 31089 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789130348.149345:0:31089:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130348.149346:0:31089:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1789130348.149350:0:31089:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a93e00/0xde5303b1d982cc2f lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a55d4 expref: -99 pid: 31089 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789130348.149357:0:31089:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789130348.149358:0:31089:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130348.149359:0:31089:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789130348.149360:0:31089:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130348.149361:0:31089:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1789130348.149366:0:31089:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0xb, status=0 req@ffff9caf580b8f00 x1876037329011840/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/584 e 0 to 0 dl 1789130364 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1789130348.149375:0:31089:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789130348.149376:0:31089:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789130348.149377:0:31089:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf46a93e00 refcount=3 00000020:00000001:3.0:1789130348.149380:0:31089:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875351547392 : -109198358004224 : ffff9caf46a93e00) 00010000:00000001:3.0:1789130348.149382:0:31089:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875351547392 : -109198358004224 : ffff9caf46a93e00) 00010000:00000001:3.0:1789130348.149384:0:31089:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130348.149386:0:31089:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789130348.149387:0:31089:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789130348.149389:0:31089:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789130348.149393:0:31089:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1789130348.149397:0:31089:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789130348.149398:0:31089:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789130348.149399:0:31089:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf46a93e00 refcount=3 00000020:00000001:3.0:1789130348.149401:0:31089:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875351547392 : -109198358004224 : ffff9caf46a93e00) 00010000:00000001:3.0:1789130348.149403:0:31089:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875351547392 : -109198358004224 : ffff9caf46a93e00) 00000002:00010000:3.0:1789130348.149407:0:31089:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a93e00/0xde5303b1d982cc2f lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a55d4 expref: -99 pid: 31089 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789130348.149415:0:31089:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130348.149416:0:31089:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789130348.149418:0:31089:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1789130348.149420:0:31089:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789130348.149421:0:31089:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789130348.149422:0:31089:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf46a93e00 refcount=3 00000020:00000001:3.0:1789130348.149424:0:31089:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875351547392 : -109198358004224 : ffff9caf46a93e00) 00010000:00000001:3.0:1789130348.149426:0:31089:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875351547392 : -109198358004224 : ffff9caf46a93e00) 00010000:00000040:3.0:1789130348.149431:0:31089:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf51bbd600 count: 2 00010000:00000001:3.0:1789130348.149434:0:31089:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1789130348.149438:0:31089:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9caf4630e800 type 13 mode 4 res 8589935620/36 (0 0) 00010000:00000001:3.0:1789130348.149441:0:31089:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130348.149442:0:31089:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789130348.149443:0:31089:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1789130348.149447:0:31089:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41963750 00000002:00002000:3.0:1789130348.149450:0:31089:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=d21g.recovery-small-2 intent=lookup status=0 disp=0xb: rc = 0 00000002:00000001:3.0:1789130348.149453:0:31089:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789130348.149459:0:31089:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789130348.149462:0:31089:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1789130348.149466:0:31089:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:3.0:1789130348.149470:0:31089:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789130348.149475:0:31089:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9caf4557c8c0 2 00000080:00000001:3.0:1789130348.149478:0:31089:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:3.0:1789130348.149481:0:31089:0:(namei.c:674:ll_lookup_it_finish()) it ffffb97f41963ac8 it_disposition b 00000080:00000001:3.0:1789130348.149485:0:31089:0:(llite_lib.c:3864:ll_prep_inode()) Process entered 00000002:00000001:3.0:1789130348.149493:0:31089:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:3.0:1789130348.149498:0:31089:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1789130348.149502:0:31089:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833956 : 144115205322833956 : 200000404000024) 00000080:00000001:3.0:1789130348.149507:0:31089:0:(namei.c:113:ll_iget()) Process entered 00000080:00000001:3.0:1789130348.149517:0:31089:0:(llite_lib.c:1973:ll_update_lsm_md()) Process entered 00000080:00000002:3.0:1789130348.149521:0:31089:0:(llite_lib.c:1977:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000404:0x24:0x0] 00000080:00000001:3.0:1789130348.149525:0:31089:0:(llite_lib.c:1994:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130348.149530:0:31089:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833956 : 144115205322833956 : 200000404000024) 00000080:00000001:3.0:1789130348.149534:0:31089:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:3.0:1789130348.149542:0:31089:0:(llite_lib.c:3140:ll_update_inode()) inode=[0x200000404:0x24:0x0], updating i_size 512 00000080:00200000:3.0:1789130348.149545:0:31089:0:(namei.c:147:ll_iget()) got inode: [0x200000404:0x24:0x0](ffff9caf60131148): rc = 0 00000080:00000001:3.0:1789130348.149548:0:31089:0:(namei.c:156:ll_iget()) Process leaving (rc=18446634875777913160 : -109197931638456 : ffff9caf60131148) 00010000:00000001:3.0:1789130348.149550:0:31089:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789130348.149551:0:31089:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789130348.149553:0:31089:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf46a93e00 refcount=3 00000020:00000001:3.0:1789130348.149555:0:31089:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875351547392 : -109198358004224 : ffff9caf46a93e00) 00010000:00000001:3.0:1789130348.149557:0:31089:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875351547392 : -109198358004224 : ffff9caf46a93e00) 00010000:00000001:3.0:1789130348.149560:0:31089:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130348.149561:0:31089:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1789130348.149564:0:31089:0:(llite_lib.c:1928:ll_update_default_lsm_md()) Process entered 00000080:00000001:3.0:1789130348.149566:0:31089:0:(llite_lib.c:1941:ll_update_default_lsm_md()) Process leaving 00000080:00000001:3.0:1789130348.149568:0:31089:0:(llite_lib.c:3962:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1789130348.149571:0:31089:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:3.0:1789130348.149573:0:31089:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789130348.149577:0:31089:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000404:0x24:0x0](ffff9caf60131148) for lock 0xde5303b1d982cc2f 00800000:00000001:3.0:1789130348.149581:0:31089:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1789130348.149583:0:31089:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1789130348.149584:0:31089:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789130348.149585:0:31089:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789130348.149587:0:31089:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf46a93e00 refcount=3 00000020:00000001:3.0:1789130348.149589:0:31089:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875351547392 : -109198358004224 : ffff9caf46a93e00) 00010000:00000001:3.0:1789130348.149591:0:31089:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875351547392 : -109198358004224 : ffff9caf46a93e00) 00010000:00000001:3.0:1789130348.149593:0:31089:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130348.149594:0:31089:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789130348.149596:0:31089:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789130348.149598:0:31089:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:3.0:1789130348.149607:0:31089:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9caf60345ca8 inode ffff9caf60131148 refc 1 flags 0x20000e 00000080:00000001:3.0:1789130348.149623:0:31089:0:(llite_lib.c:3176:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:3.0:1789130348.149625:0:31089:0:(llite_lib.c:3182:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130348.149628:0:31089:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:3.0:1789130348.149632:0:31089:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x24:0x0](ffff9caf60131148) 00000080:00010000:3.0:1789130348.149636:0:31089:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xde5303b1d982cc2f from it ffffb97f41963ac8 00010000:00000001:3.0:1789130348.149640:0:31089:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789130348.149641:0:31089:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789130348.149643:0:31089:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf46a93e00 refcount=3 00000020:00000001:3.0:1789130348.149644:0:31089:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875351547392 : -109198358004224 : ffff9caf46a93e00) 00010000:00000001:3.0:1789130348.149647:0:31089:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875351547392 : -109198358004224 : ffff9caf46a93e00) 00010000:00000001:3.0:1789130348.149649:0:31089:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789130348.149651:0:31089:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a93e00/0xde5303b1d982cc2f lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a55d4 expref: -99 pid: 31089 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789130348.149659:0:31089:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130348.149660:0:31089:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789130348.149662:0:31089:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1789130348.149665:0:31089:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1789130348.149668:0:31089:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a93e00/0xde5303b1d982cc2f lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a55d4 expref: -99 pid: 31089 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1789130348.149676:0:31089:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130348.149680:0:31089:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789130348.149682:0:31089:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789130348.149688:0:31089:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130348.149689:0:31089:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789130348.149690:0:31089:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130348.149695:0:31089:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789130348.149697:0:31089:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130348.149699:0:31089:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130348.149702:0:31089:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130348.149704:0:31089:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789130348.149705:0:31089:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130348.149706:0:31089:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1789130348.149708:0:31089:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:3.0:1789130348.149712:0:31089:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9caf5875bc00. 00000100:00000001:3.0:1789130348.149717:0:31089:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130348.149721:0:31089:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf580b8f00 x1876037329011840/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/584 e 0 to 0 dl 1789130364 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130348.149728:0:31089:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789130348.149733:0:31089:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789130348.149737:0:31089:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9caf47fb7800. 02000000:00000001:3.0:1789130348.149742:0:31089:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789130348.149745:0:31089:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1789130348.149747:0:31089:0:(genops.c:1223:class_import_put()) import ffff9caf6079a800 refcount=6 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000020:00000001:3.0:1789130348.149750:0:31089:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1789130348.149753:0:31089:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9caf58573800. 02000000:00000001:3.0:1789130348.149758:0:31089:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789130348.149760:0:31089:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789130348.149763:0:31089:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf580b8f00. 00000100:00000001:3.0:1789130348.149772:0:31089:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789130348.149774:0:31089:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1789130348.149785:0:31089:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00200000:3.0:1789130348.149788:0:31089:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000404:0x24:0x0](ffff9caf60131148), inode mode 41ed mask 1 00000080:00000001:3.0:1789130348.149795:0:31089:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1789130348.149876:0:31089:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9caf4938e8e0. 00000080:00000001:3.0:1789130348.149884:0:31089:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00200000:3.0:1789130348.149886:0:31089:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000404:0x24:0x0](ffff9caf60131148), inode mode 41ed mask 3 00000080:00000001:3.0:1789130348.149889:0:31089:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130348.149893:0:31089:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:3.0:1789130348.149895:0:31089:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41963b58 00000080:00200000:3.0:1789130348.149897:0:31089:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=f, dir=[0x200000404:0x24:0x0](ffff9caf60131148), file ffff9caf58562c00, open_flags 8941, mode 81b6 opened 0 00000080:00000010:3.0:1789130348.149903:0:31089:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff9caf58401a20. 00000080:00000001:3.0:1789130348.149909:0:31089:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:3.0:1789130348.149911:0:31089:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41963a08 00000080:00200000:3.0:1789130348.149913:0:31089:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f, dir=[0x200000404:0x24:0x0](ffff9caf60131148), intent=open|creat 00000080:00000010:3.0:1789130348.149925:0:31089:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9caf47c6c800. 00000080:00000001:3.0:1789130348.149938:0:31089:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1789130348.149941:0:31089:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1789130348.149943:0:31089:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41963928 00800000:00000002:3.0:1789130348.149946:0:31089:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f' on [0x200000404:0x24:0x0] 00800000:00000001:3.0:1789130348.149949:0:31089:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:3.0:1789130348.149953:0:31089:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:3.0:1789130348.149958:0:31089:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446634875370194944 : -109198339356672 : ffff9caf47c5c800) 00800000:00000001:3.0:1789130348.149962:0:31089:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:3.0:1789130348.149965:0:31089:0:(obd_class.h:932:obd_fid_alloc()) Process entered 00000002:00000001:3.0:1789130348.149968:0:31089:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:3.0:1789130348.149971:0:31089:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:3.0:1789130348.149974:0:31089:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff9caf5014c800: Allocated FID [0x200000404:0x26:0x0] 40000000:00000001:3.0:1789130348.149977:0:31089:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789130348.149980:0:31089:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789130348.149982:0:31089:0:(obd_class.h:945:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789130348.149983:0:31089:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789130348.149986:0:31089:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f419638a8 00800000:00000002:3.0:1789130348.149988:0:31089:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000404:0x24:0x0], fid2=[0x200000404:0x26:0x0], name='f' -> mds #0 layout version 1 00000002:00000001:3.0:1789130348.149993:0:31089:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1789130348.149995:0:31089:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f419637e0 00000002:00010000:3.0:1789130348.149997:0:31089:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f,[0x200000404:0x26:0x0]) in obj [0x200000404:0x24:0x0], intent: open|creat flags 0104502 00000002:00000001:3.0:1789130348.150001:0:31089:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1789130348.150004:0:31089:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:3.0:1789130348.150007:0:31089:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:3.0:1789130348.150012:0:31089:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789130348.150014:0:31089:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1789130348.150016:0:31089:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf51bbd600 count: 2 00010000:00000001:3.0:1789130348.150018:0:31089:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789130348.150021:0:31089:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1789130348.150024:0:31089:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130348.150027:0:31089:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789130348.150029:0:31089:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789130348.150034:0:31089:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf501a9e00. 00000020:00000040:3.0:1789130348.150038:0:31089:0:(genops.c:1210:class_import_get()) import ffff9caf6079a800 refcount=7 obd=lustre-MDT0000-mdc-ffff9caf5014c800 02000000:00000001:3.0:1789130348.150044:0:31089:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789130348.150047:0:31089:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130348.150050:0:31089:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1789130348.150055:0:31089:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789130348.150058:0:31089:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130348.150060:0:31089:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789130348.150061:0:31089:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130348.150065:0:31089:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789130348.150067:0:31089:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789130348.150073:0:31089:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789130348.150081:0:31089:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9caf50104c00. 00000100:00000001:3.0:1789130348.150089:0:31089:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130348.150093:0:31089:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1789130348.150095:0:31089:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130348.150097:0:31089:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1789130348.150098:0:31089:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130348.150100:0:31089:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789130348.150111:0:31089:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446634875509972480 : -109198199579136 : ffff9caf501a9e00) 00010000:00000001:3.0:1789130348.150115:0:31089:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1789130348.150118:0:31089:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1789130348.150120:0:31089:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf51bbd600 count: 2 00010000:00000001:3.0:1789130348.150123:0:31089:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789130348.150126:0:31089:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1789130348.150130:0:31089:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9caf47e21e00. 00000020:00000001:3.0:1789130348.150134:0:31089:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1789130348.150136:0:31089:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9caf47e21e00 with handle 0xde5303b1d982cc36 to hash 00000020:00000001:3.0:1789130348.150138:0:31089:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1789130348.150140:0:31089:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446634875372051968 : -109198337499648 : ffff9caf47e21e00) 00010000:00000001:3.0:1789130348.150144:0:31089:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446634875372051968 : -109198337499648 : ffff9caf47e21e00) 00010000:00000001:3.0:1789130348.150147:0:31089:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789130348.150149:0:31089:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789130348.150153:0:31089:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e21e00/0xde5303b1d982cc36 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x24:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 31089 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789130348.150161:0:31089:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e21e00/0xde5303b1d982cc36 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x24:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31089 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:3.0:1789130348.150173:0:31089:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9caf5014c800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1789130348.150181:0:31089:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9caf501a9e00 x1876037329012096/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1789130348.150191:0:31089:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e21e00/0xde5303b1d982cc36 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x24:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31089 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1789130348.150200:0:31089:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1789130348.150202:0:31089:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1789130348.150210:0:31089:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9caf485e8a80. 00000100:00000001:3.0:1789130348.150213:0:31089:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446634875380206208 : -109198329345408 : ffff9caf485e8a80) 00000100:00000001:3.0:1789130348.150216:0:31089:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789130348.150218:0:31089:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875509972480 : -109198199579136 : ffff9caf501a9e00) 00000100:00000001:3.0:1789130348.150223:0:31089:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789130348.150228:0:31089:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130348.150230:0:31089:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1789130348.150232:0:31089:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789130348.150237:0:31089:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf501a9e00 x1876037329012096/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130348.150244:0:31089:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789130348.150247:0:31089:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789130348.150251:0:31089:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789130348.150254:0:31089:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789130348.150256:0:31089:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789130348.150260:0:31089:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf501a9e00 pname:cluuid:pid:xid:nid:opc:job touch:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:31089:1876037329012096:192.168.204.123@tcp:101:touch.0 00000100:00000001:3.0:1789130348.150265:0:31089:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789130348.150272:0:31089:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789130348.150275:0:31089:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789130348.150279:0:31089:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789130348.150367:0:31089:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff9caf485c0000. 02000000:00000001:3.0:1789130348.150370:0:31089:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789130348.150378:0:31089:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:3.0:1789130348.150383:0:31089:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf607881b8. 00000400:00000010:3.0:1789130348.150390:0:31089:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff9caf50105c00. 00000100:00000200:3.0:1789130348.150400:0:31089:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1876037329012096, portal 10 00000100:00000001:3.0:1789130348.150403:0:31089:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789130348.150404:0:31089:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875509972480 : -109198199579136 : ffff9caf501a9e00) 00000100:00000040:3.0:1789130348.150411:0:31089:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9caf501a9e00 x1876037329012096/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/66320 e 0 to 0 dl 1789130364 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130348.150425:0:31089:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789130348.150428:0:31089:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:3.0:1789130348.150433:0:31089:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf4549f4c8. 00000100:00000200:3.0:1789130348.150435:0:31089:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1876037329012096, offset 0 00000400:00000200:3.0:1789130348.150443:0:31089:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:3.0:1789130348.150453:0:31089:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130348.150463:0:31089:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:3.0:1789130348.150471:0:31089:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789130348.151383:0:31089:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:3.0:1789130348.151390:0:31089:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789130348.151396:0:31089:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:3.0:1789130348.151402:0:31089:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2362:2362:256:4294967295] 192.168.204.123@tcp LPNI seq info [2361:2361:8:4294967295] 00000400:00000200:3.0:1789130348.151410:0:31089:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130348.151422:0:31089:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:3.0:1789130348.151430:0:31089:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:3.0:1789130348.151443:0:31089:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf47fd2900. 00000800:00000200:3.0:1789130348.151452:0:31089:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:3.0:1789130348.151462:0:31089:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:3.0:1789130348.151468:0:31089:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf47fd2900 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:3.0:1789130348.151573:0:31089:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130348.151581:0:31089:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: using a timeout of 798297 usecs (799 jiffies) 00000400:00000200:3.0:1789130348.151586:0:31089:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:3.0:1789130348.151590:0:31089:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296442972 00000100:00000001:3.0:1789130348.151602:0:31089:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 2, simply extend its deadline from 4296442963 00000100:00000001:3.0:1789130348.151620:0:31089:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296442972 00000100:00000001:3.0:1789130348.151624:0:31089:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 3, simply extend its deadline from 4296442963 00000100:00000001:3.0:1789130348.151628:0:31089:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789130348.151632:0:31089:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130348.151636:0:31089:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789130348.151639:0:31089:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1789130348.151642:0:31089:0:(client.c:2715:ptlrpc_set_wait()) set ffff9caf485e8a80 going to sleep for 11 seconds 00000100:00000001:3.0:1789130348.151646:0:31089:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789130348.151649:0:31089:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789130348.152274:0:2342:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789130348.152280:0:2342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf47fd2900. 00000400:00000200:2.0:1789130348.152354:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130348.152362:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:2.0:1789130348.152370:0:2342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf4549f4c8 00000400:00000010:2.0:1789130348.152373:0:2342:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf4549f4c8. 00000100:00000001:2.0:1789130348.152380:0:2342:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789130348.152389:0:2342:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf501a9e00 x1876037329012096/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/66320 e 0 to 0 dl 1789130364 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130348.152402:0:2342:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130348.152405:0:2342:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf501a9e00 x1876037329012096/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/66320 e 0 to 0 dl 1789130364 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130348.152413:0:2342:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130348.152415:0:2342:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1789130348.165099:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130348.165128:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789130348.165133:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130348.165137:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130348.165149:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130348.165159:0:2341:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:2.0:1789130348.165173:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130348.165180:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130348.165187:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130348.165193:0:2341:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 664 into portal 10 MB=0x6aa3efa94c580 00000400:00000200:2.0:1789130348.165199:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130348.165208:0:2341:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.123@tcp of length 664/664 into md 0x668d [32] + 224 00000800:00000001:2.0:1789130348.165218:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130348.165234:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130348.165239:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130348.165245:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:2.0:1789130348.165258:0:2341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789130348.165270:0:2341:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf501a9e00 x1876037329012096/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/66320 e 0 to 0 dl 1789130364 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789130348.165284:0:2341:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff9caf501a9e00 x1876037329012096/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/66320 e 0 to 0 dl 1789130364 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130348.165330:0:2341:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1789130348.165345:0:2341:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1789130348.165349:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130348.165356:0:2341:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.204.23@tcp to MR: 192.168.204.123@tcp local destination 00000400:00000200:2.0:1789130348.165364:0:2341:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2363:2363:256:4294967295] 192.168.204.123@tcp LPNI seq info [2362:2362:8:4294967295] 00000400:00000200:2.0:1789130348.165371:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130348.165381:0:2341:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:192.168.204.23@tcp) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) 192.168.204.123@tcp : ACK try# 0 00000800:00000200:2.0:1789130348.165390:0:2341:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 32 frags to 12345-192.168.204.123@tcp 00000800:00000010:2.0:1789130348.165400:0:2341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 744 at ffff9caf58572c00. 00000800:00000200:2.0:1789130348.165411:0:2341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:2.0:1789130348.165422:0:2341:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:2.0:1789130348.165430:0:2341:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf58572c00 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1789130348.165584:0:2341:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789130348.165590:0:2341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 744 at ffff9caf58572c00. 00000400:00000200:2.0:1789130348.165597:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130348.165600:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: ACK: OK 00000800:00000001:2.0:1789130348.165618:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130348.165623:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130348.165989:0:31089:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789130348.166002:0:31089:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789130348.166005:0:31089:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789130348.166010:0:31089:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf607881b8. 00000400:00000200:3.0:1789130348.166015:0:31089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf50105c00 00000400:00000010:3.0:1789130348.166018:0:31089:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 632 at ffff9caf50105c00. 00000100:00000001:3.0:1789130348.166023:0:31089:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789130348.166029:0:31089:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf501a9e00 x1876037329012096/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/66320 e 0 to 0 dl 1789130364 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1789130348.166039:0:31089:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf501a9e00 x1876037329012096/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/66320 e 0 to 0 dl 1789130364 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130348.166047:0:31089:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789130348.166050:0:31089:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130348.166054:0:31089:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789130348.166058:0:31089:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789130348.166062:0:31089:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789130348.166065:0:31089:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789130348.166069:0:31089:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789130348.166083:0:31089:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf6079ac60 time=117 v=5 (104 104 104 104) 00000100:00001000:3.0:1789130348.166088:0:31089:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf6079ac18 time=10 v=5 (1 0 0 0) 00000100:00000001:3.0:1789130348.166091:0:31089:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789130348.166093:0:31089:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130348.166097:0:31089:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789130348.166101:0:31089:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130348.166106:0:31089:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1789130348.166109:0:31089:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x10000013c/0x1] 00000100:00000001:3.0:1789130348.166111:0:31089:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1789130348.166114:0:31089:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789130348.166116:0:31089:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875509972480 : -109198199579136 : ffff9caf501a9e00) 00000100:00000001:3.0:1789130348.166119:0:31089:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789130348.166122:0:31089:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9caf5014c800: skip recheck: last_committed 4294967610 00000100:00000001:3.0:1789130348.166126:0:31089:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789130348.166129:0:31089:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130348.166134:0:31089:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf501a9e00 x1876037329012096/t4294967614(4294967614) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/664 e 0 to 0 dl 1789130364 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130348.166142:0:31089:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789130348.166146:0:31089:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789130348.166149:0:31089:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789130348.166153:0:31089:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf501a9e00 x1876037329012096/t4294967614(4294967614) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/664 e 0 to 0 dl 1789130364 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1789130348.166162:0:31089:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf501a9e00 pname:cluuid:pid:xid:nid:opc:job touch:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:31089:1876037329012096:192.168.204.123@tcp:101:touch.0 00000100:00000001:3.0:1789130348.166167:0:31089:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130348.166170:0:31089:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130348.166173:0:31089:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1789130348.166176:0:31089:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130348.166180:0:31089:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf501a9e00 x1876037329012096/t4294967614(4294967614) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/664 e 0 to 0 dl 1789130364 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130348.166187:0:31089:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789130348.166190:0:31089:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9caf485e8a80. 00000100:00000001:3.0:1789130348.166194:0:31089:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1789130348.166195:0:31089:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130348.166199:0:31089:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1789130348.166206:0:31089:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789130348.166210:0:31089:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789130348.166214:0:31089:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf47e21e00 refcount=4 00000020:00000001:3.0:1789130348.166217:0:31089:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875372051968 : -109198337499648 : ffff9caf47e21e00) 00010000:00000001:3.0:1789130348.166221:0:31089:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875372051968 : -109198337499648 : ffff9caf47e21e00) 00010000:00000040:3.0:1789130348.166229:0:31089:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9caf47e21e00, remote cookie: 0xcdf1b083821a55f0, flags: 0x1001 00010000:00010000:3.0:1789130348.166237:0:31089:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e21e00/0xde5303b1d982cc36 lrc: 4/0,1 mode: --/CW res: [0x200000404:0x24:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a55f0 expref: -99 pid: 31089 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1789130348.166253:0:31089:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x26:0x0].0x0, instead of [0x200000404:0x24:0x0].0x0 00010000:00000001:3.0:1789130348.166257:0:31089:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:3.0:1789130348.166267:0:31089:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9caf51bbdb00. 00010000:00000010:3.0:1789130348.166273:0:31089:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9caf42e06600. 00010000:00000001:3.0:1789130348.166280:0:31089:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789130348.166283:0:31089:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e21e00/0xde5303b1d982cc36 lrc: 4/0,1 mode: --/PR res: [0x200000404:0x26:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a55f0 expref: -99 pid: 31089 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789130348.166303:0:31089:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e21e00/0xde5303b1d982cc36 lrc: 4/0,1 mode: --/PR res: [0x200000404:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a55f0 expref: -99 pid: 31089 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789130348.166310:0:31089:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1789130348.166316:0:31089:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1789130348.166320:0:31089:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1789130348.166321:0:31089:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1789130348.166322:0:31089:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1789130348.166325:0:31089:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x26:0x0].0x0 (ffff9caf51bbdb00) refcount = 1 00010000:00010000:3.0:1789130348.166330:0:31089:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e21e00/0xde5303b1d982cc36 lrc: 4/0,1 mode: PR/PR res: [0x200000404:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a55f0 expref: -99 pid: 31089 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789130348.166337:0:31089:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1789130348.166341:0:31089:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1789130348.166343:0:31089:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789130348.166346:0:31089:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1789130348.166349:0:31089:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789130348.166351:0:31089:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e21e00/0xde5303b1d982cc36 lrc: 4/0,1 mode: PR/PR res: [0x200000404:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a55f0 expref: -99 pid: 31089 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789130348.166357:0:31089:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1789130348.166360:0:31089:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130348.166364:0:31089:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789130348.166365:0:31089:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130348.166366:0:31089:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789130348.166368:0:31089:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789130348.166375:0:31089:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1789130348.166379:0:31089:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789130348.166381:0:31089:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789130348.166382:0:31089:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf47e21e00 refcount=3 00000020:00000001:3.0:1789130348.166385:0:31089:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875372051968 : -109198337499648 : ffff9caf47e21e00) 00010000:00000001:3.0:1789130348.166387:0:31089:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875372051968 : -109198337499648 : ffff9caf47e21e00) 00010000:00000001:3.0:1789130348.166390:0:31089:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789130348.166392:0:31089:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789130348.166393:0:31089:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf47e21e00 refcount=4 00000020:00000001:3.0:1789130348.166395:0:31089:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875372051968 : -109198337499648 : ffff9caf47e21e00) 00010000:00000001:3.0:1789130348.166398:0:31089:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875372051968 : -109198337499648 : ffff9caf47e21e00) 00010000:00000001:3.0:1789130348.166402:0:31089:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789130348.166407:0:31089:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789130348.166411:0:31089:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e21e00/0xde5303b1d982cc36 lrc: 5/1,1 mode: PR/PR res: [0x200000404:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a55f0 expref: -99 pid: 31089 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789130348.166418:0:31089:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130348.166419:0:31089:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789130348.166421:0:31089:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789130348.166422:0:31089:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789130348.166423:0:31089:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf47e21e00 refcount=5 00000020:00000001:3.0:1789130348.166425:0:31089:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875372051968 : -109198337499648 : ffff9caf47e21e00) 00010000:00000001:3.0:1789130348.166428:0:31089:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875372051968 : -109198337499648 : ffff9caf47e21e00) 00010000:00000001:3.0:1789130348.166431:0:31089:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789130348.166434:0:31089:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e21e00/0xde5303b1d982cc36 lrc: 5/1,1 mode: PR/PR res: [0x200000404:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a55f0 expref: -99 pid: 31089 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789130348.166441:0:31089:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130348.166442:0:31089:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1789130348.166446:0:31089:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e21e00/0xde5303b1d982cc36 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a55f0 expref: -99 pid: 31089 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789130348.166454:0:31089:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789130348.166456:0:31089:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130348.166457:0:31089:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789130348.166458:0:31089:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130348.166459:0:31089:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1789130348.166466:0:31089:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0x37, status=0 req@ffff9caf501a9e00 x1876037329012096/t4294967614(4294967614) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/664 e 0 to 0 dl 1789130364 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1789130348.166477:0:31089:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:3.0:1789130348.166483:0:31089:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9caf501a9e00 x1876037329012096/t4294967614(4294967614) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/664 e 0 to 0 dl 1789130364 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1789130348.166489:0:31089:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130348.166499:0:31089:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789130348.166500:0:31089:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789130348.166502:0:31089:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf47e21e00 refcount=3 00000020:00000001:3.0:1789130348.166504:0:31089:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875372051968 : -109198337499648 : ffff9caf47e21e00) 00010000:00000001:3.0:1789130348.166507:0:31089:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875372051968 : -109198337499648 : ffff9caf47e21e00) 00000002:00010000:3.0:1789130348.166511:0:31089:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e21e00/0xde5303b1d982cc36 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a55f0 expref: -99 pid: 31089 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:3.0:1789130348.166523:0:31089:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff9caf4689cac0. 00010000:00000001:3.0:1789130348.166526:0:31089:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130348.166527:0:31089:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789130348.166530:0:31089:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789130348.166533:0:31089:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789130348.166538:0:31089:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:3.0:1789130348.166541:0:31089:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789130348.166543:0:31089:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875509972480 : -109198199579136 : ffff9caf501a9e00) 00000100:00000001:3.0:1789130348.166545:0:31089:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789130348.166547:0:31089:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875509972480 : -109198199579136 : ffff9caf501a9e00) 00010000:00000001:3.0:1789130348.166550:0:31089:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789130348.166551:0:31089:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789130348.166553:0:31089:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf47e21e00 refcount=3 00000020:00000001:3.0:1789130348.166554:0:31089:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875372051968 : -109198337499648 : ffff9caf47e21e00) 00010000:00000001:3.0:1789130348.166557:0:31089:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875372051968 : -109198337499648 : ffff9caf47e21e00) 00000002:00010000:3.0:1789130348.166561:0:31089:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e21e00/0xde5303b1d982cc36 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a55f0 expref: -99 pid: 31089 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789130348.166569:0:31089:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130348.166570:0:31089:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789130348.166573:0:31089:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1789130348.166575:0:31089:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789130348.166576:0:31089:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789130348.166578:0:31089:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf47e21e00 refcount=3 00000020:00000001:3.0:1789130348.166580:0:31089:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875372051968 : -109198337499648 : ffff9caf47e21e00) 00010000:00000001:3.0:1789130348.166582:0:31089:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875372051968 : -109198337499648 : ffff9caf47e21e00) 00010000:00000040:3.0:1789130348.166588:0:31089:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf51bbdb00 count: 2 00010000:00000001:3.0:1789130348.166591:0:31089:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1789130348.166596:0:31089:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9caf4630e800 type 13 mode 4 res 8589935620/38 (0 0) 00010000:00000001:3.0:1789130348.166599:0:31089:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130348.166600:0:31089:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789130348.166602:0:31089:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1789130348.166606:0:31089:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41963768 00000002:00002000:3.0:1789130348.166618:0:31089:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=f intent=open|creat status=0 disp=0x1800037: rc = 0 00000002:00000001:3.0:1789130348.166623:0:31089:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789130348.166628:0:31089:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789130348.166631:0:31089:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1789130348.166635:0:31089:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000404:0x24:0x0] suppgids 0 -1: rc 0 00000080:00000001:3.0:1789130348.166641:0:31089:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130348.166649:0:31089:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:3.0:1789130348.166652:0:31089:0:(namei.c:674:ll_lookup_it_finish()) it ffff9caf58401a20 it_disposition 1800037 00000080:00002000:3.0:1789130348.166661:0:31089:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9caf60340360 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:3.0:1789130348.166670:0:31089:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1789130348.166674:0:31089:0:(namei.c:1624:ll_create_it()) Process entered 00000020:00000001:3.0:1789130348.166677:0:31089:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41963998 00000080:00200000:3.0:1789130348.166679:0:31089:0:(namei.c:1628:ll_create_it()) VFS Op:name=f, dir=[0x200000404:0x24:0x0](ffff9caf60131148), intent=open|creat 00000080:00000001:3.0:1789130348.166683:0:31089:0:(namei.c:1575:ll_create_node()) Process entered 00000080:00000001:3.0:1789130348.166687:0:31089:0:(llite_lib.c:3864:ll_prep_inode()) Process entered 00000002:00000001:3.0:1789130348.166695:0:31089:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:3.0:1789130348.166701:0:31089:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1789130348.166706:0:31089:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833958 : 144115205322833958 : 200000404000026) 00000080:00000001:3.0:1789130348.166711:0:31089:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:3.0:1789130348.166740:0:31089:0:(super25.c:42:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff9caf601ab9c0. 00000020:00000001:3.0:1789130348.168111:0:31089:0:(class_obd.c:978:obd_heat_clear()) Process entered 00000020:00000001:3.0:1789130348.168118:0:31089:0:(class_obd.c:981:obd_heat_clear()) Process leaving 00000080:00000001:3.0:1789130348.168124:0:31089:0:(llite_lib.c:3374:ll_read_inode2()) Process entered 00000080:00200000:3.0:1789130348.168127:0:31089:0:(llite_lib.c:3377:ll_read_inode2()) VFS Op:inode=[0x200000404:0x26:0x0](ffff9caf601aba88) 00000020:00000001:3.0:1789130348.168136:0:31089:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1789130348.168142:0:31089:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446634875648776168 : -109198060775448 : ffff9caf586097e8) 00000020:00001000:3.0:1789130348.168146:0:31089:0:(cl_object.c:823:cl_env_get()) 1@ffff9caf586097e0 00000020:00000001:3.0:1789130348.168152:0:31089:0:(lu_object.c:830:lu_object_find_at()) Process entered 00000080:00000010:3.0:1789130348.168158:0:31089:0:(vvp_object.c:310:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff9caf50186bb8. 00000020:00000001:3.0:1789130348.168161:0:31089:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:3.0:1789130348.168163:0:31089:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789130348.168174:0:31089:0:(lov_object.c:2415:lov_object_alloc()) Process entered 00020000:00000010:3.0:1789130348.168179:0:31089:0:(lov_object.c:2416:lov_object_alloc()) slab-alloced 'lov': 248 at ffff9caf582ac000. 00020000:00000001:3.0:1789130348.168182:0:31089:0:(lov_object.c:2430:lov_object_alloc()) Process leaving (rc=18446634875645247488 : -109198064304128 : ffff9caf582ac000) 00020000:00000001:3.0:1789130348.168185:0:31089:0:(lov_object.c:1422:lov_object_init()) Process entered 00020000:00000001:3.0:1789130348.168190:0:31089:0:(lov_pack.c:354:lov_unpackmd()) Process entered 00020000:00000010:3.0:1789130348.168199:0:31089:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9caf58401480. 00020000:00000010:3.0:1789130348.168205:0:31089:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9caf4511c000. 00020000:00000010:3.0:1789130348.168212:0:31089:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9caf58401540. 00020000:00000001:3.0:1789130348.168215:0:31089:0:(lov_pack.c:366:lov_unpackmd()) Process leaving (rc=18446634875646645568 : -109198062906048 : ffff9caf58401540) 00020000:00000002:3.0:1789130348.168218:0:31089:0:(lov_ea.c:762:dump_lsm()) lsm ffff9caf58401540, objid 0x26:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1789130348.168224:0:31089:0:(lov_ea.c:793:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:3.0:1789130348.168229:0:31089:0:(lov_ea.c:812:dump_lsm()) oinfo:ffff9caf4511c000: ostid: 0x240000400:23 ost idx: 0 gen: 0 00020000:00000001:3.0:1789130348.168233:0:31089:0:(lov_object.c:598:lov_init_composite()) Process entered 00020000:00000002:3.0:1789130348.168236:0:31089:0:(lov_ea.c:762:dump_lsm()) lsm ffff9caf58401540, objid 0x26:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1789130348.168241:0:31089:0:(lov_ea.c:793:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:3.0:1789130348.168244:0:31089:0:(lov_ea.c:812:dump_lsm()) oinfo:ffff9caf4511c000: ostid: 0x240000400:23 ost idx: 0 gen: 0 00020000:00000010:3.0:1789130348.168248:0:31089:0:(lov_object.c:618:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff9caf47c9a920. 00020000:00000010:3.0:1789130348.168253:0:31089:0:(lov_object.c:622:lov_init_composite()) kmalloced '(comp->lo_entries)': 176 at ffff9caf485e8a80. 00020000:00000001:3.0:1789130348.168260:0:31089:0:(lov_object.c:189:lov_init_raid0()) Process entered 00020000:00000010:3.0:1789130348.168264:0:31089:0:(lov_object.c:194:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff9caf49c76778. 00020000:00000001:3.0:1789130348.168268:0:31089:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:3.0:1789130348.168270:0:31089:0:(lu_object.c:830:lu_object_find_at()) Process entered 00020000:00000001:3.0:1789130348.168278:0:31089:0:(lovsub_object.c:178:lovsub_object_alloc()) Process entered 00020000:00000010:3.0:1789130348.168281:0:31089:0:(lovsub_object.c:179:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff9caf50186000. 00000020:00000001:3.0:1789130348.168283:0:31089:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:3.0:1789130348.168285:0:31089:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789130348.168287:0:31089:0:(lovsub_object.c:192:lovsub_object_alloc()) Process leaving (rc=18446634875509825664 : -109198199725952 : ffff9caf50186080) 00020000:00000001:3.0:1789130348.168291:0:31089:0:(lovsub_object.c:32:lovsub_object_init()) Process entered 00000008:00000010:3.0:1789130348.168298:0:31089:0:(osc_object.c:444:osc_object_alloc()) slab-alloced 'osc': 488 at ffff9caf4363ef40. 00020000:00000001:3.0:1789130348.168301:0:31089:0:(lovsub_object.c:41:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789130348.168308:0:31089:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446634875509825664 : -109198199725952 : ffff9caf50186080) 00020000:00000001:3.0:1789130348.168310:0:31089:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446634875509825664 : -109198199725952 : ffff9caf50186080) 00020000:00000002:3.0:1789130348.168314:0:31089:0:(lov_object.c:134:lov_init_sub()) [0x240000400:0x17:0x0]@ffff9caf50186000[0:0] -> [0x200000404:0x26:0x0]@ffff9caf50186bb8: ostid: 0x240000400:23 ost idx: 0 gen: 0 00020000:00000001:3.0:1789130348.168321:0:31089:0:(lov_object.c:259:lov_init_raid0()) Process leaving (rc=136 : 136 : 88) 00020000:00000001:3.0:1789130348.168323:0:31089:0:(lov_object.c:823:lov_init_composite()) Process leaving 00020000:00000001:3.0:1789130348.168325:0:31089:0:(lov_object.c:1450:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789130348.168329:0:31089:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446634875509828664 : -109198199722952 : ffff9caf50186c38) 00000020:00001000:3.0:1789130348.168332:0:31089:0:(cl_object.c:917:cl_env_put()) 1@ffff9caf586097e0 00000080:00000001:3.0:1789130348.168338:0:31089:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833958 : 144115205322833958 : 200000404000026) 00000080:00000001:3.0:1789130348.168341:0:31089:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:3.0:1789130348.168344:0:31089:0:(llite_lib.c:3071:ll_update_inode()) setting ino 144115205322833958 mtime from 0 to 1789130348 00000080:00000001:3.0:1789130348.168348:0:31089:0:(llite_lib.c:3399:ll_read_inode2()) Process leaving 00000080:00000001:3.0:1789130348.168352:0:31089:0:(namei.c:156:ll_iget()) Process leaving (rc=18446634875778415240 : -109197931136376 : ffff9caf601aba88) 00010000:00000001:3.0:1789130348.168356:0:31089:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789130348.168359:0:31089:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789130348.168362:0:31089:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf47e21e00 refcount=3 00000020:00000001:3.0:1789130348.168365:0:31089:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875372051968 : -109198337499648 : ffff9caf47e21e00) 00010000:00000001:3.0:1789130348.168368:0:31089:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875372051968 : -109198337499648 : ffff9caf47e21e00) 00000080:00000001:3.0:1789130348.168373:0:31089:0:(file.c:6819:ll_layout_conf()) Process entered 00000020:00000001:3.0:1789130348.168375:0:31089:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1789130348.168376:0:31089:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446634875648776168 : -109198060775448 : ffff9caf586097e8) 00000020:00001000:3.0:1789130348.168378:0:31089:0:(cl_object.c:823:cl_env_get()) 1@ffff9caf586097e0 00000020:00000001:3.0:1789130348.168381:0:31089:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:3.0:1789130348.168384:0:31089:0:(lov_object.c:1460:lov_conf_set()) Process entered 00020000:00000001:3.0:1789130348.168386:0:31089:0:(lov_pack.c:354:lov_unpackmd()) Process entered 00020000:00000010:3.0:1789130348.168389:0:31089:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9caf58401780. 00020000:00000010:3.0:1789130348.168392:0:31089:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9caf4511cc00. 00020000:00000010:3.0:1789130348.168395:0:31089:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9caf58401000. 00020000:00000001:3.0:1789130348.168397:0:31089:0:(lov_pack.c:366:lov_unpackmd()) Process leaving (rc=18446634875646644224 : -109198062907392 : ffff9caf58401000) 00020000:00000002:3.0:1789130348.168400:0:31089:0:(lov_ea.c:762:dump_lsm()) lsm ffff9caf58401000, objid 0x26:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1789130348.168405:0:31089:0:(lov_ea.c:793:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:3.0:1789130348.168408:0:31089:0:(lov_ea.c:812:dump_lsm()) oinfo:ffff9caf4511cc00: ostid: 0x240000400:23 ost idx: 0 gen: 0 00020000:00000002:3.0:1789130348.168412:0:31089:0:(lov_object.c:1314:lov_conf_lock()) Took exclusive lov(ffff9caf582ac000) owner ffff9caf4c1bcf80 00020000:00000001:3.0:1789130348.168415:0:31089:0:(lov_object.c:1520:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1789130348.168418:0:31089:0:(lov_object.c:1320:lov_conf_unlock()) To release exclusive lov(ffff9caf582ac000) owner ffff9caf4c1bcf80 00020000:00000010:3.0:1789130348.168425:0:31089:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9caf4511cc00. 00020000:00000010:3.0:1789130348.168432:0:31089:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff9caf58401780. 00020000:00000010:3.0:1789130348.168438:0:31089:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff9caf58401000. 00020000:00000002:3.0:1789130348.168441:0:31089:0:(lov_object.c:1547:lov_conf_set()) [0x200000404:0x26:0x0] lo_layout_invalid=0 00020000:00000001:3.0:1789130348.168443:0:31089:0:(lov_object.c:1548:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789130348.168446:0:31089:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789130348.168452:0:31089:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:3.0:1789130348.168455:0:31089:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9caf582ac000) owner 0000000000000000/ffff9caf4c1bcf80 00020000:00000002:3.0:1789130348.168459:0:31089:0:(lov_object.c:2443:lov_lsm_addref()) lsm ffff9caf58401540 addref 2/0 by ffff9caf4c1bcf80. 00020000:00000002:3.0:1789130348.168462:0:31089:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9caf582ac000) owner 0000000000000000/ffff9caf4c1bcf80 00020000:00000001:3.0:1789130348.168465:0:31089:0:(lov_object.c:2339:lov_object_layout_get()) Process entered 00020000:00000001:3.0:1789130348.168469:0:31089:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:3.0:1789130348.168471:0:31089:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:3.0:1789130348.168473:0:31089:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:3.0:1789130348.168475:0:31089:0:(lov_object.c:2358:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:3.0:1789130348.168478:0:31089:0:(file.c:6854:ll_layout_conf()) [0x200000404:0x26:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:3.0:1789130348.168481:0:31089:0:(cl_object.c:917:cl_env_put()) 1@ffff9caf586097e0 00000080:00000001:3.0:1789130348.168483:0:31089:0:(file.c:6861:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130348.168486:0:31089:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130348.168488:0:31089:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1789130348.168490:0:31089:0:(llite_lib.c:3962:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1789130348.168497:0:31089:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:3.0:1789130348.168499:0:31089:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789130348.168502:0:31089:0:(namei.c:1594:ll_create_node()) setting l_ast_data to inode [0x200000404:0x26:0x0](ffff9caf601aba88) 00000080:00010000:3.0:1789130348.168507:0:31089:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000404:0x26:0x0](ffff9caf601aba88) for lock 0xde5303b1d982cc36 00800000:00000001:3.0:1789130348.168511:0:31089:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1789130348.168516:0:31089:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1789130348.168517:0:31089:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789130348.168518:0:31089:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789130348.168520:0:31089:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf47e21e00 refcount=3 00000020:00000001:3.0:1789130348.168522:0:31089:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875372051968 : -109198337499648 : ffff9caf47e21e00) 00010000:00000001:3.0:1789130348.168525:0:31089:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875372051968 : -109198337499648 : ffff9caf47e21e00) 00010000:00000001:3.0:1789130348.168529:0:31089:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130348.168530:0:31089:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789130348.168531:0:31089:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789130348.168533:0:31089:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130348.168535:0:31089:0:(namei.c:1596:ll_create_node()) Process leaving 00000100:00000001:3.0:1789130348.168540:0:31089:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130348.168557:0:31089:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff9caf501a9e00 x1876037329012096/t4294967614(4294967614) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/664 e 0 to 0 dl 1789130364 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130348.168568:0:31089:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:3.0:1789130348.168574:0:31089:0:(namei.c:1651:ll_create_it()) inode ffff9caf601aba88 need_sync_to_mds [0x200000404:0x26:0x0] 00000080:00000001:3.0:1789130348.168580:0:31089:0:(namei.c:1686:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789130348.168585:0:31089:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x26:0x0](ffff9caf601aba88) 00000080:00000001:3.0:1789130348.168588:0:31089:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:3.0:1789130348.168593:0:31089:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9caf47c6c800. 00000100:00000001:3.0:1789130348.168598:0:31089:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130348.168601:0:31089:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf501a9e00 x1876037329012096/t4294967614(4294967614) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/664 e 0 to 0 dl 1789130364 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130348.168754:0:31089:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130348.168759:0:31089:0:(pcc.c:3566:pcc_inode_create_fini()) Process entered 00000080:00000001:3.0:1789130348.168761:0:31089:0:(pcc.c:3569:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:3.0:1789130348.168763:0:31089:0:(namei.c:1500:ll_atomic_open()) inode ffff9caf601aba88 need_sync_to_mds [0x200000404:0x26:0x0] 00000080:00000001:3.0:1789130348.168775:0:31089:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:3.0:1789130348.168778:0:31089:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41963a68 00000080:00200008:3.0:1789130348.168780:0:31089:0:(file.c:1090:ll_file_open()) START file f:[0x200000404:0x26:0x0](ffff9caf601aba88), flags 104501 00000080:00000010:3.0:1789130348.168791:0:31089:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9caf51ae92c0. 00000080:00000010:3.0:1789130348.168800:0:31089:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff9caf4689c980. 00000080:00000001:3.0:1789130348.169028:0:31089:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:3.0:1789130348.169038:0:31089:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00000002:00000001:3.0:1789130348.169043:0:31089:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:3.0:1789130348.169050:0:31089:0:(obd.h:1507:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff9caf4938e5a0. 00000002:00100000:3.0:1789130348.169057:0:31089:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9caf501a9e00 x1876037329012096/t4294967614(4294967614) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/664 e 0 to 0 dl 1789130364 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1789130348.169064:0:31089:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789130348.169066:0:31089:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:3.0:1789130348.169071:0:31089:0:(rw.c:970:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:3.0:1789130348.169074:0:31089:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130348.169078:0:31089:0:(file.c:1298:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789130348.169082:0:31089:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130348.169085:0:31089:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf501a9e00 x1876037329012096/t4294967614(4294967614) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/664 e 0 to 0 dl 1789130364 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 02000000:00000001:3.0:1789130348.169093:0:31089:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789130348.169097:0:31089:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff9caf485c0000. 02000000:00000001:3.0:1789130348.169128:0:31089:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1789130348.169131:0:31089:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789130348.169134:0:31089:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41963a68 00000080:00000008:3.0:1789130348.169136:0:31089:0:(file.c:1329:ll_file_open()) COMPLETED file f:[0x200000404:0x26:0x0](ffff9caf601aba88), flags 104501, rc = 0 00000080:00000001:3.0:1789130348.169142:0:31089:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:3.0:1789130348.169145:0:31089:0:(dcache.c:176:ll_intent_release()) intent ffff9caf58401a20 released 00000080:00010000:3.0:1789130348.169148:0:31089:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xde5303b1d982cc36 from it ffff9caf58401a20 00010000:00000001:3.0:1789130348.169150:0:31089:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789130348.169152:0:31089:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789130348.169155:0:31089:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf47e21e00 refcount=3 00000020:00000001:3.0:1789130348.169157:0:31089:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875372051968 : -109198337499648 : ffff9caf47e21e00) 00010000:00000001:3.0:1789130348.169159:0:31089:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875372051968 : -109198337499648 : ffff9caf47e21e00) 00010000:00000001:3.0:1789130348.169162:0:31089:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789130348.169167:0:31089:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e21e00/0xde5303b1d982cc36 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xcdf1b083821a55f0 expref: -99 pid: 31089 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789130348.169177:0:31089:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130348.169178:0:31089:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789130348.169180:0:31089:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1789130348.169184:0:31089:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1789130348.169187:0:31089:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e21e00/0xde5303b1d982cc36 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xcdf1b083821a55f0 expref: -99 pid: 31089 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1789130348.169196:0:31089:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130348.169200:0:31089:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789130348.169202:0:31089:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789130348.169209:0:31089:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130348.169210:0:31089:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789130348.169212:0:31089:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130348.169216:0:31089:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789130348.169218:0:31089:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130348.169220:0:31089:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130348.169225:0:31089:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130348.169227:0:31089:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789130348.169228:0:31089:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130348.169230:0:31089:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1789130348.169232:0:31089:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:3.0:1789130348.169234:0:31089:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:3.0:1789130348.169237:0:31089:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:3.0:1789130348.169239:0:31089:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1789130348.169242:0:31089:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:3.0:1789130348.169245:0:31089:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130348.169249:0:31089:0:(pcc.c:1930:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:3.0:1789130348.169251:0:31089:0:(pcc.c:1933:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130348.169253:0:31089:0:(pcc.c:2398:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1789130348.169256:0:31089:0:(pcc.c:2425:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130348.169258:0:31089:0:(namei.c:1550:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:3.0:1789130348.169261:0:31089:0:(namei.c:1562:ll_atomic_open()) kfreed 'it': 72 at ffff9caf58401a20. 00000080:00000001:3.0:1789130348.169265:0:31089:0:(namei.c:1564:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130348.169270:0:31089:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00200000:3.0:1789130348.169273:0:31089:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000404:0x26:0x0](ffff9caf601aba88), inode mode 81a4 mask 40 00000080:00000001:3.0:1789130348.169278:0:31089:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789130348.169336:0:31089:0:(lov_object.c:2454:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:3.0:1789130348.169340:0:31089:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9caf582ac000) owner 0000000000000000/ffff9caf4c1bcf80 00020000:00000002:3.0:1789130348.169344:0:31089:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9caf582ac000) owner 0000000000000000/ffff9caf4c1bcf80 00020000:00000001:3.0:1789130348.169347:0:31089:0:(lov_object.c:2505:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130348.169363:0:31089:0:(llite_lib.c:2434:ll_setattr_raw()) Process entered 00000020:00000001:3.0:1789130348.169365:0:31089:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41963c38 00000080:00200008:3.0:1789130348.169368:0:31089:0:(llite_lib.c:2443:ll_setattr_raw()) START file f:[0x200000404:0x26:0x0](ffff9caf601aba88) current size 0, valid attrs 20070, mode 0, uid -1056221974, gid -1, new size 213440, atime 1789130348.000000000, mtime 1789130348.000000000, ctime 1789130348.000000000 00000080:00000002:3.0:1789130348.169376:0:31089:0:(llite_lib.c:2495:ll_setattr_raw()) setting mtime 1789130348, ctime 1789130348, now = 1789130348 00000080:00000002:3.0:1789130348.169379:0:31089:0:(llite_lib.c:2502:ll_setattr_raw()) inode ffff9caf601aba88 attr 0x100201f0 need_sync_to_mds [0x200000404:0x26:0x0] 00000080:00000010:3.0:1789130348.169384:0:31089:0:(llite_lib.c:2510:ll_setattr_raw()) kmalloced '(op_data)': 392 at ffff9caf47c6c800. 00000080:00000001:3.0:1789130348.169388:0:31089:0:(llite_lib.c:2141:ll_md_setattr()) Process entered 00800000:00000001:3.0:1789130348.169397:0:31089:0:(lmv_obd.c:3034:lmv_setattr()) Process entered 00800000:00000002:3.0:1789130348.169400:0:31089:0:(lmv_obd.c:3038:lmv_setattr()) SETATTR for [0x200000404:0x26:0x0], valid 0x100201f0/0x0 00000002:00000001:3.0:1789130348.169406:0:31089:0:(mdc_reint.c:94:mdc_setattr()) Process entered 00000002:00000001:3.0:1789130348.169410:0:31089:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1789130348.169420:0:31089:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf51bbdb00 count: 2 00010000:00000001:3.0:1789130348.169423:0:31089:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789130348.169427:0:31089:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1789130348.169431:0:31089:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1789130348.169434:0:31089:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e21e00/0xde5303b1d982cc36 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xcdf1b083821a55f0 expref: -99 pid: 31089 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00000001:3.0:1789130348.169447:0:31089:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1789130348.169452:0:31089:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1789130348.169454:0:31089:0:(file.c:6113:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1789130348.169457:0:31089:0:(file.c:6119:ll_have_md_lock()) trying to match res [0x200000404:0x26:0x0] mode (null) 00000002:00000001:3.0:1789130348.169461:0:31089:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789130348.169463:0:31089:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789130348.169465:0:31089:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf51bbdb00 count: 3 00010000:00000001:3.0:1789130348.169467:0:31089:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789130348.169471:0:31089:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789130348.169472:0:31089:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789130348.169473:0:31089:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789130348.169475:0:31089:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf51bbdb00 count: 3 00010000:00000001:3.0:1789130348.169477:0:31089:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789130348.169479:0:31089:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789130348.169480:0:31089:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789130348.169481:0:31089:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789130348.169482:0:31089:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf51bbdb00 count: 3 00010000:00000001:3.0:1789130348.169484:0:31089:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789130348.169486:0:31089:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789130348.169488:0:31089:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789130348.169489:0:31089:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789130348.169490:0:31089:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf51bbdb00 count: 3 00010000:00000001:3.0:1789130348.169492:0:31089:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789130348.169494:0:31089:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130348.169496:0:31089:0:(file.c:6141:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130348.169498:0:31089:0:(file.c:6819:ll_layout_conf()) Process entered 00000020:00000001:3.0:1789130348.169500:0:31089:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1789130348.169504:0:31089:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446634875648776168 : -109198060775448 : ffff9caf586097e8) 00000020:00001000:3.0:1789130348.169507:0:31089:0:(cl_object.c:823:cl_env_get()) 1@ffff9caf586097e0 00000020:00000001:3.0:1789130348.169509:0:31089:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:3.0:1789130348.169512:0:31089:0:(vvp_object.c:123:vvp_conf_set()) [0x200000404:0x26:0x0]: losing layout lock 00000080:00000001:3.0:1789130348.169515:0:31089:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:3.0:1789130348.169518:0:31089:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:3.0:1789130348.169520:0:31089:0:(lov_object.c:1460:lov_conf_set()) Process entered 00020000:00000001:3.0:1789130348.169523:0:31089:0:(lov_object.c:1474:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1789130348.169525:0:31089:0:(lov_object.c:1547:lov_conf_set()) [0x200000404:0x26:0x0] lo_layout_invalid=1 00020000:00000001:3.0:1789130348.169527:0:31089:0:(lov_object.c:1548:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789130348.169529:0:31089:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1789130348.169531:0:31089:0:(cl_object.c:917:cl_env_put()) 1@ffff9caf586097e0 00000080:00000001:3.0:1789130348.169534:0:31089:0:(file.c:6861:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130348.169536:0:31089:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:3.0:1789130348.169539:0:31089:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x26:0x0](ffff9caf601aba88) invalid 00000020:00000001:3.0:1789130348.169541:0:31089:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41963840 00000080:00002000:3.0:1789130348.169543:0:31089:0:(llite_internal.h:2032:d_lustre_invalidate()) invalidate dentry f (ffff9caf60340360) parent ffff9caf60345ca8 inode ffff9caf601aba88 refc 1 00000080:00000001:3.0:1789130348.169547:0:31089:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:3.0:1789130348.169550:0:31089:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1789130348.169552:0:31089:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130348.169555:0:31089:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1789130348.169560:0:31089:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1789130348.169562:0:31089:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1789130348.169564:0:31089:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789130348.169568:0:31089:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1789130348.169571:0:31089:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9caf47e21e00 with handle 0xde5303b1d982cc36 from hash 00010000:00000001:3.0:1789130348.169574:0:31089:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1789130348.169575:0:31089:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130348.169577:0:31089:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789130348.169578:0:31089:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1789130348.169582:0:31089:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1789130348.169584:0:31089:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1789130348.170036:0:31089:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1789130348.170038:0:31089:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1789130348.170041:0:31089:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1789130348.170049:0:31089:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf501a8b40. 00000020:00000040:3.0:1789130348.170053:0:31089:0:(genops.c:1210:class_import_get()) import ffff9caf6079a800 refcount=8 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00010000:00000001:3.0:1789130348.170059:0:31089:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1789130348.170065:0:31089:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789130348.170068:0:31089:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130348.170070:0:31089:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789130348.170071:0:31089:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130348.170074:0:31089:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789130348.170076:0:31089:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789130348.170082:0:31089:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789130348.170090:0:31089:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9caf47c6c000. 00000100:00000001:3.0:1789130348.170099:0:31089:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130348.170102:0:31089:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1789130348.170105:0:31089:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1789130348.170110:0:31089:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e21e00/0xde5303b1d982cc36 lrc: 1/0,0 mode: --/PR res: [0x200000404:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xcdf1b083821a55f0 expref: -99 pid: 31089 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1789130348.170118:0:31089:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1789130348.170119:0:31089:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1789130348.170121:0:31089:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1789130348.170123:0:31089:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e21e00/0xde5303b1d982cc36 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xcdf1b083821a55f0 expref: -99 pid: 31089 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000010:3.0:1789130348.170132:0:31089:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9caf4689cac0. 00010000:00000040:3.0:1789130348.170136:0:31089:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9caf51bbdb00 count: 0 00010000:00000010:3.0:1789130348.170143:0:31089:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9caf42e06600. 00010000:00000001:3.0:1789130348.170152:0:31089:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789130348.170154:0:31089:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130348.170156:0:31089:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1789130348.170158:0:31089:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130348.170160:0:31089:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000002:3.0:1789130348.170162:0:31089:0:(mdc_reint.c:124:mdc_setattr()) setting mtime 1789130348, ctime 1789130348 00000020:00100000:3.0:1789130348.170171:0:31089:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9caf5014c800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:3.0:1789130348.170182:0:31089:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9caf501a8b40 x1876037329012352/t0(0) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789130348.170189:0:31089:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1789130348.170191:0:31089:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1789130348.170200:0:31089:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9caf485e8180. 00000100:00000001:3.0:1789130348.170202:0:31089:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446634875380203904 : -109198329347712 : ffff9caf485e8180) 00000100:00000001:3.0:1789130348.170205:0:31089:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789130348.170207:0:31089:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875509967680 : -109198199583936 : ffff9caf501a8b40) 00000100:00000001:3.0:1789130348.170213:0:31089:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789130348.170219:0:31089:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130348.170222:0:31089:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1789130348.170224:0:31089:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789130348.170229:0:31089:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf501a8b40 x1876037329012352/t0(0) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130348.170237:0:31089:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789130348.170239:0:31089:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789130348.170243:0:31089:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789130348.170246:0:31089:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789130348.170249:0:31089:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789130348.170252:0:31089:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf501a8b40 pname:cluuid:pid:xid:nid:opc:job touch:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:31089:1876037329012352:192.168.204.123@tcp:36:touch.0 00000100:00000001:3.0:1789130348.170257:0:31089:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789130348.170266:0:31089:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789130348.170270:0:31089:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789130348.170273:0:31089:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789130348.170278:0:31089:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9caf50105c00. 02000000:00000001:3.0:1789130348.170280:0:31089:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789130348.170290:0:31089:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:3.0:1789130348.170296:0:31089:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf607881b8. 00000400:00000010:3.0:1789130348.170306:0:31089:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf4549ff68. 00000100:00000200:3.0:1789130348.170316:0:31089:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876037329012352, portal 10 00000100:00000001:3.0:1789130348.170318:0:31089:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789130348.170320:0:31089:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875509967680 : -109198199583936 : ffff9caf501a8b40) 00000100:00000040:3.0:1789130348.170327:0:31089:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9caf501a8b40 x1876037329012352/t0(0) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 488/512 e 0 to 0 dl 1789130364 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130348.170334:0:31089:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789130348.170337:0:31089:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:3.0:1789130348.170340:0:31089:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf4549f660. 00000100:00000200:3.0:1789130348.170342:0:31089:0:(niobuf.c:94:ptl_send_buf()) Sending 488 bytes to portal 12, xid 1876037329012352, offset 0 00000400:00000200:3.0:1789130348.170350:0:31089:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:3.0:1789130348.170361:0:31089:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130348.170371:0:31089:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:3.0:1789130348.170379:0:31089:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789130348.170385:0:31089:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:3.0:1789130348.170389:0:31089:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789130348.170392:0:31089:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:3.0:1789130348.170397:0:31089:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2364:2364:256:4294967295] 192.168.204.123@tcp LPNI seq info [2363:2363:8:4294967295] 00000400:00000200:3.0:1789130348.170401:0:31089:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130348.170414:0:31089:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:3.0:1789130348.170421:0:31089:0:(socklnd_cb.c:931:ksocknal_send()) sending 488 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:3.0:1789130348.170427:0:31089:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf47fd2600. 00000800:00000200:3.0:1789130348.170438:0:31089:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:3.0:1789130348.170449:0:31089:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:3.0:1789130348.170455:0:31089:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf47fd2600 type 1, nob 584 niov 1 nkiov 1 00000100:00000001:3.0:1789130348.170479:0:31089:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130348.170485:0:31089:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: using a timeout of 797147 usecs (798 jiffies) 00000400:00000200:3.0:1789130348.170488:0:31089:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:3.0:1789130348.170492:0:31089:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296442990 00000100:00000001:3.0:1789130348.170503:0:31089:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 2, simply extend its deadline from 4296442972 00000100:00000001:3.0:1789130348.170510:0:31089:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296442990 00000100:00000001:3.0:1789130348.170514:0:31089:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 3, simply extend its deadline from 4296442972 00000100:00000001:3.0:1789130348.170517:0:31089:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789130348.170520:0:31089:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130348.170523:0:31089:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789130348.170525:0:31089:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1789130348.170529:0:31089:0:(client.c:2715:ptlrpc_set_wait()) set ffff9caf485e8180 going to sleep for 11 seconds 00000100:00000001:3.0:1789130348.170532:0:31089:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789130348.170535:0:31089:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789130348.170977:0:2341:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789130348.170986:0:2341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf47fd2600. 00000400:00000200:2.0:1789130348.170994:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130348.171001:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:2.0:1789130348.171010:0:2341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf4549f660 00000400:00000010:2.0:1789130348.171013:0:2341:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf4549f660. 00000100:00000001:2.0:1789130348.171020:0:2341:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789130348.171025:0:2341:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf501a8b40 x1876037329012352/t0(0) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 488/512 e 0 to 0 dl 1789130364 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130348.171037:0:2341:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130348.171041:0:2341:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf501a8b40 x1876037329012352/t0(0) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 488/512 e 0 to 0 dl 1789130364 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130348.171049:0:2341:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130348.171051:0:2341:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:3.1:1789130348.178425:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf51bbdb00. 00010000:00000010:3.1:1789130348.178451:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf47e21e00. 00000100:00000040:2.0:1789130348.347971:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 70f26143-21ad-4cd3-af2c-0601ab5c9490->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789130348.347984:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1789130348.347995:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf580b8000. 00000020:00000040:2.0:1789130348.348003:0:36:0:(genops.c:1210:class_import_get()) import ffff9caf586ce800 refcount=4 obd=MGC192.168.204.123@tcp 00000100:00000001:2.0:1789130348.348009:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789130348.348015:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789130348.348022:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789130348.348033:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9caf501cfb00. 00000100:00000001:2.0:1789130348.348044:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130348.348064:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 70f26143-21ad-4cd3-af2c-0601ab5c9490->MGS req@ffff9caf580b8000 x1876037329012480/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789130348.348078:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789130348.348084:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130348.348090:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cd5f3892] to pc [ptlrpcd_01_00+0] req@ffff9caf580b8000 x1876037329012480/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130348.348119:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130348.348123:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) c4ff2dbd-4d13-4802-9c50-d71e34d32a35->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789130348.348127:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1789130348.348130:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf580b9e00. 00000020:00000040:2.0:1789130348.348133:0:36:0:(genops.c:1210:class_import_get()) import ffff9caf6079a800 refcount=9 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000100:00000001:2.0:1789130348.348135:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789130348.348136:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789130348.348138:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789130348.348142:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9caf501cf100. 00000100:00000001:2.0:1789130348.348146:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130348.348149:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging c4ff2dbd-4d13-4802-9c50-d71e34d32a35->lustre-MDT0000_UUID req@ffff9caf580b9e00 x1876037329012608/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789130348.348157:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789130348.348159:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130348.348163:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c342c2b5] to pc [ptlrpcd_01_01+1] req@ffff9caf580b9e00 x1876037329012608/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130348.348171:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130348.348174:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) c4ff2dbd-4d13-4802-9c50-d71e34d32a35->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789130348.348178:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1789130348.348182:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf580b8f00. 00000020:00000040:2.0:1789130348.348185:0:36:0:(genops.c:1210:class_import_get()) import ffff9caf468ac800 refcount=3 obd=lustre-OST0000-osc-ffff9caf5014c800 00000100:00000001:2.0:1789130348.348187:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789130348.348188:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789130348.348190:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789130348.348193:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9caf501cf900. 00000100:00000001:2.0:1789130348.348196:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130348.348200:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging c4ff2dbd-4d13-4802-9c50-d71e34d32a35->lustre-OST0000_UUID req@ffff9caf580b8f00 x1876037329012736/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789130348.348207:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789130348.348209:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130348.348213:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000857e971] to pc [ptlrpcd_01_00+0] req@ffff9caf580b8f00 x1876037329012736/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130348.348229:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130348.348231:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) c4ff2dbd-4d13-4802-9c50-d71e34d32a35->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789130348.348235:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1789130348.348239:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf580bb840. 00000020:00000040:2.0:1789130348.348242:0:36:0:(genops.c:1210:class_import_get()) import ffff9caf48ede000 refcount=3 obd=lustre-OST0001-osc-ffff9caf5014c800 00000100:00000001:2.0:1789130348.348244:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789130348.348245:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789130348.348247:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789130348.348251:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9caf501cf400. 00000100:00000001:2.0:1789130348.348253:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130348.348257:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging c4ff2dbd-4d13-4802-9c50-d71e34d32a35->lustre-OST0001_UUID req@ffff9caf580bb840 x1876037329012864/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789130348.348265:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789130348.348266:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130348.348270:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000024f9ac59] to pc [ptlrpcd_01_01+1] req@ffff9caf580bb840 x1876037329012864/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130348.348278:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130348.348283:0:36:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1780) 00000100:00000001:2.0:1789130348.348317:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789130348.348322:0:2349:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789130348.348325:0:2349:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789130348.348331:0:2349:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf580b8000 x1876037329012480/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130348.348340:0:2349:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789130348.348343:0:2349:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789130348.348348:0:2349:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789130348.348351:0:2349:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789130348.348354:0:2349:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789130348.348358:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf580b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:70f26143-21ad-4cd3-af2c-0601ab5c9490:2349:1876037329012480:192.168.204.123@tcp:400:kworker.0 00000100:00000001:2.0:1789130348.348363:0:2349:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789130348.348371:0:2349:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789130348.348375:0:2349:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789130348.348378:0:2349:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789130348.348385:0:2349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9caf5875bc00. 02000000:00000001:2.0:1789130348.348387:0:2349:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789130348.348398:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:2.0:1789130348.348404:0:2349:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf483fdf20. 00000400:00000010:2.0:1789130348.348413:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf42d18aa0. 00000100:00000200:2.0:1789130348.348423:0:2349:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876037329012480, portal 25 00000100:00000001:2.0:1789130348.348426:0:2349:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789130348.348428:0:2349:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875643199488 : -109198066352128 : ffff9caf580b8000) 00000100:00000040:2.0:1789130348.348436:0:2349:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9caf580b8000 x1876037329012480/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130364 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130348.348444:0:2349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789130348.348448:0:2349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:2.0:1789130348.348452:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf42d18770. 00000100:00000200:2.0:1789130348.348455:0:2349:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1876037329012480, offset 0 00000400:00000200:2.0:1789130348.348463:0:2349:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:2.0:1789130348.348477:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130348.348487:0:2349:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:2.0:1789130348.348495:0:2349:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789130348.348502:0:2349:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:2.0:1789130348.348508:0:2349:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789130348.348511:0:2349:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:2.0:1789130348.348516:0:2349:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2365:2365:256:4294967295] 192.168.204.123@tcp LPNI seq info [2364:2364:8:4294967295] 00000400:00000200:2.0:1789130348.348521:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130348.348534:0:2349:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:2.0:1789130348.348543:0:2349:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:2.0:1789130348.348550:0:2349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf501cf000. 00000800:00000200:2.0:1789130348.348560:0:2349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:2.0:1789130348.348573:0:2349:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:2.0:1789130348.348581:0:2349:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf501cf000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1789130348.348596:0:2349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789130348.348600:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:2.0:1789130348.348604:0:2349:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.123@tcp: PM QoS new deadline estimation for cpu 2 is 4296446456 00000100:00000001:2.0:1789130348.348625:0:2349:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.123@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296442990 00000100:00000001:2.0:1789130348.348630:0:2349:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.123@tcp: PM QoS new deadline estimation for cpu 3 is 4296446456 00000100:00000001:2.0:1789130348.348633:0:2349:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.123@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296442990 00000100:00000001:2.0:1789130348.348637:0:2349:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789130348.348649:0:2349:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130348.348653:0:2349:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789130348.348657:0:2349:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf580b8f00 x1876037329012736/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130348.348664:0:2349:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789130348.348665:0:2349:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789130348.348668:0:2349:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789130348.348669:0:2349:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789130348.348671:0:2349:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789130348.348674:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf580b8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:2349:1876037329012736:192.168.204.123@tcp:400:kworker.0 00000100:00000001:2.0:1789130348.348677:0:2349:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789130348.348680:0:2349:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789130348.348681:0:2349:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789130348.348683:0:2349:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789130348.348686:0:2349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9caf5875b000. 02000000:00000001:2.0:1789130348.348688:0:2349:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789130348.348691:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:2.0:1789130348.348694:0:2349:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf483fd790. 00000400:00000010:2.0:1789130348.348698:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf42d182a8. 00000100:00000200:2.0:1789130348.348700:0:2349:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876037329012736, portal 4 00000100:00000001:2.0:1789130348.348702:0:2349:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789130348.348703:0:2349:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875643203328 : -109198066348288 : ffff9caf580b8f00) 00000100:00000040:2.0:1789130348.348712:0:2349:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9caf580b8f00 x1876037329012736/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130364 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130348.348725:0:2349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789130348.348728:0:2349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:2.0:1789130348.348730:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf42d186e8. 00000100:00000200:2.0:1789130348.348732:0:2349:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876037329012736, offset 0 00000400:00000200:2.0:1789130348.348736:0:2349:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:2.0:1789130348.348740:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130348.348743:0:2349:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:2.0:1789130348.348746:0:2349:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789130348.348748:0:2349:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:2.0:1789130348.348751:0:2349:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789130348.348753:0:2349:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:2.0:1789130348.348755:0:2349:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2366:2366:255:4294967295] 192.168.204.123@tcp LPNI seq info [2365:2365:7:4294967295] 00000400:00000200:2.0:1789130348.348759:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130348.348765:0:2349:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:2.0:1789130348.348769:0:2349:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:2.0:1789130348.348772:0:2349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf501cff00. 00000800:00000200:2.0:1789130348.348776:0:2349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:2.0:1789130348.348781:0:2349:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:2.0:1789130348.348783:0:2349:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf501cff00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1789130348.348786:0:2349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130348.348790:0:2349:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9caf5014c800: using a timeout of 22787 usecs (23 jiffies) 00000400:00000200:2.0:1789130348.348794:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:2.0:1789130348.348796:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296442393 00000100:00000001:2.0:1789130348.348798:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9caf5014c800: PM QoS request active for cpu 2, keep current deadline 4296446456 00000100:00000001:2.0:1789130348.348801:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296442393 00000100:00000001:2.0:1789130348.348848:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9caf5014c800: PM QoS request active for cpu 3, keep current deadline 4296446456 00000100:00000001:2.0:1789130348.348851:0:2349:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789130348.348853:0:2349:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130348.348856:0:2349:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130348.348860:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789130348.348872:0:2349:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789130348.348877:0:2349:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1789130348.348879:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789130348.348881:0:2349:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789130348.348882:0:2349:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789130348.348886:0:2349:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:2.0:1789130348.348888:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789130348.348889:0:2349:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789130348.348891:0:2349:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789130348.348893:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789130348.348894:0:2349:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789130348.348895:0:2349:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789130348.348899:0:2349:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf580b9e00 x1876037329012608/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130348.348906:0:2349:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789130348.348908:0:2349:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789130348.348910:0:2349:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789130348.348912:0:2349:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789130348.348915:0:2349:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789130348.348918:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf580b9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:2349:1876037329012608:192.168.204.123@tcp:400:kworker.0 00000100:00000001:2.0:1789130348.348922:0:2349:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789130348.348925:0:2349:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789130348.348926:0:2349:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789130348.348928:0:2349:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789130348.348932:0:2349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9caf5875b800. 02000000:00000001:2.0:1789130348.348934:0:2349:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789130348.348938:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:2.0:1789130348.348941:0:2349:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf483fd160. 00000400:00000010:2.0:1789130348.348947:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf42d185d8. 00000100:00000200:2.0:1789130348.348950:0:2349:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876037329012608, portal 10 00000100:00000001:2.0:1789130348.348953:0:2349:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789130348.348954:0:2349:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875643207168 : -109198066344448 : ffff9caf580b9e00) 00000100:00000040:2.0:1789130348.348962:0:2349:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9caf580b9e00 x1876037329012608/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130364 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130348.348970:0:2349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789130348.348973:0:2349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:2.0:1789130348.348976:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf42d183b8. 00000100:00000200:2.0:1789130348.348978:0:2349:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876037329012608, offset 0 00000400:00000200:2.0:1789130348.348984:0:2349:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:2.0:1789130348.348988:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130348.348991:0:2349:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:2.0:1789130348.348995:0:2349:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789130348.348998:0:2349:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:2.0:1789130348.349001:0:2349:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789130348.349003:0:2349:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:2.0:1789130348.349006:0:2349:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2367:2367:254:4294967295] 192.168.204.123@tcp LPNI seq info [2366:2366:6:4294967295] 00000400:00000200:2.0:1789130348.349011:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130348.349017:0:2349:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:2.0:1789130348.349022:0:2349:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:2.0:1789130348.349025:0:2349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf501cf500. 00000800:00000200:2.0:1789130348.349029:0:2349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:2.0:1789130348.349033:0:2349:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:2.0:1789130348.349036:0:2349:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf501cf500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1789130348.349039:0:2349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130348.349043:0:2349:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: using a timeout of 797147 usecs (798 jiffies) 00000400:00000200:2.0:1789130348.349048:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:2.0:1789130348.349050:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296443169 00000100:00000001:2.0:1789130348.349052:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 2, keep current deadline 4296446456 00000100:00000001:2.0:1789130348.349055:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296443169 00000100:00000001:2.0:1789130348.349057:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 3, keep current deadline 4296446456 00000100:00000001:2.0:1789130348.349060:0:2349:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789130348.349062:0:2349:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130348.349064:0:2349:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789130348.349068:0:2349:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf580bb840 x1876037329012864/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130348.349075:0:2349:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789130348.349077:0:2349:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789130348.349079:0:2349:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789130348.349081:0:2349:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789130348.349083:0:2349:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789130348.349086:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf580bb840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:2349:1876037329012864:192.168.204.123@tcp:400:kworker.0 00000100:00000001:2.0:1789130348.349090:0:2349:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789130348.349092:0:2349:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789130348.349093:0:2349:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789130348.349095:0:2349:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789130348.349098:0:2349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9caf5875b200. 02000000:00000001:2.0:1789130348.349100:0:2349:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789130348.349104:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:2.0:1789130348.349106:0:2349:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf483fdb58. 00000400:00000010:2.0:1789130348.349110:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf42d18f68. 00000100:00000200:2.0:1789130348.349113:0:2349:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876037329012864, portal 4 00000100:00000001:2.0:1789130348.349115:0:2349:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789130348.349116:0:2349:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875643213888 : -109198066337728 : ffff9caf580bb840) 00000100:00000040:2.0:1789130348.349123:0:2349:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9caf580bb840 x1876037329012864/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130364 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130348.349130:0:2349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789130348.349132:0:2349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:2.0:1789130348.349135:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf42d18110. 00000100:00000200:2.0:1789130348.349137:0:2349:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876037329012864, offset 0 00000400:00000200:2.0:1789130348.349141:0:2349:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:2.0:1789130348.349144:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130348.349147:0:2349:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:2.0:1789130348.349150:0:2349:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789130348.349152:0:2349:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:2.0:1789130348.349155:0:2349:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789130348.349158:0:2349:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:2.0:1789130348.349161:0:2349:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2368:2368:253:4294967295] 192.168.204.123@tcp LPNI seq info [2367:2367:5:4294967295] 00000400:00000200:2.0:1789130348.349165:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130348.349171:0:2349:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:2.0:1789130348.349175:0:2349:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:2.0:1789130348.349177:0:2349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf501cf800. 00000800:00000200:2.0:1789130348.349181:0:2349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:2.0:1789130348.349185:0:2349:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:2.0:1789130348.349187:0:2349:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf501cf800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1789130348.349190:0:2349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130348.349193:0:2349:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9caf5014c800: using a timeout of 385588 usecs (386 jiffies) 00000400:00000200:2.0:1789130348.349196:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:2.0:1789130348.349198:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296442757 00000100:00000001:2.0:1789130348.349201:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9caf5014c800: PM QoS request active for cpu 2, keep current deadline 4296446456 00000100:00000001:2.0:1789130348.349203:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296442757 00000100:00000001:2.0:1789130348.349205:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9caf5014c800: PM QoS request active for cpu 3, keep current deadline 4296446456 00000100:00000001:2.0:1789130348.349207:0:2349:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789130348.349210:0:2349:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130348.349212:0:2349:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130348.349214:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130348.349231:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789130348.349235:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789130348.349290:0:2342:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789130348.349295:0:2342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf501cf000. 00000400:00000200:2.0:1789130348.349302:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130348.349309:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:2.0:1789130348.349318:0:2342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf42d18770 00000400:00000010:2.0:1789130348.349321:0:2342:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf42d18770. 00000100:00000001:2.0:1789130348.349327:0:2342:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789130348.349332:0:2342:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf580b8000 x1876037329012480/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130364 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130348.349350:0:2342:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130348.349354:0:2342:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf580b8000 x1876037329012480/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130364 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130348.349362:0:2342:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130348.349364:0:2342:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1789130348.349377:0:2342:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789130348.349379:0:2342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf501cff00. 00000400:00000200:2.0:1789130348.349381:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130348.349385:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:2.0:1789130348.349387:0:2342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf42d186e8 00000400:00000010:2.0:1789130348.349389:0:2342:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf42d186e8. 00000100:00000001:2.0:1789130348.349391:0:2342:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789130348.349394:0:2342:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf580b8f00 x1876037329012736/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130364 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130348.349401:0:2342:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130348.349404:0:2342:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf580b8f00 x1876037329012736/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130364 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130348.349411:0:2342:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130348.349413:0:2342:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1789130348.349419:0:2342:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789130348.349422:0:2342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf501cf500. 00000400:00000200:2.0:1789130348.349424:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130348.349427:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:2.0:1789130348.349429:0:2342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf42d183b8 00000400:00000010:2.0:1789130348.349431:0:2342:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf42d183b8. 00000100:00000001:2.0:1789130348.349433:0:2342:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789130348.349436:0:2342:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf580b9e00 x1876037329012608/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130364 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130348.349442:0:2342:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130348.349445:0:2342:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf580b9e00 x1876037329012608/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130364 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130348.349457:0:2342:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130348.349459:0:2342:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1789130348.349560:0:2342:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789130348.349563:0:2342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf501cf800. 00000400:00000200:2.0:1789130348.349566:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130348.349569:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:2.0:1789130348.349572:0:2342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf42d18110 00000400:00000010:2.0:1789130348.349574:0:2342:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf42d18110. 00000100:00000001:2.0:1789130348.349577:0:2342:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789130348.349581:0:2342:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf580bb840 x1876037329012864/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130364 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130348.349590:0:2342:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130348.349593:0:2342:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf580bb840 x1876037329012864/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130364 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130348.349601:0:2342:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130348.349603:0:2342:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1789130348.353912:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130348.354148:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789130348.354154:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130348.354159:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130348.354171:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130348.354181:0:2341:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:2.0:1789130348.354193:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130348.354200:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130348.354207:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130348.354213:0:2341:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 224 into portal 10 MB=0x6aa3efa94c780 00000400:00000200:2.0:1789130348.354219:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130348.354227:0:2341:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.123@tcp of length 224/224 into md 0x66cd [1] + 224 00000800:00000001:2.0:1789130348.354236:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130348.354244:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130348.354248:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130348.354254:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:2.0:1789130348.354265:0:2341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789130348.354278:0:2341:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf580b9e00 x1876037329012608/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130364 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789130348.354291:0:2341:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9caf580b9e00 x1876037329012608/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130364 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130348.354347:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789130348.354354:0:2349:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789130348.354375:0:2341:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789130348.354389:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130348.354392:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1789130348.355411:0:2349:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789130348.355422:0:2349:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789130348.355427:0:2349:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf483fd160. 00000400:00000200:3.0:1789130348.355438:0:2349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf42d185d8 00000400:00000010:3.0:1789130348.355443:0:2349:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf42d185d8. 00000100:00000001:3.0:1789130348.355449:0:2349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789130348.355459:0:2349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf580b9e00 x1876037329012608/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130364 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789130348.355471:0:2349:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf580b9e00 x1876037329012608/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130364 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130348.355479:0:2349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789130348.355482:0:2349:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130348.355485:0:2349:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789130348.355492:0:2349:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789130348.355496:0:2349:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789130348.355499:0:2349:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789130348.355505:0:2349:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789130348.355520:0:2349:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf6079ac60 time=117 v=5 (104 104 104 104) 00000100:00001000:3.0:1789130348.355526:0:2349:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf6079ac18 time=10 v=5 (1 0 0 0) 00000100:00000001:3.0:1789130348.355529:0:2349:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789130348.355531:0:2349:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130348.355535:0:2349:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789130348.355540:0:2349:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130348.355546:0:2349:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789130348.355549:0:2349:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9caf5014c800: skip recheck: last_committed 4294967610 00000100:00000001:3.0:1789130348.355552:0:2349:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789130348.355557:0:2349:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130348.355564:0:2349:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf580b9e00 x1876037329012608/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130364 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130348.355573:0:2349:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789130348.355577:0:2349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789130348.355580:0:2349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789130348.355585:0:2349:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf580b9e00 x1876037329012608/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130364 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789130348.355595:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf580b9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:2349:1876037329012608:192.168.204.123@tcp:400:kworker.0 00000100:00000001:2.0:1789130348.356078:0:2349:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130348.356086:0:2349:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130348.356094:0:2349:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf580b9e00 x1876037329012608/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130364 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130348.356105:0:2349:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789130348.356109:0:2349:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789130348.356114:0:2349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9caf5875b800. 02000000:00000001:2.0:1789130348.356120:0:2349:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789130348.356123:0:2349:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1789130348.356126:0:2349:0:(genops.c:1223:class_import_put()) import ffff9caf6079a800 refcount=8 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000020:00000001:2.0:1789130348.356129:0:2349:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1789130348.356133:0:2349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9caf501cf100. 02000000:00000001:2.0:1789130348.356138:0:2349:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789130348.356141:0:2349:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789130348.356144:0:2349:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf580b9e00. 00000100:00000001:2.0:1789130348.356152:0:2349:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789130348.356153:0:2349:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789130348.356158:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130348.356161:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789130348.356164:0:2349:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789130348.356165:0:2349:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130348.356168:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1789130348.357751:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130348.357776:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789130348.357783:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130348.357786:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130348.357796:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130348.357848:0:2342:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:2.0:1789130348.357861:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130348.357868:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130348.357875:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130348.357880:0:2342:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 224 into portal 4 MB=0x6aa3efa94c800 00000400:00000200:2.0:1789130348.357886:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130348.357894:0:2342:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.123@tcp of length 224/224 into md 0x66bd [1] + 224 00000800:00000001:2.0:1789130348.357904:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130348.357909:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130348.357913:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130348.357920:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:2.0:1789130348.357930:0:2342:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789130348.357939:0:2342:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf580b8f00 x1876037329012736/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130364 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789130348.358056:0:2342:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9caf580b8f00 x1876037329012736/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130364 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130348.358077:0:2342:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789130348.358092:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130348.358096:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789130348.358098:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130348.358100:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130348.358104:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130348.358108:0:2342:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:2.0:1789130348.358112:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130348.358115:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130348.358118:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130348.358121:0:2342:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 224 into portal 4 MB=0x6aa3efa94c880 00000400:00000200:2.0:1789130348.358125:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130348.358130:0:2342:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.123@tcp of length 224/224 into md 0x66dd [1] + 224 00000800:00000001:2.0:1789130348.358134:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130348.358137:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130348.358140:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130348.358143:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:2.0:1789130348.358146:0:2342:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789130348.358151:0:2342:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf580bb840 x1876037329012864/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130364 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789130348.358160:0:2342:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9caf580bb840 x1876037329012864/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130364 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130348.358168:0:2342:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789130348.358173:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130348.358175:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789130348.358177:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130348.358179:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130348.358182:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130348.358185:0:2342:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:2.0:1789130348.358189:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130348.358192:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130348.358194:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130348.358198:0:2342:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 224 into portal 25 MB=0x6aa3efa94c700 00000400:00000200:2.0:1789130348.358201:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130348.358206:0:2342:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.123@tcp of length 224/224 into md 0x66ad [1] + 224 00000800:00000001:2.0:1789130348.358210:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130348.358460:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130348.358463:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130348.358468:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:2.0:1789130348.358472:0:2342:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789130348.358477:0:2342:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf580b8000 x1876037329012480/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130364 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789130348.358486:0:2342:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9caf580b8000 x1876037329012480/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130364 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130348.358494:0:2342:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789130348.358498:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130348.358503:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130348.358722:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789130348.358729:0:2349:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789130348.358738:0:2349:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789130348.358741:0:2349:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789130348.358747:0:2349:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf483fdb58. 00000400:00000200:3.0:1789130348.358753:0:2349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf42d18f68 00000400:00000010:3.0:1789130348.358757:0:2349:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf42d18f68. 00000100:00000001:3.0:1789130348.358761:0:2349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789130348.358766:0:2349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf580bb840 x1876037329012864/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130364 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789130348.358775:0:2349:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf580bb840 x1876037329012864/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130364 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130348.358781:0:2349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789130348.358784:0:2349:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130348.358787:0:2349:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789130348.358791:0:2349:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789130348.358795:0:2349:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789130348.358798:0:2349:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789130348.358801:0:2349:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789130348.358852:0:2349:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf48ede460 time=117 v=5 (5 5 5 36) 00000100:00001000:3.0:1789130348.358858:0:2349:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf48ede418 time=9 v=5 (1 0 0 0) 00000100:00000001:3.0:1789130348.358861:0:2349:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789130348.358864:0:2349:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130348.358868:0:2349:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789130348.358873:0:2349:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130348.358879:0:2349:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789130348.358882:0:2349:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9caf5014c800: skip recheck: last_committed 4294967312 00000100:00000001:3.0:1789130348.358885:0:2349:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789130348.358887:0:2349:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130348.358894:0:2349:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf580bb840 x1876037329012864/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130364 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130348.358902:0:2349:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789130348.358907:0:2349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789130348.358909:0:2349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789130348.358914:0:2349:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf580bb840 x1876037329012864/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130364 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789130348.358928:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf580bb840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:2349:1876037329012864:192.168.204.123@tcp:400:kworker.0 00000400:00000001:3.0:1789130348.358935:0:2349:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789130348.358936:0:2349:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789130348.358938:0:2349:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf483fdf20. 00000400:00000200:3.0:1789130348.359096:0:2349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf42d18aa0 00000400:00000010:3.0:1789130348.359098:0:2349:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf42d18aa0. 00000100:00000001:3.0:1789130348.359102:0:2349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789130348.359107:0:2349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf580b8000 x1876037329012480/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130364 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789130348.359116:0:2349:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf580b8000 x1876037329012480/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130364 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130348.359122:0:2349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789130348.359124:0:2349:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130348.359126:0:2349:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789130348.359128:0:2349:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789130348.359129:0:2349:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789130348.359131:0:2349:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789130348.359133:0:2349:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789130348.359136:0:2349:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf586cec60 time=117 v=5 (5 5 5 5) 00000100:00001000:3.0:1789130348.359139:0:2349:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf586cec18 time=117 v=5 (1 1 1 1) 00000100:00000001:3.0:1789130348.359141:0:2349:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789130348.359143:0:2349:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130348.359145:0:2349:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789130348.359146:0:2349:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130348.359148:0:2349:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130348.359152:0:2349:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf580b8000 x1876037329012480/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130364 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130348.359158:0:2349:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789130348.359160:0:2349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789130348.359162:0:2349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789130348.359165:0:2349:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf580b8000 x1876037329012480/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130364 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789130348.359174:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf580b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:70f26143-21ad-4cd3-af2c-0601ab5c9490:2349:1876037329012480:192.168.204.123@tcp:400:kworker.0 00000400:00000001:2.0:1789130348.359295:0:2349:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789130348.359297:0:2349:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789130348.359299:0:2349:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf483fd790. 00000400:00000200:2.0:1789130348.359302:0:2349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf42d182a8 00000400:00000010:2.0:1789130348.359304:0:2349:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf42d182a8. 00000100:00000001:2.0:1789130348.359307:0:2349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789130348.359311:0:2349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf580b8f00 x1876037329012736/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130364 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789130348.359319:0:2349:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf580b8f00 x1876037329012736/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130364 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130348.359324:0:2349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789130348.359326:0:2349:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789130348.359327:0:2349:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789130348.359329:0:2349:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789130348.359330:0:2349:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789130348.359332:0:2349:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789130348.359333:0:2349:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789130348.359339:0:2349:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf468acc60 time=117 v=5 (5 5 5 36) 00000100:00001000:2.0:1789130348.359342:0:2349:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf468acc18 time=150 v=5 (1 0 0 0) 00000100:00000001:2.0:1789130348.359344:0:2349:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789130348.359345:0:2349:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130348.359347:0:2349:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789130348.359348:0:2349:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130348.359351:0:2349:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789130348.359352:0:2349:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9caf5014c800: skip recheck: last_committed 4294967337 00000100:00000001:2.0:1789130348.359354:0:2349:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789130348.359356:0:2349:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130348.359359:0:2349:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf580b8f00 x1876037329012736/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130364 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130348.359365:0:2349:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789130348.359367:0:2349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789130348.359368:0:2349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789130348.359372:0:2349:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf580b8f00 x1876037329012736/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130364 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789130348.359380:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf580b8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:2349:1876037329012736:192.168.204.123@tcp:400:kworker.0 00000100:00000001:2.0:1789130348.359384:0:2349:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789130348.359388:0:2349:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130348.359391:0:2349:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf580bb840 x1876037329012864/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130364 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130348.359399:0:2349:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789130348.359402:0:2349:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789130348.359406:0:2349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9caf5875b200. 02000000:00000001:2.0:1789130348.359410:0:2349:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789130348.359414:0:2349:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1789130348.359416:0:2349:0:(genops.c:1223:class_import_put()) import ffff9caf48ede000 refcount=2 obd=lustre-OST0001-osc-ffff9caf5014c800 00000020:00000001:2.0:1789130348.359419:0:2349:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1789130348.359422:0:2349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9caf501cf400. 02000000:00000001:2.0:1789130348.359428:0:2349:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789130348.359430:0:2349:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789130348.359433:0:2349:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf580bb840. 00000100:00000001:2.0:1789130348.359440:0:2349:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789130348.359442:0:2349:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789130348.359443:0:2349:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130348.359446:0:2349:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf580b8000 x1876037329012480/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130364 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130348.359452:0:2349:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789130348.359453:0:2349:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789130348.359454:0:2349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9caf5875bc00. 02000000:00000001:2.0:1789130348.359456:0:2349:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789130348.359457:0:2349:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1789130348.359458:0:2349:0:(genops.c:1223:class_import_put()) import ffff9caf586ce800 refcount=3 obd=MGC192.168.204.123@tcp 00000020:00000001:2.0:1789130348.359460:0:2349:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1789130348.359461:0:2349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9caf501cfb00. 02000000:00000001:2.0:1789130348.359463:0:2349:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789130348.359464:0:2349:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789130348.359465:0:2349:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf580b8000. 00000100:00000001:2.0:1789130348.359469:0:2349:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789130348.359471:0:2349:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789130348.359472:0:2349:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130348.359475:0:2349:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf580b8f00 x1876037329012736/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130364 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130348.359481:0:2349:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789130348.359482:0:2349:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789130348.359483:0:2349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9caf5875b000. 02000000:00000001:2.0:1789130348.359485:0:2349:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789130348.359486:0:2349:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1789130348.359488:0:2349:0:(genops.c:1223:class_import_put()) import ffff9caf468ac800 refcount=2 obd=lustre-OST0000-osc-ffff9caf5014c800 00000020:00000001:2.0:1789130348.359489:0:2349:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1789130348.359491:0:2349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9caf501cf900. 02000000:00000001:2.0:1789130348.359493:0:2349:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789130348.359494:0:2349:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789130348.359496:0:2349:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf580b8f00. 00000100:00000001:2.0:1789130348.359500:0:2349:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789130348.359502:0:2349:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789130348.359505:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789130348.359516:0:2349:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789130348.359519:0:2349:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130348.359522:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789130348.359524:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130348.474581:0:27360:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130348.474593:0:27360:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130348.474601:0:27360:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130348.474613:0:27360:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130348.475424:0:16116:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789130348.475431:0:16116:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789130348.475437:0:16116:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1789130349.499430:0:27360:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130349.499440:0:27360:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130349.499448:0:27360:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130349.499449:0:27360:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130349.504521:0:16244:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789130349.504531:0:16244:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789130349.504537:0:16244:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1789130350.521916:0:27360:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130350.521926:0:27360:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130350.521936:0:27360:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130350.521937:0:27360:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130350.526711:0:16115:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789130350.526720:0:16115:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789130350.526726:0:16115:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789130350.906130:0:16108:0:(service.c:1710:ptlrpc_at_check_timed()) Process entered 00000100:00000001:3.0:1789130350.906141:0:16108:0:(service.c:1721:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789130351.102598:0:31079:0:(lov_object.c:2454:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:1.0:1789130351.102612:0:31079:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9caf47cdc3e0) owner 0000000000000000/ffff9caf587a8000 00020000:00000002:1.0:1789130351.102620:0:31079:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9caf47cdc3e0) owner 0000000000000000/ffff9caf587a8000 00020000:00000001:1.0:1789130351.102623:0:31079:0:(lov_object.c:2505:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130351.102635:0:31079:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:1.0:1789130351.102639:0:31079:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f4152bdf0 00000080:00200008:1.0:1789130351.102643:0:31079:0:(file.c:479:ll_file_release()) START file f:[0x200000404:0x25:0x0](ffff9caf60198908), flags 100002 00000080:00000001:1.0:1789130351.102649:0:31079:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:1.0:1789130351.102653:0:31079:0:(pcc.c:2463:pcc_file_release()) Process leaving 00020000:00000001:1.0:1789130351.102654:0:31079:0:(lov_object.c:2454:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:1.0:1789130351.102656:0:31079:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9caf47cdc3e0) owner 0000000000000000/ffff9caf587a8000 00020000:00000002:1.0:1789130351.102658:0:31079:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9caf47cdc3e0) owner 0000000000000000/ffff9caf587a8000 00020000:00000001:1.0:1789130351.102660:0:31079:0:(lov_object.c:2505:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130351.102662:0:31079:0:(file.c:341:ll_md_close()) Process entered 00000002:00000001:1.0:1789130351.102672:0:31079:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789130351.102676:0:31079:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789130351.102685:0:31079:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf4a8cc000 count: 2 00010000:00000001:1.0:1789130351.102690:0:31079:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1789130351.102695:0:31079:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789130351.102697:0:31079:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000404:0x25:0x0]: 0 00000080:00000001:1.0:1789130351.102700:0:31079:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:1.0:1789130351.102703:0:31079:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:1.0:1789130351.102711:0:31079:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9caf48ef8200. 00000080:00000001:1.0:1789130351.102724:0:31079:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:1.0:1789130351.102732:0:31079:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:1.0:1789130351.102738:0:31079:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000002:1.0:1789130351.102740:0:31079:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000404:0x25:0x0] 00000002:00000001:1.0:1789130351.102745:0:31079:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:1.0:1789130351.102747:0:31079:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9caf5014c800: [0x200000404:0x25:0x0] file closed with intent: 0 00000100:00000010:1.0:1789130351.102755:0:31079:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf615d5a40. 00000020:00000040:1.0:1789130351.102760:0:31079:0:(genops.c:1210:class_import_get()) import ffff9caf6079a800 refcount=9 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000100:00000001:1.0:1789130351.102765:0:31079:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789130351.102769:0:31079:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789130351.102775:0:31079:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789130351.102784:0:31079:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9caf48ef9a00. 00000100:00000001:1.0:1789130351.102793:0:31079:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:1.0:1789130351.102850:0:31079:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9caf61461a40 x1876037329011712/t4294967613(4294967613) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/664 e 0 to 0 dl 1789130363 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000020:00100000:1.0:1789130351.102863:0:31079:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9caf5014c800: modify RPC slot 2 is allocated opc 35, max 7 00000100:00100000:1.0:1789130351.102868:0:31079:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9caf615d5a40 x1876037329013120/t0(0) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:1.0:1789130351.102876:0:31079:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1789130351.102878:0:31079:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1789130351.102886:0:31079:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9caf47fd1300. 00000100:00000001:1.0:1789130351.104003:0:31079:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446634875373818624 : -109198335732992 : ffff9caf47fd1300) 00000100:00000001:1.0:1789130351.104014:0:31079:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789130351.104017:0:31079:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875799558720 : -109197909992896 : ffff9caf615d5a40) 00000100:00000001:1.0:1789130351.104024:0:31079:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789130351.104029:0:31079:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130351.104032:0:31079:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1789130351.104034:0:31079:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789130351.104048:0:31079:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf615d5a40 x1876037329013120/t0(0) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130351.104060:0:31079:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789130351.104062:0:31079:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130351.104068:0:31079:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789130351.104071:0:31079:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789130351.104076:0:31079:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789130351.104080:0:31079:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf615d5a40 pname:cluuid:pid:xid:nid:opc:job multiop:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:31079:1876037329013120:192.168.204.123@tcp:35:multiop.0 00000100:00000001:1.0:1789130351.104085:0:31079:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789130351.104093:0:31079:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789130351.104096:0:31079:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130351.104100:0:31079:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789130351.104111:0:31079:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9caf487c2c00. 02000000:00000001:1.0:1789130351.104113:0:31079:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789130351.104123:0:31079:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:1.0:1789130351.104129:0:31079:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf42d8e840. 00000400:00000010:1.0:1789130351.104137:0:31079:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf462a3aa0. 00000100:00000200:1.0:1789130351.104146:0:31079:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876037329013120, portal 10 00000100:00000001:1.0:1789130351.104148:0:31079:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789130351.104149:0:31079:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875799558720 : -109197909992896 : ffff9caf615d5a40) 00000100:00000040:1.0:1789130351.104158:0:31079:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9caf615d5a40 x1876037329013120/t0(0) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1789130367 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130351.104167:0:31079:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789130351.104170:0:31079:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:1.0:1789130351.104176:0:31079:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf462a3e58. 00000100:00000200:1.0:1789130351.104181:0:31079:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1876037329013120, offset 0 00000400:00000200:1.0:1789130351.104189:0:31079:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:1.0:1789130351.104201:0:31079:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:1.0:1789130351.104211:0:31079:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:1.0:1789130351.104219:0:31079:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789130351.104224:0:31079:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:1.0:1789130351.104229:0:31079:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789130351.104232:0:31079:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:1.0:1789130351.104237:0:31079:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2369:2369:256:4294967295] 192.168.204.123@tcp LPNI seq info [2368:2368:8:4294967295] 00000400:00000200:1.0:1789130351.104242:0:31079:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:1.0:1789130351.104255:0:31079:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:1.0:1789130351.104262:0:31079:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:1.0:1789130351.104269:0:31079:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf47f34b00. 00000800:00000200:1.0:1789130351.104277:0:31079:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:1.0:1789130351.104288:0:31079:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:1.0:1789130351.104294:0:31079:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf47f34b00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1789130351.104312:0:31079:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789130351.104318:0:31079:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: using a timeout of 795985 usecs (796 jiffies) 00000400:00000200:1.0:1789130351.104322:0:31079:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:1.0:1789130351.104326:0:31079:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296445920 00000100:00000001:1.0:1789130351.104330:0:31079:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 2, keep current deadline 4296446456 00000100:00000001:1.0:1789130351.104333:0:31079:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296445920 00000100:00000001:1.0:1789130351.104336:0:31079:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 3, keep current deadline 4296446456 00000100:00000001:1.0:1789130351.104339:0:31079:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789130351.104342:0:31079:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130351.104345:0:31079:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789130351.104348:0:31079:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1789130351.104351:0:31079:0:(client.c:2715:ptlrpc_set_wait()) set ffff9caf47fd1300 going to sleep for 11 seconds 00000100:00000001:1.0:1789130351.104354:0:31079:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789130351.104358:0:31079:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789130351.105654:0:2341:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789130351.105665:0:2341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf47f34b00. 00000400:00000200:2.0:1789130351.105675:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130351.105685:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:2.0:1789130351.105694:0:2341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf462a3e58 00000400:00000010:2.0:1789130351.105697:0:2341:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf462a3e58. 00000100:00000001:2.0:1789130351.105703:0:2341:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789130351.105722:0:2341:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf615d5a40 x1876037329013120/t0(0) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1789130367 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130351.105737:0:2341:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130351.105742:0:2341:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf615d5a40 x1876037329013120/t0(0) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1789130367 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130351.105750:0:2341:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130351.105753:0:2341:0:(events.c:68:request_out_callback()) Process leaving 00010000:00010000:1.0:1789130351.132591:0:31109:0:(ldlm_resource.c:195:lru_size_store()) dropping all unused locks from namespace lustre-MDT0000-mdc-ffff9caf5014c800 00010000:00000001:1.0:1789130351.132603:0:31109:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1789130351.132676:0:31109:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789130351.132686:0:31109:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789130351.132690:0:31109:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1789130351.132696:0:31109:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789130351.132698:0:31109:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1789130351.132702:0:31109:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789130351.132704:0:31109:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1789130351.132706:0:31109:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789130351.132708:0:31109:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1789130351.132711:0:31109:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=4 : 4 : 4) 00010000:00000001:1.0:1789130351.132715:0:31109:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1789130351.132719:0:31109:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:1.0:1789130351.132784:0:31109:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 4/4 locks to regular blp list, 1 blwis in pool 00000020:00000001:0.0:1789130351.132868:0:16116:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789130351.132872:0:16116:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789130351.132876:0:16116:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 4 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:0.0:1789130351.132879:0:16116:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:0.0:1789130351.132882:0:16116:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1789130351.132890:0:16116:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a93e00/0xde5303b1d982cc2f lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xcdf1b083821a55d4 expref: -99 pid: 31089 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00000001:0.0:1789130351.132906:0:16116:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1789130351.132911:0:16116:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1789130351.132915:0:16116:0:(file.c:6113:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1789130351.132918:0:16116:0:(file.c:6119:ll_have_md_lock()) trying to match res [0x200000404:0x24:0x0] mode (null) 00000002:00000001:0.0:1789130351.132925:0:16116:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789130351.132929:0:16116:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789130351.132938:0:16116:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf51bbd600 count: 2 00010000:00000001:0.0:1789130351.132942:0:16116:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789130351.132947:0:16116:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789130351.132948:0:16116:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789130351.132950:0:16116:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789130351.132952:0:16116:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf51bbd600 count: 2 00010000:00000001:0.0:1789130351.132954:0:16116:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789130351.132956:0:16116:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130351.132958:0:16116:0:(file.c:6141:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130351.133024:0:16116:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1789130351.133027:0:16116:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x24:0x0](ffff9caf60131148) invalid 00000020:00000001:0.0:1789130351.133032:0:16116:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c8fca0 00000080:00002000:0.0:1789130351.133035:0:16116:0:(llite_internal.h:2032:d_lustre_invalidate()) invalidate dentry d21g.recovery-small-2 (ffff9caf60345ca8) parent ffff9caf600f3360 inode ffff9caf60131148 refc 1 00000080:00000001:0.0:1789130351.133040:0:16116:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1789130351.133043:0:16116:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1789130351.133045:0:16116:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130351.133049:0:16116:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1789130351.133053:0:16116:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789130351.133055:0:16116:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789130351.133057:0:16116:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789130351.133059:0:16116:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789130351.133064:0:16116:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9caf46a93e00 with handle 0xde5303b1d982cc2f from hash 00010000:00000001:0.0:1789130351.133067:0:16116:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789130351.133069:0:16116:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130351.133071:0:16116:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130351.133073:0:16116:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789130351.133077:0:16116:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789130351.133079:0:16116:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1789130351.133082:0:16116:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1789130351.133086:0:16116:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40031c00/0xde5303b1d982cc1a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xcdf1b083821a5579 expref: -99 pid: 31079 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00000001:0.0:1789130351.133093:0:16116:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1789130351.133096:0:16116:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1789130351.133097:0:16116:0:(file.c:6113:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1789130351.133098:0:16116:0:(file.c:6119:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:0.0:1789130351.133100:0:16116:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789130351.133102:0:16116:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789130351.133104:0:16116:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf4a8ccb00 count: 2 00010000:00000001:0.0:1789130351.133107:0:16116:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789130351.133109:0:16116:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789130351.133111:0:16116:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789130351.133112:0:16116:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789130351.133114:0:16116:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf4a8ccb00 count: 2 00010000:00000001:0.0:1789130351.133116:0:16116:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789130351.133118:0:16116:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789130351.133120:0:16116:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789130351.133120:0:16116:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789130351.133123:0:16116:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf4a8ccb00 count: 2 00010000:00000001:0.0:1789130351.133125:0:16116:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789130351.133127:0:16116:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130351.133129:0:16116:0:(file.c:6141:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1789130351.133133:0:16116:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff9caf60198000, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1789130351.133139:0:16116:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1789130351.133256:0:16116:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1789130351.133258:0:16116:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1789130351.133260:0:16116:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130351.133263:0:16116:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1789130351.133265:0:16116:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789130351.133266:0:16116:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789130351.133267:0:16116:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789130351.133269:0:16116:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789130351.133272:0:16116:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9caf40031c00 with handle 0xde5303b1d982cc1a from hash 00010000:00000001:0.0:1789130351.133274:0:16116:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789130351.133276:0:16116:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130351.133277:0:16116:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130351.133278:0:16116:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789130351.133280:0:16116:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789130351.133282:0:16116:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1789130351.133284:0:16116:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1789130351.133287:0:16116:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030800/0xde5303b1d982cc28 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xcdf1b083821a55b1 expref: -99 pid: 31079 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00000001:0.0:1789130351.133294:0:16116:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1789130351.133296:0:16116:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1789130351.133298:0:16116:0:(file.c:6113:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1789130351.133299:0:16116:0:(file.c:6119:ll_have_md_lock()) trying to match res [0x200000404:0x25:0x0] mode (null) 00000002:00000001:0.0:1789130351.133302:0:16116:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789130351.133303:0:16116:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789130351.133306:0:16116:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf4a8cc000 count: 2 00010000:00000001:0.0:1789130351.133308:0:16116:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789130351.133311:0:16116:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789130351.133313:0:16116:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789130351.133314:0:16116:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789130351.133316:0:16116:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf4a8cc000 count: 2 00010000:00000001:0.0:1789130351.133318:0:16116:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789130351.133320:0:16116:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789130351.133322:0:16116:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789130351.133323:0:16116:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789130351.133325:0:16116:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf4a8cc000 count: 2 00010000:00000001:0.0:1789130351.133327:0:16116:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789130351.133329:0:16116:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789130351.133331:0:16116:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789130351.133332:0:16116:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789130351.133333:0:16116:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf4a8cc000 count: 2 00010000:00000001:0.0:1789130351.133335:0:16116:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789130351.133337:0:16116:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130351.133339:0:16116:0:(file.c:6141:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130351.133342:0:16116:0:(file.c:6819:ll_layout_conf()) Process entered 00000020:00000001:0.0:1789130351.135493:0:16116:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1789130351.135499:0:16116:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446634875648774872 : -109198060776744 : ffff9caf586092d8) 00000020:00001000:0.0:1789130351.135506:0:16116:0:(cl_object.c:823:cl_env_get()) 1@ffff9caf586092d0 00000020:00000001:0.0:1789130351.135511:0:16116:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:0.0:1789130351.135515:0:16116:0:(vvp_object.c:123:vvp_conf_set()) [0x200000404:0x25:0x0]: losing layout lock 00000080:00000001:0.0:1789130351.135519:0:16116:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:0.0:1789130351.135523:0:16116:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:0.0:1789130351.135529:0:16116:0:(lov_object.c:1460:lov_conf_set()) Process entered 00020000:00000001:0.0:1789130351.135532:0:16116:0:(lov_object.c:1474:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1789130351.135534:0:16116:0:(lov_object.c:1547:lov_conf_set()) [0x200000404:0x25:0x0] lo_layout_invalid=1 00020000:00000001:0.0:1789130351.135537:0:16116:0:(lov_object.c:1548:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130351.135539:0:16116:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1789130351.135541:0:16116:0:(cl_object.c:917:cl_env_put()) 1@ffff9caf586092d0 00000080:00000001:0.0:1789130351.135545:0:16116:0:(file.c:6861:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130351.135550:0:16116:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1789130351.135562:0:16116:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x25:0x0](ffff9caf60198908) invalid 00000020:00000001:0.0:1789130351.135566:0:16116:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c8fca0 00000080:00002000:0.0:1789130351.135569:0:16116:0:(llite_internal.h:2032:d_lustre_invalidate()) invalidate dentry f (ffff9caf6031eca8) parent ffff9caf6031ebd0 inode ffff9caf60198908 refc 1 00000080:00000001:0.0:1789130351.135573:0:16116:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1789130351.135576:0:16116:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1789130351.135578:0:16116:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130351.135585:0:16116:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1789130351.135590:0:16116:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789130351.135592:0:16116:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789130351.135595:0:16116:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789130351.135598:0:16116:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789130351.135603:0:16116:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9caf40030800 with handle 0xde5303b1d982cc28 from hash 00010000:00000001:0.0:1789130351.136574:0:16116:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789130351.136580:0:16116:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130351.136583:0:16116:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130351.136584:0:16116:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789130351.136591:0:16116:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789130351.136593:0:16116:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1789130351.136600:0:16116:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1789130351.136869:0:16116:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40031400/0xde5303b1d982cc21 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x23:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xcdf1b083821a5595 expref: -99 pid: 31079 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00000001:0.0:1789130351.136886:0:16116:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1789130351.136891:0:16116:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1789130351.136894:0:16116:0:(file.c:6113:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1789130351.136898:0:16116:0:(file.c:6119:ll_have_md_lock()) trying to match res [0x200000404:0x23:0x0] mode (null) 00000002:00000001:0.0:1789130351.136904:0:16116:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789130351.136908:0:16116:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789130351.136916:0:16116:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf4a8cca00 count: 2 00010000:00000001:0.0:1789130351.136920:0:16116:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789130351.136925:0:16116:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789130351.136927:0:16116:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789130351.136928:0:16116:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789130351.136930:0:16116:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf4a8cca00 count: 2 00010000:00000001:0.0:1789130351.136932:0:16116:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789130351.136933:0:16116:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130351.136936:0:16116:0:(file.c:6141:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130351.136939:0:16116:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1789130351.136941:0:16116:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x23:0x0](ffff9caf6019f448) invalid 00000020:00000001:0.0:1789130351.136944:0:16116:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c8fca0 00000080:00002000:0.0:1789130351.136946:0:16116:0:(llite_internal.h:2032:d_lustre_invalidate()) invalidate dentry d21g.recovery-small-1 (ffff9caf6031ebd0) parent ffff9caf600f3360 inode ffff9caf6019f448 refc 1 00000080:00000001:0.0:1789130351.136949:0:16116:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1789130351.136952:0:16116:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1789130351.136954:0:16116:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130351.136957:0:16116:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1789130351.137469:0:16116:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789130351.137471:0:16116:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789130351.137474:0:16116:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789130351.137478:0:16116:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789130351.137483:0:16116:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9caf40031400 with handle 0xde5303b1d982cc21 from hash 00010000:00000001:0.0:1789130351.137486:0:16116:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789130351.137487:0:16116:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130351.137489:0:16116:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130351.137490:0:16116:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789130351.137493:0:16116:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789130351.137494:0:16116:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1789130351.137498:0:16116:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=4 : 4 : 4) 00010000:00000001:0.0:1789130351.137502:0:16116:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789130351.137505:0:16116:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1789130351.137521:0:16116:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf61461680. 00000020:00000040:0.0:1789130351.137526:0:16116:0:(genops.c:1210:class_import_get()) import ffff9caf6079a800 refcount=10 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000100:00000001:0.0:1789130351.137534:0:16116:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789130351.137538:0:16116:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789130351.137545:0:16116:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789130351.137564:0:16116:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9caf4842e200. 00000100:00000001:0.0:1789130351.137573:0:16116:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130351.137576:0:16116:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1789130351.137586:0:16116:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a93e00/0xde5303b1d982cc2f lrc: 1/0,0 mode: --/PR res: [0x200000404:0x24:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xcdf1b083821a55d4 expref: -99 pid: 31089 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1789130351.137597:0:16116:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40031c00/0xde5303b1d982cc1a lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xcdf1b083821a5579 expref: -99 pid: 31079 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1789130351.137728:0:16116:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030800/0xde5303b1d982cc28 lrc: 1/0,0 mode: --/PR res: [0x200000404:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xcdf1b083821a55b1 expref: -99 pid: 31079 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1789130351.137738:0:16116:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40031400/0xde5303b1d982cc21 lrc: 1/0,0 mode: --/PR res: [0x200000404:0x23:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xcdf1b083821a5595 expref: -99 pid: 31079 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1789130351.137745:0:16116:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 4 locks packed 00010000:00000001:0.0:1789130351.137747:0:16116:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=4 : 4 : 4) 00000100:00000001:0.0:1789130351.137751:0:16116:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1789130351.137754:0:16116:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1789130351.137765:0:16116:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9caf5868b480. 00000100:00000001:0.0:1789130351.137768:0:16116:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446634875649307776 : -109198060243840 : ffff9caf5868b480) 00000100:00000001:0.0:1789130351.137771:0:16116:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789130351.137772:0:16116:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875798034048 : -109197911517568 : ffff9caf61461680) 00000100:00000001:0.0:1789130351.137779:0:16116:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789130351.137784:0:16116:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130351.137787:0:16116:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1789130351.137789:0:16116:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789130351.138057:0:16116:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf61461680 x1876037329013248/t0(0) o103->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:17/18 lens 344/224 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130351.138069:0:16116:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789130351.138072:0:16116:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130351.138078:0:16116:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789130351.138081:0:16116:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789130351.138083:0:16116:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789130351.138087:0:16116:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf61461680 pname:cluuid:pid:xid:nid:opc:job ldlm_bl_02:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:16116:1876037329013248:192.168.204.123@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1789130351.138092:0:16116:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789130351.138477:0:16116:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789130351.138483:0:16116:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130351.138486:0:16116:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789130351.138497:0:16116:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9caf4842e000. 02000000:00000001:0.0:1789130351.138500:0:16116:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789130351.138512:0:16116:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:0.0:1789130351.138519:0:16116:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf50131e70. 00000400:00000010:0.0:1789130351.138532:0:16116:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf5801edd0. 00000100:00000200:0.0:1789130351.138543:0:16116:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876037329013248, portal 18 00000100:00000001:0.0:1789130351.138546:0:16116:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789130351.138547:0:16116:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875798034048 : -109197911517568 : ffff9caf61461680) 00000100:00000040:0.0:1789130351.138569:0:16116:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9caf61461680 x1876037329013248/t0(0) o103->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:17/18 lens 344/224 e 0 to 0 dl 1789130367 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130351.138577:0:16116:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789130351.138581:0:16116:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:0.0:1789130351.138584:0:16116:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf5801e110. 00000100:00000200:0.0:1789130351.138589:0:16116:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 17, xid 1876037329013248, offset 0 00000400:00000200:0.0:1789130351.138596:0:16116:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:0.0:1789130351.138736:0:16116:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:0.0:1789130351.138752:0:16116:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:0.0:1789130351.138762:0:16116:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789130351.138768:0:16116:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:0.0:1789130351.138774:0:16116:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789130351.138777:0:16116:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:0.0:1789130351.138782:0:16116:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2370:2370:256:4294967295] 192.168.204.123@tcp LPNI seq info [2369:2369:8:4294967295] 00000400:00000200:0.0:1789130351.138786:0:16116:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:0.0:1789130351.138799:0:16116:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:0.0:1789130351.139078:0:16116:0:(socklnd_cb.c:931:ksocknal_send()) sending 344 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:0.0:1789130351.139086:0:16116:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf451e7900. 00000800:00000200:0.0:1789130351.139094:0:16116:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:0.0:1789130351.139290:0:16116:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:0.0:1789130351.139296:0:16116:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf451e7900 type 1, nob 440 niov 1 nkiov 1 00000100:00000001:0.0:1789130351.139317:0:16116:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130351.139325:0:16116:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: using a timeout of 795985 usecs (796 jiffies) 00000400:00000200:0.0:1789130351.139329:0:16116:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:0.0:1789130351.139333:0:16116:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296445957 00000100:00000001:0.0:1789130351.139336:0:16116:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 2, keep current deadline 4296446456 00000100:00000001:0.0:1789130351.139339:0:16116:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296445957 00000100:00000001:0.0:1789130351.139341:0:16116:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 3, keep current deadline 4296446456 00000100:00000001:0.0:1789130351.139677:0:16116:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789130351.139684:0:16116:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130351.139688:0:16116:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789130351.139691:0:16116:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1789130351.139695:0:16116:0:(client.c:2715:ptlrpc_set_wait()) set ffff9caf5868b480 going to sleep for 11 seconds 00000100:00000001:0.0:1789130351.139699:0:16116:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789130351.139705:0:16116:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789130351.141690:0:2342:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789130351.141703:0:2342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf451e7900. 00000400:00000200:2.0:1789130351.141712:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130351.141722:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:2.0:1789130351.141732:0:2342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf5801e110 00000400:00000010:2.0:1789130351.141735:0:2342:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf5801e110. 00000100:00000001:2.0:1789130351.141741:0:2342:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789130351.141751:0:2342:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf61461680 x1876037329013248/t0(0) o103->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:17/18 lens 344/224 e 0 to 0 dl 1789130367 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130351.141766:0:2342:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130351.141771:0:2342:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf61461680 x1876037329013248/t0(0) o103->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:17/18 lens 344/224 e 0 to 0 dl 1789130367 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130351.141778:0:2342:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130351.141780:0:2342:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1789130351.148883:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130351.148909:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789130351.148916:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130351.148919:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130351.148932:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130351.148943:0:2341:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:2.0:1789130351.148955:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130351.149025:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130351.149032:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130351.149038:0:2341:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 224 into portal 18 MB=0x6aa3efa94ca00 00000400:00000200:2.0:1789130351.149044:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130351.149053:0:2341:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.123@tcp of length 224/224 into md 0x66f5 [1] + 224 00000800:00000001:2.0:1789130351.149064:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130351.149081:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130351.149086:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130351.149092:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:2.0:1789130351.149105:0:2341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789130351.149125:0:2341:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf61461680 x1876037329013248/t0(0) o103->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:17/18 lens 344/224 e 0 to 0 dl 1789130367 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789130351.149140:0:2341:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9caf61461680 x1876037329013248/t0(0) o103->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:17/18 lens 344/224 e 0 to 0 dl 1789130367 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130351.149220:0:16116:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789130351.149242:0:2341:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789130351.149254:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130351.149258:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1789130351.149545:0:16116:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789130351.149548:0:16116:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789130351.149561:0:16116:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf50131e70. 00000400:00000200:0.0:1789130351.149801:0:16116:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf5801edd0 00000400:00000010:0.0:1789130351.149862:0:16116:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf5801edd0. 00000100:00000001:0.0:1789130351.149868:0:16116:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789130351.149881:0:16116:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf61461680 x1876037329013248/t0(0) o103->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:17/18 lens 344/224 e 0 to 0 dl 1789130367 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789130351.149892:0:16116:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf61461680 x1876037329013248/t0(0) o103->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:17/18 lens 344/224 e 0 to 0 dl 1789130367 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130351.149899:0:16116:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789130351.149902:0:16116:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130351.149906:0:16116:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789130351.149910:0:16116:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789130351.149914:0:16116:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789130351.149918:0:16116:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130351.149922:0:16116:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789130351.149938:0:16116:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf6079ad38 time=119 v=5 (5 5 5 5) 00000100:00001000:0.0:1789130351.149943:0:16116:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf6079ac18 time=13 v=5 (1 0 0 0) 00000100:00000001:0.0:1789130351.149946:0:16116:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789130351.149948:0:16116:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130351.149952:0:16116:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789130351.149957:0:16116:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130351.149974:0:16116:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789130351.149977:0:16116:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9caf5014c800: skip recheck: last_committed 4294967610 00000100:00000001:0.0:1789130351.149980:0:16116:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789130351.149984:0:16116:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130351.149990:0:16116:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf61461680 x1876037329013248/t0(0) o103->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:17/18 lens 344/224 e 0 to 0 dl 1789130367 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130351.150007:0:16116:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789130351.150011:0:16116:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789130351.150013:0:16116:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789130351.150018:0:16116:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf61461680 x1876037329013248/t0(0) o103->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:17/18 lens 344/224 e 0 to 0 dl 1789130367 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789130351.150026:0:16116:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf61461680 pname:cluuid:pid:xid:nid:opc:job ldlm_bl_02:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:16116:1876037329013248:192.168.204.123@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1789130351.150032:0:16116:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130351.150035:0:16116:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130351.150038:0:16116:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1789130351.150040:0:16116:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789130351.150044:0:16116:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf61461680 x1876037329013248/t0(0) o103->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:17/18 lens 344/224 e 0 to 0 dl 1789130367 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130351.150051:0:16116:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789130351.150055:0:16116:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9caf5868b480. 00000100:00000001:0.0:1789130351.150060:0:16116:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1789130351.150061:0:16116:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130351.150064:0:16116:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789130351.150067:0:16116:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf61461680 x1876037329013248/t0(0) o103->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:17/18 lens 344/224 e 0 to 0 dl 1789130367 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130351.150072:0:16116:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789130351.150075:0:16116:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789130351.150079:0:16116:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9caf4842e000. 02000000:00000001:0.0:1789130351.150083:0:16116:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789130351.150086:0:16116:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1789130351.150088:0:16116:0:(genops.c:1223:class_import_put()) import ffff9caf6079a800 refcount=9 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000020:00000001:0.0:1789130351.150090:0:16116:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1789130351.150093:0:16116:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9caf4842e200. 02000000:00000001:0.0:1789130351.150096:0:16116:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789130351.150097:0:16116:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789130351.150100:0:16116:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf61461680. 00000100:00000001:0.0:1789130351.150103:0:16116:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789130351.150105:0:16116:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789130351.150107:0:16116:0:(ldlm_request.c:1632:ldlm_cli_cancel_req()) Process leaving 00010000:00000001:0.0:1789130351.150111:0:16116:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789130351.150116:0:16116:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a93e00/0xde5303b1d982cc2f lrc: 0/0,0 mode: --/PR res: [0x200000404:0x24:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xcdf1b083821a55d4 expref: -99 pid: 31089 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000040:0.0:1789130351.150128:0:16116:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9caf51bbd600 count: 0 00010000:00000010:0.0:1789130351.150136:0:16116:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9caf42e06b80. 00010000:00000001:0.0:1789130351.150149:0:16116:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130351.150151:0:16116:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789130351.150154:0:16116:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40031c00/0xde5303b1d982cc1a lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xcdf1b083821a5579 expref: -99 pid: 31079 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000040:0.0:1789130351.150161:0:16116:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9caf4a8ccb00 count: 0 00010000:00000010:0.0:1789130351.150164:0:16116:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9caf4c532100. 00010000:00000001:0.0:1789130351.150171:0:16116:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130351.150172:0:16116:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789130351.150175:0:16116:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030800/0xde5303b1d982cc28 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xcdf1b083821a55b1 expref: -99 pid: 31079 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000010:0.0:1789130351.150181:0:16116:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9caf4a7b0e40. 00010000:00000040:0.0:1789130351.150184:0:16116:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9caf4a8cc000 count: 0 00010000:00000010:0.0:1789130351.150186:0:16116:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9caf4c532300. 00010000:00000001:0.0:1789130351.150191:0:16116:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130351.150192:0:16116:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789130351.150195:0:16116:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40031400/0xde5303b1d982cc21 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x23:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xcdf1b083821a5595 expref: -99 pid: 31079 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000040:0.0:1789130351.150201:0:16116:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9caf4a8cca00 count: 0 00010000:00000010:0.0:1789130351.150204:0:16116:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9caf4c532600. 00010000:00000001:0.0:1789130351.150209:0:16116:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130351.150210:0:16116:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130351.150220:0:16116:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130351.150225:0:16116:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789130351.150227:0:16116:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789130351.150230:0:16116:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1789130351.150232:0:16116:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789130351.150234:0:16116:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789130351.150236:0:16116:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1789130351.150238:0:16116:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789130351.150239:0:16116:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789130351.150241:0:16116:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1789130351.150319:0:31109:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130351.150323:0:31109:0:(ldlm_lockd.c:2264:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130351.150326:0:31109:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=4 : 4 : 4) 00010000:00000010:0.1:1789130351.156861:0:31110:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf51bbd600. 00010000:00000010:0.1:1789130351.156886:0:31110:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf46a93e00. 00010000:00000010:0.1:1789130351.156901:0:31110:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf4a8ccb00. 00010000:00000010:0.1:1789130351.156906:0:31110:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf40031c00. 00010000:00000010:0.1:1789130351.156910:0:31110:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf4a8cc000. 00010000:00000010:0.1:1789130351.156914:0:31110:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf40030800. 00010000:00000010:0.1:1789130351.156918:0:31110:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf4a8cca00. 00010000:00000010:0.1:1789130351.156921:0:31110:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf40031400. 00010000:00000001:3.0:1789130351.546051:0:27360:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130351.546062:0:27360:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130351.546271:0:16244:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789130351.546276:0:16244:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789130351.546283:0:16244:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1789130352.442042:0:27360:0:(connection.c:75:cpu_latency_work()) work item of ffff9caf6147ab30 (cpu 3) has reached its deadline 4296446456, at 4296446464 00000100:00000010:3.0:1789130352.442068:0:27360:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9caf4812fcc0. 00000100:00000040:2.0:1789130352.442136:0:23465:0:(connection.c:75:cpu_latency_work()) work item of ffff9caf6147aa20 (cpu 2) has reached its deadline 4296446456, at 4296446464 00000100:00000010:2.0:1789130352.442143:0:23465:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9caf4812f480. 00010000:00000001:3.0:1789130352.570054:0:27360:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130352.570063:0:27360:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130352.570178:0:16115:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789130352.570183:0:16115:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789130352.570186:0:16115:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1789130353.466675:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 70f26143-21ad-4cd3-af2c-0601ab5c9490->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789130353.466698:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789130353.466717:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf61461680. 00000020:00000040:0.0:1789130353.466727:0:36:0:(genops.c:1210:class_import_get()) import ffff9caf586ce800 refcount=4 obd=MGC192.168.204.123@tcp 00000100:00000001:0.0:1789130353.466734:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789130353.466740:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789130353.466749:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789130353.466761:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9caf451e7d00. 00000100:00000001:0.0:1789130353.466771:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130353.466789:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 70f26143-21ad-4cd3-af2c-0601ab5c9490->MGS req@ffff9caf61461680 x1876037329013376/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789130353.466849:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789130353.466856:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130353.466865:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006d153b7b] to pc [ptlrpcd_00_00+0] req@ffff9caf61461680 x1876037329013376/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130353.466894:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130353.466896:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) c4ff2dbd-4d13-4802-9c50-d71e34d32a35->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789130353.466900:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789130353.466903:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf614612c0. 00000020:00000040:0.0:1789130353.466906:0:36:0:(genops.c:1210:class_import_get()) import ffff9caf6079a800 refcount=10 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000100:00000001:0.0:1789130353.466909:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789130353.466910:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789130353.466912:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789130353.466915:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9caf451e7700. 00000100:00000001:0.0:1789130353.466919:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130353.466923:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging c4ff2dbd-4d13-4802-9c50-d71e34d32a35->lustre-MDT0000_UUID req@ffff9caf614612c0 x1876037329013504/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789130353.466930:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789130353.466932:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130353.466936:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000117053a6] to pc [ptlrpcd_00_01+1] req@ffff9caf614612c0 x1876037329013504/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130353.466944:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130353.466946:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) c4ff2dbd-4d13-4802-9c50-d71e34d32a35->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789130353.466949:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789130353.466952:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf614621c0. 00000020:00000040:0.0:1789130353.466954:0:36:0:(genops.c:1210:class_import_get()) import ffff9caf468ac800 refcount=3 obd=lustre-OST0000-osc-ffff9caf5014c800 00000100:00000001:0.0:1789130353.466955:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789130353.466957:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789130353.466958:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789130353.466961:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9caf451e7600. 00000100:00000001:0.0:1789130353.466963:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130353.466967:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging c4ff2dbd-4d13-4802-9c50-d71e34d32a35->lustre-OST0000_UUID req@ffff9caf614621c0 x1876037329013632/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789130353.466974:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789130353.466975:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130353.466978:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000086c3a46d] to pc [ptlrpcd_00_00+0] req@ffff9caf614621c0 x1876037329013632/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130353.466985:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130353.466987:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) c4ff2dbd-4d13-4802-9c50-d71e34d32a35->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789130353.466990:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789130353.466995:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf61460000. 00000020:00000040:0.0:1789130353.466997:0:36:0:(genops.c:1210:class_import_get()) import ffff9caf48ede000 refcount=3 obd=lustre-OST0001-osc-ffff9caf5014c800 00000100:00000001:0.0:1789130353.466999:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789130353.467001:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789130353.467002:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789130353.467006:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9caf451e7c00. 00000100:00000001:0.0:1789130353.467008:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130353.467012:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging c4ff2dbd-4d13-4802-9c50-d71e34d32a35->lustre-OST0001_UUID req@ffff9caf61460000 x1876037329013760/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789130353.467018:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789130353.467020:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130353.467023:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000743b0f2d] to pc [ptlrpcd_00_01+1] req@ffff9caf61460000 x1876037329013760/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130353.467029:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130353.467034:0:36:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1785) 00000100:00000001:0.0:1789130353.467050:0:2348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789130353.467054:0:2348:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789130353.467057:0:2348:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789130353.467062:0:2348:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf614612c0 x1876037329013504/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130353.467069:0:2348:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789130353.467073:0:2348:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130353.467078:0:2348:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789130353.467081:0:2348:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789130353.467083:0:2348:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789130353.467087:0:2348:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf614612c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:2348:1876037329013504:192.168.204.123@tcp:400:kworker.0 00000100:00000001:0.0:1789130353.467092:0:2348:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789130353.467099:0:2348:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789130353.467102:0:2348:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130353.467105:0:2348:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789130353.467111:0:2348:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9caf4842e200. 02000000:00000001:0.0:1789130353.467113:0:2348:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789130353.467122:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:0.0:1789130353.467127:0:2348:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf50131e70. 00000400:00000010:0.0:1789130353.467137:0:2348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf5801edd0. 00000100:00000200:0.0:1789130353.467146:0:2348:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876037329013504, portal 10 00000100:00000001:0.0:1789130353.467149:0:2348:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789130353.467151:0:2348:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875798033088 : -109197911518528 : ffff9caf614612c0) 00000100:00000040:0.0:1789130353.467159:0:2348:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9caf614612c0 x1876037329013504/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130369 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130353.467168:0:2348:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789130353.467171:0:2348:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:0.0:1789130353.467174:0:2348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf5801e220. 00000100:00000200:0.0:1789130353.467178:0:2348:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876037329013504, offset 0 00000400:00000200:0.0:1789130353.467185:0:2348:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:0.0:1789130353.467197:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:0.0:1789130353.467206:0:2348:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:0.0:1789130353.467213:0:2348:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789130353.467218:0:2348:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:0.0:1789130353.467223:0:2348:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789130353.467226:0:2348:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:0.0:1789130353.467231:0:2348:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2371:2371:256:4294967295] 192.168.204.123@tcp LPNI seq info [2370:2370:8:4294967295] 00000400:00000200:0.0:1789130353.467236:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:0.0:1789130353.467247:0:2348:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:0.0:1789130353.467254:0:2348:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:0.0:1789130353.467259:0:2348:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf451e7b00. 00000800:00000200:0.0:1789130353.467267:0:2348:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:0.0:1789130353.467277:0:2348:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:0.0:1789130353.467282:0:2348:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf451e7b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789130353.467301:0:2348:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130353.467307:0:2348:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: using a timeout of 794835 usecs (795 jiffies) 00000400:00000200:0.0:1789130353.467310:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:0.0:1789130353.467313:0:2348:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296448284 00000100:00000010:0.0:1789130353.467319:0:2348:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9caf5021f3c0. 00000100:00000001:0.0:1789130353.467328:0:2348:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request now active for cpu 2 00000100:00000001:0.0:1789130353.467334:0:2348:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296448284 00000100:00000010:0.0:1789130353.467338:0:2348:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9caf5021f7e0. 00000100:00000001:0.0:1789130353.467341:0:2348:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request now active for cpu 3 00000100:00000001:0.0:1789130353.467345:0:2348:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789130353.467348:0:2348:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130353.467351:0:2348:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789130353.467355:0:2348:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf61460000 x1876037329013760/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130353.467361:0:2348:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789130353.467362:0:2348:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130353.467365:0:2348:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789130353.467366:0:2348:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789130353.467369:0:2348:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789130353.467371:0:2348:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf61460000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:2348:1876037329013760:192.168.204.123@tcp:400:kworker.0 00000100:00000001:0.0:1789130353.467374:0:2348:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789130353.467376:0:2348:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789130353.467377:0:2348:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130353.467378:0:2348:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789130353.467381:0:2348:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9caf4842e000. 02000000:00000001:0.0:1789130353.467382:0:2348:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789130353.467386:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:0.0:1789130353.467388:0:2348:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf50131ec8. 00000400:00000010:0.0:1789130353.467391:0:2348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf5801eee0. 00000100:00000200:0.0:1789130353.467394:0:2348:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876037329013760, portal 4 00000100:00000001:0.0:1789130353.467396:0:2348:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789130353.467397:0:2348:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875798028288 : -109197911523328 : ffff9caf61460000) 00000100:00000040:0.0:1789130353.467403:0:2348:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9caf61460000 x1876037329013760/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130369 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130353.467410:0:2348:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789130353.467412:0:2348:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:0.0:1789130353.467414:0:2348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf5801ec38. 00000100:00000200:0.0:1789130353.467417:0:2348:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876037329013760, offset 0 00000400:00000200:0.0:1789130353.467420:0:2348:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:0.0:1789130353.467424:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:0.0:1789130353.467427:0:2348:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:0.0:1789130353.467430:0:2348:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789130353.467433:0:2348:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:0.0:1789130353.467435:0:2348:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789130353.467437:0:2348:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:0.0:1789130353.467440:0:2348:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2372:2372:255:4294967295] 192.168.204.123@tcp LPNI seq info [2371:2371:7:4294967295] 00000400:00000200:0.0:1789130353.467444:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:0.0:1789130353.467450:0:2348:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:0.0:1789130353.467455:0:2348:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:0.0:1789130353.467458:0:2348:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf451e7900. 00000800:00000200:0.0:1789130353.467462:0:2348:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:0.0:1789130353.467466:0:2348:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:0.0:1789130353.467468:0:2348:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf451e7900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789130353.467471:0:2348:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130353.467474:0:2348:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9caf5014c800: using a timeout of 383071 usecs (384 jiffies) 00000400:00000200:0.0:1789130353.467477:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:0.0:1789130353.467479:0:2348:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296447873 00000100:00000001:0.0:1789130353.467481:0:2348:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9caf5014c800: PM QoS request active for cpu 2, keep current deadline 4296448284 00000100:00000001:0.0:1789130353.467483:0:2348:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296447873 00000100:00000001:0.0:1789130353.467486:0:2348:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9caf5014c800: PM QoS request active for cpu 3, keep current deadline 4296448284 00000100:00000001:0.0:1789130353.467488:0:2348:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789130353.467490:0:2348:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130353.467493:0:2348:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130353.467497:0:2348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130353.467507:0:2348:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789130353.467523:0:2348:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1789130353.467526:0:2348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789130353.467527:0:2348:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789130353.467530:0:2348:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789130353.467534:0:2348:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:0.0:1789130353.467537:0:2348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130353.467539:0:2348:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789130353.467541:0:2348:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130353.467542:0:2348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789130353.467543:0:2348:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789130353.467544:0:2348:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789130353.467548:0:2348:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf61461680 x1876037329013376/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130353.467555:0:2348:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789130353.467557:0:2348:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130353.467559:0:2348:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789130353.467560:0:2348:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789130353.467562:0:2348:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789130353.467565:0:2348:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf61461680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:70f26143-21ad-4cd3-af2c-0601ab5c9490:2348:1876037329013376:192.168.204.123@tcp:400:kworker.0 00000100:00000001:0.0:1789130353.467568:0:2348:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789130353.467571:0:2348:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789130353.467573:0:2348:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130353.467574:0:2348:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789130353.467578:0:2348:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9caf4842fe00. 02000000:00000001:0.0:1789130353.467580:0:2348:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789130353.467584:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:0.0:1789130353.467587:0:2348:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf501316e0. 00000400:00000010:0.0:1789130353.467590:0:2348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf5801ebb0. 00000800:00000200:2.0:1789130353.467591:0:2342:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000200:0.0:1789130353.467594:0:2348:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876037329013376, portal 25 00000800:00000010:2.0:1789130353.467598:0:2342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf451e7b00. 00000100:00000001:0.0:1789130353.467598:0:2348:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789130353.467600:0:2348:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875798034048 : -109197911517568 : ffff9caf61461680) 00000100:00000040:0.0:1789130353.467607:0:2348:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9caf61461680 x1876037329013376/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130369 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1789130353.467610:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1789130353.467619:0:2348:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1789130353.467623:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000040:0.0:1789130353.467624:0:2348:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:0.0:1789130353.467629:0:2348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf5801e770. 00000400:00000200:2.0:1789130353.467634:0:2342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf5801e220 00000400:00000010:2.0:1789130353.467639:0:2342:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf5801e220. 00000100:00000001:2.0:1789130353.467646:0:2342:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789130353.467656:0:2342:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf614612c0 x1876037329013504/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130369 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130353.467668:0:2342:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130353.467672:0:2342:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf614612c0 x1876037329013504/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130369 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130353.467680:0:2342:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130353.467682:0:2342:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1789130353.467693:0:2347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789130353.467697:0:2347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789130353.468056:0:2342:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789130353.468060:0:2342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf451e7900. 00000400:00000200:2.0:1789130353.468064:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130353.468068:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000200:0.0:1789130353.472402:0:2348:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1876037329013376, offset 0 00000400:00000200:0.0:1789130353.472444:0:2348:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:0.0:1789130353.472459:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:0.0:1789130353.472472:0:2348:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:0.0:1789130353.472478:0:2348:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789130353.472483:0:2348:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:0.0:1789130353.472488:0:2348:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789130353.472492:0:2348:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:0.0:1789130353.472496:0:2348:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2373:2373:255:4294967295] 192.168.204.123@tcp LPNI seq info [2372:2372:7:4294967295] 00000400:00000200:0.0:1789130353.472501:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:0.0:1789130353.472527:0:2348:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:0.0:1789130353.472535:0:2348:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:0.0:1789130353.472545:0:2348:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf451e7500. 00000800:00000200:0.0:1789130353.472554:0:2348:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:0.0:1789130353.472565:0:2348:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:0.0:1789130353.472570:0:2348:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf451e7500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789130353.472576:0:2348:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789130353.472582:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:0.0:1789130353.472586:0:2348:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.123@tcp: PM QoS new deadline estimation for cpu 2 is 4296451580 00000100:00000001:0.0:1789130353.472597:0:2348:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.123@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296448284 00000100:00000001:0.0:1789130353.472604:0:2348:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.123@tcp: PM QoS new deadline estimation for cpu 3 is 4296451580 00000100:00000001:0.0:1789130353.472608:0:2348:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.123@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296448284 00000100:00000001:0.0:1789130353.472611:0:2348:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789130353.472616:0:2348:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130353.472624:0:2348:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789130353.472636:0:2348:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf614621c0 x1876037329013632/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130353.472646:0:2348:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789130353.472650:0:2348:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130353.472657:0:2348:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789130353.472674:0:2348:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789130353.472679:0:2348:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789130353.474360:0:2348:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf614621c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:2348:1876037329013632:192.168.204.123@tcp:400:kworker.0 00000100:00000001:0.0:1789130353.474378:0:2348:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789130353.474390:0:2348:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789130353.474394:0:2348:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130353.474398:0:2348:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789130353.474413:0:2348:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9caf4842ea00. 02000000:00000001:0.0:1789130353.474417:0:2348:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789130353.474429:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:0.0:1789130353.474436:0:2348:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf50131aa8. 00000400:00000010:0.0:1789130353.474449:0:2348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf5801e880. 00000100:00000200:0.0:1789130353.474459:0:2348:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876037329013632, portal 4 00000100:00000001:0.0:1789130353.474462:0:2348:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789130353.474465:0:2348:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875798036928 : -109197911514688 : ffff9caf614621c0) 00000100:00000040:0.0:1789130353.474480:0:2348:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9caf614621c0 x1876037329013632/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130369 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130353.474489:0:2348:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789130353.474492:0:2348:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:0.0:1789130353.474495:0:2348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf5801e2a8. 00000100:00000200:0.0:1789130353.474499:0:2348:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876037329013632, offset 0 00000400:00000200:0.0:1789130353.474507:0:2348:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:0.0:1789130353.474533:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:0.0:1789130353.474544:0:2348:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:2.0:1789130353.474550:0:2342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf5801ec38 00000400:00000200:0.0:1789130353.474552:0:2348:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:2.0:1789130353.474557:0:2342:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf5801ec38. 00000400:00000200:0.0:1789130353.474562:0:2348:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:0.0:1789130353.474568:0:2348:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1789130353.474571:0:2342:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:0.0:1789130353.474573:0:2348:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:0.0:1789130353.474581:0:2348:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2374:2374:254:4294967295] 192.168.204.123@tcp LPNI seq info [2373:2373:6:4294967295] 00000400:00000200:0.0:1789130353.474586:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000200:2.0:1789130353.474593:0:2342:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf61460000 x1876037329013760/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130369 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130353.474608:0:2342:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130353.474612:0:2342:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf61460000 x1876037329013760/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130369 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130353.474620:0:2342:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130353.474623:0:2342:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1789130353.474787:0:2342:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789130353.474792:0:2342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf451e7500. 00000400:00000200:2.0:1789130353.474798:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130353.474821:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:2.0:1789130353.474828:0:2342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf5801e770 00000400:00000010:2.0:1789130353.474830:0:2342:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf5801e770. 00000100:00000001:2.0:1789130353.474833:0:2342:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789130353.474840:0:2342:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf61461680 x1876037329013376/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130369 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130353.474849:0:2342:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130353.474852:0:2342:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf61461680 x1876037329013376/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130369 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130353.474859:0:2342:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130353.474861:0:2342:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:0.0:1789130353.475850:0:2348:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:0.0:1789130353.475865:0:2348:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:0.0:1789130353.475877:0:2348:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf451e7200. 00000800:00000200:0.0:1789130353.475890:0:2348:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:0.0:1789130353.475905:0:2348:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:0.0:1789130353.475914:0:2348:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf451e7200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789130353.475945:0:2348:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130353.475954:0:2348:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9caf5014c800: using a timeout of 22743 usecs (23 jiffies) 00000400:00000200:0.0:1789130353.475959:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:0.0:1789130353.475964:0:2348:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296447521 00000100:00000001:0.0:1789130353.475969:0:2348:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9caf5014c800: PM QoS request active for cpu 2, keep current deadline 4296451580 00000100:00000001:0.0:1789130353.475972:0:2348:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296447521 00000100:00000001:0.0:1789130353.475979:0:2348:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9caf5014c800: PM QoS request active for cpu 3, keep current deadline 4296451580 00000100:00000001:0.0:1789130353.475983:0:2348:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789130353.475987:0:2348:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130353.475994:0:2348:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130353.476000:0:2348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1789130353.476086:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130353.476106:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789130353.476110:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130353.476114:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130353.476121:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130353.476127:0:2342:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:3.0:1789130353.476136:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130353.476141:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130353.476163:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130353.476168:0:2342:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 224 into portal 10 MB=0x6aa3efa94cb00 00000400:00000200:3.0:1789130353.476174:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130353.476183:0:2342:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.123@tcp of length 224/224 into md 0x66fd [1] + 224 00000800:00000001:3.0:1789130353.476193:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130353.476198:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130353.476202:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130353.476207:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:3.0:1789130353.476216:0:2342:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789130353.476224:0:2342:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf614612c0 x1876037329013504/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130369 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789130353.476236:0:2342:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9caf614612c0 x1876037329013504/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130369 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130353.476256:0:2342:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000200:3.0:1789130353.476317:0:2342:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789130353.476322:0:2342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf451e7200. 00000400:00000200:3.0:1789130353.476325:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130353.476329:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:3.0:1789130353.476335:0:2342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf5801e2a8 00000400:00000010:3.0:1789130353.476338:0:2342:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf5801e2a8. 00000100:00000001:3.0:1789130353.476343:0:2342:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789130353.476347:0:2342:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf614621c0 x1876037329013632/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130369 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130353.476360:0:2342:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130353.476364:0:2342:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf614621c0 x1876037329013632/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130369 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130353.476373:0:2342:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130353.476374:0:2342:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1789130353.476385:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130353.476390:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789130353.476393:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130353.476396:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130353.476399:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130353.476404:0:2342:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:3.0:1789130353.476410:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130353.476414:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130353.476419:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130353.476422:0:2342:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 224 into portal 4 MB=0x6aa3efa94cc00 00000400:00000200:3.0:1789130353.476426:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130353.476432:0:2342:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.123@tcp of length 224/224 into md 0x6705 [1] + 224 00000800:00000001:3.0:1789130353.476436:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130353.476444:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130353.476447:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130353.476450:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:3.0:1789130353.476453:0:2342:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789130353.476458:0:2342:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf61460000 x1876037329013760/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130369 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789130353.476468:0:2342:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9caf61460000 x1876037329013760/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130369 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130353.476478:0:2342:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789130353.476483:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1789130353.476483:0:2348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:3.0:1789130353.476489:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130353.476489:0:2348:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789130353.476500:0:2348:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789130353.476505:0:2348:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789130353.476519:0:2348:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf50131e70. 00000400:00000200:0.0:1789130353.476525:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf5801edd0 00000400:00000010:0.0:1789130353.476527:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf5801edd0. 00000100:00000001:0.0:1789130353.476530:0:2348:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789130353.476535:0:2348:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf614612c0 x1876037329013504/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130369 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789130353.476545:0:2348:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf614612c0 x1876037329013504/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130369 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130353.476551:0:2348:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789130353.476554:0:2348:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130353.476556:0:2348:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789130353.476560:0:2348:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789130353.476564:0:2348:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789130353.476566:0:2348:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130353.476570:0:2348:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789130353.476583:0:2348:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf6079ac60 time=122 v=5 (104 104 104 104) 00000100:00001000:0.0:1789130353.476590:0:2348:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf6079ac18 time=15 v=5 (1 0 0 0) 00000100:00000001:0.0:1789130353.476593:0:2348:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789130353.476595:0:2348:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130353.476599:0:2348:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789130353.476604:0:2348:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130353.476610:0:2348:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1789130353.476613:0:2348:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9caf5014c800: committing for last_committed 4294967615 gen 2 00000100:00000040:0.0:1789130353.476621:0:2348:0:(client.c:3181:ptlrpc_free_committed()) @@@ commit (last_committed 4294967615) req@ffff9caf615d6d00 x1876037329010688/t4294967611(4294967611) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 568/448 e 0 to 0 dl 1789130363 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130353.476630:0:2348:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789130353.476633:0:2348:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf615d6d00 x1876037329010688/t4294967611(4294967611) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 568/448 e 0 to 0 dl 1789130363 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130353.476640:0:2348:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789130353.476644:0:2348:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789130353.476650:0:2348:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9caf487c3000. 02000000:00000001:0.0:1789130353.476654:0:2348:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789130353.477839:0:2348:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1789130353.477850:0:2348:0:(genops.c:1223:class_import_put()) import ffff9caf6079a800 refcount=9 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000020:00000001:0.0:1789130353.477856:0:2348:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1789130353.477862:0:2348:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9caf487c3400. 02000000:00000001:0.0:1789130353.477869:0:2348:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789130353.477872:0:2348:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789130353.477874:0:2348:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf615d6d00. 00000100:00000001:0.0:1789130353.477883:0:2348:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789130353.477885:0:2348:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789130353.477901:0:2348:0:(client.c:3181:ptlrpc_free_committed()) @@@ commit (last_committed 4294967615) req@ffff9caf501a8f00 x1876037329011200/t4294967612(4294967612) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 568/448 e 0 to 0 dl 1789130363 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130353.477910:0:2348:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789130353.477913:0:2348:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf501a8f00 x1876037329011200/t4294967612(4294967612) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 568/448 e 0 to 0 dl 1789130363 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130353.477920:0:2348:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789130353.477923:0:2348:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789130353.477926:0:2348:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9caf50104400. 02000000:00000001:0.0:1789130353.477929:0:2348:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789130353.477931:0:2348:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1789130353.477932:0:2348:0:(genops.c:1223:class_import_put()) import ffff9caf6079a800 refcount=8 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000020:00000001:0.0:1789130353.477934:0:2348:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1789130353.477936:0:2348:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9caf50107000. 02000000:00000001:0.0:1789130353.477939:0:2348:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789130353.477940:0:2348:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789130353.477941:0:2348:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf501a8f00. 00000100:00000001:0.0:1789130353.477947:0:2348:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789130353.477948:0:2348:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789130353.477953:0:2348:0:(client.c:3181:ptlrpc_free_committed()) @@@ commit (last_committed 4294967615) req@ffff9caf61461a40 x1876037329011712/t4294967613(4294967613) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/664 e 0 to 0 dl 1789130363 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130353.477963:0:2348:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789130353.477964:0:2348:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875798035008 : -109197911516608 : ffff9caf61461a40) 00000100:00000001:0.0:1789130353.477967:0:2348:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789130353.477970:0:2348:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf61461a40 x1876037329011712/t4294967613(4294967613) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/664 e 0 to 0 dl 1789130363 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130353.477977:0:2348:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789130353.477982:0:2348:0:(client.c:3174:ptlrpc_free_committed()) @@@ keeping (FL_REPLAY) req@ffff9caf501a9e00 x1876037329012096/t4294967614(4294967614) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/664 e 0 to 0 dl 1789130364 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130353.477990:0:2348:0:(client.c:3188:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1789130353.477993:0:2348:0:(client.c:3235:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9caf5014c800: normal: skip=1 replay=3/4 committed=0/0 00000100:00000001:0.0:1789130353.477996:0:2348:0:(client.c:3236:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789130353.477999:0:2348:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130353.478006:0:2348:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf614612c0 x1876037329013504/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130369 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130353.478014:0:2348:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789130353.478018:0:2348:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789130353.478021:0:2348:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789130353.478026:0:2348:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf614612c0 x1876037329013504/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130369 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789130353.478035:0:2348:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf614612c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:2348:1876037329013504:192.168.204.123@tcp:400:kworker.0 00000400:00000001:0.0:1789130353.478051:0:2348:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789130353.478054:0:2348:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789130353.478057:0:2348:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf50131ec8. 00000400:00000200:0.0:1789130353.478062:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf5801eee0 00000400:00000010:0.0:1789130353.478066:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf5801eee0. 00000100:00000001:0.0:1789130353.478071:0:2348:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789130353.478076:0:2348:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf61460000 x1876037329013760/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130369 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789130353.478086:0:2348:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf61460000 x1876037329013760/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130369 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130353.478094:0:2348:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789130353.478096:0:2348:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130353.478099:0:2348:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789130353.478101:0:2348:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789130353.478105:0:2348:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789130353.478107:0:2348:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130353.478111:0:2348:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789130353.478120:0:2348:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf48ede460 time=122 v=5 (5 5 5 36) 00000100:00001000:0.0:1789130353.478125:0:2348:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf48ede418 time=14 v=5 (1 0 0 0) 00000100:00000001:0.0:1789130353.478128:0:2348:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789130353.478129:0:2348:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130353.478133:0:2348:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789130353.478137:0:2348:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130353.478140:0:2348:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789130353.478143:0:2348:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9caf5014c800: skip recheck: last_committed 4294967312 00000100:00000001:0.0:1789130353.478146:0:2348:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789130353.478147:0:2348:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130353.478152:0:2348:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf61460000 x1876037329013760/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130369 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130353.478158:0:2348:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789130353.478161:0:2348:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789130353.478162:0:2348:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789130353.478166:0:2348:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf61460000 x1876037329013760/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130369 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789130353.478173:0:2348:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf61460000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:2348:1876037329013760:192.168.204.123@tcp:400:kworker.0 00000100:00000001:0.0:1789130353.478178:0:2348:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130353.478180:0:2348:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789130353.478183:0:2348:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf614612c0 x1876037329013504/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130369 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130353.478189:0:2348:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789130353.478190:0:2348:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789130353.478191:0:2348:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9caf4842e200. 02000000:00000001:0.0:1789130353.478194:0:2348:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789130353.478195:0:2348:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1789130353.478196:0:2348:0:(genops.c:1223:class_import_put()) import ffff9caf6079a800 refcount=7 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000020:00000001:0.0:1789130353.478198:0:2348:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1789130353.478200:0:2348:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9caf451e7700. 02000000:00000001:0.0:1789130353.478203:0:2348:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789130353.478204:0:2348:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789130353.478205:0:2348:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf614612c0. 00000100:00000001:0.0:1789130353.478208:0:2348:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789130353.478210:0:2348:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130353.478211:0:2348:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789130353.478214:0:2348:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf61460000 x1876037329013760/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130369 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130353.478219:0:2348:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789130353.478220:0:2348:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789130353.478221:0:2348:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9caf4842e000. 02000000:00000001:0.0:1789130353.478223:0:2348:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789130353.478224:0:2348:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1789130353.478225:0:2348:0:(genops.c:1223:class_import_put()) import ffff9caf48ede000 refcount=2 obd=lustre-OST0001-osc-ffff9caf5014c800 00000020:00000001:0.0:1789130353.478227:0:2348:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1789130353.478228:0:2348:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9caf451e7c00. 02000000:00000001:0.0:1789130353.478231:0:2348:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789130353.478232:0:2348:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789130353.478233:0:2348:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf61460000. 00000100:00000001:0.0:1789130353.478237:0:2348:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789130353.478238:0:2348:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130353.478242:0:2348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130353.478244:0:2348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789130353.478246:0:2348:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789130353.478248:0:2348:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130353.478250:0:2348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1789130353.487035:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130353.487068:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789130353.487074:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130353.487077:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130353.487092:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130353.487104:0:2341:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:2.0:1789130353.487117:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130353.487124:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130353.487132:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130353.487137:0:2341:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 224 into portal 25 MB=0x6aa3efa94ca80 00000400:00000200:2.0:1789130353.487145:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130353.487154:0:2341:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.123@tcp of length 224/224 into md 0x670d [1] + 224 00000800:00000001:2.0:1789130353.487165:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130353.487179:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130353.487184:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130353.487191:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:2.0:1789130353.487205:0:2341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789130353.487221:0:2341:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf61461680 x1876037329013376/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130369 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789130353.487234:0:2341:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9caf61461680 x1876037329013376/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130369 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130353.487263:0:2341:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789130353.487280:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130353.487285:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130353.487383:0:2348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789130353.487392:0:2348:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789130353.487404:0:2348:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789130353.487408:0:2348:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789130353.487413:0:2348:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf501316e0. 00000400:00000200:0.0:1789130353.487422:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf5801ebb0 00000400:00000010:0.0:1789130353.487425:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf5801ebb0. 00000100:00000001:0.0:1789130353.487429:0:2348:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789130353.487435:0:2348:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf61461680 x1876037329013376/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130369 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789130353.487445:0:2348:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf61461680 x1876037329013376/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130369 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130353.487453:0:2348:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789130353.487455:0:2348:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130353.487458:0:2348:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789130353.487462:0:2348:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789130353.487466:0:2348:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789130353.487468:0:2348:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130353.487473:0:2348:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789130353.487484:0:2348:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf586cec60 time=122 v=5 (5 5 5 5) 00000100:00001000:0.0:1789130353.487490:0:2348:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf586cec18 time=122 v=5 (1 1 1 1) 00000100:00000001:0.0:1789130353.487494:0:2348:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789130353.487496:0:2348:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130353.487501:0:2348:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789130353.487504:0:2348:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130353.487521:0:2348:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130353.487528:0:2348:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf61461680 x1876037329013376/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130369 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130353.487538:0:2348:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789130353.487543:0:2348:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789130353.487545:0:2348:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789130353.487550:0:2348:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf61461680 x1876037329013376/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130369 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789130353.487558:0:2348:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf61461680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:70f26143-21ad-4cd3-af2c-0601ab5c9490:2348:1876037329013376:192.168.204.123@tcp:400:kworker.0 00000100:00000001:0.0:1789130353.487566:0:2348:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130353.487570:0:2348:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789130353.487574:0:2348:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf61461680 x1876037329013376/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130369 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130353.487582:0:2348:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789130353.487586:0:2348:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789130353.487590:0:2348:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9caf4842fe00. 02000000:00000001:0.0:1789130353.487601:0:2348:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789130353.487606:0:2348:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1789130353.487609:0:2348:0:(genops.c:1223:class_import_put()) import ffff9caf586ce800 refcount=3 obd=MGC192.168.204.123@tcp 00000020:00000001:0.0:1789130353.487613:0:2348:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1789130353.487617:0:2348:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9caf451e7d00. 02000000:00000001:0.0:1789130353.487623:0:2348:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789130353.487626:0:2348:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789130353.487629:0:2348:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf61461680. 00000100:00000001:0.0:1789130353.487635:0:2348:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789130353.487636:0:2348:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130353.487642:0:2348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130353.487644:0:2348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789130353.487645:0:2348:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789130353.487647:0:2348:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130353.487649:0:2348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1789130353.488449:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130353.488469:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789130353.488475:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130353.488478:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130353.488486:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130353.488493:0:2342:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:3.0:1789130353.488502:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130353.488519:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130353.488524:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130353.488529:0:2342:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 224 into portal 4 MB=0x6aa3efa94cb80 00000400:00000200:3.0:1789130353.488534:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130353.488540:0:2342:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.123@tcp of length 224/224 into md 0x6715 [1] + 224 00000800:00000001:3.0:1789130353.488548:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130353.488633:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130353.488637:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130353.488644:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:3.0:1789130353.488651:0:2342:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789130353.488660:0:2342:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf614621c0 x1876037329013632/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130369 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789130353.488673:0:2342:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9caf614621c0 x1876037329013632/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130369 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130353.488766:0:2348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789130353.488771:0:2348:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789130353.488918:0:2342:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789130353.488927:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130353.488930:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1789130353.490453:0:2348:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789130353.490465:0:2348:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789130353.490471:0:2348:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf50131aa8. 00000400:00000200:0.0:1789130353.490485:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf5801e880 00000400:00000010:0.0:1789130353.490488:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf5801e880. 00000100:00000001:0.0:1789130353.490493:0:2348:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789130353.490525:0:2348:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf614621c0 x1876037329013632/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130369 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789130353.490539:0:2348:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf614621c0 x1876037329013632/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130369 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130353.490548:0:2348:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789130353.490551:0:2348:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130353.490554:0:2348:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789130353.490559:0:2348:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789130353.490562:0:2348:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789130353.490565:0:2348:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130353.490569:0:2348:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789130353.490583:0:2348:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf468acc60 time=122 v=5 (5 5 5 36) 00000100:00001000:0.0:1789130353.490588:0:2348:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf468acc18 time=5 v=5 (1 1 0 0) 00000100:00000001:0.0:1789130353.490592:0:2348:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789130353.490594:0:2348:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130353.490599:0:2348:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789130353.490604:0:2348:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130353.490610:0:2348:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789130353.490613:0:2348:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9caf5014c800: skip recheck: last_committed 4294967337 00000100:00000001:0.0:1789130353.490616:0:2348:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789130353.490618:0:2348:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130353.490623:0:2348:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf614621c0 x1876037329013632/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130369 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130353.490633:0:2348:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789130353.490636:0:2348:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789130353.490639:0:2348:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789130353.490643:0:2348:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf614621c0 x1876037329013632/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130369 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789130353.490652:0:2348:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf614621c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:2348:1876037329013632:192.168.204.123@tcp:400:kworker.0 00000100:00000001:0.0:1789130353.492222:0:2348:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130353.492238:0:2348:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789130353.492256:0:2348:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf614621c0 x1876037329013632/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130369 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130353.492269:0:2348:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789130353.492274:0:2348:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789130353.492279:0:2348:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9caf4842ea00. 02000000:00000001:0.0:1789130353.492287:0:2348:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789130353.492292:0:2348:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1789130353.492295:0:2348:0:(genops.c:1223:class_import_put()) import ffff9caf468ac800 refcount=2 obd=lustre-OST0000-osc-ffff9caf5014c800 00000020:00000001:0.0:1789130353.492299:0:2348:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1789130353.492303:0:2348:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9caf451e7600. 02000000:00000001:0.0:1789130353.492315:0:2348:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789130353.492318:0:2348:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789130353.492321:0:2348:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf614621c0. 00000100:00000001:0.0:1789130353.492325:0:2348:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789130353.492327:0:2348:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130353.492331:0:2348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130353.492345:0:2348:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789130353.492347:0:2348:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130353.492351:0:2348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789130353.492354:0:2348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130353.595215:0:27360:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130353.595226:0:27360:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130353.596058:0:16116:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789130353.596064:0:16116:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789130353.596070:0:16116:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1789130354.625914:0:27360:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130354.625925:0:27360:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130354.628104:0:16244:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789130354.628116:0:16244:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789130354.628123:0:16244:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1789130355.644455:0:27360:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130355.644480:0:27360:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789130355.644483:0:27360:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789130355.644489:0:27360:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130355.644498:0:27360:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789130355.644501:0:27360:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130355.644503:0:27360:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130355.644507:0:27360:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130355.644834:0:16115:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789130355.644841:0:16115:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789130355.644845:0:16115:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1789130356.666368:0:27360:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130356.666378:0:27360:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130356.667680:0:16116:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789130356.667689:0:16116:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789130356.667695:0:16116:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1789130357.561977:0:27360:0:(connection.c:75:cpu_latency_work()) work item of ffff9caf6147ab30 (cpu 3) has reached its deadline 4296451580, at 4296451584 00000100:00000040:2.0:1789130357.561977:0:23465:0:(connection.c:75:cpu_latency_work()) work item of ffff9caf6147aa20 (cpu 2) has reached its deadline 4296451580, at 4296451584 00000100:00000010:3.0:1789130357.562000:0:27360:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9caf5021f7e0. 00000100:00000010:2.0:1789130357.562001:0:23465:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9caf5021f3c0. 00010000:00000001:3.0:1789130357.690771:0:27360:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130357.690783:0:27360:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130357.693767:0:16244:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789130357.693779:0:16244:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789130357.693789:0:16244:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1789130358.586171:0:28590:0:(pinger.c:229:ptlrpc_pinger_process_import()) 70f26143-21ad-4cd3-af2c-0601ab5c9490->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789130358.586192:0:28590:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789130358.586211:0:28590:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf614621c0. 00000020:00000040:0.0:1789130358.586221:0:28590:0:(genops.c:1210:class_import_get()) import ffff9caf586ce800 refcount=4 obd=MGC192.168.204.123@tcp 00000100:00000001:0.0:1789130358.586228:0:28590:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789130358.586233:0:28590:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789130358.586241:0:28590:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789130358.586257:0:28590:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9caf451e7600. 00000100:00000001:0.0:1789130358.586269:0:28590:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130358.586288:0:28590:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 70f26143-21ad-4cd3-af2c-0601ab5c9490->MGS req@ffff9caf614621c0 x1876037329013888/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789130358.586302:0:28590:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789130358.586311:0:28590:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130358.586320:0:28590:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000086c3a46d] to pc [ptlrpcd_00_00+0] req@ffff9caf614621c0 x1876037329013888/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130358.586371:0:28590:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130358.586375:0:28590:0:(pinger.c:229:ptlrpc_pinger_process_import()) c4ff2dbd-4d13-4802-9c50-d71e34d32a35->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789130358.586379:0:28590:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789130358.586382:0:28590:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf61461680. 00000020:00000040:0.0:1789130358.586385:0:28590:0:(genops.c:1210:class_import_get()) import ffff9caf6079a800 refcount=8 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000100:00000001:0.0:1789130358.586388:0:28590:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789130358.586390:0:28590:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789130358.586392:0:28590:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789130358.586396:0:28590:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9caf451e7d00. 00000100:00000001:0.0:1789130358.586400:0:28590:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130358.586404:0:28590:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging c4ff2dbd-4d13-4802-9c50-d71e34d32a35->lustre-MDT0000_UUID req@ffff9caf61461680 x1876037329014016/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789130358.586422:0:28590:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789130358.586425:0:28590:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130358.586429:0:28590:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006d153b7b] to pc [ptlrpcd_00_01+1] req@ffff9caf61461680 x1876037329014016/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130358.586440:0:28590:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130358.586443:0:28590:0:(pinger.c:229:ptlrpc_pinger_process_import()) c4ff2dbd-4d13-4802-9c50-d71e34d32a35->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789130358.586447:0:28590:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789130358.586453:0:28590:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf61460000. 00000020:00000040:0.0:1789130358.586456:0:28590:0:(genops.c:1210:class_import_get()) import ffff9caf468ac800 refcount=3 obd=lustre-OST0000-osc-ffff9caf5014c800 00000100:00000001:0.0:1789130358.586459:0:28590:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789130358.586462:0:28590:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789130358.586464:0:28590:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789130358.586468:0:28590:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9caf451e7c00. 00000100:00000001:0.0:1789130358.586471:0:28590:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130358.586475:0:28590:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging c4ff2dbd-4d13-4802-9c50-d71e34d32a35->lustre-OST0000_UUID req@ffff9caf61460000 x1876037329014144/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789130358.586483:0:28590:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789130358.586485:0:28590:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130358.586488:0:28590:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000743b0f2d] to pc [ptlrpcd_00_00+0] req@ffff9caf61460000 x1876037329014144/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130358.586496:0:28590:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130358.586499:0:28590:0:(pinger.c:229:ptlrpc_pinger_process_import()) c4ff2dbd-4d13-4802-9c50-d71e34d32a35->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789130358.586503:0:28590:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789130358.586506:0:28590:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf614612c0. 00000020:00000040:0.0:1789130358.586509:0:28590:0:(genops.c:1210:class_import_get()) import ffff9caf48ede000 refcount=3 obd=lustre-OST0001-osc-ffff9caf5014c800 00000100:00000001:0.0:1789130358.586512:0:28590:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789130358.586513:0:28590:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789130358.586515:0:28590:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789130358.586518:0:28590:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9caf451e7700. 00000100:00000001:0.0:1789130358.586521:0:28590:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130358.586525:0:28590:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging c4ff2dbd-4d13-4802-9c50-d71e34d32a35->lustre-OST0001_UUID req@ffff9caf614612c0 x1876037329014272/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789130358.586534:0:28590:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789130358.586536:0:28590:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130358.586540:0:28590:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000117053a6] to pc [ptlrpcd_00_01+1] req@ffff9caf614612c0 x1876037329014272/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130358.586548:0:28590:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130358.586555:0:28590:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1790) 00000100:00000001:0.0:1789130358.586569:0:2348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789130358.586575:0:2348:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789130358.586579:0:2348:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789130358.586588:0:2348:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf61461680 x1876037329014016/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130358.586598:0:2348:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789130358.586601:0:2348:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130358.586608:0:2348:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789130358.586612:0:2348:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789130358.586615:0:2348:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789130358.586620:0:2348:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf61461680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:2348:1876037329014016:192.168.204.123@tcp:400:kworker.0 00000100:00000001:0.0:1789130358.586626:0:2348:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789130358.586635:0:2348:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789130358.586639:0:2348:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130358.586643:0:2348:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789130358.586650:0:2348:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9caf4842ea00. 02000000:00000001:0.0:1789130358.586653:0:2348:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789130358.586666:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:0.0:1789130358.586672:0:2348:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf50131aa8. 00000400:00000010:0.0:1789130358.586683:0:2348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf5801e880. 00000100:00000200:0.0:1789130358.586696:0:2348:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876037329014016, portal 10 00000100:00000001:0.0:1789130358.586700:0:2348:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789130358.586703:0:2348:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875798034048 : -109197911517568 : ffff9caf61461680) 00000100:00000040:0.0:1789130358.586715:0:2348:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9caf61461680 x1876037329014016/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130374 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130358.586724:0:2348:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789130358.586729:0:2348:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:0.0:1789130358.586733:0:2348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf5801ebb0. 00000100:00000200:0.0:1789130358.586739:0:2348:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876037329014016, offset 0 00000400:00000200:0.0:1789130358.586748:0:2348:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:0.0:1789130358.586765:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:0.0:1789130358.586778:0:2348:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:0.0:1789130358.587011:0:2348:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789130358.587019:0:2348:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:0.0:1789130358.587023:0:2348:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789130358.587028:0:2348:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:0.0:1789130358.587033:0:2348:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2375:2375:256:4294967295] 192.168.204.123@tcp LPNI seq info [2374:2374:8:4294967295] 00000400:00000200:0.0:1789130358.587039:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:0.0:1789130358.587053:0:2348:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:0.0:1789130358.587060:0:2348:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:0.0:1789130358.587067:0:2348:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf451e7800. 00000800:00000200:0.0:1789130358.587076:0:2348:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:0.0:1789130358.587087:0:2348:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:0.0:1789130358.587093:0:2348:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf451e7800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789130358.587114:0:2348:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130358.587120:0:2348:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: using a timeout of 793683 usecs (794 jiffies) 00000400:00000200:0.0:1789130358.587124:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:0.0:1789130358.587128:0:2348:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296453403 00000100:00000010:0.0:1789130358.587134:0:2348:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9caf5021f960. 00000100:00000001:0.0:1789130358.587142:0:2348:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request now active for cpu 2 00000100:00000001:0.0:1789130358.587150:0:2348:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296453403 00000100:00000010:0.0:1789130358.587153:0:2348:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9caf5021f060. 00000100:00000001:0.0:1789130358.587157:0:2348:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request now active for cpu 3 00000100:00000001:0.0:1789130358.587161:0:2348:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789130358.587165:0:2348:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130358.587169:0:2348:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789130358.587174:0:2348:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf614612c0 x1876037329014272/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130358.587181:0:2348:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789130358.587183:0:2348:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130358.587186:0:2348:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789130358.587189:0:2348:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789130358.587191:0:2348:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789130358.587194:0:2348:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf614612c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:2348:1876037329014272:192.168.204.123@tcp:400:kworker.0 00000100:00000001:0.0:1789130358.587201:0:2348:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789130358.587205:0:2348:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789130358.587207:0:2348:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130358.587208:0:2348:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789130358.587212:0:2348:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9caf4842fe00. 02000000:00000001:0.0:1789130358.587214:0:2348:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789130358.587218:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:0.0:1789130358.587221:0:2348:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf501316e0. 00000400:00000010:0.0:1789130358.587225:0:2348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf5801eee0. 00000100:00000200:0.0:1789130358.587228:0:2348:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876037329014272, portal 4 00000100:00000001:0.0:1789130358.587231:0:2348:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789130358.587232:0:2348:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875798033088 : -109197911518528 : ffff9caf614612c0) 00000100:00000040:0.0:1789130358.587238:0:2348:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9caf614612c0 x1876037329014272/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130374 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130358.587245:0:2348:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789130358.587247:0:2348:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:0.0:1789130358.587250:0:2348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf5801edd0. 00000100:00000200:0.0:1789130358.587252:0:2348:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876037329014272, offset 0 00000400:00000200:0.0:1789130358.587257:0:2348:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:0.0:1789130358.587261:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:0.0:1789130358.587266:0:2348:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:0.0:1789130358.587270:0:2348:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789130358.587272:0:2348:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:0.0:1789130358.587275:0:2348:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789130358.587277:0:2348:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:0.0:1789130358.587280:0:2348:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2376:2376:255:4294967295] 192.168.204.123@tcp LPNI seq info [2375:2375:7:4294967295] 00000400:00000200:0.0:1789130358.587283:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:0.0:1789130358.587289:0:2348:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:0.0:1789130358.587293:0:2348:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:0.0:1789130358.587300:0:2348:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf451e7200. 00000800:00000200:0.0:1789130358.587305:0:2348:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:0.0:1789130358.587309:0:2348:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:0.0:1789130358.587312:0:2348:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf451e7200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789130358.587315:0:2348:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130358.587318:0:2348:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9caf5014c800: using a timeout of 380593 usecs (381 jiffies) 00000400:00000200:0.0:1789130358.587321:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:1.0:1789130358.587437:0:2347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789130358.587442:0:2347:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789130358.587444:0:2347:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789130358.587452:0:2347:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf614621c0 x1876037329013888/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130358.587460:0:2347:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789130358.587462:0:2347:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130358.587464:0:2347:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789130358.587466:0:2347:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789130358.587470:0:2347:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789130358.587473:0:2347:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf614621c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:70f26143-21ad-4cd3-af2c-0601ab5c9490:2347:1876037329013888:192.168.204.123@tcp:400:kworker.0 00000100:00000001:1.0:1789130358.587477:0:2347:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789130358.587480:0:2347:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789130358.587482:0:2347:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130358.587484:0:2347:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789130358.587489:0:2347:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9caf48ef9200. 02000000:00000001:1.0:1789130358.587491:0:2347:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789130358.587496:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:1.0:1789130358.587500:0:2347:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf42d8e688. 00000800:00000200:2.0:1789130358.587504:0:2341:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000400:00000010:1.0:1789130358.587506:0:2347:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf462a3e58. 00000100:00000200:1.0:1789130358.587513:0:2347:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876037329013888, portal 25 00000800:00000010:2.0:1789130358.587514:0:2341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf451e7800. 00000100:00000001:1.0:1789130358.587515:0:2347:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789130358.587518:0:2347:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875798036928 : -109197911514688 : ffff9caf614621c0) 00000100:00000040:1.0:1789130358.587525:0:2347:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9caf614621c0 x1876037329013888/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130374 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1789130358.587527:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1789130358.587538:0:2347:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789130358.587542:0:2347:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:1.0:1789130358.587545:0:2347:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf462a3bb0. 00000100:00000200:1.0:1789130358.587547:0:2347:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1876037329013888, offset 0 00000400:00000200:2.0:1789130358.587549:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:1.0:1789130358.587554:0:2347:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:1.0:1789130358.587560:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:1.0:1789130358.587570:0:2347:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:1.0:1789130358.587573:0:2347:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789130358.587576:0:2347:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:1.0:1789130358.587578:0:2347:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789130358.587581:0:2347:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:1.0:1789130358.587584:0:2347:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2377:2377:254:4294967295] 192.168.204.123@tcp LPNI seq info [2376:2376:6:4294967295] 00000400:00000200:1.0:1789130358.587588:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:1.0:1789130358.587594:0:2347:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:1.0:1789130358.587599:0:2347:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:1.0:1789130358.587603:0:2347:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf47f34a00. 00000800:00000200:1.0:1789130358.587608:0:2347:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:1.0:1789130358.587612:0:2347:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:1.0:1789130358.587615:0:2347:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf47f34a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789130358.587618:0:2347:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789130358.587621:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:1.0:1789130358.587623:0:2347:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.123@tcp: PM QoS new deadline estimation for cpu 2 is 4296456695 00000100:00000001:1.0:1789130358.587629:0:2347:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.123@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296453403 00000100:00000001:1.0:1789130358.587634:0:2347:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.123@tcp: PM QoS new deadline estimation for cpu 3 is 4296456695 00000100:00000001:1.0:1789130358.587637:0:2347:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.123@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296453403 00000100:00000001:1.0:1789130358.587640:0:2347:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789130358.587642:0:2347:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130358.587644:0:2347:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789130358.587649:0:2347:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf61460000 x1876037329014144/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130358.587657:0:2347:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789130358.587659:0:2347:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130358.587661:0:2347:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789130358.587663:0:2347:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789130358.587665:0:2347:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789130358.587667:0:2347:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf61460000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:2347:1876037329014144:192.168.204.123@tcp:400:kworker.0 00000100:00000001:1.0:1789130358.587671:0:2347:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789130358.587673:0:2347:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789130358.587675:0:2347:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130358.587677:0:2347:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789130358.587681:0:2347:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9caf48ef8800. 02000000:00000001:1.0:1789130358.587683:0:2347:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789130358.587686:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:1.0:1789130358.587690:0:2347:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf42d8e9f8. 00000400:00000010:1.0:1789130358.587694:0:2347:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf462a37f8. 00000100:00000200:1.0:1789130358.587698:0:2347:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876037329014144, portal 4 00000100:00000001:1.0:1789130358.587700:0:2347:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789130358.587702:0:2347:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875798028288 : -109197911523328 : ffff9caf61460000) 00000100:00000040:1.0:1789130358.587709:0:2347:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9caf61460000 x1876037329014144/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130374 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130358.587715:0:2347:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789130358.587718:0:2347:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:1.0:1789130358.587721:0:2347:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf462a3220. 00000100:00000001:0.0:1789130358.587744:0:2348:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296452990 00000100:00000001:0.0:1789130358.587747:0:2348:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9caf5014c800: PM QoS request active for cpu 2, keep current deadline 4296456695 00000100:00000001:0.0:1789130358.587749:0:2348:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296452990 00000100:00000001:0.0:1789130358.587751:0:2348:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9caf5014c800: PM QoS request active for cpu 3, keep current deadline 4296456695 00000100:00000001:0.0:1789130358.587754:0:2348:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789130358.587756:0:2348:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130358.587760:0:2348:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130358.587763:0:2348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130358.587774:0:2348:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789130358.587777:0:2348:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1789130358.587779:0:2348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789130358.587781:0:2348:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789130358.587782:0:2348:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130358.587785:0:2348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789130358.587793:0:2341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf5801ebb0 00000400:00000010:2.0:1789130358.587798:0:2341:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf5801ebb0. 00000100:00000001:2.0:1789130358.587853:0:2341:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789130358.587859:0:2341:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf61461680 x1876037329014016/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130374 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130358.587873:0:2341:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130358.587878:0:2341:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf61461680 x1876037329014016/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130374 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130358.587886:0:2341:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130358.587889:0:2341:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1789130358.587911:0:2341:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789130358.587914:0:2341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf451e7200. 00000400:00000200:2.0:1789130358.587918:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130358.587922:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:2.0:1789130358.587925:0:2341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf5801edd0 00000400:00000010:2.0:1789130358.587926:0:2341:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf5801edd0. 00000100:00000001:2.0:1789130358.587929:0:2341:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789130358.587932:0:2341:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf614612c0 x1876037329014272/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130374 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130358.587938:0:2341:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130358.587941:0:2341:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf614612c0 x1876037329014272/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130374 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130358.587947:0:2341:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130358.587948:0:2341:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1789130358.588257:0:2341:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789130358.588262:0:2341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf47f34a00. 00000400:00000200:2.0:1789130358.588266:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130358.588271:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:2.0:1789130358.588275:0:2341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf462a3bb0 00000400:00000010:2.0:1789130358.588277:0:2341:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf462a3bb0. 00000100:00000001:2.0:1789130358.588279:0:2341:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789130358.588283:0:2341:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf614621c0 x1876037329013888/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130374 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130358.588290:0:2341:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130358.588293:0:2341:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf614621c0 x1876037329013888/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130374 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130358.588298:0:2341:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130358.588300:0:2341:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1789130358.593942:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130358.593973:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789130358.593978:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130358.593982:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130358.593994:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130358.594006:0:2342:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:3.0:1789130358.594018:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130358.594026:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130358.594034:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130358.594039:0:2342:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 224 into portal 10 MB=0x6aa3efa94cd00 00000400:00000200:3.0:1789130358.594045:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130358.594053:0:2342:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.123@tcp of length 224/224 into md 0x671d [1] + 224 00000800:00000001:3.0:1789130358.594063:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130358.594069:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130358.594073:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130358.594078:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:3.0:1789130358.594089:0:2342:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789130358.594101:0:2342:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf61461680 x1876037329014016/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130374 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789130358.594113:0:2342:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9caf61461680 x1876037329014016/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130374 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130358.594226:0:2348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789130358.594235:0:2348:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789130358.594258:0:2342:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789130358.594276:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130358.594280:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789130358.594282:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130358.594285:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130358.594288:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130358.594292:0:2342:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:3.0:1789130358.594296:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130358.594300:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130358.594303:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130358.594317:0:2342:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 224 into portal 4 MB=0x6aa3efa94ce00 00000400:00000200:3.0:1789130358.594322:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130358.594326:0:2342:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.123@tcp of length 224/224 into md 0x6725 [1] + 224 00000800:00000001:3.0:1789130358.594330:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130358.594334:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130358.594336:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130358.594340:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:3.0:1789130358.594344:0:2342:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789130358.594352:0:2342:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf614612c0 x1876037329014272/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130374 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789130358.594361:0:2342:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9caf614612c0 x1876037329014272/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130374 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130358.594379:0:2342:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789130358.594382:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130358.594385:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789130358.594387:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130358.594389:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130358.594400:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130358.594404:0:2342:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:3.0:1789130358.594408:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130358.594422:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130358.594426:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130358.594428:0:2342:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 224 into portal 25 MB=0x6aa3efa94cc80 00000400:00000200:3.0:1789130358.594432:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130358.594439:0:2342:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.123@tcp of length 224/224 into md 0x672d [1] + 224 00000800:00000001:3.0:1789130358.594443:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130358.594527:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130358.594531:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130358.594535:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:3.0:1789130358.594538:0:2342:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789130358.594543:0:2342:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf614621c0 x1876037329013888/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130374 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789130358.594560:0:2342:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9caf614621c0 x1876037329013888/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130374 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130358.594576:0:2342:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789130358.594581:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130358.594584:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1789130358.594989:0:2347:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876037329014144, offset 0 00000400:00000200:1.0:1789130358.595004:0:2347:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:1.0:1789130358.595014:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:1.0:1789130358.595023:0:2347:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:1.0:1789130358.595030:0:2347:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789130358.595036:0:2347:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:1.0:1789130358.595041:0:2347:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000001:0.0:1789130358.595041:0:2348:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789130358.595046:0:2348:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1789130358.595047:0:2347:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000010:0.0:1789130358.595052:0:2348:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf50131aa8. 00000400:00000200:1.0:1789130358.595053:0:2347:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2378:2378:256:4294967295] 192.168.204.123@tcp LPNI seq info [2377:2377:8:4294967295] 00000400:00000200:0.0:1789130358.595061:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf5801e880 00000400:00000200:1.0:1789130358.595062:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:0.0:1789130358.595066:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf5801e880. 00000100:00000001:0.0:1789130358.595072:0:2348:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1789130358.595078:0:2347:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000100:00000200:0.0:1789130358.595083:0:2348:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf61461680 x1876037329014016/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130374 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1789130358.595090:0:2347:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.123@tcp 00000100:00000200:0.0:1789130358.595100:0:2348:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf61461680 x1876037329014016/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130374 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000010:1.0:1789130358.595101:0:2347:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf47f34300. 00000100:00000001:0.0:1789130358.595112:0:2348:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000200:1.0:1789130358.595113:0:2347:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000100:00000001:0.0:1789130358.595118:0:2348:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130358.595123:0:2348:0:(client.c:1593:after_reply()) Process entered 00000800:00000200:1.0:1789130358.595126:0:2347:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 02000000:00000001:0.0:1789130358.595130:0:2348:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000800:00000200:1.0:1789130358.595133:0:2347:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf47f34300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789130358.595134:0:2348:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789130358.595139:0:2348:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130358.595144:0:2348:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130358.595155:0:2347:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789130358.595160:0:2348:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf6079ac60 time=127 v=5 (104 104 104 104) 00000100:00000040:1.0:1789130358.595163:0:2347:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9caf5014c800: using a timeout of 22776 usecs (23 jiffies) 00000100:00001000:0.0:1789130358.595167:0:2348:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf6079ac18 time=20 v=5 (1 0 0 0) 00000400:00000200:1.0:1789130358.595171:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:0.0:1789130358.595173:0:2348:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789130358.595177:0:2347:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296452640 00000100:00000001:0.0:1789130358.595177:0:2348:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130358.595184:0:2347:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9caf5014c800: PM QoS request active for cpu 2, keep current deadline 4296456695 00010000:00000001:0.0:1789130358.595184:0:2348:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1789130358.595189:0:2347:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296452640 00010000:00000001:0.0:1789130358.595191:0:2348:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130358.595193:0:2347:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9caf5014c800: PM QoS request active for cpu 3, keep current deadline 4296456695 00000100:00000001:1.0:1789130358.595197:0:2347:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789130358.595198:0:2348:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789130358.595202:0:2348:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9caf5014c800: skip recheck: last_committed 4294967615 00000100:00000001:1.0:1789130358.595203:0:2347:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130358.595206:0:2348:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789130358.595209:0:2348:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130358.595210:0:2347:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130358.595215:0:2347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789130358.595218:0:2348:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf61461680 x1876037329014016/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130374 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130358.595226:0:2347:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789130358.595227:0:2348:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789130358.595230:0:2347:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1789130358.595232:0:2348:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789130358.595234:0:2347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789130358.595236:0:2348:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130358.595237:0:2347:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789130358.595242:0:2347:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000040:0.0:1789130358.595244:0:2348:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf61461680 x1876037329014016/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130374 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1789130358.595245:0:2347:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789130358.595249:0:2347:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf42d8e688. 00000400:00000200:1.0:1789130358.595254:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf462a3e58 00000400:00000010:1.0:1789130358.595258:0:2347:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf462a3e58. 00000100:00100000:0.0:1789130358.595260:0:2348:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf61461680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:2348:1876037329014016:192.168.204.123@tcp:400:kworker.0 00000100:00000001:1.0:1789130358.595262:0:2347:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789130358.595270:0:2347:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf614621c0 x1876037329013888/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130374 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1789130358.595271:0:2348:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789130358.595274:0:2348:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789130358.595277:0:2348:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf501316e0. 00000400:00000200:0.0:1789130358.595282:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf5801eee0 00000100:00000200:1.0:1789130358.595286:0:2347:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf614621c0 x1876037329013888/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130374 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1789130358.595287:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf5801eee0. 00000100:00000001:0.0:1789130358.595293:0:2348:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1789130358.595300:0:2347:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:0.0:1789130358.595301:0:2348:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf614612c0 x1876037329014272/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130374 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130358.595303:0:2347:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130358.595305:0:2347:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789130358.595307:0:2347:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789130358.595308:0:2347:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789130358.595309:0:2347:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130358.595311:0:2347:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789130358.595315:0:2347:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf586cec60 time=127 v=5 (5 5 5 5) 00000100:00001000:1.0:1789130358.595318:0:2347:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf586cec18 time=127 v=5 (1 1 1 1) 00000100:00000001:1.0:1789130358.595321:0:2347:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789130358.595322:0:2347:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130358.595324:0:2347:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789130358.595327:0:2347:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130358.595328:0:2347:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789130358.595345:0:2347:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf614621c0 x1876037329013888/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130374 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130358.595361:0:2347:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789130358.595364:0:2347:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789130358.595366:0:2347:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789130358.595370:0:2347:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf614621c0 x1876037329013888/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130374 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789130358.595379:0:2347:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf614621c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:70f26143-21ad-4cd3-af2c-0601ab5c9490:2347:1876037329013888:192.168.204.123@tcp:400:kworker.0 00000100:00000001:1.0:1789130358.595384:0:2347:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130358.595387:0:2347:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789130358.595391:0:2347:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf614621c0 x1876037329013888/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130374 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130358.595399:0:2347:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789130358.595402:0:2347:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789130358.595407:0:2347:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9caf48ef9200. 02000000:00000001:1.0:1789130358.595421:0:2347:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789130358.595424:0:2347:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1789130358.595427:0:2347:0:(genops.c:1223:class_import_put()) import ffff9caf586ce800 refcount=3 obd=MGC192.168.204.123@tcp 00000020:00000001:1.0:1789130358.595431:0:2347:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1789130358.595434:0:2347:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9caf451e7600. 02000000:00000001:1.0:1789130358.595440:0:2347:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789130358.595442:0:2347:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789130358.595445:0:2347:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf614621c0. 00000100:00000001:1.0:1789130358.595451:0:2347:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789130358.595453:0:2347:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130358.595457:0:2347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130358.595459:0:2347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789130358.595460:0:2347:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789130358.595462:0:2347:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130358.595464:0:2347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1789130358.595477:0:2348:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf614612c0 x1876037329014272/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130374 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130358.595484:0:2348:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789130358.595487:0:2348:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130358.595489:0:2348:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789130358.595491:0:2348:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789130358.595492:0:2348:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789130358.595494:0:2348:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130358.595496:0:2348:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789130358.595501:0:2348:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf48ede460 time=127 v=5 (5 5 5 36) 00000100:00001000:0.0:1789130358.595504:0:2348:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf48ede418 time=19 v=5 (1 0 0 0) 00000100:00000001:0.0:1789130358.595506:0:2348:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789130358.595508:0:2348:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130358.595509:0:2348:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789130358.595511:0:2348:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130358.595514:0:2348:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789130358.595515:0:2348:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9caf5014c800: skip recheck: last_committed 4294967312 00000100:00000001:0.0:1789130358.595517:0:2348:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789130358.595518:0:2348:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130358.595522:0:2348:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf614612c0 x1876037329014272/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130374 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130358.595529:0:2348:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789130358.595531:0:2348:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789130358.595532:0:2348:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789130358.595535:0:2348:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf614612c0 x1876037329014272/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130374 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1789130358.595538:0:2341:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00100000:0.0:1789130358.595543:0:2348:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf614612c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:2348:1876037329014272:192.168.204.123@tcp:400:kworker.0 00000800:00000010:2.0:1789130358.595544:0:2341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf47f34300. 00000400:00000200:2.0:1789130358.595547:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130358.595553:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:2.0:1789130358.595556:0:2341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf462a3220 00000400:00000010:2.0:1789130358.595558:0:2341:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf462a3220. 00000100:00000001:2.0:1789130358.595561:0:2341:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789130358.595566:0:2341:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf61460000 x1876037329014144/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130374 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130358.595575:0:2341:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130358.595578:0:2341:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf61460000 x1876037329014144/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130374 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130358.595683:0:2341:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130358.595686:0:2341:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1789130358.595739:0:2348:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130358.595742:0:2348:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789130358.595746:0:2348:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf61461680 x1876037329014016/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130374 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130358.595753:0:2348:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789130358.595754:0:2348:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789130358.595757:0:2348:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9caf4842ea00. 02000000:00000001:0.0:1789130358.595760:0:2348:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789130358.595762:0:2348:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1789130358.595763:0:2348:0:(genops.c:1223:class_import_put()) import ffff9caf6079a800 refcount=7 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000020:00000001:0.0:1789130358.595765:0:2348:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1789130358.595767:0:2348:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9caf451e7d00. 02000000:00000001:0.0:1789130358.595770:0:2348:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789130358.595771:0:2348:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789130358.595773:0:2348:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf61461680. 00000100:00000001:0.0:1789130358.595776:0:2348:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789130358.595777:0:2348:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130358.595779:0:2348:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789130358.595783:0:2348:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf614612c0 x1876037329014272/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130374 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130358.595789:0:2348:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789130358.595790:0:2348:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789130358.595792:0:2348:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9caf4842fe00. 02000000:00000001:0.0:1789130358.595794:0:2348:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789130358.595795:0:2348:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1789130358.595797:0:2348:0:(genops.c:1223:class_import_put()) import ffff9caf48ede000 refcount=2 obd=lustre-OST0001-osc-ffff9caf5014c800 00000020:00000001:0.0:1789130358.595798:0:2348:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1789130358.595799:0:2348:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9caf451e7700. 02000000:00000001:0.0:1789130358.595801:0:2348:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789130358.595826:0:2348:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789130358.595828:0:2348:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf614612c0. 00000100:00000001:0.0:1789130358.595831:0:2348:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789130358.595832:0:2348:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130358.595834:0:2348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130358.595839:0:2348:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789130358.595840:0:2348:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130358.595842:0:2348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789130358.595845:0:2348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1789130358.598067:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130358.598092:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789130358.598098:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130358.598101:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130358.598114:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130358.598134:0:2342:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:3.0:1789130358.598147:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130358.598155:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130358.598162:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130358.598167:0:2342:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 224 into portal 4 MB=0x6aa3efa94cd80 00000400:00000200:3.0:1789130358.598173:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130358.598182:0:2342:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.123@tcp of length 224/224 into md 0x6735 [1] + 224 00000800:00000001:3.0:1789130358.598194:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130358.598205:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130358.598210:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130358.598215:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:3.0:1789130358.598227:0:2342:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789130358.598241:0:2342:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf61460000 x1876037329014144/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130374 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789130358.598255:0:2342:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9caf61460000 x1876037329014144/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130374 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130358.598281:0:2342:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789130358.598293:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130358.598297:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130358.598638:0:2347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789130358.598645:0:2347:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789130358.598654:0:2347:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789130358.598656:0:2347:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789130358.598660:0:2347:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf42d8e9f8. 00000400:00000200:1.0:1789130358.598666:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf462a37f8 00000400:00000010:1.0:1789130358.598669:0:2347:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf462a37f8. 00000100:00000001:1.0:1789130358.598673:0:2347:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789130358.598679:0:2347:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf61460000 x1876037329014144/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130374 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789130358.598689:0:2347:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf61460000 x1876037329014144/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130374 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130358.598696:0:2347:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789130358.598699:0:2347:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130358.598702:0:2347:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789130358.598706:0:2347:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789130358.598709:0:2347:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789130358.598712:0:2347:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130358.598716:0:2347:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789130358.598730:0:2347:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf468acc60 time=127 v=5 (5 5 5 36) 00000100:00001000:1.0:1789130358.598735:0:2347:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf468acc18 time=10 v=5 (1 1 0 0) 00000100:00000001:1.0:1789130358.598738:0:2347:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789130358.598740:0:2347:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130358.598744:0:2347:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789130358.598748:0:2347:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130358.598752:0:2347:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789130358.598766:0:2347:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9caf5014c800: skip recheck: last_committed 4294967337 00000100:00000001:1.0:1789130358.598768:0:2347:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789130358.598771:0:2347:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789130358.598777:0:2347:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf61460000 x1876037329014144/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130374 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130358.598785:0:2347:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789130358.599596:0:2347:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789130358.599599:0:2347:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789130358.599611:0:2347:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf61460000 x1876037329014144/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130374 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789130358.599621:0:2347:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf61460000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:2347:1876037329014144:192.168.204.123@tcp:400:kworker.0 00000100:00000001:1.0:1789130358.599629:0:2347:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130358.599633:0:2347:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789130358.599637:0:2347:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf61460000 x1876037329014144/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130374 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130358.599652:0:2347:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789130358.599655:0:2347:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789130358.599660:0:2347:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9caf48ef8800. 02000000:00000001:1.0:1789130358.599665:0:2347:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789130358.599668:0:2347:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1789130358.599670:0:2347:0:(genops.c:1223:class_import_put()) import ffff9caf468ac800 refcount=2 obd=lustre-OST0000-osc-ffff9caf5014c800 00000020:00000001:1.0:1789130358.599673:0:2347:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1789130358.599676:0:2347:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9caf451e7c00. 02000000:00000001:1.0:1789130358.599681:0:2347:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789130358.599683:0:2347:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789130358.599686:0:2347:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf61460000. 00000100:00000001:1.0:1789130358.599692:0:2347:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789130358.599694:0:2347:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130358.599696:0:2347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130358.599707:0:2347:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789130358.599710:0:2347:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130358.599712:0:2347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789130358.599716:0:2347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130358.714109:0:27360:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130358.714120:0:27360:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130358.714888:0:16115:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789130358.714893:0:16115:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789130358.714897:0:16115:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789130359.610106:0:31089:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789130359.610116:0:31089:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789130359.610119:0:31089:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1789130359.610127:0:31089:0:(client.c:2715:ptlrpc_set_wait()) set ffff9caf485e8180 going to sleep for 1 seconds 00000100:00000001:3.0:1789130359.610132:0:31089:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789130359.610136:0:31089:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130359.738387:0:27360:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130359.738408:0:27360:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130359.739430:0:16116:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789130359.739438:0:16116:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789130359.739443:0:16116:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789130360.634800:0:31089:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789130360.634831:0:31089:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789130360.634834:0:31089:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1789130360.634900:0:31089:0:(client.c:2715:ptlrpc_set_wait()) set ffff9caf485e8180 going to sleep for 1 seconds 00000100:00000001:3.0:1789130360.634906:0:31089:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789130360.634911:0:31089:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130360.762869:0:27360:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130360.762883:0:27360:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130360.764175:0:16244:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789130360.764187:0:16244:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789130360.764195:0:16244:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789130361.657977:0:31089:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789130361.657991:0:31089:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789130361.657995:0:31089:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1789130361.658005:0:31089:0:(client.c:2715:ptlrpc_set_wait()) set ffff9caf485e8180 going to sleep for 1 seconds 00000100:00000001:3.0:1789130361.658011:0:31089:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789130361.658016:0:31089:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130361.786006:0:27360:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130361.786016:0:27360:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130361.786174:0:16115:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789130361.786179:0:16115:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789130361.786184:0:16115:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789130362.169982:0:31079:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789130362.169995:0:31079:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789130362.169998:0:31079:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1789130362.170008:0:31079:0:(client.c:2715:ptlrpc_set_wait()) set ffff9caf47fd1300 going to sleep for 1 seconds 00000100:00000001:1.0:1789130362.170014:0:31079:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789130362.170019:0:31079:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130362.682023:0:27360:0:(connection.c:75:cpu_latency_work()) work item of ffff9caf6147ab30 (cpu 3) has reached its deadline 4296456695, at 4296456704 00000100:00000010:3.0:1789130362.682048:0:27360:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9caf5021f060. 00000100:00000040:2.0:1789130362.682321:0:23465:0:(connection.c:75:cpu_latency_work()) work item of ffff9caf6147aa20 (cpu 2) has reached its deadline 4296456695, at 4296456704 00000100:00000010:2.0:1789130362.682328:0:23465:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9caf5021f960. 00000100:00000001:2.0:1789130362.682367:0:31089:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789130362.682371:0:31089:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789130362.682374:0:31089:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1789130362.682378:0:31089:0:(client.c:2715:ptlrpc_set_wait()) set ffff9caf485e8180 going to sleep for 1 seconds 00000100:00000001:2.0:1789130362.682382:0:31089:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789130362.682386:0:31089:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130362.810009:0:27360:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130362.810019:0:27360:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130362.810192:0:16116:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789130362.810197:0:16116:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789130362.810202:0:16116:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789130363.195992:0:31079:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789130363.196014:0:31079:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789130363.196017:0:31079:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1789130363.196025:0:31079:0:(client.c:2715:ptlrpc_set_wait()) set ffff9caf47fd1300 going to sleep for 1 seconds 00000100:00000001:1.0:1789130363.196031:0:31079:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789130363.196036:0:31079:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130363.706166:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 70f26143-21ad-4cd3-af2c-0601ab5c9490->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789130363.706182:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789130363.706200:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf614612c0. 00000020:00000040:0.0:1789130363.706483:0:36:0:(genops.c:1210:class_import_get()) import ffff9caf586ce800 refcount=4 obd=MGC192.168.204.123@tcp 00000100:00000001:0.0:1789130363.706495:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789130363.706501:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789130363.706510:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789130363.706526:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9caf451e7700. 00000100:00000001:0.0:1789130363.706540:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130363.706571:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 70f26143-21ad-4cd3-af2c-0601ab5c9490->MGS req@ffff9caf614612c0 x1876037329014400/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789130363.706586:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789130363.706594:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130363.706602:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000117053a6] to pc [ptlrpcd_00_00+0] req@ffff9caf614612c0 x1876037329014400/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130363.706659:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130363.706663:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) c4ff2dbd-4d13-4802-9c50-d71e34d32a35->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789130363.706668:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789130363.706672:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf61461680. 00000020:00000040:0.0:1789130363.706674:0:36:0:(genops.c:1210:class_import_get()) import ffff9caf6079a800 refcount=8 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000100:00000001:0.0:1789130363.706676:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789130363.706678:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789130363.706680:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789130363.706683:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9caf451e7d00. 00000100:00000001:0.0:1789130363.706686:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130363.706691:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging c4ff2dbd-4d13-4802-9c50-d71e34d32a35->lustre-MDT0000_UUID req@ffff9caf61461680 x1876037329014528/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789130363.706698:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789130363.706700:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130363.706704:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006d153b7b] to pc [ptlrpcd_00_01+1] req@ffff9caf61461680 x1876037329014528/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130363.706715:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130363.706718:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) c4ff2dbd-4d13-4802-9c50-d71e34d32a35->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789130363.706722:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789130363.706726:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf61463480. 00000020:00000040:0.0:1789130363.706728:0:36:0:(genops.c:1210:class_import_get()) import ffff9caf468ac800 refcount=3 obd=lustre-OST0000-osc-ffff9caf5014c800 00000100:00000001:0.0:1789130363.706730:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789130363.706731:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789130363.706733:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789130363.706736:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9caf451e7500. 00000100:00000001:0.0:1789130363.706739:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130363.706743:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging c4ff2dbd-4d13-4802-9c50-d71e34d32a35->lustre-OST0000_UUID req@ffff9caf61463480 x1876037329014656/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789130363.706750:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789130363.706752:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130363.706755:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000098fb4e83] to pc [ptlrpcd_00_00+0] req@ffff9caf61463480 x1876037329014656/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130363.706762:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130363.706765:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) c4ff2dbd-4d13-4802-9c50-d71e34d32a35->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789130363.706769:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1789130363.706772:0:36:0:(import.c:2066:ptlrpc_disconnect_and_idle_import()) Process entered 00000100:00000001:0.0:1789130363.706775:0:36:0:(import.c:1762:ptlrpc_disconnect_prep_req()) Process entered 00000100:00000010:0.0:1789130363.706779:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf614630c0. 00000020:00000040:0.0:1789130363.706781:0:36:0:(genops.c:1210:class_import_get()) import ffff9caf48ede000 refcount=3 obd=lustre-OST0001-osc-ffff9caf5014c800 00000100:00000001:0.0:1789130363.706784:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789130363.706786:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789130363.706787:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789130363.706791:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9caf451e7900. 00000100:00000001:0.0:1789130363.706794:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130363.706797:0:36:0:(import.c:1800:ptlrpc_disconnect_prep_req()) Process leaving (rc=18446634875798040768 : -109197911510848 : ffff9caf614630c0) 00000100:00080000:0.0:1789130363.706835:0:36:0:(import.c:65:import_set_state_nolock()) ffff9caf48ede000 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000100:00080000:0.0:1789130363.706841:0:36:0:(import.c:2101:ptlrpc_disconnect_and_idle_import()) lustre-OST0001-osc-ffff9caf5014c800: disconnect after 24s idle 00000100:00000001:0.0:1789130363.706844:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789130363.706846:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130363.706852:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e57c6179] to pc [ptlrpcd_rcv+-1] req@ffff9caf614630c0 x1876037329014784/t0(0) o9->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130363.706869:0:36:0:(import.c:2105:ptlrpc_disconnect_and_idle_import()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130363.706872:0:36:0:(pinger.c:123:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130363.706877:0:36:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1795) 00000100:00000001:0.0:1789130363.706906:0:2348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789130363.706914:0:2348:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789130363.706918:0:2348:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789130363.706926:0:2348:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf61461680 x1876037329014528/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130363.706935:0:2348:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789130363.706938:0:2348:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130363.706946:0:2348:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789130363.706949:0:2348:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789130363.706954:0:2348:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789130363.706959:0:2348:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf61461680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:2348:1876037329014528:192.168.204.123@tcp:400:kworker.0 00000100:00000001:0.0:1789130363.706965:0:2348:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789130363.706976:0:2348:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1789130363.706981:0:31089:0:(client.c:2567:ptlrpc_expired_set()) Process entered 02000000:00000001:0.0:1789130363.706981:0:2348:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130363.706986:0:2348:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1789130363.706988:0:31089:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789130363.706992:0:31089:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1789130363.706993:0:2348:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9caf4842fe00. 02000000:00000001:0.0:1789130363.706997:0:2348:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789130363.706998:0:31089:0:(client.c:2715:ptlrpc_set_wait()) set ffff9caf485e8180 going to sleep for 1 seconds 00000100:00000001:3.0:1789130363.707003:0:31089:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789130363.707006:0:31089:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789130363.707041:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:0.0:1789130363.707047:0:2348:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf501316e0. 00000400:00000010:0.0:1789130363.707057:0:2348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf5801eee0. 00000100:00000200:0.0:1789130363.707069:0:2348:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876037329014528, portal 10 00000100:00000001:0.0:1789130363.707073:0:2348:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789130363.707075:0:2348:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875798034048 : -109197911517568 : ffff9caf61461680) 00000100:00000040:0.0:1789130363.707086:0:2348:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9caf61461680 x1876037329014528/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130379 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130363.707097:0:2348:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789130363.707100:0:2348:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:0.0:1789130363.707105:0:2348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf5801e880. 00000100:00000200:0.0:1789130363.707110:0:2348:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876037329014528, offset 0 00000400:00000200:0.0:1789130363.707120:0:2348:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:0.0:1789130363.707135:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:0.0:1789130363.707147:0:2348:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:0.0:1789130363.707156:0:2348:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789130363.707163:0:2348:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:0.0:1789130363.707168:0:2348:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789130363.707172:0:2348:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:0.0:1789130363.707176:0:2348:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2379:2379:256:4294967295] 192.168.204.123@tcp LPNI seq info [2378:2378:8:4294967295] 00000400:00000200:0.0:1789130363.707181:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:0.0:1789130363.707541:0:2348:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:0.0:1789130363.707553:0:2348:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:0.0:1789130363.707560:0:2348:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf451e7b00. 00000800:00000200:0.0:1789130363.707568:0:2348:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:0.0:1789130363.707578:0:2348:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:0.0:1789130363.707585:0:2348:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf451e7b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789130363.707603:0:2348:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130363.707609:0:2348:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: using a timeout of 792535 usecs (793 jiffies) 00000400:00000200:0.0:1789130363.707613:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:0.0:1789130363.707616:0:2348:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296458522 00000100:00000010:0.0:1789130363.707623:0:2348:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9caf5021f480. 00000100:00000001:0.0:1789130363.707633:0:2348:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request now active for cpu 2 00000100:00000001:0.0:1789130363.707639:0:2348:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296458522 00000100:00000010:0.0:1789130363.707643:0:2348:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9caf5021fd20. 00000100:00000001:0.0:1789130363.707647:0:2348:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request now active for cpu 3 00000100:00000001:0.0:1789130363.707651:0:2348:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789130363.707655:0:2348:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130363.707658:0:2348:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130363.707660:0:2348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130363.707669:0:2348:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789130363.707671:0:2348:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1789130363.707673:0:2348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789130363.707675:0:2348:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789130363.707677:0:2348:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789130363.707680:0:2348:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:0.0:1789130363.707682:0:2348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130363.707684:0:2348:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789130363.707685:0:2348:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130363.707687:0:2348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789130363.707688:0:2348:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789130363.707689:0:2348:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789130363.707693:0:2348:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf614612c0 x1876037329014400/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130363.707701:0:2348:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789130363.707703:0:2348:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130363.707705:0:2348:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789130363.707708:0:2348:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789130363.707711:0:2348:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789130363.707714:0:2348:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf614612c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:70f26143-21ad-4cd3-af2c-0601ab5c9490:2348:1876037329014400:192.168.204.123@tcp:400:kworker.0 00000100:00000001:0.0:1789130363.707718:0:2348:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789130363.707721:0:2348:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789130363.707723:0:2348:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130363.707725:0:2348:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789130363.707728:0:2348:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9caf4842ea00. 02000000:00000001:0.0:1789130363.707730:0:2348:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789130363.707734:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:0.0:1789130363.707738:0:2348:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf50131aa8. 00000400:00000010:0.0:1789130363.707742:0:2348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf5801e908. 00000100:00000200:0.0:1789130363.707745:0:2348:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876037329014400, portal 25 00000100:00000001:0.0:1789130363.707747:0:2348:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789130363.707749:0:2348:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875798033088 : -109197911518528 : ffff9caf614612c0) 00000100:00000040:0.0:1789130363.707754:0:2348:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9caf614612c0 x1876037329014400/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130379 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1789130363.707761:0:2341:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1789130363.707762:0:2348:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789130363.707767:0:2348:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000800:00000010:2.0:1789130363.707769:0:2341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf451e7b00. 00000400:00000010:0.0:1789130363.707771:0:2348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf5801ed48. 00000100:00000200:0.0:1789130363.707775:0:2348:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1876037329014400, offset 0 00000400:00000200:2.0:1789130363.707777:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789130363.707782:0:2348:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:0.0:1789130363.707788:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130363.707789:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:0.0:1789130363.707797:0:2348:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:2.0:1789130363.707800:0:2341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf5801e880 00000400:00000200:0.0:1789130363.707802:0:2348:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789130363.707832:0:2348:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:0.0:1789130363.707835:0:2348:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789130363.707839:0:2348:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000010:2.0:1789130363.707843:0:2341:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf5801e880. 00000400:00000200:0.0:1789130363.707843:0:2348:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2380:2380:255:4294967295] 192.168.204.123@tcp LPNI seq info [2379:2379:7:4294967295] 00000400:00000200:0.0:1789130363.707851:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:2.0:1789130363.707852:0:2341:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789130363.707860:0:2341:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf61461680 x1876037329014528/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130379 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1789130363.707863:0:2348:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:0.0:1789130363.707875:0:2348:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:0.0:1789130363.707883:0:2348:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf451e7b00. 00000800:00000200:0.0:1789130363.707888:0:2348:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000100:00000001:2.0:1789130363.707889:0:2341:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000800:00000200:0.0:1789130363.707894:0:2348:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000100:00000040:2.0:1789130363.707896:0:2341:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf61461680 x1876037329014528/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130379 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1789130363.707899:0:2348:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf451e7b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789130363.707905:0:2348:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130363.707912:0:2341:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789130363.707913:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:0.0:1789130363.707917:0:2348:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.123@tcp: PM QoS new deadline estimation for cpu 2 is 4296461816 00000100:00000001:2.0:1789130363.707918:0:2341:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1789130363.707926:0:2348:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.123@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296458522 00000100:00000001:0.0:1789130363.707931:0:2348:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.123@tcp: PM QoS new deadline estimation for cpu 3 is 4296461816 00000100:00000001:0.0:1789130363.707934:0:2348:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.123@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296458522 00000100:00000001:0.0:1789130363.707936:0:2348:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789130363.707939:0:2348:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789130363.707940:0:2341:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1789130363.707942:0:2348:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000800:00000010:2.0:1789130363.707945:0:2341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf451e7b00. 00000100:00000040:0.0:1789130363.707949:0:2348:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf61463480 x1876037329014656/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1789130363.707951:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130363.707960:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:2.0:1789130363.707965:0:2341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf5801ed48 00000100:00000001:0.0:1789130363.707966:0:2348:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000400:00000010:2.0:1789130363.707970:0:2341:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf5801ed48. 00000100:00000001:0.0:1789130363.707970:0:2348:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130363.707973:0:2348:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1789130363.707976:0:2341:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:0.0:1789130363.707977:0:2348:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000200:2.0:1789130363.707983:0:2341:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf614612c0 x1876037329014400/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130379 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1789130363.707983:0:2348:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789130363.707990:0:2348:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf61463480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:2348:1876037329014656:192.168.204.123@tcp:400:kworker.0 00000100:00000001:0.0:1789130363.707999:0:2348:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1789130363.708001:0:2341:0:(client.c:2867:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1789130363.708003:0:2348:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789130363.708005:0:2348:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130363.708008:0:2341:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf614612c0 x1876037329014400/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130379 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1789130363.708008:0:2348:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789130363.708013:0:2348:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9caf4842e000. 02000000:00000001:0.0:1789130363.708017:0:2348:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130363.708023:0:2341:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789130363.708025:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:2.0:1789130363.708027:0:2341:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000010:0.0:1789130363.708030:0:2348:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf50131ec8. 00000400:00000010:0.0:1789130363.708036:0:2348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf5801e660. 00000100:00000200:0.0:1789130363.708038:0:2348:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876037329014656, portal 4 00000100:00000001:0.0:1789130363.708040:0:2348:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789130363.708041:0:2348:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875798041728 : -109197911509888 : ffff9caf61463480) 00000100:00000040:0.0:1789130363.708048:0:2348:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9caf61463480 x1876037329014656/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130379 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130363.708055:0:2348:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789130363.708057:0:2348:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:0.0:1789130363.708060:0:2348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf5801e330. 00000100:00000200:0.0:1789130363.708064:0:2348:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876037329014656, offset 0 00000400:00000200:0.0:1789130363.708068:0:2348:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:0.0:1789130363.708071:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:0.0:1789130363.708075:0:2348:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:0.0:1789130363.708077:0:2348:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789130363.708079:0:2348:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:0.0:1789130363.708081:0:2348:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789130363.708084:0:2348:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:0.0:1789130363.708087:0:2348:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2381:2381:256:4294967295] 192.168.204.123@tcp LPNI seq info [2380:2380:8:4294967295] 00000400:00000200:0.0:1789130363.708090:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:0.0:1789130363.708096:0:2348:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:0.0:1789130363.708099:0:2348:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:0.0:1789130363.708103:0:2348:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf451e7c00. 00000800:00000200:0.0:1789130363.708106:0:2348:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:0.0:1789130363.708110:0:2348:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:0.0:1789130363.708113:0:2348:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf451e7c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789130363.708118:0:2348:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130363.708121:0:2348:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9caf5014c800: using a timeout of 22740 usecs (23 jiffies) 00000400:00000200:0.0:1789130363.708124:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:0.0:1789130363.708125:0:2348:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296457753 00000100:00000001:0.0:1789130363.708127:0:2348:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9caf5014c800: PM QoS request active for cpu 2, keep current deadline 4296461816 00000100:00000001:0.0:1789130363.708129:0:2348:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296457753 00000100:00000001:0.0:1789130363.708131:0:2348:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9caf5014c800: PM QoS request active for cpu 3, keep current deadline 4296461816 00000100:00000001:0.0:1789130363.708133:0:2348:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789130363.708135:0:2348:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130363.708137:0:2348:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130363.708140:0:2348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789130363.708757:0:2342:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1789130363.708758:0:2347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000010:3.0:1789130363.708767:0:2342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf451e7c00. 00000100:00000001:1.0:1789130363.708768:0:2347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789130363.708774:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1789130363.708780:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1789130363.708785:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:1.0:1789130363.708786:0:2346:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789130363.708790:0:2346:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1789130363.708793:0:2342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf5801e330 00000400:00000010:3.0:1789130363.708797:0:2342:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf5801e330. 00000100:00000040:1.0:1789130363.708829:0:2346:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf614630c0 x1876037329014784/t0(0) o9->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130363.708840:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789130363.708841:0:2342:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1789130363.708842:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130363.708847:0:2346:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000200:3.0:1789130363.708850:0:2342:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf61463480 x1876037329014656/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130379 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1789130363.708852:0:2346:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789130363.708858:0:2346:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789130363.708866:0:2346:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf614630c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:2346:1876037329014784:192.168.204.123@tcp:9:kworker.0 00000100:00000001:3.0:1789130363.708869:0:2342:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1789130363.708874:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:3.0:1789130363.708876:0:2342:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf61463480 x1876037329014656/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130379 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1789130363.708880:0:2346:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789130363.708884:0:2346:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130363.708888:0:2346:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1789130363.708892:0:2342:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130363.708895:0:2342:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000010:1.0:1789130363.708895:0:2346:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9caf48ef8800. 02000000:00000001:1.0:1789130363.708900:0:2346:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789130363.708906:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:1.0:1789130363.708911:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf42d8e9f8. 00000400:00000010:1.0:1789130363.708917:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf462a37f8. 00000100:00000200:1.0:1789130363.708923:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876037329014784, portal 4 00000100:00000001:1.0:1789130363.708926:0:2346:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789130363.708928:0:2346:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875798040768 : -109197911510848 : ffff9caf614630c0) 00000100:00000040:1.0:1789130363.708937:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9caf614630c0 x1876037329014784/t0(0) o9->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130373 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130363.708944:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789130363.708946:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:1.0:1789130363.708949:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf462a3e58. 00000100:00000200:1.0:1789130363.708952:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876037329014784, offset 0 00000400:00000200:1.0:1789130363.708958:0:2346:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:1.0:1789130363.708963:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:1.0:1789130363.708969:0:2346:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:1.0:1789130363.708975:0:2346:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789130363.708978:0:2346:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:1.0:1789130363.708981:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789130363.708983:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:1.0:1789130363.708987:0:2346:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2382:2382:256:4294967295] 192.168.204.123@tcp LPNI seq info [2381:2381:8:4294967295] 00000400:00000200:1.0:1789130363.708991:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:1.0:1789130363.708997:0:2346:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:1.0:1789130363.709003:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:1.0:1789130363.709020:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf47f34100. 00000800:00000200:1.0:1789130363.709026:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:1.0:1789130363.709032:0:2346:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:1.0:1789130363.709036:0:2346:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf47f34100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789130363.709055:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789130363.709061:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9caf5014c800: using a timeout of 378131 usecs (379 jiffies) 00000400:00000200:1.0:1789130363.709065:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:1.0:1789130363.709067:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296458110 00000100:00000001:1.0:1789130363.709069:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9caf5014c800: PM QoS request active for cpu 2, keep current deadline 4296461816 00000100:00000001:1.0:1789130363.709072:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296458110 00000100:00000001:1.0:1789130363.709074:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9caf5014c800: PM QoS request active for cpu 3, keep current deadline 4296461816 00000100:00000001:1.0:1789130363.709077:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789130363.709079:0:2346:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130363.709083:0:2346:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130363.709085:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130363.709096:0:2346:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789130363.709097:0:2346:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1789130363.709100:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789130363.709101:0:2346:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789130363.709103:0:2346:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130363.709105:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789130363.709444:0:2341:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789130363.709449:0:2341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf47f34100. 00000400:00000200:2.0:1789130363.709452:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130363.709458:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:2.0:1789130363.709464:0:2341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf462a3e58 00000400:00000010:2.0:1789130363.709466:0:2341:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf462a3e58. 00000100:00000001:2.0:1789130363.709469:0:2341:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789130363.709473:0:2341:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf614630c0 x1876037329014784/t0(0) o9->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130373 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130363.709481:0:2341:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130363.709484:0:2341:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf614630c0 x1876037329014784/t0(0) o9->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130373 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130363.709507:0:2341:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130363.709508:0:2341:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1789130363.712007:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130363.712140:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789130363.712146:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130363.712151:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130363.712163:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130363.712173:0:2342:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:3.0:1789130363.712185:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130363.712193:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130363.712201:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130363.712207:0:2342:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 224 into portal 10 MB=0x6aa3efa94cf00 00000400:00000200:3.0:1789130363.712213:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130363.712223:0:2342:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.123@tcp of length 224/224 into md 0x673d [1] + 224 00000800:00000001:3.0:1789130363.712234:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130363.712238:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130363.712243:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130363.712250:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:3.0:1789130363.712263:0:2342:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789130363.712276:0:2342:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf61461680 x1876037329014528/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130379 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789130363.712289:0:2342:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9caf61461680 x1876037329014528/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130379 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130363.712379:0:2348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789130363.712387:0:2348:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789130363.712411:0:2342:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789130363.712441:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130363.712446:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789130363.712447:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130363.712450:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130363.712454:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130363.712457:0:2342:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:3.0:1789130363.712463:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130363.712467:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130363.712470:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130363.712473:0:2342:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 224 into portal 25 MB=0x6aa3efa94ce80 00000400:00000200:3.0:1789130363.712477:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130363.712483:0:2342:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.123@tcp of length 224/224 into md 0x6745 [1] + 224 00000800:00000001:3.0:1789130363.712488:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130363.712494:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130363.712496:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130363.712500:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:3.0:1789130363.712503:0:2342:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789130363.712509:0:2342:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf614612c0 x1876037329014400/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130379 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789130363.712518:0:2342:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9caf614612c0 x1876037329014400/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130379 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130363.712526:0:2342:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789130363.712529:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130363.712532:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1789130363.716414:0:2348:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789130363.716570:0:2348:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789130363.716577:0:2348:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf501316e0. 00000400:00000200:0.0:1789130363.716592:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf5801eee0 00000400:00000010:0.0:1789130363.716595:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf5801eee0. 00000100:00000001:0.0:1789130363.716604:0:2348:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789130363.716622:0:2348:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf61461680 x1876037329014528/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130379 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789130363.716636:0:2348:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf61461680 x1876037329014528/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130379 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130363.716652:0:2348:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789130363.716655:0:2348:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130363.716659:0:2348:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789130363.716664:0:2348:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789130363.716668:0:2348:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789130363.716671:0:2348:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130363.716676:0:2348:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789130363.716690:0:2348:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf6079ac60 time=132 v=5 (104 104 104 104) 00000100:00001000:0.0:1789130363.716696:0:2348:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf6079ac18 time=25 v=5 (1 0 0 0) 00000100:00000001:0.0:1789130363.716699:0:2348:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789130363.716701:0:2348:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130363.716705:0:2348:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789130363.716711:0:2348:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130363.716717:0:2348:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789130363.716719:0:2348:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9caf5014c800: skip recheck: last_committed 4294967615 00000100:00000001:0.0:1789130363.716722:0:2348:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789130363.716724:0:2348:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130363.716730:0:2348:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf61461680 x1876037329014528/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130379 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130363.716738:0:2348:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789130363.716743:0:2348:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789130363.716746:0:2348:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789130363.716750:0:2348:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf61461680 x1876037329014528/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130379 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789130363.716759:0:2348:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf61461680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:2348:1876037329014528:192.168.204.123@tcp:400:kworker.0 00000100:00000001:0.0:1789130363.716766:0:2348:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130363.716770:0:2348:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789130363.716774:0:2348:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf61461680 x1876037329014528/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130379 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130363.716781:0:2348:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789130363.716785:0:2348:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789130363.716790:0:2348:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9caf4842fe00. 02000000:00000001:0.0:1789130363.716796:0:2348:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789130363.716801:0:2348:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1789130363.716834:0:2348:0:(genops.c:1223:class_import_put()) import ffff9caf6079a800 refcount=7 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000020:00000001:0.0:1789130363.716839:0:2348:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1789130363.716843:0:2348:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9caf451e7d00. 02000000:00000001:0.0:1789130363.716848:0:2348:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789130363.716851:0:2348:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789130363.716853:0:2348:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf61461680. 00000100:00000001:0.0:1789130363.716858:0:2348:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789130363.716859:0:2348:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130363.716864:0:2348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130363.716867:0:2348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789130363.716871:0:2348:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789130363.716877:0:2348:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789130363.716879:0:2348:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789130363.716882:0:2348:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf50131aa8. 00000400:00000200:0.0:1789130363.716884:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf5801e908 00000400:00000010:0.0:1789130363.716887:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf5801e908. 00000100:00000001:0.0:1789130363.716889:0:2348:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789130363.716895:0:2348:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf614612c0 x1876037329014400/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130379 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789130363.716905:0:2348:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf614612c0 x1876037329014400/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130379 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130363.716914:0:2348:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789130363.716916:0:2348:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130363.716918:0:2348:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789130363.716919:0:2348:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789130363.716921:0:2348:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789130363.716923:0:2348:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130363.716925:0:2348:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789130363.716928:0:2348:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf586cec60 time=132 v=5 (5 5 5 5) 00000100:00001000:0.0:1789130363.716931:0:2348:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf586cec18 time=132 v=5 (1 1 1 1) 00000100:00000001:0.0:1789130363.716933:0:2348:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789130363.716935:0:2348:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130363.716937:0:2348:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789130363.716940:0:2348:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130363.716942:0:2348:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130363.716946:0:2348:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf614612c0 x1876037329014400/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130379 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130363.716955:0:2348:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789130363.716957:0:2348:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789130363.716958:0:2348:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789130363.716962:0:2348:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf614612c0 x1876037329014400/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130379 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789130363.716970:0:2348:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf614612c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:70f26143-21ad-4cd3-af2c-0601ab5c9490:2348:1876037329014400:192.168.204.123@tcp:400:kworker.0 00000100:00000001:0.0:1789130363.716975:0:2348:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130363.716977:0:2348:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789130363.716981:0:2348:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf614612c0 x1876037329014400/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130379 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130363.716987:0:2348:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789130363.716989:0:2348:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789130363.716990:0:2348:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9caf4842ea00. 02000000:00000001:0.0:1789130363.716993:0:2348:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789130363.716995:0:2348:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1789130363.716997:0:2348:0:(genops.c:1223:class_import_put()) import ffff9caf586ce800 refcount=3 obd=MGC192.168.204.123@tcp 00000020:00000001:0.0:1789130363.717000:0:2348:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1789130363.717001:0:2348:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9caf451e7700. 02000000:00000001:0.0:1789130363.717003:0:2348:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789130363.717005:0:2348:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789130363.717006:0:2348:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf614612c0. 00000100:00000001:0.0:1789130363.717008:0:2348:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789130363.717009:0:2348:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130363.717011:0:2348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130363.717013:0:2348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789130363.717014:0:2348:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789130363.717016:0:2348:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130363.717018:0:2348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1789130363.717136:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130363.717165:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789130363.717169:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130363.717172:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130363.717183:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130363.717189:0:2341:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:2.0:1789130363.717202:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130363.717210:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130363.717218:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130363.717224:0:2341:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 224 into portal 4 MB=0x6aa3efa94cf80 00000400:00000200:2.0:1789130363.717231:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130363.717239:0:2341:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.123@tcp of length 224/224 into md 0x674d [1] + 224 00000800:00000001:2.0:1789130363.717250:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130363.717259:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130363.717263:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130363.717269:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:2.0:1789130363.717278:0:2341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789130363.717285:0:2341:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf61463480 x1876037329014656/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130379 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789130363.717295:0:2341:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9caf61463480 x1876037329014656/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130379 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130363.718634:0:2348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789130363.718645:0:2348:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789130363.718919:0:2341:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789130363.718946:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130363.718956:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1789130363.719561:0:2348:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789130363.719568:0:2348:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789130363.719574:0:2348:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf50131ec8. 00000400:00000200:0.0:1789130363.719584:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf5801e660 00000400:00000010:0.0:1789130363.719587:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf5801e660. 00000100:00000001:0.0:1789130363.719594:0:2348:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789130363.719608:0:2348:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf61463480 x1876037329014656/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130379 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789130363.719620:0:2348:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf61463480 x1876037329014656/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130379 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130363.719628:0:2348:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789130363.719631:0:2348:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130363.719634:0:2348:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789130363.719639:0:2348:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789130363.719642:0:2348:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789130363.719645:0:2348:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130363.719649:0:2348:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789130363.719662:0:2348:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf468acc60 time=132 v=5 (5 5 5 36) 00000100:00001000:0.0:1789130363.719668:0:2348:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf468acc18 time=15 v=5 (1 1 0 0) 00000100:00000001:0.0:1789130363.719670:0:2348:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789130363.719672:0:2348:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130363.719675:0:2348:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789130363.719680:0:2348:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130363.719684:0:2348:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789130363.719687:0:2348:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9caf5014c800: skip recheck: last_committed 4294967337 00000100:00000001:0.0:1789130363.719690:0:2348:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789130363.719691:0:2348:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130363.719697:0:2348:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf61463480 x1876037329014656/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130379 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130363.719704:0:2348:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789130363.719707:0:2348:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789130363.719710:0:2348:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789130363.719714:0:2348:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf61463480 x1876037329014656/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130379 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789130363.719731:0:2348:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf61463480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:2348:1876037329014656:192.168.204.123@tcp:400:kworker.0 00000100:00000001:0.0:1789130363.719737:0:2348:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130363.719740:0:2348:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789130363.719743:0:2348:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf61463480 x1876037329014656/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130379 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130363.719750:0:2348:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789130363.719753:0:2348:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789130363.719759:0:2348:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9caf4842e000. 02000000:00000001:0.0:1789130363.719765:0:2348:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789130363.719769:0:2348:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1789130363.719771:0:2348:0:(genops.c:1223:class_import_put()) import ffff9caf468ac800 refcount=2 obd=lustre-OST0000-osc-ffff9caf5014c800 00000020:00000001:0.0:1789130363.719775:0:2348:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1789130363.719778:0:2348:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9caf451e7500. 02000000:00000001:0.0:1789130363.719783:0:2348:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789130363.719784:0:2348:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789130363.719787:0:2348:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf61463480. 00000100:00000001:0.0:1789130363.719792:0:2348:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789130363.719794:0:2348:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130363.719797:0:2348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130363.719838:0:2348:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789130363.719841:0:2348:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130363.719844:0:2348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789130363.719847:0:2348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1789130363.734671:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130363.734705:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789130363.734710:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130363.734713:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130363.734725:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130363.734735:0:2342:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:3.0:1789130363.734746:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130363.734752:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130363.735353:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130363.735361:0:2342:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 224 into portal 4 MB=0x6aa3efa94d000 00000400:00000200:3.0:1789130363.735367:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130363.735377:0:2342:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.123@tcp of length 224/224 into md 0x6755 [1] + 224 00000800:00000001:3.0:1789130363.735389:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130363.735403:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130363.735407:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130363.735617:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:3.0:1789130363.735629:0:2342:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789130363.735641:0:2342:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf614630c0 x1876037329014784/t0(0) o9->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130373 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789130363.736135:0:2342:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9caf614630c0 x1876037329014784/t0(0) o9->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130373 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130363.736237:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789130363.736243:0:2346:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789130363.736265:0:2342:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789130363.736281:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130363.736287:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1789130363.738965:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789130363.738975:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789130363.738981:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf42d8e9f8. 00000400:00000200:1.0:1789130363.738994:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf462a37f8 00000400:00000010:1.0:1789130363.738996:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf462a37f8. 00000100:00000001:1.0:1789130363.739002:0:2346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789130363.739017:0:2346:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf614630c0 x1876037329014784/t0(0) o9->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130373 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789130363.739030:0:2346:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf614630c0 x1876037329014784/t0(0) o9->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130373 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130363.739039:0:2346:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789130363.739041:0:2346:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130363.739045:0:2346:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789130363.739051:0:2346:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789130363.739054:0:2346:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789130363.739057:0:2346:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130363.739061:0:2346:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789130363.739074:0:2346:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf48ede460 time=132 v=5 (5 5 5 36) 00000100:00001000:1.0:1789130363.739079:0:2346:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf48ede418 time=24 v=5 (1 0 0 0) 00000100:00000001:1.0:1789130363.739082:0:2346:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789130363.739084:0:2346:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130363.739087:0:2346:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789130363.739093:0:2346:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130363.739098:0:2346:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789130363.739100:0:2346:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9caf5014c800: skip recheck: last_committed 4294967312 00000100:00000001:1.0:1789130363.739103:0:2346:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789130363.739105:0:2346:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789130363.739111:0:2346:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf614630c0 x1876037329014784/t0(0) o9->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130373 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130363.739118:0:2346:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789130363.739122:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789130363.739124:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1789130363.739129:0:2346:0:(import.c:2011:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@ffff9caf614630c0 x1876037329014784/t0(0) o9->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130373 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789130363.739145:0:2346:0:(import.c:65:import_set_state_nolock()) ffff9caf48ede000 lustre-OST0001_UUID: changing import state from CONNECTING to IDLE 00000100:00000040:1.0:1789130363.739150:0:2346:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf614630c0 x1876037329014784/t0(0) o9->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130373 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789130363.739159:0:2346:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf614630c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:2346:1876037329014784:192.168.204.123@tcp:9:kworker.0 00000100:00000001:1.0:1789130363.739165:0:2346:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130363.739169:0:2346:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789130363.739173:0:2346:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf614630c0 x1876037329014784/t0(0) o9->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130373 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130363.739180:0:2346:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789130363.739183:0:2346:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789130363.739188:0:2346:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9caf48ef8800. 02000000:00000001:1.0:1789130363.739193:0:2346:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789130363.739197:0:2346:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1789130363.739199:0:2346:0:(genops.c:1223:class_import_put()) import ffff9caf48ede000 refcount=2 obd=lustre-OST0001-osc-ffff9caf5014c800 00000020:00000001:1.0:1789130363.739202:0:2346:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1789130363.739281:0:2346:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9caf451e7900. 02000000:00000001:1.0:1789130363.739288:0:2346:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789130363.739290:0:2346:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789130363.739292:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf614630c0. 00000100:00000001:1.0:1789130363.739296:0:2346:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789130363.739298:0:2346:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130363.739301:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130363.739311:0:2346:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789130363.739323:0:2346:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130363.739380:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789130363.739529:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130363.835153:0:27360:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130363.835163:0:27360:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130363.836168:0:16244:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789130363.836175:0:16244:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789130363.836180:0:16244:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789130364.218136:0:31079:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789130364.218151:0:31079:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789130364.218155:0:31079:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1789130364.218164:0:31079:0:(client.c:2715:ptlrpc_set_wait()) set ffff9caf47fd1300 going to sleep for 1 seconds 00000100:00000001:1.0:1789130364.218170:0:31079:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789130364.218177:0:31079:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130364.730007:0:31089:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789130364.730022:0:31089:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00000400:3.0:1789130364.730059:0:31089:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789130348/real 1789130348] req@ffff9caf501a8b40 x1876037329012352/t0(0) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 488/512 e 0 to 1 dl 1789130364 ref 2 fl Rpc:XQr/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1789130364.730087:0:31089:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789130364.730090:0:31089:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789130364.730095:0:31089:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf607881b8. 00000400:00000200:3.0:1789130364.730104:0:31089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf4549ff68 00000400:00000010:3.0:1789130364.730107:0:31089:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf4549ff68. 00000100:00000001:3.0:1789130364.730117:0:31089:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789130364.730121:0:31089:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf501a8b40 x1876037329012352/t0(0) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 488/512 e 0 to 1 dl 1789130364 ref 2 fl Rpc:XQr/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789130364.730131:0:31089:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf501a8b40 x1876037329012352/t0(0) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 488/512 e 0 to 1 dl 1789130364 ref 2 fl Rpc:XQU/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130364.730141:0:31089:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789130364.730143:0:31089:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130364.730148:0:31089:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789130364.730151:0:31089:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130364.730155:0:31089:0:(import.c:429:ptlrpc_fail_import()) Process entered 00000100:00080000:3.0:1789130364.730161:0:31089:0:(import.c:65:import_set_state_nolock()) ffff9caf6079a800 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:3.0:1789130364.730167:0:31089:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-mdc-ffff9caf5014c800: Connection to lustre-MDT0000 (at 192.168.204.123@tcp) was lost; in progress operations using this service will wait for recovery to complete 00000100:00000001:3.0:1789130364.730173:0:31089:0:(obd_class.h:1222:obd_import_event()) Process entered 00000002:00000001:3.0:1789130364.730179:0:31089:0:(mdc_request.c:2879:mdc_import_event()) Process entered 00000002:00000001:3.0:1789130364.730183:0:31089:0:(mdc_request.c:2953:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130364.730185:0:31089:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00080000:3.0:1789130364.730187:0:31089:0:(import.c:418:ptlrpc_pinger_force()) lustre-MDT0000_UUID: waking up pinger s:DISCONN 00000100:00000001:3.0:1789130364.730218:0:31089:0:(import.c:436:ptlrpc_fail_import()) Process leaving 00000100:00000001:3.0:1789130364.730220:0:31089:0:(client.c:2555:ptlrpc_expire_one_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130364.730224:0:31089:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789130364.730227:0:31089:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789130364.730236:0:31089:0:(client.c:2715:ptlrpc_set_wait()) set ffff9caf485e8180 going to sleep for 0 seconds 00000100:00000001:3.0:1789130364.730239:0:31089:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789130364.730243:0:31089:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130364.730246:0:31089:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789130364.730249:0:31089:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130364.730253:0:31089:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130364.730556:0:28590:0:(pinger.c:229:ptlrpc_pinger_process_import()) 70f26143-21ad-4cd3-af2c-0601ab5c9490->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789130364.730563:0:28590:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1789130364.730580:0:28590:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf580b8f00. 00000020:00000040:2.0:1789130364.730588:0:28590:0:(genops.c:1210:class_import_get()) import ffff9caf586ce800 refcount=4 obd=MGC192.168.204.123@tcp 00000100:00000001:2.0:1789130364.730594:0:28590:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789130364.730599:0:28590:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789130364.730608:0:28590:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789130364.730621:0:28590:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9caf501cf900. 00000100:00000001:2.0:1789130364.731012:0:28590:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130364.731091:0:28590:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 70f26143-21ad-4cd3-af2c-0601ab5c9490->MGS req@ffff9caf580b8f00 x1876037329014912/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789130364.731107:0:28590:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789130364.731113:0:28590:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130364.731122:0:28590:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000857e971] to pc [ptlrpcd_01_00+0] req@ffff9caf580b8f00 x1876037329014912/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130364.731160:0:28590:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789130364.731164:0:28590:0:(pinger.c:229:ptlrpc_pinger_process_import()) c4ff2dbd-4d13-4802-9c50-d71e34d32a35->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789130364.731168:0:28590:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1789130364.731171:0:28590:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1789130364.731173:0:28590:0:(import.c:65:import_set_state_nolock()) ffff9caf6079a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1789130364.731177:0:28590:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1789130364.731182:0:28590:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9caf5014c800: connect to NID 192.168.204.123@tcp last attempt 1764 00000400:00000200:2.0:1789130364.731194:0:28590:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130364.731205:0:28590:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.123@tcp is discovered: rc = 1 00000100:00000040:2.0:1789130364.731210:0:28590:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9caf452f48c0 refcount 11 to 192.168.204.123@tcp 00000100:00000001:2.0:1789130364.731214:0:28590:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789130364.731217:0:28590:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9caf452f48c0 refcount 12 to 192.168.204.123@tcp 00000100:00000001:2.0:1789130364.731219:0:28590:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634875326777536 : -109198382774080 : ffff9caf452f48c0) 00000020:00000001:2.0:1789130364.731224:0:28590:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1789130364.731227:0:28590:0:(genops.c:804:class_conn2export()) looking for export cookie 0xde5303b1d982c234 00000020:00000001:2.0:1789130364.731231:0:28590:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130364.731235:0:28590:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9caf4a817000 refcount=5 00000020:00000001:2.0:1789130364.731238:0:28590:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875416047616 : -109198293504000 : ffff9caf4a817000) 00000020:00000001:2.0:1789130364.731241:0:28590:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634875416047616 : -109198293504000 : ffff9caf4a817000) 00000100:00000040:2.0:1789130364.731245:0:28590:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9caf452f48c0 refcount 11 to 192.168.204.123@tcp 00000100:00000001:2.0:1789130364.731246:0:28590:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789130364.731248:0:28590:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9caf452f48c0 refcount 12 to 192.168.204.123@tcp 00000100:00000001:2.0:1789130364.731250:0:28590:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634875326777536 : -109198382774080 : ffff9caf452f48c0) 00000020:00000040:2.0:1789130364.731253:0:28590:0:(genops.c:879:class_export_put()) PUTting export ffff9caf4a817000 : new refcount 4 00000100:00080000:2.0:1789130364.731257:0:28590:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9caf5014c800: import ffff9caf6079a800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00000001:2.0:1789130364.731260:0:28590:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789130364.731264:0:28590:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1789130364.731272:0:28590:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789130364.731276:0:28590:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130364.731279:0:28590:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1789130364.731285:0:28590:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683269 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1789130364.731289:0:28590:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130364.731291:0:28590:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789130364.731307:0:28590:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf580b8000. 00000020:00000040:2.0:1789130364.733474:0:28590:0:(genops.c:1210:class_import_get()) import ffff9caf6079a800 refcount=8 obd=lustre-MDT0000-mdc-ffff9caf5014c800 02000000:00000001:2.0:1789130364.733489:0:28590:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1789130364.733492:0:28590:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130364.733497:0:28590:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789130364.733500:0:28590:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789130364.733507:0:28590:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789130364.733528:0:28590:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9caf58571400. 00000100:00000001:2.0:1789130364.733541:0:28590:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789130364.733964:0:28590:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9caf580b8000 x1876037329015040/t0(0) o38->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789130364.733981:0:28590:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789130364.733988:0:28590:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130364.733996:0:28590:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cd5f3892] to pc [ptlrpcd_rcv+-1] req@ffff9caf580b8000 x1876037329015040/t0(0) o38->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130364.734279:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789130364.734286:0:2346:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789130364.734311:0:2346:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789130364.734323:0:2346:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf580b8000 x1876037329015040/t0(0) o38->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130364.734335:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789130364.734338:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130364.734345:0:2346:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789130364.734350:0:2346:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789130364.734353:0:2346:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789130364.734359:0:2346:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf580b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:2346:1876037329015040:192.168.204.123@tcp:38:kworker.0 00000100:00000001:1.0:1789130364.734365:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789130364.734374:0:2346:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789130364.734379:0:2346:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130364.734383:0:2346:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789130364.734393:0:2346:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9caf487c1c00. 02000000:00000001:1.0:1789130364.734396:0:2346:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789130364.734407:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:1.0:1789130364.734414:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf42d8e9f8. 00000400:00000010:1.0:1789130364.734427:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf462a37f8. 00000100:00000200:1.0:1789130364.734438:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876037329015040, portal 10 00000100:00000001:1.0:1789130364.734442:0:2346:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789130364.734444:0:2346:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875643199488 : -109198066352128 : ffff9caf580b8000) 00000100:00000040:1.0:1789130364.734456:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9caf580b8000 x1876037329015040/t0(0) o38->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 1789130374 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130364.734465:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789130364.734468:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:1.0:1789130364.734471:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf462a3660. 00000100:00000200:1.0:1789130364.734476:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876037329015040, offset 0 00000400:00000200:1.0:1789130364.734485:0:2346:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:1.0:1789130364.734503:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:1.0:1789130364.734517:0:2346:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:1.0:1789130364.734525:0:2346:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789130364.734532:0:2346:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:1.0:1789130364.734538:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789130364.734542:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:1.0:1789130364.734547:0:2346:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2383:2383:256:4294967295] 192.168.204.123@tcp LPNI seq info [2382:2382:8:4294967295] 00000400:00000200:1.0:1789130364.734551:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:3.0:1789130364.734830:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789130364.734836:0:2349:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789130364.734838:0:2349:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789130364.734849:0:2349:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf580b8f00 x1876037329014912/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130364.734858:0:2349:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789130364.734861:0:2349:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789130364.734864:0:2349:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789130364.734867:0:2349:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789130364.734869:0:2349:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789130364.734872:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf580b8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:70f26143-21ad-4cd3-af2c-0601ab5c9490:2349:1876037329014912:192.168.204.123@tcp:400:kworker.0 00000100:00000001:3.0:1789130364.734876:0:2349:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789130364.734882:0:2349:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789130364.734885:0:2349:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789130364.734887:0:2349:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789130364.734893:0:2349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9caf5846c800. 02000000:00000001:3.0:1789130364.734895:0:2349:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789130364.734901:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:3.0:1789130364.734905:0:2349:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf607881b8. 00000400:00000010:3.0:1789130364.734912:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf4549ff68. 00000100:00000200:3.0:1789130364.734917:0:2349:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876037329014912, portal 25 00000100:00000001:2.0:1789130364.735124:0:28590:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130364.735132:0:28590:0:(pinger.c:229:ptlrpc_pinger_process_import()) c4ff2dbd-4d13-4802-9c50-d71e34d32a35->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789130364.735138:0:28590:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1789130364.735142:0:28590:0:(import.c:2066:ptlrpc_disconnect_and_idle_import()) Process entered 00000100:00000001:2.0:1789130364.735145:0:28590:0:(import.c:1762:ptlrpc_disconnect_prep_req()) Process entered 00000100:00000010:2.0:1789130364.735152:0:28590:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf580bb840. 00000020:00000040:2.0:1789130364.735157:0:28590:0:(genops.c:1210:class_import_get()) import ffff9caf468ac800 refcount=3 obd=lustre-OST0000-osc-ffff9caf5014c800 00000100:00000001:2.0:1789130364.735163:0:28590:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789130364.735166:0:28590:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789130364.735171:0:28590:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789130364.735182:0:28590:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9caf501cfb00. 00000100:00000001:2.0:1789130364.735189:0:28590:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130364.735203:0:28590:0:(import.c:1800:ptlrpc_disconnect_prep_req()) Process leaving (rc=18446634875643213888 : -109198066337728 : ffff9caf580bb840) 00000100:00080000:2.0:1789130364.735207:0:28590:0:(import.c:65:import_set_state_nolock()) ffff9caf468ac800 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:00080000:2.0:1789130364.735212:0:28590:0:(import.c:2101:ptlrpc_disconnect_and_idle_import()) lustre-OST0000-osc-ffff9caf5014c800: disconnect after 20s idle 00000100:00000001:2.0:1789130364.735217:0:28590:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789130364.735222:0:28590:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130364.735229:0:28590:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000024f9ac59] to pc [ptlrpcd_rcv+-1] req@ffff9caf580bb840 x1876037329015168/t0(0) o9->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130364.735242:0:28590:0:(import.c:2105:ptlrpc_disconnect_and_idle_import()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789130364.735244:0:28590:0:(pinger.c:123:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130364.735247:0:28590:0:(pinger.c:229:ptlrpc_pinger_process_import()) c4ff2dbd-4d13-4802-9c50-d71e34d32a35->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789130364.735251:0:28590:0:(pinger.c:247:ptlrpc_pinger_process_import()) c4ff2dbd-4d13-4802-9c50-d71e34d32a35->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789130364.735258:0:28590:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 4 (1796) 00000100:00000001:2.0:1789130364.735289:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789130364.735305:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789130364.735524:0:2346:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:1.0:1789130364.735537:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:1.0:1789130364.735547:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf47f34200. 00000800:00000200:1.0:1789130364.735558:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:1.0:1789130364.736142:0:2346:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:1.0:1789130364.736151:0:2346:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf47f34200 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:1.0:1789130364.736175:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789130364.736185:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: using a timeout of 791391 usecs (792 jiffies) 00000400:00000200:1.0:1789130364.736589:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:1.0:1789130364.736599:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296459550 00000100:00000001:1.0:1789130364.736994:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 2, keep current deadline 4296461816 00000100:00000001:1.0:1789130364.737000:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296459551 00000100:00000001:1.0:1789130364.737003:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 3, keep current deadline 4296461816 00000100:00000001:1.0:1789130364.737006:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789130364.737013:0:2346:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130364.737018:0:2346:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130364.737022:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130364.737036:0:2346:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789130364.737040:0:2346:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1789130364.737043:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789130364.737045:0:2346:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789130364.737047:0:2346:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789130364.737386:0:2346:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf580bb840 x1876037329015168/t0(0) o9->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130364.737399:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789130364.737403:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130364.737409:0:2346:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789130364.737413:0:2346:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789130364.737417:0:2346:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789130364.737420:0:2346:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf580bb840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:2346:1876037329015168:192.168.204.123@tcp:9:kworker.0 00000100:00000001:1.0:1789130364.737426:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789130364.737434:0:2346:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789130364.737437:0:2346:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130364.737440:0:2346:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789130364.737449:0:2346:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9caf48ef8800. 02000000:00000001:1.0:1789130364.737451:0:2346:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789130364.737457:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:1.0:1789130364.737464:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf42d8e688. 00000400:00000010:1.0:1789130364.737474:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf462a3908. 00000100:00000200:1.0:1789130364.737484:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876037329015168, portal 4 00000100:00000001:1.0:1789130364.737487:0:2346:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789130364.737489:0:2346:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875643213888 : -109198066337728 : ffff9caf580bb840) 00000100:00000040:1.0:1789130364.737499:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9caf580bb840 x1876037329015168/t0(0) o9->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130374 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130364.737507:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789130364.737509:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:1.0:1789130364.737512:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf462a3f68. 00000100:00000200:1.0:1789130364.737516:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876037329015168, offset 0 00000400:00000200:1.0:1789130364.737523:0:2346:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:1.0:1789130364.737536:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:1.0:1789130364.737550:0:2346:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:1.0:1789130364.737574:0:2346:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789130364.737581:0:2346:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:1.0:1789130364.737586:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789130364.737589:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:1.0:1789130364.737594:0:2346:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2384:2384:255:4294967295] 192.168.204.123@tcp LPNI seq info [2383:2383:7:4294967295] 00000400:00000200:1.0:1789130364.737598:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:1.0:1789130364.737620:0:2346:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:1.0:1789130364.737628:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:1.0:1789130364.737637:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf47f34e00. 00000800:00000200:1.0:1789130364.737646:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:1.0:1789130364.738209:0:2346:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:1.0:1789130364.738216:0:2346:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf47f34e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789130364.738221:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789130364.738227:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9caf5014c800: using a timeout of 22707 usecs (23 jiffies) 00000400:00000200:1.0:1789130364.738231:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:1.0:1789130364.738235:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296458783 00000100:00000001:1.0:1789130364.738238:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9caf5014c800: PM QoS request active for cpu 2, keep current deadline 4296461816 00000100:00000001:1.0:1789130364.738241:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296458783 00000100:00000001:1.0:1789130364.738243:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9caf5014c800: PM QoS request active for cpu 3, keep current deadline 4296461816 00000100:00000001:1.0:1789130364.738246:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789130364.738251:0:2346:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130364.738256:0:2346:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130364.738258:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130364.738266:0:2346:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789130364.738268:0:2346:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1789130364.738270:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789130364.738272:0:2346:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789130364.738273:0:2346:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130364.738275:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789130364.738403:0:2341:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789130364.738410:0:2341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf47f34200. 00000400:00000200:2.0:1789130364.738419:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130364.738425:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:2.0:1789130364.738433:0:2341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf462a3660 00000400:00000010:2.0:1789130364.738436:0:2341:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf462a3660. 00000100:00000001:2.0:1789130364.738442:0:2341:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789130364.738448:0:2341:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf580b8000 x1876037329015040/t0(0) o38->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 1789130374 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130364.738460:0:2341:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130364.738463:0:2341:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf580b8000 x1876037329015040/t0(0) o38->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 1789130374 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130364.738471:0:2341:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130364.738473:0:2341:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1789130364.738592:0:2341:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789130364.738595:0:2341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf47f34e00. 00000400:00000200:2.0:1789130364.738598:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130364.738602:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:2.0:1789130364.738605:0:2341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf462a3f68 00000400:00000010:2.0:1789130364.738618:0:2341:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf462a3f68. 00000100:00000001:2.0:1789130364.738620:0:2341:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789130364.738623:0:2341:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf580bb840 x1876037329015168/t0(0) o9->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130374 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130364.738632:0:2341:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130364.738635:0:2341:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf580bb840 x1876037329015168/t0(0) o9->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130374 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130364.738641:0:2341:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130364.738643:0:2341:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1789130364.746493:0:2349:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789130364.746508:0:2349:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875643203328 : -109198066348288 : ffff9caf580b8f00) 00000100:00000040:3.0:1789130364.746534:0:2349:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9caf580b8f00 x1876037329014912/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130380 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130364.746545:0:2349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789130364.746547:0:2349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:3.0:1789130364.746556:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf4549fbb0. 00000100:00000200:3.0:1789130364.746566:0:2349:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1876037329014912, offset 0 00000400:00000200:3.0:1789130364.746575:0:2349:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:3.0:1789130364.746590:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130364.746609:0:2349:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:3.0:1789130364.746615:0:2349:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789130364.746620:0:2349:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:3.0:1789130364.746625:0:2349:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789130364.746628:0:2349:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:3.0:1789130364.746633:0:2349:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2385:2385:256:4294967295] 192.168.204.123@tcp LPNI seq info [2384:2384:8:4294967295] 00000400:00000200:3.0:1789130364.746638:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130364.746651:0:2349:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:3.0:1789130364.746658:0:2349:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:3.0:1789130364.746886:0:2349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf47fd2000. 00000800:00000200:3.0:1789130364.746895:0:2349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:3.0:1789130364.746905:0:2349:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:3.0:1789130364.746911:0:2349:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf47fd2000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789130364.749775:0:2349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1789130364.749848:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130364.749877:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789130364.749881:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130364.749885:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130364.749892:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130364.749979:0:2342:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:2.0:1789130364.749994:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130364.750001:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130364.750008:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130364.750013:0:2342:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 416 into portal 10 MB=0x6aa3efa94d100 00000400:00000200:2.0:1789130364.750018:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130364.750027:0:2342:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.123@tcp of length 416/416 into md 0x675d [1] + 0 00000800:00000001:2.0:1789130364.750036:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130364.750043:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130364.750047:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130364.750053:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:2.0:1789130364.750063:0:2342:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789130364.750086:0:2342:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf580b8000 x1876037329015040/t0(0) o38->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 1789130374 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789130364.750099:0:2342:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff9caf580b8000 x1876037329015040/t0(0) o38->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 1789130374 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130364.750209:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789130364.750216:0:2346:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789130364.750238:0:2342:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000200:2.0:1789130364.750411:0:2342:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789130364.750416:0:2342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf47fd2000. 00000400:00000200:2.0:1789130364.750422:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130364.750427:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:2.0:1789130364.750432:0:2342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf4549fbb0 00000400:00000010:2.0:1789130364.750435:0:2342:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf4549fbb0. 00000100:00000001:2.0:1789130364.750443:0:2342:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789130364.750449:0:2342:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf580b8f00 x1876037329014912/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130380 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130364.750462:0:2342:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130364.750466:0:2342:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf580b8f00 x1876037329014912/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130380 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130364.750550:0:2342:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130364.750552:0:2342:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1789130364.750563:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130364.750569:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789130364.750571:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130364.750574:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130364.750577:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130364.750581:0:2342:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:2.0:1789130364.750586:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130364.750590:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130364.750593:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130364.750596:0:2342:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 224 into portal 4 MB=0x6aa3efa94d180 00000400:00000200:2.0:1789130364.750601:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130364.750607:0:2342:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.123@tcp of length 224/224 into md 0x676d [1] + 224 00000800:00000001:2.0:1789130364.750611:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130364.750620:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130364.750623:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130364.750627:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:2.0:1789130364.750631:0:2342:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789130364.750638:0:2342:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf580bb840 x1876037329015168/t0(0) o9->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130374 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789130364.750648:0:2342:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9caf580bb840 x1876037329015168/t0(0) o9->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130374 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130364.750656:0:2342:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789130364.750660:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130364.750664:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130364.750754:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:3.0:1789130364.750761:0:2349:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.123@tcp: PM QoS new deadline estimation for cpu 2 is 4296462858 00000100:00000001:3.0:1789130364.750772:0:2349:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.123@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296461816 00000100:00000001:3.0:1789130364.750779:0:2349:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.123@tcp: PM QoS new deadline estimation for cpu 3 is 4296462858 00000100:00000001:3.0:1789130364.750783:0:2349:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.123@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296461816 00000100:00000001:3.0:1789130364.750787:0:2349:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789130364.750791:0:2349:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130364.750795:0:2349:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130364.750799:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130364.750829:0:2349:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789130364.750831:0:2349:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1789130364.750835:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789130364.750836:0:2349:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789130364.750838:0:2349:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130364.750841:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1789130364.751993:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789130364.752002:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789130364.752007:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf42d8e9f8. 00000400:00000200:1.0:1789130364.752015:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf462a37f8 00000400:00000010:1.0:1789130364.752018:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf462a37f8. 00000100:00000001:1.0:1789130364.752024:0:2346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789130364.752037:0:2346:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf580b8000 x1876037329015040/t0(0) o38->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 1789130374 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789130364.752049:0:2346:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf580b8000 x1876037329015040/t0(0) o38->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 1789130374 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130364.752060:0:2346:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789130364.752062:0:2346:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130364.752127:0:2346:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789130364.752134:0:2346:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789130364.752137:0:2346:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789130364.752140:0:2346:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130364.752145:0:2346:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789130364.752160:0:2346:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf6079ac60 time=133 v=5 (104 104 104 104) 00000100:00001000:1.0:1789130364.752166:0:2346:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf6079ac18 time=26 v=5 (1 0 0 0) 00000100:00000001:1.0:1789130364.752169:0:2346:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789130364.752171:0:2346:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130364.752174:0:2346:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789130364.752180:0:2346:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130364.752185:0:2346:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789130364.752188:0:2346:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9caf5014c800: skip recheck: last_committed 4294967615 00000100:00000001:1.0:1789130364.752191:0:2346:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789130364.752193:0:2346:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789130364.752199:0:2346:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf580b8000 x1876037329015040/t0(0) o38->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 520/416 e 0 to 0 dl 1789130374 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130364.752207:0:2346:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789130364.752211:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789130364.752213:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130364.752216:0:2346:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00080000:1.0:1789130364.752227:0:2346:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0000-mdc-ffff9caf5014c800: connect to target with instance 1 00000020:00000001:1.0:1789130364.752231:0:2346:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789130364.752234:0:2346:0:(genops.c:804:class_conn2export()) looking for export cookie 0xde5303b1d982c234 00000020:00000001:1.0:1789130364.752237:0:2346:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130364.752241:0:2346:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9caf4a817000 refcount=5 00000020:00000001:1.0:1789130364.752243:0:2346:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875416047616 : -109198293504000 : ffff9caf4a817000) 00000020:00000001:1.0:1789130364.752246:0:2346:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634875416047616 : -109198293504000 : ffff9caf4a817000) 00000100:00001000:1.0:1789130364.752250:0:2346:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf6079ac18 time=1789130364 v=0 (0 0 0 0) 00000100:00001000:1.0:1789130364.752253:0:2346:0:(import.c:2215:obd_at_measure()) AT ffff9caf6079ac18 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000040:1.0:1789130364.752261:0:2346:0:(obd_cksum.h:77:obd_cksum_types_supported_client()) Crypto hash speed: crc 1627, crc32c 10183, adler 1295 00000020:00000040:1.0:1789130364.752270:0:2346:0:(genops.c:879:class_export_put()) PUTting export ffff9caf4a817000 : new refcount 4 00000100:00000001:1.0:1789130364.752273:0:2346:0:(obd_class.h:1222:obd_import_event()) Process entered 00000002:00000001:1.0:1789130364.752279:0:2346:0:(mdc_request.c:2879:mdc_import_event()) Process entered 00000008:00000020:1.0:1789130364.752285:0:2346:0:(osc_request.c:1064:osc_init_grant()) lustre-MDT0000-mdc-ffff9caf5014c800, setting cl_avail_grant: 2097152 cl_lost_grant: 0. chunk bits: 17 cl_max_extent_pages: 32768 00000002:00000001:1.0:1789130364.752290:0:2346:0:(mdc_request.c:3107:mdc_init_ea_size()) Process entered 00000002:00000001:1.0:1789130364.752292:0:2346:0:(mdc_request.c:3114:mdc_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789130364.752305:0:2346:0:(obd_class.h:1242:obd_notify()) Process entered 00800000:00000001:1.0:1789130364.752365:0:2346:0:(lmv_obd.c:191:lmv_notify()) Process entered 00000080:00000001:1.0:1789130364.752371:0:2346:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:1.0:1789130364.752374:0:2346:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789130364.752377:0:2346:0:(lmv_obd.c:226:lmv_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789130364.752379:0:2346:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130364.752381:0:2346:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:1.0:1789130364.752382:0:2346:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789130364.752384:0:2346:0:(mdc_request.c:2953:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130364.752386:0:2346:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00080000:1.0:1789130364.752391:0:2346:0:(import.c:1297:ptlrpc_connect_interpret()) reconnected to lustre-MDT0000_UUID@192.168.204.123@tcp after partition 00000100:00080000:1.0:1789130364.752395:0:2346:0:(import.c:65:import_set_state_nolock()) ffff9caf6079a800 lustre-MDT0000_UUID: changing import state from CONNECTING to RECOVER 00000100:00000001:1.0:1789130364.752400:0:2346:0:(import.c:1648:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:1.0:1789130364.752403:0:2346:0:(recover.c:149:ptlrpc_resend()) Process entered 00000100:00080000:1.0:1789130364.752409:0:2346:0:(client.c:3247:ptlrpc_resend_req()) @@@ going to resend req@ffff9caf615d5a40 x1876037329013120/t0(0) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1789130367 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130364.752669:0:31079:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789130364.753065:0:2346:0:(recover.c:178:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789130364.753083:0:2346:0:(import.c:65:import_set_state_nolock()) ffff9caf6079a800 lustre-MDT0000_UUID: changing import state from RECOVER to FULL 00000100:00000001:1.0:1789130364.753087:0:2346:0:(obd_class.h:1222:obd_import_event()) Process entered 00000002:00000001:1.0:1789130364.753088:0:2346:0:(mdc_request.c:2879:mdc_import_event()) Process entered 00000002:00000001:1.0:1789130364.753090:0:2346:0:(obd_class.h:1242:obd_notify()) Process entered 00800000:00000001:1.0:1789130364.753092:0:2346:0:(lmv_obd.c:191:lmv_notify()) Process entered 00800000:00000001:1.0:1789130364.753095:0:2346:0:(lmv_obd.c:85:lmv_set_mdc_active()) Process entered 00800000:00000040:1.0:1789130364.753097:0:2346:0:(lmv_obd.c:88:lmv_set_mdc_active()) Searching in lmv ffff9caf584fd6f8 for uuid lustre-MDT0000_UUID (activate=1) 00800000:00000040:1.0:1789130364.753102:0:2346:0:(lmv_obd.c:94:lmv_set_mdc_active()) Target idx 0 is lustre-MDT0000_UUID conn 0xde5303b1d982c234 00800000:00000040:1.0:1789130364.753106:0:2346:0:(lmv_obd.c:109:lmv_set_mdc_active()) Found OBD lustre-MDT0000-mdc-ffff9caf5014c800=c4ff2dbd-4d13-4802-9c50-d71e34d32a35 device 3 (ffff9caf584fb490) type mdc at LMV idx 0 00800000:00000040:1.0:1789130364.753110:0:2346:0:(lmv_obd.c:114:lmv_set_mdc_active()) OBD ffff9caf584fb490 already active! 00800000:00000001:1.0:1789130364.753113:0:2346:0:(lmv_obd.c:115:lmv_set_mdc_active()) Process leaving via out_lmv_lock (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1789130364.753117:0:2346:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:1.0:1789130364.753119:0:2346:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789130364.753121:0:2346:0:(lmv_obd.c:226:lmv_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789130364.753123:0:2346:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130364.753125:0:2346:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:1.0:1789130364.753126:0:2346:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1789130364.753129:0:2346:0:(genops.c:1210:class_import_get()) import ffff9caf6079a800 refcount=9 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000800:00000001:3.0:1789130364.754201:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130364.754221:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789130364.754235:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130364.754239:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130364.754249:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130364.754257:0:2342:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:3.0:1789130364.754269:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130364.754274:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130364.754281:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130364.754287:0:2342:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 224 into portal 25 MB=0x6aa3efa94d080 00000400:00000200:3.0:1789130364.754302:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130364.754310:0:2342:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.123@tcp of length 224/224 into md 0x6765 [1] + 224 00000800:00000001:3.0:1789130364.754319:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130364.754340:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130364.754343:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130364.754349:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:3.0:1789130364.754360:0:2342:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789130364.754370:0:2342:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf580b8f00 x1876037329014912/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130380 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789130364.754383:0:2342:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9caf580b8f00 x1876037329014912/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130380 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130364.754398:0:2342:0:(events.c:163:reply_in_callback()) Process leaving 00000002:00000001:2.0:1789130364.754400:0:2346:0:(mdc_request.c:2953:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130364.754405:0:2346:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000800:00000001:3.0:1789130364.754411:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:02000000:2.0:1789130364.754411:0:2346:0:(import.c:1743:ptlrpc_import_recovery_state_machine()) lustre-MDT0000-mdc-ffff9caf5014c800: Connection restored to 192.168.204.123@tcp (at 192.168.204.123@tcp) 00000800:00000001:3.0:1789130364.754417:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1789130364.754423:0:2346:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 00000000087cec64): req@ffff9caf501a8b40 x1876037329012352/t0(0) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 488/512 e 0 to 1 dl 1789130364 ref 2 fl Rpc:XQU/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130364.754435:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789130364.754441:0:2349:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789130364.754443:0:2346:0:(import.c:1754:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130364.754449:0:2346:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1789130364.754450:0:2349:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789130364.754455:0:2349:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000040:2.0:1789130364.754456:0:2346:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf580b8000 x1876037329015040/t0(0) o38->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 520/416 e 0 to 0 dl 1789130374 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1789130364.754460:0:2349:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf607881b8. 00000400:00000200:3.0:1789130364.754466:0:2349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf4549ff68 00000400:00000010:3.0:1789130364.754471:0:2349:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf4549ff68. 00000100:00000001:3.0:1789130364.754476:0:2349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789130364.754482:0:2349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf580b8f00 x1876037329014912/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130380 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789130364.754491:0:2349:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf580b8f00 x1876037329014912/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130380 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130364.754497:0:2349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789130364.754500:0:2349:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130364.754503:0:2349:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789130364.754506:0:2349:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789130364.754509:0:2349:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789130364.754511:0:2349:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789130364.754515:0:2349:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789130364.754522:0:2349:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf586cec60 time=133 v=5 (5 5 5 5) 00000100:00001000:3.0:1789130364.754527:0:2349:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf586cec18 time=133 v=5 (1 1 1 1) 00000100:00000001:3.0:1789130364.754529:0:2349:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789130364.754531:0:2349:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130364.754535:0:2349:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789130364.754538:0:2349:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789130364.754538:0:2346:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf580b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:2346:1876037329015040:192.168.204.123@tcp:38:kworker.0 00000100:00000001:3.0:1789130364.754543:0:2349:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130364.754547:0:2346:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130364.754550:0:2349:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf580b8f00 x1876037329014912/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130380 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130364.754552:0:2346:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1789130364.754561:0:2349:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1789130364.754561:0:2346:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf580b8000 x1876037329015040/t0(0) o38->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 520/416 e 0 to 0 dl 1789130374 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130364.754568:0:2349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789130364.754573:0:2349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789130364.754574:0:2346:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789130364.754578:0:2346:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:3.0:1789130364.754581:0:2349:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf580b8f00 x1876037329014912/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130380 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1789130364.754584:0:2346:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9caf487c1c00. 02000000:00000001:2.0:1789130364.754590:0:2346:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789130364.754594:0:2346:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1789130364.754597:0:2346:0:(genops.c:1223:class_import_put()) import ffff9caf6079a800 refcount=8 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000020:00000001:2.0:1789130364.754600:0:2346:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1789130364.754602:0:2346:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9caf58571400. 02000000:00000001:2.0:1789130364.754606:0:2346:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789130364.754608:0:2346:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789130364.754610:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf580b8000. 00000100:00000001:2.0:1789130364.754615:0:2346:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789130364.754616:0:2346:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789130364.754619:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130364.754621:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789130364.754622:0:2346:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789130364.754626:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789130364.754627:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789130364.754629:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf42d8e688. 00000100:00100000:3.0:1789130364.754711:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf580b8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:70f26143-21ad-4cd3-af2c-0601ab5c9490:2349:1876037329014912:192.168.204.123@tcp:400:kworker.0 00000100:00000001:3.0:1789130364.754718:0:2349:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130364.754720:0:2349:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130364.754724:0:2349:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf580b8f00 x1876037329014912/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130380 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130364.754731:0:2349:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789130364.754732:0:2349:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789130364.754735:0:2349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9caf5846c800. 02000000:00000001:3.0:1789130364.754738:0:2349:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789130364.754739:0:2349:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1789130364.754741:0:2349:0:(genops.c:1223:class_import_put()) import ffff9caf586ce800 refcount=3 obd=MGC192.168.204.123@tcp 00000020:00000001:3.0:1789130364.754743:0:2349:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1789130364.754744:0:2349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9caf501cf900. 02000000:00000001:3.0:1789130364.754748:0:2349:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789130364.754750:0:2349:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789130364.754751:0:2349:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf580b8f00. 00000100:00000001:3.0:1789130364.754756:0:2349:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789130364.754758:0:2349:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130364.754760:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130364.754764:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf462a3908 00000400:00000010:2.0:1789130364.754768:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf462a3908. 00000100:00000001:3.0:1789130364.754770:0:2349:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789130364.754773:0:2346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1789130364.754775:0:2349:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130364.754779:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:2.0:1789130364.754781:0:2346:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf580bb840 x1876037329015168/t0(0) o9->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130374 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130364.754783:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1789130364.754795:0:2346:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf580bb840 x1876037329015168/t0(0) o9->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130374 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130364.754835:0:31089:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789130364.754839:0:31089:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130364.754843:0:31089:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789130364.754845:0:31089:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789130364.754849:0:31089:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789130364.754853:0:31089:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789130364.754856:0:31089:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130364.754859:0:31089:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00080000:3.0:1789130364.754866:0:31089:0:(client.c:3740:ptlrpc_set_mbits()) resend with new mbits old x1876037329012352 new x1876037329015296 02000000:00000001:3.0:1789130364.754871:0:31089:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789130364.754874:0:31089:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789130364.755012:0:31089:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:3.0:1789130364.755017:0:31089:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf607881b8. 00000400:00000010:3.0:1789130364.755025:0:31089:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf4549ff68. 00000100:00000200:3.0:1789130364.755034:0:31089:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876037329012352, portal 10 00000100:00000001:3.0:1789130364.755037:0:31089:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789130364.755039:0:31089:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875509967680 : -109198199583936 : ffff9caf501a8b40) 00000100:00000040:3.0:1789130364.755050:0:31089:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=202 req@ffff9caf501a8b40 x1876037329012352/t0(0) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 488/512 e 0 to 0 dl 1789130380 ref 3 fl Rpc:r/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130364.755057:0:31089:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789130364.755060:0:31089:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:3.0:1789130364.755063:0:31089:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf4549faa0. 00000100:00000200:3.0:1789130364.755067:0:31089:0:(niobuf.c:94:ptl_send_buf()) Sending 488 bytes to portal 12, xid 1876037329012352, offset 0 00000400:00000200:3.0:1789130364.755073:0:31089:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:3.0:1789130364.755082:0:31089:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130364.755089:0:31089:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:3.0:1789130364.755095:0:31089:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789130364.755100:0:31089:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:3.0:1789130364.755105:0:31089:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789130364.755109:0:31089:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:3.0:1789130364.755113:0:31089:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2386:2386:256:4294967295] 192.168.204.123@tcp LPNI seq info [2385:2385:8:4294967295] 00000400:00000200:3.0:1789130364.755118:0:31089:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130364.755129:0:31089:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:3.0:1789130364.755136:0:31089:0:(socklnd_cb.c:931:ksocknal_send()) sending 488 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:3.0:1789130364.755142:0:31089:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf47fd2b00. 00000800:00000200:3.0:1789130364.755150:0:31089:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:3.0:1789130364.755159:0:31089:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:3.0:1789130364.755166:0:31089:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf47fd2b00 type 1, nob 584 niov 1 nkiov 1 00000100:00000001:3.0:1789130364.755180:0:31089:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130364.755186:0:31089:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: using a timeout of 790265 usecs (791 jiffies) 00000400:00000200:3.0:1789130364.755190:0:31089:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:3.0:1789130364.755193:0:31089:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296459568 00000100:00000001:3.0:1789130364.755197:0:31089:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 2, keep current deadline 4296462858 00000100:00000001:3.0:1789130364.755200:0:31089:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296459568 00000100:00000001:3.0:1789130364.755203:0:31089:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 3, keep current deadline 4296462858 00000100:00000001:3.0:1789130364.755206:0:31089:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789130364.755209:0:31089:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130364.755211:0:31089:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789130364.755213:0:31089:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1789130364.755215:0:31089:0:(client.c:2715:ptlrpc_set_wait()) set ffff9caf485e8180 going to sleep for 11 seconds 00000100:00000001:3.0:1789130364.755217:0:31089:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789130364.755219:0:31089:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789130364.755834:0:2341:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789130364.755842:0:2341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf47fd2b00. 00000400:00000200:3.0:1789130364.755848:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130364.755858:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:3.0:1789130364.755864:0:2341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf4549faa0 00000400:00000010:3.0:1789130364.755866:0:2341:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf4549faa0. 00000100:00000001:3.0:1789130364.755870:0:2341:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789130364.755876:0:2341:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf501a8b40 x1876037329012352/t0(0) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 488/512 e 0 to 0 dl 1789130380 ref 3 fl Rpc:r/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130364.756220:0:2346:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789130364.756228:0:2346:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789130364.756232:0:2346:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789130364.756237:0:2346:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789130364.756240:0:2346:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789130364.756243:0:2346:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789130364.756247:0:2346:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789130364.756260:0:2346:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf468acc60 time=133 v=5 (5 5 5 36) 00000100:00001000:2.0:1789130364.756265:0:2346:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf468acc18 time=16 v=5 (1 1 0 0) 00000100:00000001:2.0:1789130364.756268:0:2346:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789130364.756270:0:2346:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130364.756273:0:2346:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789130364.756280:0:2346:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130364.756285:0:2346:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789130364.756287:0:2346:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9caf5014c800: skip recheck: last_committed 4294967337 00000100:00000001:2.0:1789130364.756290:0:2346:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789130364.756292:0:2346:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130364.756309:0:2346:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf580bb840 x1876037329015168/t0(0) o9->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130374 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130364.756319:0:2346:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789130364.756323:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789130364.756326:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1789130364.756332:0:2346:0:(import.c:2011:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@ffff9caf580bb840 x1876037329015168/t0(0) o9->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130374 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789130364.756343:0:2346:0:(import.c:65:import_set_state_nolock()) ffff9caf468ac800 lustre-OST0000_UUID: changing import state from CONNECTING to IDLE 00000100:00000040:2.0:1789130364.756348:0:2346:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf580bb840 x1876037329015168/t0(0) o9->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130374 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789130364.756358:0:2346:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf580bb840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:2346:1876037329015168:192.168.204.123@tcp:9:kworker.0 00000100:00000001:2.0:1789130364.756364:0:2346:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789130364.756368:0:2346:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130364.756372:0:2346:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf580bb840 x1876037329015168/t0(0) o9->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130374 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130364.756380:0:2346:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789130364.756382:0:2346:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789130364.756387:0:2346:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9caf48ef8800. 02000000:00000001:2.0:1789130364.756393:0:2346:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789130364.756395:0:2346:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1789130364.756398:0:2346:0:(genops.c:1223:class_import_put()) import ffff9caf468ac800 refcount=2 obd=lustre-OST0000-osc-ffff9caf5014c800 00000020:00000001:2.0:1789130364.756402:0:2346:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1789130364.756406:0:2346:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9caf501cfb00. 02000000:00000001:2.0:1789130364.756412:0:2346:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789130364.756414:0:2346:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789130364.756416:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf580bb840. 00000100:00000001:2.0:1789130364.756424:0:2346:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789130364.756425:0:2346:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789130364.756428:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789130364.756438:0:2346:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789130364.756440:0:2346:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130364.756442:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789130364.756444:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789130364.757455:0:31114:0:(mdc_request.c:2638:mdc_kuc_reregister_thread()) Process entered 00000020:00000001:1.0:1789130364.757464:0:31114:0:(kernelcomm.c:1325:libcfs_kkuc_group_foreach()) Process entered 00000020:00000001:1.0:1789130364.757469:0:31114:0:(kernelcomm.c:1339:libcfs_kkuc_group_foreach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130364.757485:0:31114:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1789130364.757488:0:31114:0:(genops.c:1223:class_import_put()) import ffff9caf6079a800 refcount=7 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000020:00000001:1.0:1789130364.757492:0:31114:0:(genops.c:1230:class_import_put()) Process leaving 00000002:00000001:1.0:1789130364.757494:0:31114:0:(mdc_request.c:2648:mdc_kuc_reregister_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130364.759089:0:2341:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130364.759112:0:2341:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf501a8b40 x1876037329012352/t0(0) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 488/512 e 0 to 0 dl 1789130380 ref 3 fl Rpc:Qr/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130364.759126:0:2341:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130364.759129:0:2341:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000001:0.0:1789130364.759477:0:31079:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789130364.759482:0:31079:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789130364.759487:0:31079:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf42d8e840. 00000400:00000200:0.0:1789130364.759493:0:31079:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf462a3aa0 00000400:00000010:0.0:1789130364.759496:0:31079:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf462a3aa0. 00000100:00000001:0.0:1789130364.759501:0:31079:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789130364.759508:0:31079:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf615d5a40 x1876037329013120/t0(0) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1789130367 ref 2 fl Rpc:SQr/600/ffffffff rc -11/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1789130364.759519:0:31079:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf615d5a40 x1876037329013120/t0(0) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1789130367 ref 2 fl Rpc:SQU/600/ffffffff rc -11/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130364.759529:0:31079:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789130364.759531:0:31079:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130364.759535:0:31079:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789130364.759538:0:31079:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130364.759543:0:31079:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789130364.759547:0:31079:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789130364.759551:0:31079:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130364.759554:0:31079:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00080000:0.0:1789130364.759560:0:31079:0:(client.c:3740:ptlrpc_set_mbits()) resend with new mbits old x1876037329013120 new x1876037329015424 02000000:00000001:0.0:1789130364.759564:0:31079:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789130364.759567:0:31079:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789130364.759575:0:31079:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:0.0:1789130364.759585:0:31079:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf50131ec8. 00000400:00000010:0.0:1789130364.759592:0:31079:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf5801e660. 00000100:00000200:0.0:1789130364.759598:0:31079:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876037329013120, portal 10 00000100:00000001:0.0:1789130364.759601:0:31079:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789130364.759603:0:31079:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875799558720 : -109197909992896 : ffff9caf615d5a40) 00000100:00000040:0.0:1789130364.759610:0:31079:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=602 req@ffff9caf615d5a40 x1876037329013120/t0(0) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1789130380 ref 3 fl Rpc:r/602/ffffffff rc -11/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130364.759617:0:31079:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789130364.759620:0:31079:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:0.0:1789130364.759622:0:31079:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf5801e908. 00000100:00000200:0.0:1789130364.759627:0:31079:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1876037329013120, offset 0 00000400:00000200:0.0:1789130364.759646:0:31079:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:0.0:1789130364.759656:0:31079:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:0.0:1789130364.759665:0:31079:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:0.0:1789130364.759671:0:31079:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789130364.759676:0:31079:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:0.0:1789130364.759681:0:31079:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789130364.759684:0:31079:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:0.0:1789130364.759688:0:31079:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2387:2387:256:4294967295] 192.168.204.123@tcp LPNI seq info [2386:2386:8:4294967295] 00000400:00000200:0.0:1789130364.760152:0:31079:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:0.0:1789130364.760168:0:31079:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:0.0:1789130364.760177:0:31079:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:0.0:1789130364.760187:0:31079:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf451e7500. 00000800:00000200:0.0:1789130364.760196:0:31079:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:0.0:1789130364.760206:0:31079:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:0.0:1789130364.760216:0:31079:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf451e7500 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1789130364.760240:0:31079:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130364.760246:0:31079:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: using a timeout of 790265 usecs (791 jiffies) 00000400:00000200:0.0:1789130364.760249:0:31079:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:0.0:1789130364.760253:0:31079:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296459573 00000100:00000001:0.0:1789130364.760256:0:31079:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 2, keep current deadline 4296462858 00000100:00000001:0.0:1789130364.760259:0:31079:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296459573 00000100:00000001:0.0:1789130364.760262:0:31079:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 3, keep current deadline 4296462858 00000100:00000001:0.0:1789130364.760264:0:31079:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789130364.760269:0:31079:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130364.760273:0:31079:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789130364.760276:0:31079:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1789130364.760279:0:31079:0:(client.c:2715:ptlrpc_set_wait()) set ffff9caf47fd1300 going to sleep for 11 seconds 00000100:00000001:0.0:1789130364.760281:0:31079:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789130364.760283:0:31079:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789130364.761459:0:2342:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789130364.761468:0:2342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf451e7500. 00000400:00000200:3.0:1789130364.761476:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130364.761484:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:3.0:1789130364.761493:0:2342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf5801e908 00000400:00000010:3.0:1789130364.761495:0:2342:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf5801e908. 00000100:00000001:3.0:1789130364.761500:0:2342:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789130364.761507:0:2342:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf615d5a40 x1876037329013120/t0(0) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1789130380 ref 3 fl Rpc:r/602/ffffffff rc -11/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130364.761520:0:2342:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130364.761524:0:2342:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf615d5a40 x1876037329013120/t0(0) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1789130380 ref 3 fl Rpc:Qr/602/ffffffff rc -11/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130364.761532:0:2342:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130364.761534:0:2342:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1789130364.770552:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130364.770595:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789130364.770603:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130364.770606:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130364.770638:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130364.770653:0:2341:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:3.0:1789130364.770666:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130364.770675:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130364.770684:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130364.770698:0:2341:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 456 into portal 10 MB=0x6aa3efa94d280 00000400:00000200:3.0:1789130364.770705:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130364.770713:0:2341:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.123@tcp of length 456/456 into md 0x678d [1] + 224 00000800:00000001:3.0:1789130364.770723:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130364.770738:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130364.770743:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130364.770750:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:3.0:1789130364.770763:0:2341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789130364.770776:0:2341:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf615d5a40 x1876037329013120/t0(0) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1789130380 ref 2 fl Rpc:Qr/602/ffffffff rc -11/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789130364.770787:0:2341:0:(events.c:149:reply_in_callback()) @@@ reply in flags=602 mlen=456 offset=224 replen=624 req@ffff9caf615d5a40 x1876037329013120/t0(0) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1789130380 ref 2 fl Rpc:RQ/602/ffffffff rc -11/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130364.770859:0:2341:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789130364.770874:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130364.770878:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130364.771028:0:31079:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789130364.771038:0:31079:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789130364.771041:0:31079:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789130364.771045:0:31079:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf50131ec8. 00000400:00000200:0.0:1789130364.771052:0:31079:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf5801e660 00000400:00000010:0.0:1789130364.771054:0:31079:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf5801e660. 00000100:00000001:0.0:1789130364.771057:0:31079:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789130364.771062:0:31079:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf615d5a40 x1876037329013120/t0(0) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1789130380 ref 2 fl Rpc:RQ/602/ffffffff rc -11/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1789130364.771082:0:31079:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf615d5a40 x1876037329013120/t0(0) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1789130380 ref 2 fl Rpc:RQU/602/ffffffff rc -11/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130364.771094:0:31079:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789130364.771096:0:31079:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130364.771099:0:31079:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789130364.771104:0:31079:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789130364.771107:0:31079:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789130364.771110:0:31079:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130364.771113:0:31079:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789130364.771127:0:31079:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf6079aca8 time=133 v=5 (5 5 5 5) 00000100:00001000:0.0:1789130364.771132:0:31079:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf6079ac18 time=0 v=5 (1 0 0 0) 00000100:00000001:0.0:1789130364.771135:0:31079:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789130364.771138:0:31079:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130364.771142:0:31079:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789130364.771146:0:31079:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130364.771151:0:31079:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1789130364.771154:0:31079:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1789130364.771156:0:31079:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1789130364.771160:0:31079:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789130364.771162:0:31079:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875799558720 : -109197909992896 : ffff9caf615d5a40) 00000100:00000001:0.0:1789130364.771166:0:31079:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789130364.771169:0:31079:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9caf5014c800: skip recheck: last_committed 4294967615 00000100:00000001:0.0:1789130364.771171:0:31079:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789130364.771176:0:31079:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130364.771181:0:31079:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf615d5a40 x1876037329013120/t4294967616(4294967616) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1789130380 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130364.771190:0:31079:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789130364.771194:0:31079:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789130364.771197:0:31079:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789130364.771202:0:31079:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf615d5a40 x1876037329013120/t4294967616(4294967616) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1789130380 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1789130364.771211:0:31079:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf615d5a40 pname:cluuid:pid:xid:nid:opc:job multiop:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:31079:1876037329013120:192.168.204.123@tcp:35:multiop.0 00000100:00000001:0.0:1789130364.771218:0:31079:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130364.771222:0:31079:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130364.771225:0:31079:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1789130364.771227:0:31079:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789130364.771232:0:31079:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf615d5a40 x1876037329013120/t4294967616(4294967616) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1789130380 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130364.771240:0:31079:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789130364.771244:0:31079:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9caf47fd1300. 00000100:00000001:0.0:1789130364.771250:0:31079:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1789130364.771252:0:31079:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130364.771262:0:31079:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789130364.771264:0:31079:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875799558720 : -109197909992896 : ffff9caf615d5a40) 00000002:00000001:0.0:1789130364.771268:0:31079:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789130364.771271:0:31079:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1789130364.771279:0:31079:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9caf48ef8200. 00000080:00000001:0.0:1789130364.771284:0:31079:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1789130364.771289:0:31079:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00000002:00000001:0.0:1789130364.771305:0:31079:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1789130364.771313:0:31079:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9caf61461a40 x1876037329011712/t4294967613(4294967613) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/664 e 0 to 0 dl 1789130363 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130364.771322:0:31079:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789130364.771325:0:31079:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf61461a40 x1876037329011712/t4294967613(4294967613) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/664 e 0 to 0 dl 1789130363 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130364.771332:0:31079:0:(client.c:2793:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1789130364.771337:0:31079:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1789130364.771339:0:31079:0:(genops.c:1223:class_import_put()) import ffff9caf6079a800 refcount=6 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000020:00000001:0.0:1789130364.771342:0:31079:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1789130364.771347:0:31079:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9caf482bc400. 02000000:00000001:0.0:1789130364.771353:0:31079:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789130364.771356:0:31079:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789130364.771359:0:31079:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf61461a40. 00000100:00000001:0.0:1789130364.771364:0:31079:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789130364.771366:0:31079:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130364.771368:0:31079:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789130364.771371:0:31079:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf615d5a40 x1876037329013120/t4294967616(4294967616) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1789130380 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130364.771379:0:31079:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789130364.771381:0:31079:0:(client.c:2947:obd_mod_free()) kfreed 'mod': 32 at ffff9caf47eabdc0. 00000002:00000001:0.0:1789130364.771384:0:31079:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789130364.771386:0:31079:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1789130364.771389:0:31079:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9caf4a7b04c0. 00000100:00000001:0.0:1789130364.771392:0:31079:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789130364.771395:0:31079:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf615d5a40 x1876037329013120/t4294967616(4294967616) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1789130380 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130364.771402:0:31079:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130364.771405:0:31079:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1789130364.771410:0:31079:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9caf4865fa40. 00000080:00000001:0.0:1789130364.771415:0:31079:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130364.771423:0:31079:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f4152bdf0 00000080:00000008:0.0:1789130364.771426:0:31079:0:(file.c:523:ll_file_release()) COMPLETED file f:[0x200000404:0x25:0x0](ffff9caf60198908), flags 100002, rc = 0 00000080:00000001:0.0:1789130364.771430:0:31079:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130364.771437:0:31079:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1789130364.771440:0:31079:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f4152be00 00000080:00002000:0.0:1789130364.771442:0:31079:0:(dcache.c:127:ll_ddelete()) deleting dentry f (ffff9caf6031eca8, parent ffff9caf6031ebd0, inode ffff9caf60198908) hashed, 00000080:00000001:0.0:1789130364.771445:0:31079:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1789130364.771457:0:31079:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1789130364.771464:0:31079:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1789130364.771468:0:31079:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1789130364.771469:0:31079:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f4152be00 00000080:00002000:0.0:1789130364.771471:0:31079:0:(dcache.c:127:ll_ddelete()) deleting dentry d21g.recovery-small-1 (ffff9caf6031ebd0, parent ffff9caf600f3360, inode ffff9caf6019f448) hashed, 00000080:00000001:0.0:1789130364.771474:0:31079:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1789130364.771479:0:31079:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1789130364.771481:0:31079:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000010:0.1:1789130364.781190:0:31115:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9caf47eabb60. 00000080:00000010:0.1:1789130364.781232:0:31115:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9caf47eab460. 00000800:00000001:3.0:1789130364.790887:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130364.790921:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789130364.790927:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130364.790929:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130364.790941:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130364.790950:0:2342:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:3.0:1789130364.790962:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130364.790968:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130364.790975:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130364.790980:0:2342:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 456 into portal 10 MB=0x6aa3efa94d200 00000400:00000200:3.0:1789130364.790987:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130364.790995:0:2342:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.123@tcp of length 456/456 into md 0x677d [1] + 224 00000800:00000001:3.0:1789130364.791003:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130364.791011:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130364.791015:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130364.791021:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:3.0:1789130364.791031:0:2342:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789130364.791043:0:2342:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf501a8b40 x1876037329012352/t0(0) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 488/512 e 0 to 0 dl 1789130380 ref 2 fl Rpc:Qr/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789130364.791062:0:2342:0:(events.c:149:reply_in_callback()) @@@ reply in flags=202 mlen=456 offset=224 replen=512 req@ffff9caf501a8b40 x1876037329012352/t0(0) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 488/512 e 0 to 0 dl 1789130380 ref 2 fl Rpc:RQ/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130364.791523:0:2342:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789130364.791537:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130364.791542:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130364.792663:0:31089:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789130364.792680:0:31089:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789130364.792683:0:31089:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789130364.792688:0:31089:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf607881b8. 00000400:00000200:0.0:1789130364.792699:0:31089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf4549ff68 00000400:00000010:0.0:1789130364.792702:0:31089:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf4549ff68. 00000100:00000001:0.0:1789130364.792710:0:31089:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789130364.792725:0:31089:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf501a8b40 x1876037329012352/t0(0) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 488/512 e 0 to 0 dl 1789130380 ref 2 fl Rpc:RQ/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789130364.792739:0:31089:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf501a8b40 x1876037329012352/t0(0) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 488/512 e 0 to 0 dl 1789130380 ref 2 fl Rpc:RQU/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130364.792748:0:31089:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789130364.792751:0:31089:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130364.792754:0:31089:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789130364.792760:0:31089:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789130364.792764:0:31089:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789130364.792767:0:31089:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130364.792772:0:31089:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789130364.792789:0:31089:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf6079ac60 time=133 v=5 (104 104 104 104) 00000100:00001000:0.0:1789130364.792795:0:31089:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf6079ac18 time=0 v=5 (1 0 0 0) 00000100:00000001:0.0:1789130364.792797:0:31089:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789130364.792799:0:31089:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130364.792822:0:31089:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789130364.792829:0:31089:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130364.792836:0:31089:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789130364.792839:0:31089:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9caf5014c800: skip recheck: last_committed 4294967615 00000100:00000001:0.0:1789130364.792842:0:31089:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789130364.792847:0:31089:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130364.792854:0:31089:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf501a8b40 x1876037329012352/t4294967615(4294967615) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 488/456 e 0 to 0 dl 1789130380 ref 2 fl Rpc:RQU/202/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130364.792862:0:31089:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789130364.792867:0:31089:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789130364.792869:0:31089:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789130364.792874:0:31089:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf501a8b40 x1876037329012352/t4294967615(4294967615) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 488/456 e 0 to 0 dl 1789130380 ref 2 fl Interpret:RQU/202/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789130364.792883:0:31089:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf501a8b40 pname:cluuid:pid:xid:nid:opc:job touch:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:31089:1876037329012352:192.168.204.123@tcp:36:touch.0 00000100:00000001:0.0:1789130364.792889:0:31089:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130364.792893:0:31089:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130364.792908:0:31089:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1789130364.792911:0:31089:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789130364.792916:0:31089:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf501a8b40 x1876037329012352/t4294967615(4294967615) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 488/456 e 0 to 0 dl 1789130380 ref 2 fl Complete:RQU/202/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130364.792925:0:31089:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789130364.792929:0:31089:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9caf485e8180. 00000100:00000001:0.0:1789130364.792933:0:31089:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1789130364.792935:0:31089:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789130364.792947:0:31089:0:(mdc_reint.c:137:mdc_setattr()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789130364.792951:0:31089:0:(lmv_obd.c:3047:lmv_setattr()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789130364.792963:0:31089:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1789130364.792967:0:31089:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1789130364.792981:0:31089:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833958 : 144115205322833958 : 200000404000026) 00000080:00000001:0.0:1789130364.792985:0:31089:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000100:00000001:0.0:1789130364.792993:0:31089:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789130364.792997:0:31089:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf501a8b40 x1876037329012352/t4294967615(4294967615) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 488/456 e 0 to 0 dl 1789130380 ref 1 fl Complete:RQU/202/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130364.793005:0:31089:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789130364.793178:0:31089:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789130364.793183:0:31089:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9caf50105c00. 02000000:00000001:0.0:1789130364.793188:0:31089:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789130364.793193:0:31089:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1789130364.793195:0:31089:0:(genops.c:1223:class_import_put()) import ffff9caf6079a800 refcount=5 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000020:00000001:0.0:1789130364.793197:0:31089:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1789130364.793202:0:31089:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9caf47c6c000. 02000000:00000001:0.0:1789130364.793206:0:31089:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789130364.793209:0:31089:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789130364.793212:0:31089:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf501a8b40. 00000100:00000001:0.0:1789130364.793218:0:31089:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789130364.793219:0:31089:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789130364.793223:0:31089:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1789130364.793225:0:31089:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130364.793228:0:31089:0:(llite_lib.c:2204:ll_md_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130364.793234:0:31089:0:(pcc.c:2642:pcc_inode_setattr()) Process entered 00000080:00000001:0.0:1789130364.793240:0:31089:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:0.0:1789130364.793243:0:31089:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1789130364.793246:0:31089:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:0.0:1789130364.793248:0:31089:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130364.793251:0:31089:0:(pcc.c:2651:pcc_inode_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130364.793255:0:31089:0:(lcommon_cl.c:57:cl_setattr_ost()) Process entered 00000020:00000001:0.0:1789130364.793259:0:31089:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1789130364.793267:0:31089:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446634875648774872 : -109198060776744 : ffff9caf586092d8) 00000020:00001000:0.0:1789130364.793270:0:31089:0:(cl_object.c:823:cl_env_get()) 1@ffff9caf586092d0 00000020:00000001:0.0:1789130364.793278:0:31089:0:(cl_object.c:143:cl_object_top()) ffff9caf50186c38 -> ffff9caf50186c38 00000020:00000001:0.0:1789130364.793281:0:31089:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1789130364.793285:0:31089:0:(vvp_io.c:1987:vvp_io_init()) Process entered 00000080:00200000:0.0:1789130364.793288:0:31089:0:(vvp_io.c:1992:vvp_io_init()) [0x200000404:0x26:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:0.0:1789130364.793292:0:31089:0:(cl_io.c:902:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1789130364.793304:0:31089:0:(cl_io.c:908:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1789130364.793592:0:31089:0:(file.c:7121:ll_layout_refresh()) Process entered 00000080:00000001:0.0:1789130364.793597:0:31089:0:(file.c:6152:ll_take_md_lock()) Process entered 00000080:00000040:0.0:1789130364.793599:0:31089:0:(file.c:6154:ll_take_md_lock()) trying to match res [0x200000404:0x26:0x0] 00000002:00000001:0.0:1789130364.793607:0:31089:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789130364.793611:0:31089:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1789130364.793620:0:31089:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789130364.793623:0:31089:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789130364.793625:0:31089:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000404:0x26:0x0]: 0 00000080:00000001:0.0:1789130364.794159:0:31089:0:(file.c:6159:ll_take_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130364.794164:0:31089:0:(file.c:7058:ll_layout_intent()) Process entered 00000080:00000010:0.0:1789130364.794173:0:31089:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9caf4842ea00. 00000080:00010000:0.0:1789130364.794185:0:31089:0:(file.c:7077:ll_layout_intent()) ### lustre: requeue layout lock for file [0x200000404:0x26:0x0](ffff9caf601aba88) 00000080:00000001:0.0:1789130364.794189:0:31089:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1789130364.794195:0:31089:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1789130364.794198:0:31089:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41963960 00800000:00000002:0.0:1789130364.794201:0:31089:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'layout' for [0x200000404:0x26:0x0] '' on [0x200000404:0x26:0x0] 00800000:00000001:0.0:1789130364.794206:0:31089:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1789130364.794210:0:31089:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000404:0x26:0x0], fid2=[0x200000404:0x26:0x0], name='' -> mds #0 00000002:00000001:0.0:1789130364.794215:0:31089:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1789130364.794218:0:31089:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41963830 00000002:00010000:0.0:1789130364.794220:0:31089:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000404:0x26:0x0]) in obj [0x200000404:0x26:0x0], intent: layout flags 0 00000002:00000001:0.0:1789130364.794225:0:31089:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1789130364.794227:0:31089:0:(mdc_locks.c:708:mdc_intent_layout_pack()) Process entered 00000100:00000010:0.0:1789130364.794232:0:31089:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf61461a40. 00000020:00000040:0.0:1789130364.794240:0:31089:0:(genops.c:1210:class_import_get()) import ffff9caf6079a800 refcount=6 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00010000:00000001:0.0:1789130364.794247:0:31089:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1789130364.794254:0:31089:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789130364.794260:0:31089:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130364.794264:0:31089:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789130364.794271:0:31089:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789130364.794278:0:31089:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789130364.794288:0:31089:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9caf4842fe00. 00000100:00000001:0.0:1789130364.794305:0:31089:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130364.794380:0:31089:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789130364.794382:0:31089:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130364.794384:0:31089:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789130364.794385:0:31089:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130364.794387:0:31089:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789130364.794392:0:31089:0:(mdc_locks.c:741:mdc_intent_layout_pack()) Process leaving (rc=18446634875798035008 : -109197911516608 : ffff9caf61461a40) 00010000:00000001:0.0:1789130364.794397:0:31089:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1789130364.794400:0:31089:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1789130364.794408:0:31089:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9caf4a8cca00. 00010000:00000010:0.0:1789130364.794415:0:31089:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9caf4c532600. 00010000:00000001:0.0:1789130364.794421:0:31089:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1789130364.794425:0:31089:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9caf40031c00. 00000020:00000001:0.0:1789130364.794430:0:31089:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1789130364.794434:0:31089:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9caf40031c00 with handle 0xde5303b1d982cc3d to hash 00000020:00000001:0.0:1789130364.794437:0:31089:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1789130364.794438:0:31089:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446634875239996416 : -109198469555200 : ffff9caf40031c00) 00010000:00000001:0.0:1789130364.794442:0:31089:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446634875239996416 : -109198469555200 : ffff9caf40031c00) 00010000:00000001:0.0:1789130364.794446:0:31089:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789130364.794450:0:31089:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789130364.794455:0:31089:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40031c00/0xde5303b1d982cc3d lrc: 3/1,0 mode: --/CR res: [0x200000404:0x26:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 31089 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789130364.794465:0:31089:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40031c00/0xde5303b1d982cc3d lrc: 3/1,0 mode: --/CR res: [0x200000404:0x26:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x0 pid: 31089 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789130364.794481:0:31089:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40031c00/0xde5303b1d982cc3d lrc: 3/1,0 mode: --/CR res: [0x200000404:0x26:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x0 pid: 31089 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1789130364.794487:0:31089:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1789130364.794489:0:31089:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1789130364.794497:0:31089:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9caf5868b480. 00000100:00000001:0.0:1789130364.794500:0:31089:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446634875649307776 : -109198060243840 : ffff9caf5868b480) 00000100:00000001:0.0:1789130364.794503:0:31089:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789130364.794504:0:31089:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875798035008 : -109197911516608 : ffff9caf61461a40) 00000100:00000001:0.0:1789130364.794510:0:31089:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789130364.794516:0:31089:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130364.794519:0:31089:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1789130364.794521:0:31089:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789130364.794531:0:31089:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf61461a40 x1876037329015552/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 376/472 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130364.794539:0:31089:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789130364.794542:0:31089:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130364.794548:0:31089:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789130364.794550:0:31089:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789130364.794553:0:31089:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789130364.794557:0:31089:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf61461a40 pname:cluuid:pid:xid:nid:opc:job touch:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:31089:1876037329015552:192.168.204.123@tcp:101:touch.0 00000100:00000001:0.0:1789130364.794562:0:31089:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789130364.794570:0:31089:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789130364.794573:0:31089:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130364.794576:0:31089:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789130364.794581:0:31089:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9caf482bc400. 02000000:00000001:0.0:1789130364.794584:0:31089:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789130364.794593:0:31089:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:0.0:1789130364.794598:0:31089:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf50131ec8. 00000400:00000010:0.0:1789130364.794605:0:31089:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf5801e660. 00000100:00000200:0.0:1789130364.794614:0:31089:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876037329015552, portal 10 00000100:00000001:0.0:1789130364.794616:0:31089:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789130364.794618:0:31089:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875798035008 : -109197911516608 : ffff9caf61461a40) 00000100:00000040:0.0:1789130364.794624:0:31089:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9caf61461a40 x1876037329015552/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 376/472 e 0 to 0 dl 1789130380 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130364.797657:0:31089:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789130364.797670:0:31089:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:0.0:1789130364.797680:0:31089:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf5801eee0. 00000100:00000200:0.0:1789130364.797692:0:31089:0:(niobuf.c:94:ptl_send_buf()) Sending 376 bytes to portal 12, xid 1876037329015552, offset 0 00000400:00000200:0.0:1789130364.797701:0:31089:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:0.0:1789130364.797715:0:31089:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:0.0:1789130364.797727:0:31089:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:0.0:1789130364.797735:0:31089:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789130364.797740:0:31089:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:0.0:1789130364.797746:0:31089:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789130364.797750:0:31089:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:0.0:1789130364.797756:0:31089:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2388:2388:256:4294967295] 192.168.204.123@tcp LPNI seq info [2387:2387:8:4294967295] 00000400:00000200:0.0:1789130364.797761:0:31089:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:0.0:1789130364.797777:0:31089:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:0.0:1789130364.797785:0:31089:0:(socklnd_cb.c:931:ksocknal_send()) sending 376 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:0.0:1789130364.797795:0:31089:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf451e7700. 00000800:00000200:0.0:1789130364.797828:0:31089:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:0.0:1789130364.797839:0:31089:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:0.0:1789130364.797846:0:31089:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf451e7700 type 1, nob 472 niov 1 nkiov 1 00000100:00000001:0.0:1789130364.797860:0:31089:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130364.797867:0:31089:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: using a timeout of 843231 usecs (844 jiffies) 00000400:00000200:0.0:1789130364.797872:0:31089:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:0.0:1789130364.797877:0:31089:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296459664 00000100:00000001:0.0:1789130364.797881:0:31089:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 2, keep current deadline 4296462858 00000100:00000001:0.0:1789130364.797884:0:31089:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296459664 00000100:00000001:0.0:1789130364.797887:0:31089:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 3, keep current deadline 4296462858 00000100:00000001:0.0:1789130364.797890:0:31089:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789130364.797995:0:31089:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130364.797999:0:31089:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789130364.798002:0:31089:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1789130364.798006:0:31089:0:(client.c:2715:ptlrpc_set_wait()) set ffff9caf5868b480 going to sleep for 11 seconds 00000100:00000001:0.0:1789130364.798009:0:31089:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789130364.798013:0:31089:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789130364.798273:0:2341:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789130364.798279:0:2341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf451e7700. 00000400:00000200:3.0:1789130364.798286:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130364.798292:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:3.0:1789130364.798310:0:2341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf5801eee0 00000400:00000010:3.0:1789130364.798313:0:2341:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf5801eee0. 00000100:00000001:3.0:1789130364.798319:0:2341:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789130364.798330:0:2341:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf61461a40 x1876037329015552/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 376/472 e 0 to 0 dl 1789130380 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130364.798345:0:2341:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130364.798348:0:2341:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf61461a40 x1876037329015552/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 376/472 e 0 to 0 dl 1789130380 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130364.798356:0:2341:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130364.798359:0:2341:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1789130364.802145:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130364.802172:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789130364.802178:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130364.802181:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130364.802193:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130364.802205:0:2342:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:3.0:1789130364.802218:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130364.802224:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130364.802232:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130364.802237:0:2342:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 400 into portal 10 MB=0x6aa3efa94d300 00000400:00000200:3.0:1789130364.802243:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130364.802252:0:2342:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.123@tcp of length 400/400 into md 0x6795 [1] + 224 00000800:00000001:3.0:1789130364.802262:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130364.802269:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130364.802273:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130364.802279:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:3.0:1789130364.802292:0:2342:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789130364.802316:0:2342:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf61461a40 x1876037329015552/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 376/472 e 0 to 0 dl 1789130380 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789130364.802328:0:2342:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=472 req@ffff9caf61461a40 x1876037329015552/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 376/472 e 0 to 0 dl 1789130380 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130364.802385:0:31089:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789130364.802405:0:2342:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789130364.802418:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130364.802421:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1789130364.802461:0:31089:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789130364.802464:0:31089:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789130364.802468:0:31089:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf50131ec8. 00000400:00000200:0.0:1789130364.802473:0:31089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf5801e660 00000400:00000010:0.0:1789130364.802476:0:31089:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf5801e660. 00000100:00000001:0.0:1789130364.802480:0:31089:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789130364.802484:0:31089:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf61461a40 x1876037329015552/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 376/472 e 0 to 0 dl 1789130380 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1789130364.802493:0:31089:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf61461a40 x1876037329015552/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 376/472 e 0 to 0 dl 1789130380 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130364.802499:0:31089:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789130364.802502:0:31089:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130364.802506:0:31089:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789130364.802511:0:31089:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789130364.802514:0:31089:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789130364.802517:0:31089:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130364.802521:0:31089:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789130364.802535:0:31089:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf6079ac60 time=133 v=5 (104 104 104 104) 00000100:00001000:0.0:1789130364.802540:0:31089:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf6079ac18 time=0 v=5 (1 0 0 0) 00000100:00000001:0.0:1789130364.802543:0:31089:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789130364.802545:0:31089:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130364.802549:0:31089:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789130364.802554:0:31089:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130364.802559:0:31089:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789130364.802562:0:31089:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9caf5014c800: skip recheck: last_committed 4294967615 00000100:00000001:0.0:1789130364.802565:0:31089:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789130364.802569:0:31089:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130364.802576:0:31089:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf61461a40 x1876037329015552/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 376/400 e 0 to 0 dl 1789130380 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130364.802589:0:31089:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789130364.802593:0:31089:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789130364.802596:0:31089:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789130364.802600:0:31089:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf61461a40 x1876037329015552/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 376/400 e 0 to 0 dl 1789130380 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1789130364.802609:0:31089:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf61461a40 pname:cluuid:pid:xid:nid:opc:job touch:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:31089:1876037329015552:192.168.204.123@tcp:101:touch.0 00000100:00000001:0.0:1789130364.802615:0:31089:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130364.802618:0:31089:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130364.802621:0:31089:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1789130364.802625:0:31089:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789130364.802629:0:31089:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf61461a40 x1876037329015552/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 376/400 e 0 to 0 dl 1789130380 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130364.802636:0:31089:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789130364.802639:0:31089:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9caf5868b480. 00000100:00000001:0.0:1789130364.802643:0:31089:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1789130364.802645:0:31089:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130364.802650:0:31089:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1789130364.802655:0:31089:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130364.802659:0:31089:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130364.802664:0:31089:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40031c00 refcount=4 00000020:00000001:0.0:1789130364.802667:0:31089:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239996416 : -109198469555200 : ffff9caf40031c00) 00010000:00000001:0.0:1789130364.802671:0:31089:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239996416 : -109198469555200 : ffff9caf40031c00) 00010000:00000040:0.0:1789130364.802682:0:31089:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9caf40031c00, remote cookie: 0xcdf1b083821a5605, flags: 0x1000 00010000:00000001:0.0:1789130364.802687:0:31089:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1789130364.806878:0:31089:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1789130364.806890:0:31089:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1789130364.806893:0:31089:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1789130364.806894:0:31089:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1789130364.806899:0:31089:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x26:0x0].0x0 (ffff9caf4a8cca00) refcount = 1 00010000:00010000:0.0:1789130364.806912:0:31089:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40031c00/0xde5303b1d982cc3d lrc: 4/1,0 mode: CR/CR res: [0x200000404:0x26:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a5605 expref: -99 pid: 31089 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789130364.806931:0:31089:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1789130364.806936:0:31089:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1789130364.806938:0:31089:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789130364.806943:0:31089:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1789130364.806947:0:31089:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789130364.806951:0:31089:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40031c00/0xde5303b1d982cc3d lrc: 4/1,0 mode: CR/CR res: [0x200000404:0x26:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a5605 expref: -99 pid: 31089 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789130364.806958:0:31089:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1789130364.806960:0:31089:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130364.806963:0:31089:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130364.806964:0:31089:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130364.806965:0:31089:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130364.806967:0:31089:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789130364.806979:0:31089:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1789130364.806982:0:31089:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130364.806985:0:31089:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130364.806990:0:31089:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40031c00 refcount=3 00000020:00000001:0.0:1789130364.806993:0:31089:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239996416 : -109198469555200 : ffff9caf40031c00) 00010000:00000001:0.0:1789130364.806996:0:31089:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239996416 : -109198469555200 : ffff9caf40031c00) 00010000:00000001:0.0:1789130364.806998:0:31089:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130364.806999:0:31089:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1789130364.807015:0:31089:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x400 disposition=0x1, status=0 req@ffff9caf61461a40 x1876037329015552/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 376/400 e 0 to 0 dl 1789130380 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000002:00000040:0.0:1789130364.807027:0:31089:0:(mdc_locks.c:907:mdc_finish_enqueue()) lustre-MDT0000-mdc-ffff9caf5014c800: layout return lvb 56 transno 0 00010000:00000001:0.0:1789130364.807030:0:31089:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130364.807031:0:31089:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130364.807032:0:31089:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40031c00 refcount=3 00000020:00000001:0.0:1789130364.807034:0:31089:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239996416 : -109198469555200 : ffff9caf40031c00) 00010000:00000001:0.0:1789130364.807036:0:31089:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239996416 : -109198469555200 : ffff9caf40031c00) 00000002:00010000:0.0:1789130364.807040:0:31089:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: layout, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40031c00/0xde5303b1d982cc3d lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x26:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a5605 expref: -99 pid: 31089 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00000002:00000010:0.0:1789130364.807051:0:31089:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff9caf4a7b04c0. 00010000:00000001:0.0:1789130364.807054:0:31089:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130364.807055:0:31089:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789130364.807056:0:31089:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789130364.807059:0:31089:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789130364.807062:0:31089:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1789130364.807064:0:31089:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130364.807065:0:31089:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130364.807067:0:31089:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40031c00 refcount=3 00000020:00000001:0.0:1789130364.807068:0:31089:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239996416 : -109198469555200 : ffff9caf40031c00) 00010000:00000001:0.0:1789130364.807071:0:31089:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239996416 : -109198469555200 : ffff9caf40031c00) 00000002:00010000:0.0:1789130364.807075:0:31089:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40031c00/0xde5303b1d982cc3d lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x26:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a5605 expref: -99 pid: 31089 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789130364.807081:0:31089:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130364.807082:0:31089:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130364.807085:0:31089:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1789130364.807086:0:31089:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130364.807088:0:31089:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130364.807089:0:31089:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40031c00 refcount=3 00000020:00000001:0.0:1789130364.807091:0:31089:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239996416 : -109198469555200 : ffff9caf40031c00) 00010000:00000001:0.0:1789130364.807093:0:31089:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239996416 : -109198469555200 : ffff9caf40031c00) 00010000:00000040:0.0:1789130364.807102:0:31089:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf4a8cca00 count: 2 00010000:00000001:0.0:1789130364.807105:0:31089:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1789130364.807109:0:31089:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9caf4630e800 type 13 mode 16 res 8589935620/38 (0 0) 00010000:00000001:0.0:1789130364.807112:0:31089:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130364.807113:0:31089:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789130364.807115:0:31089:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1789130364.807119:0:31089:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f419637b8 00000002:00002000:0.0:1789130364.807121:0:31089:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=layout status=0 disp=0x1: rc = 0 00000002:00000001:0.0:1789130364.807124:0:31089:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789130364.807129:0:31089:0:(lmv_intent.c:533:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789130364.807132:0:31089:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1789130364.807136:0:31089:0:(namei.c:952:ll_intent_lock()) intent lock 1024 on i1 [0x200000404:0x26:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1789130364.807140:0:31089:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130364.807145:0:31089:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789130364.807151:0:31089:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf61461a40 x1876037329015552/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 376/400 e 0 to 0 dl 1789130380 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130364.807159:0:31089:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789130364.807164:0:31089:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789130364.807169:0:31089:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9caf482bc400. 02000000:00000001:0.0:1789130364.807173:0:31089:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789130364.807176:0:31089:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1789130364.807178:0:31089:0:(genops.c:1223:class_import_put()) import ffff9caf6079a800 refcount=5 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000020:00000001:0.0:1789130364.807181:0:31089:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1789130364.807186:0:31089:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9caf4842fe00. 02000000:00000001:0.0:1789130364.807191:0:31089:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789130364.807194:0:31089:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789130364.807198:0:31089:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf61461a40. 00000100:00000001:0.0:1789130364.807204:0:31089:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789130364.807206:0:31089:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.0:1789130364.807216:0:31089:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9caf4842ea00. 00000080:00010000:0.0:1789130364.807222:0:31089:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000404:0x26:0x0](ffff9caf601aba88) for lock 0xde5303b1d982cc3d 00800000:00000001:0.0:1789130364.807228:0:31089:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1789130364.807232:0:31089:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1789130364.807234:0:31089:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130364.807235:0:31089:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130364.807237:0:31089:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40031c00 refcount=3 00000020:00000001:0.0:1789130364.807239:0:31089:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239996416 : -109198469555200 : ffff9caf40031c00) 00010000:00000001:0.0:1789130364.807241:0:31089:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239996416 : -109198469555200 : ffff9caf40031c00) 00010000:00000001:0.0:1789130364.807245:0:31089:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130364.807246:0:31089:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789130364.807248:0:31089:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789130364.807251:0:31089:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789130364.807255:0:31089:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xde5303b1d982cc3d from it ffffb97f41963a80 00010000:00000001:0.0:1789130364.807258:0:31089:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130364.807260:0:31089:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130364.807261:0:31089:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40031c00 refcount=3 00000020:00000001:0.0:1789130364.807262:0:31089:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239996416 : -109198469555200 : ffff9caf40031c00) 00010000:00000001:0.0:1789130364.807264:0:31089:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239996416 : -109198469555200 : ffff9caf40031c00) 00010000:00000001:0.0:1789130364.807268:0:31089:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789130364.807271:0:31089:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40031c00/0xde5303b1d982cc3d lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x26:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a5605 expref: -99 pid: 31089 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789130364.807278:0:31089:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130364.807279:0:31089:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130364.807281:0:31089:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789130364.807286:0:31089:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789130364.807289:0:31089:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40031c00/0xde5303b1d982cc3d lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x26:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a5605 expref: -99 pid: 31089 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1789130364.807311:0:31089:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789130364.807315:0:31089:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789130364.807318:0:31089:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789130364.807324:0:31089:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130364.807325:0:31089:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130364.807327:0:31089:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130364.807331:0:31089:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789130364.807334:0:31089:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130364.807336:0:31089:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130364.807339:0:31089:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130364.807342:0:31089:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789130364.807343:0:31089:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130364.807345:0:31089:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1789130364.807348:0:31089:0:(file.c:7093:ll_layout_intent()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130364.807352:0:31089:0:(file.c:6152:ll_take_md_lock()) Process entered 00000080:00000040:0.0:1789130364.807354:0:31089:0:(file.c:6154:ll_take_md_lock()) trying to match res [0x200000404:0x26:0x0] 00000002:00000001:0.0:1789130364.807361:0:31089:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789130364.807363:0:31089:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789130364.807365:0:31089:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf4a8cca00 count: 2 00010000:00000001:0.0:1789130364.807368:0:31089:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789130364.807373:0:31089:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789130364.807378:0:31089:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1789130364.807381:0:31089:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40031c00/0xde5303b1d982cc3d lrc: 2/1,0 mode: CR/CR res: [0x200000404:0x26:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a5605 expref: -99 pid: 31089 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 02000000:00000001:0.0:1789130364.807391:0:31089:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1789130364.807398:0:31089:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789130364.807401:0:31089:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40031c00/0xde5303b1d982cc3d lrc: 2/1,0 mode: CR/CR res: [0x200000404:0x26:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a5605 expref: -99 pid: 31089 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000002:00000001:0.0:1789130364.807409:0:31089:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=16 : 16 : 10) 00800000:00000002:0.0:1789130364.807412:0:31089:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000404:0x26:0x0]: 16 00000080:00000001:0.0:1789130364.807414:0:31089:0:(file.c:6159:ll_take_md_lock()) Process leaving (rc=16 : 16 : 10) 00000080:00000001:0.0:1789130364.807417:0:31089:0:(file.c:6949:ll_layout_lock_set()) Process entered 00010000:00000001:0.0:1789130364.807419:0:31089:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130364.807420:0:31089:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130364.807422:0:31089:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40031c00 refcount=3 00000020:00000001:0.0:1789130364.807423:0:31089:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239996416 : -109198469555200 : ffff9caf40031c00) 00010000:00000001:0.0:1789130364.807426:0:31089:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239996416 : -109198469555200 : ffff9caf40031c00) 00000080:00010000:0.0:1789130364.807430:0:31089:0:(file.c:6959:ll_layout_lock_set()) ### file [0x200000404:0x26:0x0](00000000c628565a) being reconfigured ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40031c00/0xde5303b1d982cc3d lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x26:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a5605 expref: -99 pid: 31089 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00800000:00000001:0.0:1789130364.807439:0:31089:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1789130364.807441:0:31089:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1789130364.807442:0:31089:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130364.807443:0:31089:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130364.807444:0:31089:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40031c00 refcount=4 00000020:00000001:0.0:1789130364.807446:0:31089:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239996416 : -109198469555200 : ffff9caf40031c00) 00010000:00000001:0.0:1789130364.807448:0:31089:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239996416 : -109198469555200 : ffff9caf40031c00) 00010000:00000001:0.0:1789130364.807451:0:31089:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130364.807452:0:31089:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789130364.807453:0:31089:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789130364.807455:0:31089:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130364.807458:0:31089:0:(file.c:6874:ll_layout_fetch()) Process entered 00000080:00000002:0.0:1789130364.807461:0:31089:0:(file.c:6877:ll_layout_fetch()) [0x200000404:0x26:0x0] LVB_READY=0 l_lvb_data=ffff9caf4a7b04c0 l_lvb_len=56 00000080:00000001:0.0:1789130364.807464:0:31089:0:(file.c:6880:ll_layout_fetch()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130364.807466:0:31089:0:(file.c:6819:ll_layout_conf()) Process entered 00000020:00000001:0.0:1789130364.807469:0:31089:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1789130364.807475:0:31089:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446634875648775448 : -109198060776168 : ffff9caf58609518) 00000020:00001000:0.0:1789130364.807478:0:31089:0:(cl_object.c:823:cl_env_get()) 1@ffff9caf58609510 00000020:00000001:0.0:1789130364.807481:0:31089:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:0.0:1789130364.807487:0:31089:0:(lov_object.c:1460:lov_conf_set()) Process entered 00020000:00000001:0.0:1789130364.807491:0:31089:0:(lov_pack.c:354:lov_unpackmd()) Process entered 00020000:00000010:0.0:1789130364.807502:0:31089:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9caf5021fba0. 00020000:00000010:0.0:1789130364.807508:0:31089:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9caf44ef3480. 00020000:00000010:0.0:1789130364.807515:0:31089:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9caf5021f900. 00020000:00000001:0.0:1789130364.807518:0:31089:0:(lov_pack.c:366:lov_unpackmd()) Process leaving (rc=18446634875510454528 : -109198199097088 : ffff9caf5021f900) 00020000:00000002:0.0:1789130364.807523:0:31089:0:(lov_ea.c:762:dump_lsm()) lsm ffff9caf5021f900, objid 0x26:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1789130364.807528:0:31089:0:(lov_ea.c:793:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1789130364.807532:0:31089:0:(lov_ea.c:812:dump_lsm()) oinfo:ffff9caf44ef3480: ostid: 0x240000400:23 ost idx: 0 gen: 0 00020000:00000002:0.0:1789130364.807535:0:31089:0:(lov_object.c:1314:lov_conf_lock()) Took exclusive lov(ffff9caf582ac000) owner ffff9caf4c1bcf80 00020000:00000001:0.0:1789130364.807538:0:31089:0:(lov_object.c:1520:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1789130364.807540:0:31089:0:(lov_object.c:1320:lov_conf_unlock()) To release exclusive lov(ffff9caf582ac000) owner ffff9caf4c1bcf80 00020000:00000010:0.0:1789130364.807545:0:31089:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9caf44ef3480. 00020000:00000010:0.0:1789130364.807549:0:31089:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff9caf5021fba0. 00020000:00000010:0.0:1789130364.807551:0:31089:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff9caf5021f900. 00020000:00000002:0.0:1789130364.807553:0:31089:0:(lov_object.c:1547:lov_conf_set()) [0x200000404:0x26:0x0] lo_layout_invalid=0 00020000:00000001:0.0:1789130364.807556:0:31089:0:(lov_object.c:1548:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130364.807557:0:31089:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130364.807562:0:31089:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:0.0:1789130364.807565:0:31089:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9caf582ac000) owner 0000000000000000/ffff9caf4c1bcf80 00020000:00000002:0.0:1789130364.807568:0:31089:0:(lov_object.c:2443:lov_lsm_addref()) lsm ffff9caf58401540 addref 2/0 by ffff9caf4c1bcf80. 00020000:00000002:0.0:1789130364.807571:0:31089:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9caf582ac000) owner 0000000000000000/ffff9caf4c1bcf80 00020000:00000001:0.0:1789130364.807574:0:31089:0:(lov_object.c:2339:lov_object_layout_get()) Process entered 00020000:00000001:0.0:1789130364.807577:0:31089:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:0.0:1789130364.807579:0:31089:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:0.0:1789130364.807581:0:31089:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:0.0:1789130364.807583:0:31089:0:(lov_object.c:2358:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:0.0:1789130364.807587:0:31089:0:(file.c:6854:ll_layout_conf()) [0x200000404:0x26:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:0.0:1789130364.807590:0:31089:0:(cl_object.c:917:cl_env_put()) 1@ffff9caf58609510 00000080:00000001:0.0:1789130364.807594:0:31089:0:(file.c:6861:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130364.807596:0:31089:0:(file.c:6996:ll_layout_lock_set()) Process leaving 00010000:00000001:0.0:1789130364.807598:0:31089:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130364.807600:0:31089:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130364.807601:0:31089:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130364.807607:0:31089:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130364.807609:0:31089:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40031c00 refcount=3 00000020:00000001:0.0:1789130364.807611:0:31089:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239996416 : -109198469555200 : ffff9caf40031c00) 00010000:00000001:0.0:1789130364.807613:0:31089:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239996416 : -109198469555200 : ffff9caf40031c00) 00010000:00000001:0.0:1789130364.807615:0:31089:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789130364.807617:0:31089:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40031c00/0xde5303b1d982cc3d lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x26:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xcdf1b083821a5605 expref: -99 pid: 31089 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1789130364.807624:0:31089:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130364.807624:0:31089:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130364.807626:0:31089:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789130364.807627:0:31089:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789130364.807629:0:31089:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40031c00/0xde5303b1d982cc3d lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x26:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xcdf1b083821a5605 expref: -99 pid: 31089 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1789130364.807636:0:31089:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789130364.807637:0:31089:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789130364.807638:0:31089:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789130364.807640:0:31089:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130364.807641:0:31089:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130364.807642:0:31089:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130364.807644:0:31089:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789130364.807645:0:31089:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130364.807647:0:31089:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130364.807649:0:31089:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130364.807651:0:31089:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789130364.807652:0:31089:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130364.807653:0:31089:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1789130364.807655:0:31089:0:(file.c:7037:ll_layout_lock_set()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130364.807659:0:31089:0:(file.c:7157:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130364.807662:0:31089:0:(vvp_io.c:2064:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1789130364.807668:0:31089:0:(lov_object.c:1604:lov_io_init()) [0x200000404:0x26:0x0]io ffff9caf42d818c0 type 3 ignore/verify layout 0/0, compressed 0 00020000:00000002:0.0:1789130364.807671:0:31089:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9caf582ac000) owner 0000000000000000/ffff9caf4c1bcf80 00020000:00000001:0.0:1789130364.807675:0:31089:0:(lov_io.c:2488:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1789130364.807677:0:31089:0:(lov_io.c:764:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1789130364.807680:0:31089:0:(lov_io.c:478:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1789130364.807682:0:31089:0:(lov_io.c:489:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789130364.807685:0:31089:0:(lov_io.c:919:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1789130364.807687:0:31089:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1789130364.807689:0:31089:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130364.810765:0:31089:0:(cl_io.c:902:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1789130364.810771:0:31089:0:(cl_io.c:908:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1789130364.810773:0:31089:0:(lov_io.c:2501:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1789130364.810780:0:31089:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9caf582ac000) owner 0000000000000000/ffff9caf4c1bcf80 00000020:00000001:0.0:1789130364.810788:0:31089:0:(cl_io.c:146:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130364.810796:0:31089:0:(cl_io.c:827:cl_io_loop()) Process entered 00000020:00000001:0.0:1789130364.810798:0:31089:0:(cl_io.c:403:cl_io_iter_init()) Process entered 00020000:00000001:0.0:1789130364.811461:0:31089:0:(lov_io.c:1497:lov_io_setattr_iter_init()) Process entered 00020000:00000001:0.0:1789130364.811468:0:31089:0:(lov_io.c:1238:lov_io_iter_init()) Process entered 00020000:00200000:0.0:1789130364.811472:0:31089:0:(lov_io.c:1289:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:0.0:1789130364.811478:0:31089:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1789130364.811483:0:31089:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1789130364.811485:0:31089:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1789130364.811488:0:31089:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1789130364.811493:0:31089:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446634875648775448 : -109198060776168 : ffff9caf58609518) 00000020:00001000:0.0:1789130364.811497:0:31089:0:(cl_object.c:823:cl_env_get()) 1@ffff9caf58609510 00000020:00000001:0.0:1789130364.811503:0:31089:0:(cl_object.c:143:cl_object_top()) ffff9caf50186080 -> ffff9caf50186c38 00000020:00000001:0.0:1789130364.811506:0:31089:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:0.0:1789130364.811510:0:31089:0:(cl_io.c:902:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1789130364.811512:0:31089:0:(cl_io.c:908:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1789130364.811514:0:31089:0:(cl_io.c:146:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789130364.811516:0:31089:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789130364.811518:0:31089:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446634875287504200 : -109198422047416 : ffff9caf42d80548) 00000020:00000001:0.0:1789130364.811522:0:31089:0:(cl_io.c:403:cl_io_iter_init()) Process entered 00000008:00000001:0.0:1789130364.811525:0:31089:0:(osc_io.c:546:osc_io_iter_init()) Process entered 00000008:00000001:0.0:1789130364.811529:0:31089:0:(osc_io.c:568:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130364.811531:0:31089:0:(cl_io.c:415:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789130364.811533:0:31089:0:(lov_io.c:1395:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789130364.811536:0:31089:0:(lov_io.c:1506:lov_io_setattr_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130364.811538:0:31089:0:(cl_io.c:415:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130364.811541:0:31089:0:(cl_io.c:318:cl_io_lock()) Process entered 00020000:00000001:0.0:1789130364.811544:0:31089:0:(lov_io.c:1538:lov_io_lock()) Process entered 00020000:00000001:0.0:1789130364.811547:0:31089:0:(lov_io.c:1516:lov_io_call()) Process entered 00000020:00000001:0.0:1789130364.811547:0:31089:0:(cl_io.c:318:cl_io_lock()) Process entered 00000020:00000001:0.0:1789130364.811549:0:31089:0:(cl_io.c:290:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1789130364.811551:0:31089:0:(cl_io.c:299:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130364.811553:0:31089:0:(cl_io.c:338:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789130364.811554:0:31089:0:(lov_io.c:1533:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789130364.811556:0:31089:0:(lov_io.c:1539:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130364.811557:0:31089:0:(cl_io.c:290:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1789130364.811558:0:31089:0:(cl_io.c:299:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130364.811559:0:31089:0:(cl_io.c:338:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130364.811562:0:31089:0:(cl_io.c:532:cl_io_start()) Process entered 00000020:00000001:0.0:1789130364.811566:0:31089:0:(cl_object.c:143:cl_object_top()) ffff9caf50186c38 -> ffff9caf50186c38 00000020:00000001:0.0:1789130364.811568:0:31089:0:(cl_object.c:143:cl_object_top()) ffff9caf50186c38 -> ffff9caf50186c38 00000020:00000001:0.0:1789130364.811570:0:31089:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00020000:00000001:0.0:1789130364.811572:0:31089:0:(lov_object.c:1635:lov_attr_update()) Process entered 00020000:00000001:0.0:1789130364.811576:0:31089:0:(lov_object.c:1671:lov_attr_update()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130364.811579:0:31089:0:(vvp_object.c:86:vvp_attr_update()) Process entered 00000080:00000001:0.0:1789130364.811582:0:31089:0:(vvp_object.c:106:vvp_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130364.811584:0:31089:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130364.811585:0:31089:0:(cl_object.c:143:cl_object_top()) ffff9caf50186c38 -> ffff9caf50186c38 00020000:00000001:0.0:1789130364.811587:0:31089:0:(lov_io.c:2164:lov_io_setattr_start()) Process entered 00020000:00000001:0.0:1789130364.811589:0:31089:0:(lov_io.c:1588:lov_io_start()) Process entered 00020000:00000001:0.0:1789130364.811590:0:31089:0:(lov_io.c:1516:lov_io_call()) Process entered 00000020:00000001:0.0:1789130364.811591:0:31089:0:(cl_io.c:532:cl_io_start()) Process entered 00000008:00000001:0.0:1789130364.811593:0:31089:0:(osc_io.c:744:osc_io_setattr_start()) Process entered 00000020:00000001:0.0:1789130364.811595:0:31089:0:(cl_object.c:143:cl_object_top()) ffff9caf4363ef40 -> ffff9caf50186c38 00000020:00000001:0.0:1789130364.811597:0:31089:0:(cl_object.c:143:cl_object_top()) ffff9caf4363ef40 -> ffff9caf50186c38 00000020:00000001:0.0:1789130364.811599:0:31089:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00000020:00000001:0.0:1789130364.811603:0:31089:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130364.811604:0:31089:0:(cl_object.c:143:cl_object_top()) ffff9caf4363ef40 -> ffff9caf50186c38 00000020:00000001:0.0:1789130364.811606:0:31089:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00020000:00000001:0.0:1789130364.811609:0:31089:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1789130364.811611:0:31089:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130364.811613:0:31089:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130364.811614:0:31089:0:(cl_object.c:143:cl_object_top()) ffff9caf4363ef40 -> ffff9caf50186c38 00000020:00000001:0.0:1789130364.811617:0:31089:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:0.0:1789130364.811619:0:31089:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process entered 00000020:00000001:0.0:1789130364.811620:0:31089:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:0.0:1789130364.811623:0:31089:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:0.0:1789130364.811624:0:31089:0:(lovsub_object.c:152:lovsub_req_projid_set()) Process leaving 00000020:00000001:0.0:1789130364.811625:0:31089:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:0.0:1789130364.811629:0:31089:0:(osc_request.c:201:osc_setattr_async()) Process entered 00000100:00000010:0.0:1789130364.811638:0:31089:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf61461a40. 00000020:00000040:0.0:1789130364.811643:0:31089:0:(genops.c:1210:class_import_get()) import ffff9caf468ac800 refcount=3 obd=lustre-OST0000-osc-ffff9caf5014c800 00000100:00000001:0.0:1789130364.811649:0:31089:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:0.0:1789130364.811656:0:31089:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1789130364.811666:0:31089:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9caf5014c800: connect to NID 192.168.204.123@tcp last attempt 1624 00000400:00000200:0.0:1789130364.811678:0:31089:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:0.0:1789130364.811687:0:31089:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.123@tcp is discovered: rc = 1 00000100:00000040:0.0:1789130364.811694:0:31089:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9caf452f48c0 refcount 11 to 192.168.204.123@tcp 00000100:00000001:0.0:1789130364.811699:0:31089:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789130364.811702:0:31089:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9caf452f48c0 refcount 12 to 192.168.204.123@tcp 00000100:00000001:0.0:1789130364.811704:0:31089:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634875326777536 : -109198382774080 : ffff9caf452f48c0) 00000020:00000001:0.0:1789130364.811709:0:31089:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1789130364.811712:0:31089:0:(genops.c:804:class_conn2export()) looking for export cookie 0xde5303b1d982c242 00000020:00000001:0.0:1789130364.811715:0:31089:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130364.811720:0:31089:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9caf4555e000 refcount=4 00000020:00000001:0.0:1789130364.811723:0:31089:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875329306624 : -109198380244992 : ffff9caf4555e000) 00000020:00000001:0.0:1789130364.811726:0:31089:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634875329306624 : -109198380244992 : ffff9caf4555e000) 00000100:00000040:0.0:1789130364.811729:0:31089:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9caf452f48c0 refcount 11 to 192.168.204.123@tcp 00000100:00000001:0.0:1789130364.811731:0:31089:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789130364.811734:0:31089:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9caf452f48c0 refcount 12 to 192.168.204.123@tcp 00000100:00000001:0.0:1789130364.811736:0:31089:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634875326777536 : -109198382774080 : ffff9caf452f48c0) 00000020:00000040:0.0:1789130364.811740:0:31089:0:(genops.c:879:class_export_put()) PUTting export ffff9caf4555e000 : new refcount 3 00000100:00080000:0.0:1789130364.811745:0:31089:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9caf5014c800: import ffff9caf468ac800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00000001:0.0:1789130364.811748:0:31089:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130364.811752:0:31089:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1789130364.811763:0:31089:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789130364.811768:0:31089:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130364.811771:0:31089:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1789130364.811775:0:31089:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683269 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1789130364.811779:0:31089:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130364.811781:0:31089:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789130364.811785:0:31089:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf61463480. 00000020:00000040:0.0:1789130364.811788:0:31089:0:(genops.c:1210:class_import_get()) import ffff9caf468ac800 refcount=4 obd=lustre-OST0000-osc-ffff9caf5014c800 02000000:00000001:0.0:1789130364.811793:0:31089:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1789130364.811795:0:31089:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130364.811800:0:31089:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789130364.811821:0:31089:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789130364.811827:0:31089:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789130364.811841:0:31089:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9caf482bc400. 00000100:00000001:0.0:1789130364.811853:0:31089:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789130364.811867:0:31089:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9caf61463480 x1876037329015680/t0(0) o8->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789130364.811882:0:31089:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789130364.811887:0:31089:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130364.811892:0:31089:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000098fb4e83] to pc [ptlrpcd_rcv+-1] req@ffff9caf61463480 x1876037329015680/t0(0) o8->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130364.811921:0:31089:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130364.811925:0:31089:0:(pinger.c:367:ptlrpc_pinger_add_import()) Process entered 00000100:00000001:0.0:1789130364.811927:0:31089:0:(pinger.c:369:ptlrpc_pinger_add_import()) Process leaving (rc=18446744073709551502 : -114 : ffffffffffffff8e) 00000100:00000001:0.0:1789130364.811930:0:31089:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789130364.811932:0:31089:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789130364.811933:0:31089:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789130364.811937:0:31089:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9caf4842ea00. 00000100:00000001:0.0:1789130364.811940:0:31089:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130364.811947:0:31089:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789130364.811949:0:31089:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130364.811955:0:31089:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bef2c203] to pc [ptlrpcd_00_01+1] req@ffff9caf61461a40 x1876037329015808/t0(0) o2->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000008:00000001:0.0:1789130364.811977:0:31089:0:(osc_request.c:232:osc_setattr_async()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1789130364.811980:0:31089:0:(osc_io.c:866:osc_io_setattr_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130364.811982:0:31089:0:(cl_io.c:544:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789130364.811984:0:31089:0:(lov_io.c:1533:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789130364.811986:0:31089:0:(lov_io.c:1589:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789130364.811987:0:31089:0:(lov_io.c:2179:lov_io_setattr_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130364.811989:0:31089:0:(cl_io.c:544:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130364.811992:0:31089:0:(cl_io.c:559:cl_io_end()) Process entered 00020000:00000001:0.0:1789130364.811993:0:31089:0:(lov_io.c:1516:lov_io_call()) Process entered 00020000:00000001:0.0:1789130364.811995:0:31089:0:(lov_io.c:1594:lov_io_end_wrapper()) Process entered 00000020:00000001:0.0:1789130364.811996:0:31089:0:(cl_io.c:559:cl_io_end()) Process entered 00000100:00000001:0.0:1789130364.812022:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789130364.812026:0:2346:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789130364.812029:0:2346:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789130364.812035:0:2346:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf61463480 x1876037329015680/t0(0) o8->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130364.812043:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789130364.812046:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130364.812051:0:2346:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789130364.812054:0:2346:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789130364.812057:0:2346:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789130364.812060:0:2346:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf61463480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:2346:1876037329015680:192.168.204.123@tcp:8:touch.0 00000100:00000001:0.0:1789130364.812065:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789130364.812071:0:2346:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789130364.812076:0:2346:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130364.812079:0:2346:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789130364.812085:0:2346:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9caf482bf800. 02000000:00000001:0.0:1789130364.812087:0:2346:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789130364.812094:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:0.0:1789130364.812099:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf50131ec8. 00000400:00000010:0.0:1789130364.812108:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf5801e660. 00000100:00000200:0.0:1789130364.812118:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876037329015680, portal 4 00000100:00000001:0.0:1789130364.812120:0:2346:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789130364.812122:0:2346:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875798041728 : -109197911509888 : ffff9caf61463480) 00000100:00000040:0.0:1789130364.812131:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9caf61463480 x1876037329015680/t0(0) o8->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 520/544 e 0 to 0 dl 1789130374 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130364.812143:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789130364.812147:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:0.0:1789130364.812150:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf5801e990. 00000100:00000200:0.0:1789130364.812155:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876037329015680, offset 0 00000400:00000200:0.0:1789130364.812163:0:2346:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:0.0:1789130364.812173:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:0.0:1789130364.812182:0:2346:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:0.0:1789130364.812190:0:2346:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789130364.812196:0:2346:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:0.0:1789130364.812201:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789130364.812204:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:0.0:1789130364.812209:0:2346:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2389:2389:256:4294967295] 192.168.204.123@tcp LPNI seq info [2388:2388:8:4294967295] 00000400:00000200:0.0:1789130364.812213:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:0.0:1789130364.812225:0:2346:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:0.0:1789130364.812233:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:0.0:1789130364.812239:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf451e7d00. 00000800:00000200:0.0:1789130364.812247:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:0.0:1789130364.812256:0:2346:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:0.0:1789130364.812261:0:2346:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf451e7d00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:0.0:1789130364.812272:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130364.812278:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9caf5014c800: using a timeout of 22725 usecs (23 jiffies) 00000400:00000200:0.0:1789130364.812281:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:0.0:1789130364.812285:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296458857 00000100:00000001:0.0:1789130364.812288:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9caf5014c800: PM QoS request active for cpu 2, keep current deadline 4296462858 00000100:00000001:0.0:1789130364.812291:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296458857 00000100:00000001:0.0:1789130364.812304:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9caf5014c800: PM QoS request active for cpu 3, keep current deadline 4296462858 00000100:00000001:0.0:1789130364.812307:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789130364.812310:0:2346:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130364.812315:0:2346:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130364.812318:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130364.812327:0:2346:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789130364.812329:0:2346:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1789130364.812332:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789130364.812333:0:2346:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789130364.812334:0:2346:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130364.812336:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130364.812350:0:2348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789130364.812352:0:2348:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789130364.812353:0:2348:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789130364.812359:0:2348:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf61461a40 x1876037329015808/t0(0) o2->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130364.812366:0:2348:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789130364.812368:0:2348:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1789130364.812373:0:2348:0:(client.c:1845:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff9caf61461a40 x1876037329015808/t0(0) o2->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130364.812380:0:2348:0:(client.c:1850:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130364.812384:0:2348:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130364.812386:0:2348:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789130364.812387:0:2348:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130364.812389:0:2348:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130364.812391:0:2348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130364.812395:0:2348:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789130364.812396:0:2348:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130364.812398:0:2348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789130364.812399:0:2348:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789130364.812401:0:2348:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130364.812402:0:2348:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789130364.812404:0:2348:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130364.812405:0:2348:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130364.812408:0:2348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130364.812414:0:2347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789130364.812416:0:2347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789130364.814371:0:2341:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789130364.814384:0:2341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf451e7d00. 00000400:00000200:3.0:1789130364.814394:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130364.814404:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:3.0:1789130364.814413:0:2341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf5801e990 00000400:00000010:3.0:1789130364.814416:0:2341:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf5801e990. 00000100:00000001:3.0:1789130364.814421:0:2341:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789130364.814430:0:2341:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf61463480 x1876037329015680/t0(0) o8->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 520/544 e 0 to 0 dl 1789130374 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130364.814444:0:2341:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130364.814448:0:2341:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf61463480 x1876037329015680/t0(0) o8->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 520/544 e 0 to 0 dl 1789130374 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130364.814457:0:2341:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130364.814459:0:2341:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1789130364.817669:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130364.817689:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789130364.817696:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130364.817699:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130364.817712:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130364.817722:0:2342:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:3.0:1789130364.817733:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130364.817739:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130364.817747:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130364.817752:0:2342:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 416 into portal 4 MB=0x6aa3efa94d380 00000400:00000200:3.0:1789130364.817758:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130364.817765:0:2342:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.123@tcp of length 416/416 into md 0x679d [1] + 0 00000800:00000001:3.0:1789130364.817774:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130364.817782:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130364.817787:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130364.817792:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:3.0:1789130364.817801:0:2342:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789130364.817839:0:2342:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf61463480 x1876037329015680/t0(0) o8->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 520/544 e 0 to 0 dl 1789130374 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789130364.817852:0:2342:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff9caf61463480 x1876037329015680/t0(0) o8->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 520/544 e 0 to 0 dl 1789130374 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130364.817871:0:2342:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789130364.817883:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130364.817886:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130364.817900:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789130364.817905:0:2346:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789130364.817915:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789130364.817918:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789130364.817922:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf50131ec8. 00000400:00000200:3.0:1789130364.817929:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf5801e660 00000400:00000010:3.0:1789130364.817932:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf5801e660. 00000100:00000001:3.0:1789130364.817935:0:2346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789130364.817939:0:2346:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf61463480 x1876037329015680/t0(0) o8->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 520/544 e 0 to 0 dl 1789130374 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789130364.817948:0:2346:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf61463480 x1876037329015680/t0(0) o8->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 520/544 e 0 to 0 dl 1789130374 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130364.817955:0:2346:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789130364.817957:0:2346:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130364.817960:0:2346:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789130364.817964:0:2346:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789130364.817967:0:2346:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789130364.817970:0:2346:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789130364.817973:0:2346:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789130364.817987:0:2346:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf468acc60 time=133 v=5 (5 5 5 36) 00000100:00001000:3.0:1789130364.817992:0:2346:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf468acc18 time=16 v=5 (1 1 0 0) 00000100:00000001:3.0:1789130364.817995:0:2346:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789130364.817996:0:2346:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130364.818000:0:2346:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789130364.818004:0:2346:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130364.818009:0:2346:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00100000:3.0:1789130364.818011:0:2346:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9caf5014c800: committing for last_committed 4294967337 gen 14 00000100:00000040:3.0:1789130364.818016:0:2346:0:(client.c:3235:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9caf5014c800: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:3.0:1789130364.818019:0:2346:0:(client.c:3236:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789130364.818020:0:2346:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130364.818026:0:2346:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf61463480 x1876037329015680/t0(0) o8->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 520/416 e 0 to 0 dl 1789130374 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130364.818033:0:2346:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789130364.818037:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789130364.818040:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130364.818042:0:2346:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00080000:3.0:1789130364.818051:0:2346:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0000-osc-ffff9caf5014c800: connect to target with instance 1 00000020:00000001:3.0:1789130364.818055:0:2346:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789130364.818058:0:2346:0:(genops.c:804:class_conn2export()) looking for export cookie 0xde5303b1d982c242 00000020:00000001:3.0:1789130364.818061:0:2346:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789130364.818065:0:2346:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9caf4555e000 refcount=4 00000020:00000001:3.0:1789130364.818067:0:2346:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875329306624 : -109198380244992 : ffff9caf4555e000) 00000020:00000001:3.0:1789130364.818070:0:2346:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634875329306624 : -109198380244992 : ffff9caf4555e000) 00000100:00001000:3.0:1789130364.818074:0:2346:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf468acc18 time=1789130364 v=0 (0 0 0 0) 00000100:00001000:3.0:1789130364.818077:0:2346:0:(import.c:2215:obd_at_measure()) AT ffff9caf468acc18 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000040:3.0:1789130364.818082:0:2346:0:(obd_cksum.h:77:obd_cksum_types_supported_client()) Crypto hash speed: crc 1627, crc32c 10183, adler 1295 00000100:00080000:3.0:1789130364.818089:0:2346:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0000-osc-ffff9caf5014c800: Resetting ns_connect_flags to server flags: 0xa0427af2e3440038 00000020:00000040:3.0:1789130364.818093:0:2346:0:(genops.c:879:class_export_put()) PUTting export ffff9caf4555e000 : new refcount 3 00000100:00000001:3.0:1789130364.818095:0:2346:0:(obd_class.h:1222:obd_import_event()) Process entered 00000008:00000001:3.0:1789130364.818100:0:2346:0:(osc_request.c:4110:osc_import_event()) Process entered 00000008:00000020:3.0:1789130364.818104:0:2346:0:(osc_request.c:1064:osc_init_grant()) lustre-OST0000-osc-ffff9caf5014c800, setting cl_avail_grant: 2097152 cl_lost_grant: 0. chunk bits: 20 cl_max_extent_pages: 262144 00000008:00000001:3.0:1789130364.818108:0:2346:0:(obd_class.h:1242:obd_notify()) Process entered 00020000:00000001:3.0:1789130364.818112:0:2346:0:(lov_obd.c:431:lov_notify()) Process entered 00000080:00000001:3.0:1789130364.818116:0:2346:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:3.0:1789130364.818119:0:2346:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789130364.818122:0:2346:0:(lov_obd.c:468:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1789130364.818124:0:2346:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1789130364.818127:0:2346:0:(osc_request.c:4177:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130364.818128:0:2346:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00080000:3.0:1789130364.818131:0:2346:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:3.0:1789130364.818135:0:2346:0:(import.c:65:import_set_state_nolock()) ffff9caf468ac800 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00000100:00000001:3.0:1789130364.818138:0:2346:0:(obd_class.h:1222:obd_import_event()) Process entered 00000008:00000001:3.0:1789130364.818139:0:2346:0:(osc_request.c:4110:osc_import_event()) Process entered 00000008:00000001:3.0:1789130364.818140:0:2346:0:(obd_class.h:1242:obd_notify()) Process entered 00020000:00000001:3.0:1789130364.818142:0:2346:0:(lov_obd.c:431:lov_notify()) Process entered 00020000:00000001:3.0:1789130364.818144:0:2346:0:(lov_obd.c:350:lov_set_osc_active()) Process entered 00020000:00000040:3.0:1789130364.818146:0:2346:0:(lov_obd.c:352:lov_set_osc_active()) Searching in lov ffff9caf584f8820 for uuid lustre-OST0000_UUID event(1) 00020000:00000040:3.0:1789130364.818151:0:2346:0:(lov_obd.c:395:lov_set_osc_active()) OSC lustre-OST0000_UUID already active! 00020000:00000001:3.0:1789130364.818154:0:2346:0:(lov_obd.c:396:lov_set_osc_active()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:3.0:1789130364.818157:0:2346:0:(lov_obd.c:422:lov_set_osc_active()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130364.818159:0:2346:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:3.0:1789130364.818162:0:2346:0:(lcommon_misc.c:85:cl_ocd_update()) Process entered 00000080:00000004:3.0:1789130364.818165:0:2346:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0427af2e3440038 -> 0xa0427af2e3440038 00000080:00000001:3.0:1789130364.818167:0:2346:0:(lcommon_misc.c:37:cl_init_ea_size()) Process entered 00000080:00000001:3.0:1789130364.818168:0:2346:0:(obd_class.h:511:obd_get_info()) Process entered 00020000:00000001:3.0:1789130364.818171:0:2346:0:(lov_obd.c:1161:lov_get_info()) Process entered 00020000:00000001:3.0:1789130364.818173:0:2346:0:(lov_obd.c:1212:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130364.818175:0:2346:0:(obd_class.h:525:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130364.818177:0:2346:0:(obd_class.h:511:obd_get_info()) Process entered 00020000:00000001:3.0:1789130364.818178:0:2346:0:(lov_obd.c:1161:lov_get_info()) Process entered 00020000:00000001:3.0:1789130364.818179:0:2346:0:(lov_obd.c:1212:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130364.818181:0:2346:0:(obd_class.h:525:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00080000:3.0:1789130364.818183:0:2346:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00800000:00000001:3.0:1789130364.818188:0:2346:0:(lmv_obd.c:286:lmv_init_ea_size()) Process entered 00800000:00000001:3.0:1789130364.818189:0:2346:0:(lmv_obd.c:298:lmv_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130364.818191:0:2346:0:(lcommon_misc.c:59:cl_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130364.818193:0:2346:0:(lcommon_misc.c:112:cl_ocd_update()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130364.818195:0:2346:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789130364.818197:0:2346:0:(lov_obd.c:468:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1789130364.818198:0:2346:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1789130364.818200:0:2346:0:(osc_request.c:4177:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130364.818202:0:2346:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00000001:3.0:1789130364.818204:0:2346:0:(import.c:1241:ptlrpc_connect_interpret()) Process leaving via finish (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789130364.818207:0:2346:0:(import.c:1648:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:3.0:1789130364.818214:0:2346:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 000000008f3c9018): req@ffff9caf61461a40 x1876037329015808/t0(0) o2->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130364.818239:0:2346:0:(import.c:1754:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130364.818242:0:2346:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130364.818246:0:2346:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf61463480 x1876037329015680/t0(0) o8->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 520/416 e 0 to 0 dl 1789130374 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789130364.818254:0:2346:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf61463480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:2346:1876037329015680:192.168.204.123@tcp:8:touch.0 00000100:00000001:3.0:1789130364.818259:0:2346:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130364.818262:0:2346:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130364.818266:0:2346:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf61463480 x1876037329015680/t0(0) o8->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 520/416 e 0 to 0 dl 1789130374 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130364.818278:0:2346:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789130364.818281:0:2346:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789130364.818285:0:2346:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9caf482bf800. 02000000:00000001:3.0:1789130364.818289:0:2346:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789130364.818292:0:2346:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1789130364.818304:0:2346:0:(genops.c:1223:class_import_put()) import ffff9caf468ac800 refcount=3 obd=lustre-OST0000-osc-ffff9caf5014c800 00000020:00000001:3.0:1789130364.818308:0:2346:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1789130364.818310:0:2346:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9caf482bc400. 02000000:00000001:3.0:1789130364.818322:0:2346:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789130364.818324:0:2346:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789130364.818327:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf61463480. 00000100:00000001:3.0:1789130364.818332:0:2346:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789130364.818334:0:2346:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130364.818337:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130364.818346:0:2346:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789130364.818348:0:2346:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130364.818351:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789130364.818352:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130364.818617:0:2348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789130364.818621:0:2348:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789130364.818624:0:2348:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130364.818627:0:2348:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789130364.818631:0:2348:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130364.818634:0:2348:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789130364.818638:0:2348:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789130364.818642:0:2348:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130364.818645:0:2348:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789130364.818654:0:2348:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789130364.818657:0:2348:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130364.818659:0:2348:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789130364.818668:0:2348:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9caf487c2000. 02000000:00000001:1.0:1789130364.818670:0:2348:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789130364.818676:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:1.0:1789130364.818681:0:2348:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf42d8e9f8. 00000400:00000010:1.0:1789130364.818689:0:2348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf462a37f8. 00000100:00000200:1.0:1789130364.818698:0:2348:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876037329015808, portal 4 00000100:00000001:1.0:1789130364.818700:0:2348:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789130364.818702:0:2348:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875798035008 : -109197911516608 : ffff9caf61461a40) 00000100:00000040:1.0:1789130364.818710:0:2348:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9caf61461a40 x1876037329015808/t0(0) o2->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 440/432 e 0 to 0 dl 1789130380 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130364.818718:0:2348:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789130364.818721:0:2348:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:1.0:1789130364.818724:0:2348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf462a3110. 00000100:00000200:1.0:1789130364.818728:0:2348:0:(niobuf.c:94:ptl_send_buf()) Sending 440 bytes to portal 28, xid 1876037329015808, offset 0 00000400:00000200:1.0:1789130364.818735:0:2348:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:1.0:1789130364.818744:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:1.0:1789130364.818752:0:2348:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:1.0:1789130364.818759:0:2348:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789130364.818764:0:2348:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:1.0:1789130364.818769:0:2348:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789130364.818772:0:2348:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:1.0:1789130364.818776:0:2348:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2390:2390:256:4294967295] 192.168.204.123@tcp LPNI seq info [2389:2389:8:4294967295] 00000400:00000200:1.0:1789130364.818780:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:1.0:1789130364.818790:0:2348:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:1.0:1789130364.818797:0:2348:0:(socklnd_cb.c:931:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:1.0:1789130364.818840:0:2348:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf47f34e00. 00000800:00000200:1.0:1789130364.818851:0:2348:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:1.0:1789130364.818861:0:2348:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:1.0:1789130364.818867:0:2348:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf47f34e00 type 1, nob 536 niov 1 nkiov 1 00000100:00000001:1.0:1789130364.818879:0:2348:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789130364.818884:0:2348:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9caf5014c800: using a timeout of 22651 usecs (23 jiffies) 00000400:00000200:1.0:1789130364.818888:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:1.0:1789130364.818892:0:2348:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296458864 00000100:00000001:1.0:1789130364.818895:0:2348:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9caf5014c800: PM QoS request active for cpu 2, keep current deadline 4296462858 00000100:00000001:1.0:1789130364.820010:0:2348:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296458865 00000100:00000001:1.0:1789130364.820014:0:2348:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9caf5014c800: PM QoS request active for cpu 3, keep current deadline 4296462858 00000100:00000001:1.0:1789130364.820017:0:2348:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789130364.820023:0:2348:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130364.820027:0:2348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130364.820036:0:2348:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789130364.820038:0:2348:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1789130364.820042:0:2348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789130364.820044:0:2348:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789130364.820045:0:2348:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130364.820048:0:2348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789130364.820950:0:2341:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789130364.820964:0:2341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf47f34e00. 00000400:00000200:3.0:1789130364.820974:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130364.820988:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:3.0:1789130364.821000:0:2341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf462a3110 00000400:00000010:3.0:1789130364.821004:0:2341:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf462a3110. 00000100:00000001:3.0:1789130364.821011:0:2341:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789130364.821022:0:2341:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf61461a40 x1876037329015808/t0(0) o2->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 440/432 e 0 to 0 dl 1789130380 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130364.821037:0:2341:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130364.821042:0:2341:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf61461a40 x1876037329015808/t0(0) o2->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 440/432 e 0 to 0 dl 1789130380 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130364.821050:0:2341:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130364.821052:0:2341:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1789130364.855362:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130364.855391:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789130364.855398:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130364.855401:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130364.855418:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130364.855431:0:2342:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:2.0:1789130364.855442:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130364.855449:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130364.855457:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130364.855464:0:2342:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 432 into portal 4 MB=0x6aa3efa94d400 00000400:00000200:2.0:1789130364.855469:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130364.855479:0:2342:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.123@tcp of length 432/432 into md 0x67a5 [1] + 224 00000800:00000001:2.0:1789130364.855490:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130364.855500:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130364.855505:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130364.855512:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:2.0:1789130364.855526:0:2342:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789130364.855541:0:2342:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf61461a40 x1876037329015808/t0(0) o2->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 440/432 e 0 to 0 dl 1789130380 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789130364.855555:0:2342:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=432 offset=224 replen=432 req@ffff9caf61461a40 x1876037329015808/t0(0) o2->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 440/432 e 0 to 0 dl 1789130380 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130364.855618:0:2348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789130364.855626:0:2348:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789130364.855651:0:2342:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789130364.855666:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130364.855671:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1789130364.857226:0:2348:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789130364.857237:0:2348:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789130364.857243:0:2348:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf42d8e9f8. 00000400:00000200:1.0:1789130364.857254:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf462a37f8 00000400:00000010:1.0:1789130364.857257:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf462a37f8. 00000100:00000001:1.0:1789130364.857263:0:2348:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789130364.857277:0:2348:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf61461a40 x1876037329015808/t0(0) o2->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 440/432 e 0 to 0 dl 1789130380 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1789130364.857289:0:2348:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf61461a40 x1876037329015808/t0(0) o2->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 440/432 e 0 to 0 dl 1789130380 ref 1 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130364.857308:0:2348:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789130364.857312:0:2348:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130364.857316:0:2348:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789130364.857321:0:2348:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789130364.857324:0:2348:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789130364.857327:0:2348:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130364.857330:0:2348:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789130364.857343:0:2348:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf468acc60 time=133 v=5 (5 5 5 36) 00000100:00001000:1.0:1789130364.857348:0:2348:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf468acc18 time=0 v=5 (1 0 0 0) 00000100:00000001:1.0:1789130364.857351:0:2348:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789130364.857353:0:2348:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130364.857357:0:2348:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789130364.857361:0:2348:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130364.857366:0:2348:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1789130364.857370:0:2348:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9caf5014c800: committing for last_committed 4294967339 gen 14 00000100:00000001:1.0:1789130364.857373:0:2348:0:(client.c:3188:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1789130364.857377:0:2348:0:(client.c:3235:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9caf5014c800: normal: skip=1 replay=0/0 committed=0/0 00000100:00000001:1.0:1789130364.857380:0:2348:0:(client.c:3236:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789130364.857382:0:2348:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789130364.857388:0:2348:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf61461a40 x1876037329015808/t4294967339(4294967339) o2->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 440/432 e 0 to 0 dl 1789130380 ref 1 fl Rpc:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130364.857396:0:2348:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789130364.857399:0:2348:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789130364.857402:0:2348:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1789130364.857406:0:2348:0:(osc_request.c:177:osc_setattr_interpret()) Process entered 00000008:00000001:1.0:1789130364.857475:0:2348:0:(osc_request.c:190:osc_setattr_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789130364.857481:0:2348:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf61461a40 x1876037329015808/t4294967339(4294967339) o2->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 440/432 e 0 to 0 dl 1789130380 ref 1 fl Interpret:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1789130364.857489:0:2348:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf61461a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:0:1876037329015808:192.168.204.123@tcp:2:touch.0 00000100:00000001:1.0:1789130364.857495:0:2348:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130364.857499:0:2348:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789130364.857502:0:2348:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf61461a40 x1876037329015808/t4294967339(4294967339) o2->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 440/432 e 0 to 0 dl 1789130380 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130364.857509:0:2348:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789130364.857513:0:2348:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789130364.857518:0:2348:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9caf487c2000. 02000000:00000001:1.0:1789130364.857523:0:2348:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789130364.857527:0:2348:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1789130364.857529:0:2348:0:(genops.c:1223:class_import_put()) import ffff9caf468ac800 refcount=2 obd=lustre-OST0000-osc-ffff9caf5014c800 00000020:00000001:1.0:1789130364.857531:0:2348:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1789130364.857534:0:2348:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9caf4842ea00. 02000000:00000001:1.0:1789130364.857538:0:2348:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789130364.857540:0:2348:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789130364.857542:0:2348:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf61461a40. 00000100:00000001:1.0:1789130364.857546:0:2348:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789130364.857547:0:2348:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130364.857551:0:2348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130364.857563:0:2348:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789130364.857566:0:2348:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130364.857571:0:2348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789130364.857575:0:2348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130364.857684:0:31089:0:(cl_io.c:567:cl_io_end()) Process leaving 00020000:00000001:0.0:1789130364.857690:0:31089:0:(lov_io.c:1604:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789130364.857782:0:31089:0:(lov_io.c:1533:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130364.857789:0:31089:0:(cl_io.c:567:cl_io_end()) Process leaving 00000020:00000001:0.0:1789130364.857793:0:31089:0:(cl_io.c:356:cl_io_unlock()) Process entered 00020000:00000001:0.0:1789130364.857796:0:31089:0:(lov_io.c:1682:lov_io_unlock()) Process entered 00020000:00000001:0.0:1789130364.857800:0:31089:0:(lov_io.c:1516:lov_io_call()) Process entered 00000020:00000001:0.0:1789130364.857898:0:31089:0:(cl_io.c:356:cl_io_unlock()) Process entered 00000020:00000001:0.0:1789130364.857901:0:31089:0:(cl_io.c:377:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1789130364.857902:0:31089:0:(lov_io.c:1616:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789130364.857905:0:31089:0:(lov_io.c:1533:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789130364.857906:0:31089:0:(lov_io.c:1685:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1789130364.857907:0:31089:0:(cl_io.c:377:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1789130364.857909:0:31089:0:(cl_io.c:453:cl_io_rw_advance()) Process entered 00000020:00000001:0.0:1789130364.857911:0:31089:0:(cl_io.c:469:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1789130364.857913:0:31089:0:(cl_io.c:433:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1789130364.857916:0:31089:0:(lov_io.c:1663:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1789130364.857917:0:31089:0:(lov_io.c:1516:lov_io_call()) Process entered 00000020:00000001:0.0:1789130364.857919:0:31089:0:(cl_io.c:433:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1789130364.857922:0:31089:0:(cl_io.c:439:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1789130364.857923:0:31089:0:(lov_io.c:1610:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789130364.857925:0:31089:0:(lov_io.c:1533:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789130364.857927:0:31089:0:(lov_io.c:1674:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1789130364.857928:0:31089:0:(cl_io.c:439:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1789130364.857930:0:31089:0:(cl_io.c:877:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130364.857934:0:31089:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1789130364.857937:0:31089:0:(lov_io.c:1057:lov_io_fini()) Process entered 00020000:00000001:0.0:1789130364.857939:0:31089:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1789130364.857941:0:31089:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1789130364.857942:0:31089:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1789130364.857946:0:31089:0:(cl_object.c:917:cl_env_put()) 1@ffff9caf58609510 00020000:00000001:0.0:1789130364.857949:0:31089:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1789130364.857953:0:31089:0:(lov_io.c:1088:lov_io_fini()) Process leaving 00000080:00000001:0.0:1789130364.857957:0:31089:0:(vvp_io.c:392:vvp_io_fini()) Process entered 00000080:00200000:0.0:1789130364.857960:0:31089:0:(vvp_io.c:402:vvp_io_fini()) [0x200000404:0x26:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, need minor change layout 0 00000080:00000001:0.0:1789130364.857964:0:31089:0:(vvp_io.c:509:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1789130364.857965:0:31089:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1789130364.857967:0:31089:0:(cl_object.c:917:cl_env_put()) 1@ffff9caf586092d0 00000080:00000001:0.0:1789130364.857969:0:31089:0:(lcommon_cl.c:108:cl_setattr_ost()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130364.857974:0:31089:0:(llite_lib.c:2672:ll_setattr_raw()) Process leaving 00000080:00000010:0.0:1789130364.857980:0:31089:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9caf47c6c800. 00000020:00000001:0.0:1789130364.857992:0:31089:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41963c38 00000080:00200008:0.0:1789130364.857995:0:31089:0:(llite_lib.c:2702:ll_setattr_raw()) COMPLETED file f:[0x200000404:0x26:0x0](ffff9caf601aba88) current size 0, valid attrs 100201f0, mode 0, uid -1056221974, gid -1, new size 213440, atime 1789130348.000000000, mtime 1789130348.000000000, ctime 1789130348.000000000, rc 0 00000080:00000001:0.0:1789130364.858002:0:31089:0:(llite_lib.c:2704:ll_setattr_raw()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789130364.858026:0:31089:0:(lov_object.c:2454:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1789130364.858030:0:31089:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9caf582ac000) owner 0000000000000000/ffff9caf4c1bcf80 00020000:00000002:0.0:1789130364.858034:0:31089:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9caf582ac000) owner 0000000000000000/ffff9caf4c1bcf80 00020000:00000001:0.0:1789130364.858037:0:31089:0:(lov_object.c:2505:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130364.858045:0:31089:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:0.0:1789130364.858047:0:31089:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41963df0 00000080:00200008:0.0:1789130364.858050:0:31089:0:(file.c:479:ll_file_release()) START file f:[0x200000404:0x26:0x0](ffff9caf601aba88), flags 104001 00000080:00000001:0.0:1789130364.858053:0:31089:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:0.0:1789130364.858057:0:31089:0:(pcc.c:2463:pcc_file_release()) Process leaving 00020000:00000001:0.0:1789130364.858058:0:31089:0:(lov_object.c:2454:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1789130364.858059:0:31089:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9caf582ac000) owner 0000000000000000/ffff9caf4c1bcf80 00020000:00000002:0.0:1789130364.858062:0:31089:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9caf582ac000) owner 0000000000000000/ffff9caf4c1bcf80 00020000:00000001:0.0:1789130364.858064:0:31089:0:(lov_object.c:2505:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130364.858067:0:31089:0:(file.c:341:ll_md_close()) Process entered 00000002:00000001:0.0:1789130364.858078:0:31089:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789130364.858083:0:31089:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789130364.858092:0:31089:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf4a8cca00 count: 2 00010000:00000001:0.0:1789130364.858095:0:31089:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789130364.858102:0:31089:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789130364.858104:0:31089:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000404:0x26:0x0]: 0 00000080:00000001:0.0:1789130364.858108:0:31089:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:0.0:1789130364.858110:0:31089:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1789130364.858115:0:31089:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9caf4842ee00. 00000080:00000001:0.0:1789130364.858118:0:31089:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:0.0:1789130364.858124:0:31089:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1789130364.858127:0:31089:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000002:0.0:1789130364.858130:0:31089:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000404:0x26:0x0] 00000002:00000001:0.0:1789130364.858135:0:31089:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:0.0:1789130364.858137:0:31089:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9caf5014c800: [0x200000404:0x26:0x0] file closed with intent: 0 00000100:00000010:0.0:1789130364.858144:0:31089:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf614612c0. 00000020:00000040:0.0:1789130364.858149:0:31089:0:(genops.c:1210:class_import_get()) import ffff9caf6079a800 refcount=6 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000100:00000001:0.0:1789130364.858155:0:31089:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789130364.858158:0:31089:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789130364.858163:0:31089:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789130364.858172:0:31089:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9caf4842f600. 00000100:00000001:0.0:1789130364.858180:0:31089:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1789130364.858198:0:31089:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9caf501a9e00 x1876037329012096/t4294967614(4294967614) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/664 e 0 to 0 dl 1789130364 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1789130364.858211:0:31089:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9caf5014c800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1789130364.858217:0:31089:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9caf614612c0 x1876037329016064/t0(0) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1789130364.858224:0:31089:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1789130364.858226:0:31089:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1789130364.858234:0:31089:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9caf5868b480. 00000100:00000001:0.0:1789130364.858236:0:31089:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446634875649307776 : -109198060243840 : ffff9caf5868b480) 00000100:00000001:0.0:1789130364.858240:0:31089:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789130364.858241:0:31089:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875798033088 : -109197911518528 : ffff9caf614612c0) 00000100:00000001:0.0:1789130364.858246:0:31089:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789130364.858251:0:31089:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130364.858253:0:31089:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1789130364.858255:0:31089:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789130364.858260:0:31089:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf614612c0 x1876037329016064/t0(0) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130364.858268:0:31089:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789130364.858270:0:31089:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130364.858274:0:31089:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789130364.858277:0:31089:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789130364.858281:0:31089:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789130364.858285:0:31089:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf614612c0 pname:cluuid:pid:xid:nid:opc:job touch:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:31089:1876037329016064:192.168.204.123@tcp:35:touch.0 00000100:00000001:0.0:1789130364.858289:0:31089:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789130364.858306:0:31089:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789130364.858309:0:31089:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130364.858312:0:31089:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789130364.858317:0:31089:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9caf482be400. 02000000:00000001:0.0:1789130364.858319:0:31089:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789130364.858327:0:31089:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:0.0:1789130364.858331:0:31089:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf50131aa8. 00000400:00000010:0.0:1789130364.858339:0:31089:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf5801e7f8. 00000100:00000200:0.0:1789130364.858349:0:31089:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876037329016064, portal 10 00000100:00000001:0.0:1789130364.858351:0:31089:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789130364.858353:0:31089:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875798033088 : -109197911518528 : ffff9caf614612c0) 00000100:00000040:0.0:1789130364.858361:0:31089:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9caf614612c0 x1876037329016064/t0(0) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1789130380 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130364.858368:0:31089:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789130364.858371:0:31089:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:0.0:1789130364.858374:0:31089:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf5801e6e8. 00000100:00000200:0.0:1789130364.858378:0:31089:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1876037329016064, offset 0 00000400:00000200:0.0:1789130364.858386:0:31089:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:0.0:1789130364.858398:0:31089:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:0.0:1789130364.858408:0:31089:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:0.0:1789130364.858416:0:31089:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789130364.858423:0:31089:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:0.0:1789130364.858428:0:31089:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789130364.858431:0:31089:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:0.0:1789130364.858435:0:31089:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2391:2391:256:4294967295] 192.168.204.123@tcp LPNI seq info [2390:2390:8:4294967295] 00000400:00000200:0.0:1789130364.858440:0:31089:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:0.0:1789130364.858453:0:31089:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:0.0:1789130364.858461:0:31089:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:0.0:1789130364.858467:0:31089:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf451e7600. 00000800:00000200:0.0:1789130364.858476:0:31089:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:0.0:1789130364.858486:0:31089:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:0.0:1789130364.858491:0:31089:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf451e7600 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1789130364.858568:0:31089:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130364.858575:0:31089:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: using a timeout of 842016 usecs (843 jiffies) 00000400:00000200:0.0:1789130364.858579:0:31089:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:0.0:1789130364.858583:0:31089:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296459723 00000100:00000001:0.0:1789130364.858586:0:31089:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 2, keep current deadline 4296462858 00000100:00000001:0.0:1789130364.858589:0:31089:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296459723 00000100:00000001:0.0:1789130364.858592:0:31089:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 3, keep current deadline 4296462858 00000100:00000001:0.0:1789130364.858595:0:31089:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789130364.858598:0:31089:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130364.858600:0:31089:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789130364.858602:0:31089:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1789130364.858605:0:31089:0:(client.c:2715:ptlrpc_set_wait()) set ffff9caf5868b480 going to sleep for 11 seconds 00000100:00000001:0.0:1789130364.858609:0:31089:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789130364.858612:0:31089:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789130364.860474:0:2341:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789130364.860485:0:2341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf451e7600. 00000400:00000200:2.0:1789130364.860495:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130364.860505:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:2.0:1789130364.860514:0:2341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf5801e6e8 00000400:00000010:2.0:1789130364.860517:0:2341:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf5801e6e8. 00000100:00000001:2.0:1789130364.860523:0:2341:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789130364.860532:0:2341:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf614612c0 x1876037329016064/t0(0) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1789130380 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130364.860546:0:2341:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130364.860550:0:2341:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf614612c0 x1876037329016064/t0(0) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1789130380 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130364.860557:0:2341:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130364.860561:0:2341:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:3.0:1789130364.861392:0:27360:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130364.861407:0:27360:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130364.861413:0:27360:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130364.861414:0:27360:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130364.861673:0:16115:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789130364.861679:0:16115:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789130364.861683:0:16115:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:2.0:1789130364.863569:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130364.863591:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789130364.863596:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130364.863599:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130364.863611:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130364.863620:0:2342:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:2.0:1789130364.863632:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130364.863649:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130364.863656:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130364.863661:0:2342:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 456 into portal 10 MB=0x6aa3efa94d500 00000400:00000200:2.0:1789130364.863667:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130364.863674:0:2342:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.123@tcp of length 456/456 into md 0x67ad [1] + 224 00000800:00000001:2.0:1789130364.863682:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130364.863691:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130364.863695:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130364.863701:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:2.0:1789130364.863712:0:2342:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789130364.863723:0:2342:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf614612c0 x1876037329016064/t0(0) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1789130380 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789130364.863740:0:2342:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9caf614612c0 x1876037329016064/t0(0) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1789130380 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130364.863762:0:2342:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789130364.863773:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130364.863778:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130364.863896:0:31089:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789130364.863906:0:31089:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789130364.863909:0:31089:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789130364.863913:0:31089:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf50131aa8. 00000400:00000200:0.0:1789130364.863918:0:31089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf5801e7f8 00000400:00000010:0.0:1789130364.863921:0:31089:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf5801e7f8. 00000100:00000001:0.0:1789130364.863925:0:31089:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789130364.863931:0:31089:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf614612c0 x1876037329016064/t0(0) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1789130380 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1789130364.863943:0:31089:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf614612c0 x1876037329016064/t0(0) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1789130380 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130364.863950:0:31089:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789130364.863952:0:31089:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130364.863955:0:31089:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789130364.863959:0:31089:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789130364.863962:0:31089:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789130364.863965:0:31089:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130364.863969:0:31089:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789130364.863980:0:31089:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf6079aca8 time=133 v=5 (5 5 5 5) 00000100:00001000:0.0:1789130364.863985:0:31089:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf6079ac18 time=0 v=5 (1 0 0 0) 00000100:00000001:0.0:1789130364.863988:0:31089:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789130364.863990:0:31089:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130364.863994:0:31089:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789130364.863998:0:31089:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130364.864013:0:31089:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1789130364.864016:0:31089:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1789130364.864018:0:31089:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1789130364.864021:0:31089:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789130364.864023:0:31089:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875798033088 : -109197911518528 : ffff9caf614612c0) 00000100:00000001:0.0:1789130364.864027:0:31089:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789130364.864029:0:31089:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9caf5014c800: skip recheck: last_committed 4294967615 00000100:00000001:0.0:1789130364.864032:0:31089:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789130364.864035:0:31089:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130364.864040:0:31089:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf614612c0 x1876037329016064/t4294967617(4294967617) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1789130380 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130364.864052:0:31089:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789130364.864056:0:31089:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789130364.864058:0:31089:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789130364.864063:0:31089:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf614612c0 x1876037329016064/t4294967617(4294967617) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1789130380 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1789130364.864072:0:31089:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf614612c0 pname:cluuid:pid:xid:nid:opc:job touch:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:31089:1876037329016064:192.168.204.123@tcp:35:touch.0 00000100:00000001:0.0:1789130364.864078:0:31089:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130364.864081:0:31089:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130364.864084:0:31089:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1789130364.864095:0:31089:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789130364.864099:0:31089:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf614612c0 x1876037329016064/t4294967617(4294967617) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1789130380 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130364.864106:0:31089:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789130364.864110:0:31089:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9caf5868b480. 00000100:00000001:0.0:1789130364.864113:0:31089:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1789130364.864115:0:31089:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130364.864125:0:31089:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789130364.864126:0:31089:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875798033088 : -109197911518528 : ffff9caf614612c0) 00000002:00000001:0.0:1789130364.864129:0:31089:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789130364.864133:0:31089:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1789130364.864140:0:31089:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9caf4842ee00. 00000080:00000001:0.0:1789130364.864144:0:31089:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1789130364.864147:0:31089:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00000002:00000001:0.0:1789130364.864153:0:31089:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1789130364.864160:0:31089:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9caf501a9e00 x1876037329012096/t4294967614(4294967614) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/664 e 0 to 0 dl 1789130364 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130364.864169:0:31089:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789130364.864171:0:31089:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875509972480 : -109198199579136 : ffff9caf501a9e00) 00000100:00000001:0.0:1789130364.864173:0:31089:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789130364.864176:0:31089:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf501a9e00 x1876037329012096/t4294967614(4294967614) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/664 e 0 to 0 dl 1789130364 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130364.864182:0:31089:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130364.864185:0:31089:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789130364.864187:0:31089:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf501a9e00 x1876037329012096/t4294967614(4294967614) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/664 e 0 to 0 dl 1789130364 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130364.864194:0:31089:0:(client.c:2793:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1789130364.864198:0:31089:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1789130364.864200:0:31089:0:(genops.c:1223:class_import_put()) import ffff9caf6079a800 refcount=5 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000020:00000001:0.0:1789130364.864203:0:31089:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1789130364.864206:0:31089:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9caf50104c00. 02000000:00000001:0.0:1789130364.864211:0:31089:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789130364.864213:0:31089:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789130364.864215:0:31089:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf501a9e00. 00000100:00000001:0.0:1789130364.864220:0:31089:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789130364.864221:0:31089:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130364.864223:0:31089:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789130364.864226:0:31089:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf614612c0 x1876037329016064/t4294967617(4294967617) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1789130380 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130364.864232:0:31089:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789130364.864234:0:31089:0:(client.c:2947:obd_mod_free()) kfreed 'mod': 32 at ffff9caf4938e5a0. 00000002:00000001:0.0:1789130364.864237:0:31089:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789130364.864239:0:31089:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1789130364.864241:0:31089:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9caf4689c980. 00000100:00000001:0.0:1789130364.864245:0:31089:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789130364.864248:0:31089:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf614612c0 x1876037329016064/t4294967617(4294967617) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1789130380 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130364.864260:0:31089:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130364.864263:0:31089:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1789130364.864268:0:31089:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9caf51ae92c0. 00000080:00000001:0.0:1789130364.864274:0:31089:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130364.864281:0:31089:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41963df0 00000080:00000008:0.0:1789130364.864284:0:31089:0:(file.c:523:ll_file_release()) COMPLETED file f:[0x200000404:0x26:0x0](ffff9caf601aba88), flags 104001, rc = 0 00000080:00000001:0.0:1789130364.864287:0:31089:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130364.864305:0:31089:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1789130364.864308:0:31089:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41963e00 00000080:00002000:0.0:1789130364.864310:0:31089:0:(dcache.c:127:ll_ddelete()) deleting dentry f (ffff9caf60340360, parent ffff9caf60345ca8, inode ffff9caf601aba88) hashed, 00000080:00000001:0.0:1789130364.864313:0:31089:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1789130364.864322:0:31089:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1789130364.864329:0:31089:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1789130364.864332:0:31089:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1789130364.864334:0:31089:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41963e00 00000080:00002000:0.0:1789130364.864336:0:31089:0:(dcache.c:127:ll_ddelete()) deleting dentry d21g.recovery-small-2 (ffff9caf60345ca8, parent ffff9caf600f3360, inode ffff9caf60131148) hashed, 00000080:00000001:0.0:1789130364.864339:0:31089:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1789130364.864344:0:31089:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1789130364.864347:0:31089:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000010:0.1:1789130364.872857:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9caf4938e8e0. 00000080:00000010:0.1:1789130364.872881:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9caf484ad540. 00010000:00000001:3.0:1789130365.882736:0:27360:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130365.882750:0:27360:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789130365.882753:0:27360:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789130365.882758:0:27360:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130365.882765:0:27360:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789130365.882769:0:27360:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130365.882771:0:27360:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130365.882775:0:27360:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130365.882782:0:27360:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130365.882784:0:27360:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130365.882925:0:16116:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789130365.882929:0:16116:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789130365.882932:0:16116:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:1.0:1789130366.407683:0:31123:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:1.0:1789130366.407698:0:31123:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:1.0:1789130366.407701:0:31123:0:(file.c:6206:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1789130366.407705:0:31123:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f416c3b20 00000080:00200000:1.0:1789130366.407711:0:31123:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8),name=/ 00000080:00000010:1.0:1789130366.407722:0:31123:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9caf48ef8000. 00800000:00000002:1.0:1789130366.407731:0:31123:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9caf4557c8c0 2 00000080:00000001:1.0:1789130366.407736:0:31123:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1789130366.407742:0:31123:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1789130366.407744:0:31123:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f416c3a40 00800000:00000002:1.0:1789130366.407747:0:31123:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1789130366.408483:0:31123:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1789130366.408490:0:31123:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1789130366.408498:0:31123:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1789130366.408501:0:31123:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f416c3910 00000002:00010000:1.0:1789130366.408504:0:31123:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1789130366.408508:0:31123:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1789130366.408511:0:31123:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789130366.408515:0:31123:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1789130366.408523:0:31123:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789130366.408526:0:31123:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789130366.408527:0:31123:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789130366.408530:0:31123:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1789130366.408533:0:31123:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1789130366.408542:0:31123:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf615d7840. 00000020:00000040:1.0:1789130366.408547:0:31123:0:(genops.c:1210:class_import_get()) import ffff9caf6079a800 refcount=6 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00010000:00000001:1.0:1789130366.408555:0:31123:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1789130366.408561:0:31123:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789130366.408569:0:31123:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130366.408572:0:31123:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130366.408574:0:31123:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130366.408578:0:31123:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789130366.408582:0:31123:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789130366.408589:0:31123:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789130366.408601:0:31123:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9caf487c1400. 00000100:00000001:1.0:1789130366.408681:0:31123:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130366.408689:0:31123:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789130366.408691:0:31123:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130366.408693:0:31123:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789130366.408694:0:31123:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130366.408696:0:31123:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789130366.408703:0:31123:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446634875799566400 : -109197909985216 : ffff9caf615d7840) 00010000:00000001:1.0:1789130366.408708:0:31123:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1789130366.408711:0:31123:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1789130366.408717:0:31123:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9caf42f26400. 00010000:00000010:1.0:1789130366.408723:0:31123:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9caf50154900. 00010000:00000001:1.0:1789130366.408729:0:31123:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1789130366.408733:0:31123:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9caf586b7200. 00000020:00000001:1.0:1789130366.408738:0:31123:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1789130366.408743:0:31123:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9caf586b7200 with handle 0xde5303b1d982cc44 to hash 00000020:00000001:1.0:1789130366.408745:0:31123:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1789130366.408746:0:31123:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446634875649487360 : -109198060064256 : ffff9caf586b7200) 00010000:00000001:1.0:1789130366.408760:0:31123:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446634875649487360 : -109198060064256 : ffff9caf586b7200) 00010000:00000001:1.0:1789130366.408766:0:31123:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789130366.408769:0:31123:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789130366.408774:0:31123:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7200/0xde5303b1d982cc44 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 31123 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789130366.408784:0:31123:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7200/0xde5303b1d982cc44 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 31123 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789130366.408796:0:31123:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7200/0xde5303b1d982cc44 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 31123 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1789130366.408975:0:31123:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1789130366.408979:0:31123:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1789130366.408988:0:31123:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9caf47fd1a80. 00000100:00000001:1.0:1789130366.408991:0:31123:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446634875373820544 : -109198335731072 : ffff9caf47fd1a80) 00000100:00000001:1.0:1789130366.408995:0:31123:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789130366.408997:0:31123:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875799566400 : -109197909985216 : ffff9caf615d7840) 00000100:00000001:1.0:1789130366.409002:0:31123:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789130366.409007:0:31123:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130366.409009:0:31123:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1789130366.409011:0:31123:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789130366.409026:0:31123:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf615d7840 x1876037329016192/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130366.409037:0:31123:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789130366.409040:0:31123:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130366.409046:0:31123:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789130366.409050:0:31123:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789130366.409053:0:31123:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789130366.409057:0:31123:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf615d7840 pname:cluuid:pid:xid:nid:opc:job checkstat:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:31123:1876037329016192:192.168.204.123@tcp:101:checkstat.0 00000100:00000001:1.0:1789130366.409062:0:31123:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789130366.409070:0:31123:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789130366.409073:0:31123:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130366.409076:0:31123:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789130366.409085:0:31123:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9caf482dd000. 02000000:00000001:1.0:1789130366.409087:0:31123:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789130366.409097:0:31123:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:1.0:1789130366.409103:0:31123:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf42d8e9f8. 00000400:00000010:1.0:1789130366.409112:0:31123:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf462a37f8. 00000100:00000200:1.0:1789130366.409121:0:31123:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1876037329016192, portal 10 00000100:00000001:1.0:1789130366.409123:0:31123:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789130366.409124:0:31123:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875799566400 : -109197909985216 : ffff9caf615d7840) 00000100:00000040:1.0:1789130366.409131:0:31123:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9caf615d7840 x1876037329016192/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789130382 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130366.409139:0:31123:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789130366.409143:0:31123:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:1.0:1789130366.409147:0:31123:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf462a3d48. 00000100:00000200:1.0:1789130366.409152:0:31123:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1876037329016192, offset 0 00000400:00000200:1.0:1789130366.409160:0:31123:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:1.0:1789130366.409173:0:31123:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:1.0:1789130366.409185:0:31123:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:1.0:1789130366.409193:0:31123:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789130366.409201:0:31123:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:1.0:1789130366.409207:0:31123:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789130366.409210:0:31123:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:1.0:1789130366.409215:0:31123:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2392:2392:256:4294967295] 192.168.204.123@tcp LPNI seq info [2391:2391:8:4294967295] 00000400:00000200:1.0:1789130366.409220:0:31123:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:1.0:1789130366.409235:0:31123:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:1.0:1789130366.409242:0:31123:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:1.0:1789130366.409250:0:31123:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf47f34200. 00000800:00000200:1.0:1789130366.409259:0:31123:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:1.0:1789130366.409350:0:31123:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:1.0:1789130366.409357:0:31123:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf47f34200 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:1.0:1789130366.409439:0:31123:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789130366.409447:0:31123:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: using a timeout of 840801 usecs (841 jiffies) 00000400:00000200:1.0:1789130366.409451:0:31123:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:1.0:1789130366.409454:0:31123:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296461272 00000100:00000001:1.0:1789130366.409459:0:31123:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 2, keep current deadline 4296462858 00000100:00000001:1.0:1789130366.409462:0:31123:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296461272 00000100:00000001:1.0:1789130366.409464:0:31123:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 3, keep current deadline 4296462858 00000100:00000001:1.0:1789130366.409466:0:31123:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789130366.409469:0:31123:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130366.409472:0:31123:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789130366.409474:0:31123:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1789130366.409477:0:31123:0:(client.c:2715:ptlrpc_set_wait()) set ffff9caf47fd1a80 going to sleep for 11 seconds 00000100:00000001:1.0:1789130366.409480:0:31123:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789130366.409484:0:31123:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789130366.409729:0:2341:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789130366.409736:0:2341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf47f34200. 00000400:00000200:2.0:1789130366.409743:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130366.411367:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:2.0:1789130366.411390:0:2341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf462a3d48 00000400:00000010:2.0:1789130366.411395:0:2341:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf462a3d48. 00000100:00000001:2.0:1789130366.411404:0:2341:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789130366.411418:0:2341:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf615d7840 x1876037329016192/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789130382 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130366.411433:0:2341:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130366.411437:0:2341:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf615d7840 x1876037329016192/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789130382 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130366.411445:0:2341:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130366.411447:0:2341:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1789130366.414450:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130366.414480:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789130366.414485:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130366.414488:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130366.414500:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130366.414512:0:2342:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:2.0:1789130366.414524:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130366.414530:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130366.414539:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130366.414545:0:2342:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 688 into portal 10 MB=0x6aa3efa94d580 00000400:00000200:2.0:1789130366.414552:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130366.414560:0:2342:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.123@tcp of length 688/688 into md 0x67b5 [1] + 224 00000800:00000001:2.0:1789130366.414572:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130366.414583:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130366.414587:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130366.414593:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:2.0:1789130366.415029:0:2342:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789130366.415045:0:2342:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf615d7840 x1876037329016192/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789130382 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789130366.415058:0:2342:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9caf615d7840 x1876037329016192/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789130382 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130366.415074:0:2342:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789130366.415090:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130366.415095:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130366.415171:0:31123:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789130366.415184:0:31123:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789130366.415187:0:31123:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789130366.415192:0:31123:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf42d8e9f8. 00000400:00000200:1.0:1789130366.415203:0:31123:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf462a37f8 00000400:00000010:1.0:1789130366.415207:0:31123:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf462a37f8. 00000100:00000001:1.0:1789130366.415211:0:31123:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789130366.415216:0:31123:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf615d7840 x1876037329016192/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789130382 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1789130366.415227:0:31123:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf615d7840 x1876037329016192/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789130382 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130366.415234:0:31123:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789130366.415237:0:31123:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130366.415240:0:31123:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789130366.415245:0:31123:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789130366.415248:0:31123:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789130366.415251:0:31123:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130366.415255:0:31123:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789130366.415597:0:31123:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf6079ac60 time=135 v=5 (104 104 104 104) 00000100:00001000:1.0:1789130366.415957:0:31123:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf6079ac18 time=2 v=5 (1 0 0 0) 00000100:00000001:1.0:1789130366.415960:0:31123:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789130366.415963:0:31123:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130366.415967:0:31123:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789130366.415971:0:31123:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130366.415976:0:31123:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1789130366.415979:0:31123:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9caf5014c800: committing for last_committed 4294967617 gen 2 00000100:00000040:1.0:1789130366.415990:0:31123:0:(client.c:3181:ptlrpc_free_committed()) @@@ commit (last_committed 4294967617) req@ffff9caf615d5a40 x1876037329013120/t4294967616(4294967616) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1789130380 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130366.415999:0:31123:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789130366.416003:0:31123:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf615d5a40 x1876037329013120/t4294967616(4294967616) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1789130380 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130366.416009:0:31123:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789130366.416013:0:31123:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789130366.416020:0:31123:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9caf487c2c00. 02000000:00000001:1.0:1789130366.416025:0:31123:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789130366.416028:0:31123:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1789130366.416031:0:31123:0:(genops.c:1223:class_import_put()) import ffff9caf6079a800 refcount=5 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000020:00000001:1.0:1789130366.416034:0:31123:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1789130366.416038:0:31123:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9caf48ef9a00. 02000000:00000001:1.0:1789130366.416043:0:31123:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789130366.416045:0:31123:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789130366.416047:0:31123:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf615d5a40. 00000100:00000001:1.0:1789130366.416056:0:31123:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789130366.416058:0:31123:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789130366.416063:0:31123:0:(client.c:3181:ptlrpc_free_committed()) @@@ commit (last_committed 4294967617) req@ffff9caf614612c0 x1876037329016064/t4294967617(4294967617) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1789130380 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130366.416070:0:31123:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789130366.416073:0:31123:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf614612c0 x1876037329016064/t4294967617(4294967617) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1789130380 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130366.416080:0:31123:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789130366.416081:0:31123:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789130366.416084:0:31123:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9caf482be400. 02000000:00000001:1.0:1789130366.416087:0:31123:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789130366.416089:0:31123:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1789130366.416090:0:31123:0:(genops.c:1223:class_import_put()) import ffff9caf6079a800 refcount=4 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000020:00000001:1.0:1789130366.416092:0:31123:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1789130366.416093:0:31123:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9caf4842f600. 02000000:00000001:1.0:1789130366.416096:0:31123:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789130366.416097:0:31123:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789130366.416099:0:31123:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf614612c0. 00000100:00000001:1.0:1789130366.416102:0:31123:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789130366.416103:0:31123:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130366.416106:0:31123:0:(client.c:3188:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1789130366.416110:0:31123:0:(client.c:3235:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9caf5014c800: normal: skip=1 replay=2/2 committed=0/0 00000100:00000001:1.0:1789130366.416113:0:31123:0:(client.c:3236:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789130366.416115:0:31123:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789130366.416120:0:31123:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf615d7840 x1876037329016192/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1789130382 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130366.416136:0:31123:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789130366.416141:0:31123:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789130366.416144:0:31123:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789130366.416149:0:31123:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf615d7840 x1876037329016192/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1789130382 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1789130366.416157:0:31123:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf615d7840 pname:cluuid:pid:xid:nid:opc:job checkstat:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:31123:1876037329016192:192.168.204.123@tcp:101:checkstat.0 00000100:00000001:1.0:1789130366.416164:0:31123:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130366.416167:0:31123:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130366.416170:0:31123:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1789130366.416172:0:31123:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789130366.416175:0:31123:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf615d7840 x1876037329016192/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1789130382 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130366.416181:0:31123:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789130366.416184:0:31123:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9caf47fd1a80. 00000100:00000001:1.0:1789130366.416188:0:31123:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1789130366.416189:0:31123:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130366.416194:0:31123:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1789130366.416200:0:31123:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130366.416204:0:31123:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130366.416209:0:31123:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b7200 refcount=4 00000020:00000001:1.0:1789130366.416212:0:31123:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649487360 : -109198060064256 : ffff9caf586b7200) 00010000:00000001:1.0:1789130366.416216:0:31123:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649487360 : -109198060064256 : ffff9caf586b7200) 00010000:00000040:1.0:1789130366.416226:0:31123:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9caf586b7200, remote cookie: 0xcdf1b083821a561a, flags: 0x1001 00010000:00010000:1.0:1789130366.416232:0:31123:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7200/0xde5303b1d982cc44 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a561a expref: -99 pid: 31123 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789130366.416247:0:31123:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7200/0xde5303b1d982cc44 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a561a expref: -99 pid: 31123 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789130366.416506:0:31123:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1789130366.416512:0:31123:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1789130366.416516:0:31123:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1789130366.416518:0:31123:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1789130366.416520:0:31123:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1789130366.416524:0:31123:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff9caf42f26400) refcount = 1 00010000:00010000:1.0:1789130366.416529:0:31123:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7200/0xde5303b1d982cc44 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a561a expref: -99 pid: 31123 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789130366.416536:0:31123:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1789130366.416542:0:31123:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1789130366.416544:0:31123:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789130366.416548:0:31123:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1789130366.416551:0:31123:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789130366.416555:0:31123:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7200/0xde5303b1d982cc44 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a561a expref: -99 pid: 31123 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789130366.416562:0:31123:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1789130366.416564:0:31123:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130366.416567:0:31123:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130366.416568:0:31123:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130366.416569:0:31123:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130366.416571:0:31123:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789130366.416578:0:31123:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1789130366.416580:0:31123:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130366.416582:0:31123:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130366.416584:0:31123:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b7200 refcount=3 00000020:00000001:1.0:1789130366.416586:0:31123:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649487360 : -109198060064256 : ffff9caf586b7200) 00010000:00000001:1.0:1789130366.416589:0:31123:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649487360 : -109198060064256 : ffff9caf586b7200) 00010000:00000001:1.0:1789130366.416592:0:31123:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130366.416593:0:31123:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130366.416595:0:31123:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b7200 refcount=4 00000020:00000001:1.0:1789130366.416596:0:31123:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649487360 : -109198060064256 : ffff9caf586b7200) 00010000:00000001:1.0:1789130366.416870:0:31123:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649487360 : -109198060064256 : ffff9caf586b7200) 00010000:00000001:1.0:1789130366.416874:0:31123:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789130366.416880:0:31123:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789130366.416885:0:31123:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7200/0xde5303b1d982cc44 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a561a expref: -99 pid: 31123 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789130366.416895:0:31123:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130366.416897:0:31123:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130366.416899:0:31123:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130366.416900:0:31123:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130366.416902:0:31123:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b7200 refcount=5 00000020:00000001:1.0:1789130366.416904:0:31123:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649487360 : -109198060064256 : ffff9caf586b7200) 00010000:00000001:1.0:1789130366.416906:0:31123:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649487360 : -109198060064256 : ffff9caf586b7200) 00010000:00000001:1.0:1789130366.416910:0:31123:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789130366.416913:0:31123:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7200/0xde5303b1d982cc44 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a561a expref: -99 pid: 31123 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789130366.416921:0:31123:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130366.416922:0:31123:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1789130366.416926:0:31123:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7200/0xde5303b1d982cc44 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a561a expref: -99 pid: 31123 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789130366.416934:0:31123:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789130366.416936:0:31123:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130366.416937:0:31123:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130366.416939:0:31123:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130366.416940:0:31123:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1789130366.416950:0:31123:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9caf615d7840 x1876037329016192/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1789130382 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1789130366.416966:0:31123:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130366.416967:0:31123:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130366.416969:0:31123:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b7200 refcount=3 00000020:00000001:1.0:1789130366.416972:0:31123:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649487360 : -109198060064256 : ffff9caf586b7200) 00010000:00000001:1.0:1789130366.416974:0:31123:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649487360 : -109198060064256 : ffff9caf586b7200) 00010000:00000001:1.0:1789130366.416977:0:31123:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130366.416979:0:31123:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789130366.416980:0:31123:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789130366.416982:0:31123:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789130366.416986:0:31123:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1789130366.416990:0:31123:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130366.416991:0:31123:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130366.416992:0:31123:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b7200 refcount=3 00000020:00000001:1.0:1789130366.416994:0:31123:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649487360 : -109198060064256 : ffff9caf586b7200) 00010000:00000001:1.0:1789130366.416997:0:31123:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649487360 : -109198060064256 : ffff9caf586b7200) 00000002:00010000:1.0:1789130366.417000:0:31123:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7200/0xde5303b1d982cc44 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a561a expref: -99 pid: 31123 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789130366.417007:0:31123:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130366.417008:0:31123:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130366.417011:0:31123:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1789130366.417012:0:31123:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130366.417013:0:31123:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130366.417014:0:31123:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b7200 refcount=3 00000020:00000001:1.0:1789130366.417016:0:31123:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649487360 : -109198060064256 : ffff9caf586b7200) 00010000:00000001:1.0:1789130366.417019:0:31123:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649487360 : -109198060064256 : ffff9caf586b7200) 00010000:00000040:1.0:1789130366.417027:0:31123:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf42f26400 count: 2 00010000:00000001:1.0:1789130366.417030:0:31123:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1789130366.417034:0:31123:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9caf4630e800 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:1.0:1789130366.417037:0:31123:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130366.417038:0:31123:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789130366.417040:0:31123:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1789130366.417043:0:31123:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f416c3898 00000002:00002000:1.0:1789130366.417045:0:31123:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:1.0:1789130366.417049:0:31123:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789130366.417055:0:31123:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789130366.417059:0:31123:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1789130366.417063:0:31123:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:1.0:1789130366.417066:0:31123:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789130366.417072:0:31123:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9caf4557c8c0 2 00000080:00000010:1.0:1789130366.417078:0:31123:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9caf48ef8000. 00000080:00000001:1.0:1789130366.417084:0:31123:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1789130366.417089:0:31123:0:(llite_lib.c:3864:ll_prep_inode()) Process entered 00000002:00000001:1.0:1789130366.417099:0:31123:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:1.0:1789130366.417105:0:31123:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:1.0:1789130366.417120:0:31123:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9caf586068c0. 00800000:00000001:1.0:1789130366.417122:0:31123:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446634875648764096 : -109198060787520 : ffff9caf586068c0) 00800000:00000001:1.0:1789130366.417126:0:31123:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789130366.417128:0:31123:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1789130366.417133:0:31123:0:(llite_lib.c:1973:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1789130366.417136:0:31123:0:(llite_lib.c:1977:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:1.0:1789130366.417139:0:31123:0:(llite_lib.c:1928:ll_update_default_lsm_md()) Process entered 00000080:00000001:1.0:1789130366.417144:0:31123:0:(llite_lib.c:1950:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1789130366.417146:0:31123:0:(llite_lib.c:1994:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130366.417154:0:31123:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:1.0:1789130366.417159:0:31123:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:1.0:1789130366.417166:0:31123:0:(llite_lib.c:3140:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 8704 00010000:00000001:1.0:1789130366.417169:0:31123:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130366.417170:0:31123:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130366.417172:0:31123:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b7200 refcount=3 00000020:00000001:1.0:1789130366.417174:0:31123:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649487360 : -109198060064256 : ffff9caf586b7200) 00010000:00000001:1.0:1789130366.417177:0:31123:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649487360 : -109198060064256 : ffff9caf586b7200) 00010000:00000001:1.0:1789130366.417179:0:31123:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130366.417181:0:31123:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1789130366.417182:0:31123:0:(llite_lib.c:3962:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1789130366.417186:0:31123:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:1.0:1789130366.417188:0:31123:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9caf586068c0 1 00800000:00000010:1.0:1789130366.417191:0:31123:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9caf586068c0. 00800000:00000001:1.0:1789130366.417194:0:31123:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789130366.417200:0:31123:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9caf601980c8) for lock 0xde5303b1d982cc44 00800000:00000001:1.0:1789130366.417203:0:31123:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1789130366.417207:0:31123:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1789130366.417208:0:31123:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130366.417210:0:31123:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130366.417211:0:31123:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b7200 refcount=3 00000020:00000001:1.0:1789130366.417213:0:31123:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649487360 : -109198060064256 : ffff9caf586b7200) 00010000:00000001:1.0:1789130366.417216:0:31123:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649487360 : -109198060064256 : ffff9caf586b7200) 00010000:00000001:1.0:1789130366.417219:0:31123:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130366.417220:0:31123:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789130366.417221:0:31123:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789130366.417223:0:31123:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130366.417226:0:31123:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789130366.417229:0:31123:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9caf601980c8) 00000080:00010000:1.0:1789130366.417233:0:31123:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xde5303b1d982cc44 from it ffffb97f416c3b58 00010000:00000001:1.0:1789130366.417236:0:31123:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130366.417237:0:31123:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130366.417239:0:31123:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b7200 refcount=3 00000020:00000001:1.0:1789130366.417241:0:31123:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649487360 : -109198060064256 : ffff9caf586b7200) 00010000:00000001:1.0:1789130366.417243:0:31123:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649487360 : -109198060064256 : ffff9caf586b7200) 00010000:00000001:1.0:1789130366.417245:0:31123:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789130366.417248:0:31123:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7200/0xde5303b1d982cc44 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a561a expref: -99 pid: 31123 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789130366.417255:0:31123:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130366.417257:0:31123:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130366.417259:0:31123:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1789130366.417261:0:31123:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1789130366.417344:0:31123:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7200/0xde5303b1d982cc44 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a561a expref: -99 pid: 31123 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1789130366.417356:0:31123:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1789130366.417359:0:31123:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1789130366.417361:0:31123:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789130366.417366:0:31123:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130366.417368:0:31123:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130366.417370:0:31123:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130366.417374:0:31123:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1789130366.417377:0:31123:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130366.417379:0:31123:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130366.417382:0:31123:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130366.417384:0:31123:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789130366.417386:0:31123:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130366.417387:0:31123:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1789130366.417389:0:31123:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789130366.417395:0:31123:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf615d7840 x1876037329016192/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1789130382 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130366.417402:0:31123:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789130366.417404:0:31123:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789130366.417409:0:31123:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9caf482dd000. 02000000:00000001:1.0:1789130366.417413:0:31123:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789130366.417416:0:31123:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1789130366.417417:0:31123:0:(genops.c:1223:class_import_put()) import ffff9caf6079a800 refcount=3 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000020:00000001:1.0:1789130366.417420:0:31123:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1789130366.417423:0:31123:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9caf487c1400. 02000000:00000001:1.0:1789130366.417427:0:31123:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789130366.417429:0:31123:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789130366.417431:0:31123:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf615d7840. 00000100:00000001:1.0:1789130366.417441:0:31123:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789130366.417443:0:31123:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1789130366.417448:0:31123:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8), inode mode 41ff mask 1 00000080:00000001:1.0:1789130366.417455:0:31123:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1789130366.417478:0:31123:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9caf4632b640. 00000020:00000001:1.0:1789130366.417483:0:31123:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f416c3a88 00000080:00200000:1.0:1789130366.417485:0:31123:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d21g.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff9caf601980c8), flags=24 00000080:00000001:1.0:1789130366.417489:0:31123:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:1.0:1789130366.417492:0:31123:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f416c3938 00000080:00200000:1.0:1789130366.417494:0:31123:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d21g.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff9caf601980c8), intent=0 00000080:00000010:1.0:1789130366.417502:0:31123:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9caf48ef8000. 00800000:00000002:1.0:1789130366.417508:0:31123:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9caf4557c8c0 2 00000080:00000001:1.0:1789130366.417513:0:31123:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1789130366.417516:0:31123:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1789130366.417518:0:31123:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f416c3858 00800000:00000002:1.0:1789130366.417521:0:31123:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'lookup' for [0x0:0x0:0x0] 'd21g.recovery-small-1' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1789130366.417524:0:31123:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00000020:00000001:1.0:1789130366.417531:0:31123:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f416c37f0 00800000:00000002:1.0:1789130366.417533:0:31123:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d21g.recovery-small-1' -> mds #0 00000002:00000001:1.0:1789130366.417538:0:31123:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1789130366.417540:0:31123:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f416c3728 00000002:00010000:1.0:1789130366.417541:0:31123:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d21g.recovery-small-1,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00000002:00000001:1.0:1789130366.417546:0:31123:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1789130366.417549:0:31123:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1789130366.417553:0:31123:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf615d7840. 00000020:00000040:1.0:1789130366.417558:0:31123:0:(genops.c:1210:class_import_get()) import ffff9caf6079a800 refcount=4 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00010000:00000001:1.0:1789130366.417563:0:31123:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1789130366.417568:0:31123:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789130366.417571:0:31123:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130366.417572:0:31123:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130366.417573:0:31123:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130366.417576:0:31123:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789130366.417579:0:31123:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789130366.417584:0:31123:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789130366.417591:0:31123:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9caf487c1400. 00000100:00000001:1.0:1789130366.417793:0:31123:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130366.417800:0:31123:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789130366.417802:0:31123:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130366.417839:0:31123:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789130366.417840:0:31123:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130366.417842:0:31123:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789130366.417852:0:31123:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446634875799566400 : -109197909985216 : ffff9caf615d7840) 00010000:00000001:1.0:1789130366.417856:0:31123:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1789130366.417859:0:31123:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1789130366.417863:0:31123:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf42f26400 count: 2 00010000:00000001:1.0:1789130366.417865:0:31123:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789130366.417868:0:31123:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1789130366.417873:0:31123:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9caf586b7600. 00000020:00000001:1.0:1789130366.417877:0:31123:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1789130366.417881:0:31123:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9caf586b7600 with handle 0xde5303b1d982cc4b to hash 00000020:00000001:1.0:1789130366.417883:0:31123:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1789130366.417885:0:31123:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446634875649488384 : -109198060063232 : ffff9caf586b7600) 00010000:00000001:1.0:1789130366.417891:0:31123:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446634875649488384 : -109198060063232 : ffff9caf586b7600) 00010000:00000001:1.0:1789130366.417895:0:31123:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789130366.417897:0:31123:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789130366.417900:0:31123:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7600/0xde5303b1d982cc4b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 31123 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789130366.417908:0:31123:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7600/0xde5303b1d982cc4b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31123 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789130366.417919:0:31123:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7600/0xde5303b1d982cc4b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31123 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1789130366.417925:0:31123:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1789130366.417928:0:31123:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1789130366.417936:0:31123:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9caf47fd1a80. 00000100:00000001:1.0:1789130366.417939:0:31123:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446634875373820544 : -109198335731072 : ffff9caf47fd1a80) 00000100:00000001:1.0:1789130366.417942:0:31123:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789130366.417944:0:31123:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875799566400 : -109197909985216 : ffff9caf615d7840) 00000100:00000001:1.0:1789130366.417949:0:31123:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789130366.417954:0:31123:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130366.417956:0:31123:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1789130366.417958:0:31123:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789130366.417964:0:31123:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf615d7840 x1876037329016320/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130366.417972:0:31123:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789130366.417976:0:31123:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130366.417981:0:31123:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789130366.417988:0:31123:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789130366.417991:0:31123:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789130366.417995:0:31123:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf615d7840 pname:cluuid:pid:xid:nid:opc:job checkstat:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:31123:1876037329016320:192.168.204.123@tcp:101:checkstat.0 00000100:00000001:1.0:1789130366.418002:0:31123:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789130366.418009:0:31123:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789130366.418012:0:31123:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130366.418015:0:31123:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789130366.418020:0:31123:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9caf482dd000. 02000000:00000001:1.0:1789130366.418022:0:31123:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789130366.418030:0:31123:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:1.0:1789130366.418035:0:31123:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf42d8e9f8. 00000400:00000010:1.0:1789130366.418045:0:31123:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf462a37f8. 00000100:00000200:1.0:1789130366.418058:0:31123:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1876037329016320, portal 10 00000100:00000001:1.0:1789130366.418060:0:31123:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789130366.418061:0:31123:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875799566400 : -109197909985216 : ffff9caf615d7840) 00000100:00000040:1.0:1789130366.418068:0:31123:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9caf615d7840 x1876037329016320/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789130382 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130366.418076:0:31123:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789130366.418079:0:31123:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:1.0:1789130366.418082:0:31123:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf462a35d8. 00000100:00000200:1.0:1789130366.418087:0:31123:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1876037329016320, offset 0 00000400:00000200:1.0:1789130366.418095:0:31123:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:1.0:1789130366.418107:0:31123:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:1.0:1789130366.418117:0:31123:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:1.0:1789130366.418125:0:31123:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789130366.418131:0:31123:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:1.0:1789130366.418138:0:31123:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789130366.418141:0:31123:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:1.0:1789130366.418146:0:31123:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2393:2393:256:4294967295] 192.168.204.123@tcp LPNI seq info [2392:2392:8:4294967295] 00000400:00000200:1.0:1789130366.418151:0:31123:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:1.0:1789130366.418165:0:31123:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:1.0:1789130366.418173:0:31123:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:1.0:1789130366.418180:0:31123:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf47f34100. 00000800:00000200:1.0:1789130366.418188:0:31123:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:1.0:1789130366.418199:0:31123:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:1.0:1789130366.418205:0:31123:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf47f34100 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:1.0:1789130366.418237:0:31123:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789130366.418243:0:31123:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: using a timeout of 839590 usecs (840 jiffies) 00000400:00000200:1.0:1789130366.418247:0:31123:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:1.0:1789130366.418252:0:31123:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296461280 00000100:00000001:1.0:1789130366.418256:0:31123:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 2, keep current deadline 4296462858 00000100:00000001:1.0:1789130366.418258:0:31123:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296461280 00000100:00000001:1.0:1789130366.418261:0:31123:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 3, keep current deadline 4296462858 00000100:00000001:1.0:1789130366.418275:0:31123:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:2.0:1789130366.418591:0:2341:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789130366.418598:0:2341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf47f34100. 00000400:00000200:2.0:1789130366.418618:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130366.418624:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:2.0:1789130366.418631:0:2341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf462a35d8 00000400:00000010:2.0:1789130366.418634:0:2341:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf462a35d8. 00000100:00000001:2.0:1789130366.418639:0:2341:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789130366.418644:0:2341:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf615d7840 x1876037329016320/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789130382 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130366.418655:0:2341:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130366.418659:0:2341:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf615d7840 x1876037329016320/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789130382 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130366.418666:0:2341:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130366.418667:0:2341:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1789130366.419181:0:31123:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130366.419185:0:31123:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789130366.419187:0:31123:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1789130366.419190:0:31123:0:(client.c:2715:ptlrpc_set_wait()) set ffff9caf47fd1a80 going to sleep for 11 seconds 00000100:00000001:1.0:1789130366.419194:0:31123:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789130366.419197:0:31123:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1789130366.434383:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130366.434410:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789130366.434416:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130366.434419:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130366.434431:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130366.434441:0:2342:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:2.0:1789130366.434452:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130366.434460:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130366.434469:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130366.434474:0:2342:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 584 into portal 10 MB=0x6aa3efa94d600 00000400:00000200:2.0:1789130366.434480:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130366.434489:0:2342:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.123@tcp of length 584/584 into md 0x67bd [1] + 224 00000800:00000001:2.0:1789130366.434498:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130366.434507:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130366.434511:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130366.434517:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:2.0:1789130366.434528:0:2342:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789130366.434541:0:2342:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf615d7840 x1876037329016320/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789130382 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789130366.434555:0:2342:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff9caf615d7840 x1876037329016320/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789130382 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130366.434733:0:31123:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789130366.435119:0:2342:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000001:1.0:1789130366.435226:0:31123:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789130366.435229:0:31123:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789130366.435234:0:31123:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf42d8e9f8. 00000400:00000200:1.0:1789130366.435241:0:31123:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf462a37f8 00000400:00000010:1.0:1789130366.435244:0:31123:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf462a37f8. 00000100:00000001:1.0:1789130366.435248:0:31123:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789130366.435255:0:31123:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf615d7840 x1876037329016320/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789130382 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1789130366.435277:0:31123:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf615d7840 x1876037329016320/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789130382 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130366.435284:0:31123:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789130366.435286:0:31123:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130366.435289:0:31123:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789130366.435293:0:31123:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789130366.435297:0:31123:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789130366.435302:0:31123:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130366.435305:0:31123:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789130366.435318:0:31123:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf6079ac60 time=135 v=5 (104 104 104 104) 00000100:00001000:1.0:1789130366.435323:0:31123:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf6079ac18 time=2 v=5 (1 0 0 0) 00000100:00000001:1.0:1789130366.435326:0:31123:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789130366.435328:0:31123:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130366.435332:0:31123:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789130366.435337:0:31123:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130366.435342:0:31123:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789130366.435345:0:31123:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9caf5014c800: skip recheck: last_committed 4294967617 00000100:00000001:1.0:1789130366.435347:0:31123:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789130366.435349:0:31123:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789130366.435355:0:31123:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf615d7840 x1876037329016320/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/584 e 0 to 0 dl 1789130382 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130366.435363:0:31123:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789130366.435366:0:31123:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789130366.435370:0:31123:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789130366.435374:0:31123:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf615d7840 x1876037329016320/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/584 e 0 to 0 dl 1789130382 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1789130366.435382:0:31123:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf615d7840 pname:cluuid:pid:xid:nid:opc:job checkstat:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:31123:1876037329016320:192.168.204.123@tcp:101:checkstat.0 00000100:00000001:1.0:1789130366.435388:0:31123:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130366.435393:0:31123:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130366.435396:0:31123:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1789130366.435399:0:31123:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789130366.435403:0:31123:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf615d7840 x1876037329016320/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/584 e 0 to 0 dl 1789130382 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130366.435410:0:31123:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789130366.435416:0:31123:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9caf47fd1a80. 00000100:00000001:1.0:1789130366.435421:0:31123:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1789130366.435423:0:31123:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130366.435427:0:31123:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1789130366.435433:0:31123:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130366.435438:0:31123:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130366.435448:0:31123:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b7600 refcount=4 00000020:00000001:1.0:1789130366.435451:0:31123:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649488384 : -109198060063232 : ffff9caf586b7600) 00010000:00000001:1.0:1789130366.435454:0:31123:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649488384 : -109198060063232 : ffff9caf586b7600) 00010000:00000040:1.0:1789130366.435465:0:31123:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9caf586b7600, remote cookie: 0xcdf1b083821a5636, flags: 0x1001 00010000:00010000:1.0:1789130366.435471:0:31123:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7600/0xde5303b1d982cc4b lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a5636 expref: -99 pid: 31123 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1789130366.435481:0:31123:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x23:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:1.0:1789130366.435484:0:31123:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:1.0:1789130366.435527:0:31123:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9caf42f26b00. 00010000:00000010:1.0:1789130366.435541:0:31123:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9caf50154700. 00010000:00000001:1.0:1789130366.435548:0:31123:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789130366.435551:0:31123:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7600/0xde5303b1d982cc4b lrc: 4/1,0 mode: --/PR res: [0x200000404:0x23:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a5636 expref: -99 pid: 31123 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789130366.435561:0:31123:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7600/0xde5303b1d982cc4b lrc: 4/1,0 mode: --/PR res: [0x200000404:0x23:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a5636 expref: -99 pid: 31123 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789130366.435567:0:31123:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1789130366.435573:0:31123:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1789130366.435575:0:31123:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1789130366.435577:0:31123:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1789130366.435578:0:31123:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1789130366.435581:0:31123:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x23:0x0].0x0 (ffff9caf42f26b00) refcount = 1 00010000:00010000:1.0:1789130366.435586:0:31123:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7600/0xde5303b1d982cc4b lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x23:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a5636 expref: -99 pid: 31123 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789130366.435593:0:31123:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1789130366.435613:0:31123:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1789130366.435616:0:31123:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789130366.435626:0:31123:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1789130366.435629:0:31123:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789130366.435632:0:31123:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7600/0xde5303b1d982cc4b lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x23:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a5636 expref: -99 pid: 31123 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789130366.435639:0:31123:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1789130366.435641:0:31123:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130366.435642:0:31123:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130366.435643:0:31123:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130366.435644:0:31123:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130366.435646:0:31123:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789130366.435652:0:31123:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1789130366.435655:0:31123:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130366.435656:0:31123:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130366.435658:0:31123:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b7600 refcount=3 00000020:00000001:1.0:1789130366.435659:0:31123:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649488384 : -109198060063232 : ffff9caf586b7600) 00010000:00000001:1.0:1789130366.435662:0:31123:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649488384 : -109198060063232 : ffff9caf586b7600) 00010000:00000001:1.0:1789130366.435664:0:31123:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130366.435665:0:31123:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130366.435666:0:31123:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b7600 refcount=4 00000020:00000001:1.0:1789130366.435668:0:31123:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649488384 : -109198060063232 : ffff9caf586b7600) 00010000:00000001:1.0:1789130366.435669:0:31123:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649488384 : -109198060063232 : ffff9caf586b7600) 00010000:00000001:1.0:1789130366.435672:0:31123:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789130366.435676:0:31123:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789130366.435679:0:31123:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7600/0xde5303b1d982cc4b lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x23:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a5636 expref: -99 pid: 31123 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789130366.435685:0:31123:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130366.435686:0:31123:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130366.435687:0:31123:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130366.435688:0:31123:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130366.435689:0:31123:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b7600 refcount=5 00000020:00000001:1.0:1789130366.435691:0:31123:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649488384 : -109198060063232 : ffff9caf586b7600) 00010000:00000001:1.0:1789130366.435693:0:31123:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649488384 : -109198060063232 : ffff9caf586b7600) 00010000:00000001:1.0:1789130366.435696:0:31123:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789130366.435699:0:31123:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7600/0xde5303b1d982cc4b lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x23:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a5636 expref: -99 pid: 31123 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789130366.435705:0:31123:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130366.435706:0:31123:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1789130366.435709:0:31123:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7600/0xde5303b1d982cc4b lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x23:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a5636 expref: -99 pid: 31123 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789130366.435717:0:31123:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789130366.435719:0:31123:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130366.435720:0:31123:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130366.435721:0:31123:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130366.435722:0:31123:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1789130366.435728:0:31123:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0xb, status=0 req@ffff9caf615d7840 x1876037329016320/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/584 e 0 to 0 dl 1789130382 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1789130366.435737:0:31123:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130366.435738:0:31123:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130366.435740:0:31123:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b7600 refcount=3 00000020:00000001:1.0:1789130366.435742:0:31123:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649488384 : -109198060063232 : ffff9caf586b7600) 00010000:00000001:1.0:1789130366.435744:0:31123:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649488384 : -109198060063232 : ffff9caf586b7600) 00010000:00000001:1.0:1789130366.435746:0:31123:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130366.435748:0:31123:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789130366.436202:0:31123:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789130366.436208:0:31123:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789130366.436212:0:31123:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1789130366.436215:0:31123:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130366.436216:0:31123:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130366.436218:0:31123:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b7600 refcount=3 00000020:00000001:1.0:1789130366.436220:0:31123:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649488384 : -109198060063232 : ffff9caf586b7600) 00010000:00000001:1.0:1789130366.436223:0:31123:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649488384 : -109198060063232 : ffff9caf586b7600) 00000002:00010000:1.0:1789130366.436226:0:31123:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7600/0xde5303b1d982cc4b lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x23:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a5636 expref: -99 pid: 31123 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789130366.436239:0:31123:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130366.436241:0:31123:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130366.436243:0:31123:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1789130366.436244:0:31123:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130366.436245:0:31123:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130366.436247:0:31123:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b7600 refcount=3 00000020:00000001:1.0:1789130366.436249:0:31123:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649488384 : -109198060063232 : ffff9caf586b7600) 00010000:00000001:1.0:1789130366.436250:0:31123:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649488384 : -109198060063232 : ffff9caf586b7600) 00010000:00000040:1.0:1789130366.436256:0:31123:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf42f26b00 count: 2 00010000:00000001:1.0:1789130366.436259:0:31123:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1789130366.436276:0:31123:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9caf4630e800 type 13 mode 4 res 8589935620/35 (0 0) 00010000:00000001:1.0:1789130366.436279:0:31123:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130366.436281:0:31123:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789130366.436282:0:31123:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1789130366.436287:0:31123:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f416c36b0 00000002:00002000:1.0:1789130366.436289:0:31123:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=d21g.recovery-small-1 intent=lookup status=0 disp=0xb: rc = 0 00000002:00000001:1.0:1789130366.436293:0:31123:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789130366.436298:0:31123:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789130366.436303:0:31123:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1789130366.436307:0:31123:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:1.0:1789130366.436310:0:31123:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789130366.436317:0:31123:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9caf4557c8c0 2 00000080:00000001:1.0:1789130366.436320:0:31123:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1789130366.436322:0:31123:0:(namei.c:674:ll_lookup_it_finish()) it ffffb97f416c3a28 it_disposition b 00000080:00000001:1.0:1789130366.436326:0:31123:0:(llite_lib.c:3864:ll_prep_inode()) Process entered 00000002:00000001:1.0:1789130366.436335:0:31123:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1789130366.436339:0:31123:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1789130366.436343:0:31123:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833955 : 144115205322833955 : 200000404000023) 00000080:00000001:1.0:1789130366.436347:0:31123:0:(namei.c:113:ll_iget()) Process entered 00000080:00000001:1.0:1789130366.436356:0:31123:0:(llite_lib.c:1973:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1789130366.436359:0:31123:0:(llite_lib.c:1977:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000404:0x23:0x0] 00000080:00000001:1.0:1789130366.436362:0:31123:0:(llite_lib.c:1994:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130366.436367:0:31123:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833955 : 144115205322833955 : 200000404000023) 00000080:00000001:1.0:1789130366.436370:0:31123:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:1.0:1789130366.436376:0:31123:0:(llite_lib.c:3140:ll_update_inode()) inode=[0x200000404:0x23:0x0], updating i_size 7680 00000080:00200000:1.0:1789130366.436379:0:31123:0:(namei.c:147:ll_iget()) got inode: [0x200000404:0x23:0x0](ffff9caf6019f448): rc = 0 00000080:00000001:1.0:1789130366.436382:0:31123:0:(namei.c:156:ll_iget()) Process leaving (rc=18446634875778364488 : -109197931187128 : ffff9caf6019f448) 00010000:00000001:1.0:1789130366.436384:0:31123:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130366.436385:0:31123:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130366.436386:0:31123:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b7600 refcount=3 00000020:00000001:1.0:1789130366.436390:0:31123:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649488384 : -109198060063232 : ffff9caf586b7600) 00010000:00000001:1.0:1789130366.436392:0:31123:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649488384 : -109198060063232 : ffff9caf586b7600) 00010000:00000001:1.0:1789130366.436395:0:31123:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130366.436396:0:31123:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1789130366.436398:0:31123:0:(llite_lib.c:1928:ll_update_default_lsm_md()) Process entered 00000080:00000001:1.0:1789130366.436400:0:31123:0:(llite_lib.c:1941:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1789130366.436402:0:31123:0:(llite_lib.c:3962:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1789130366.436405:0:31123:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1789130366.436406:0:31123:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789130366.436410:0:31123:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000404:0x23:0x0](ffff9caf6019f448) for lock 0xde5303b1d982cc4b 00800000:00000001:1.0:1789130366.436413:0:31123:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1789130366.436415:0:31123:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1789130366.436416:0:31123:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130366.436417:0:31123:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130366.436419:0:31123:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b7600 refcount=3 00000020:00000001:1.0:1789130366.436421:0:31123:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649488384 : -109198060063232 : ffff9caf586b7600) 00010000:00000001:1.0:1789130366.436423:0:31123:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649488384 : -109198060063232 : ffff9caf586b7600) 00010000:00000001:1.0:1789130366.436425:0:31123:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130366.436426:0:31123:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789130366.436428:0:31123:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789130366.436429:0:31123:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:1.0:1789130366.436438:0:31123:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9caf602fa870 inode ffff9caf6019f448 refc 1 flags 0x20000e 00000080:00000001:1.0:1789130366.436443:0:31123:0:(llite_lib.c:3176:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1789130366.436445:0:31123:0:(llite_lib.c:3182:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130366.436448:0:31123:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:1.0:1789130366.436452:0:31123:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x23:0x0](ffff9caf6019f448) 00000080:00010000:1.0:1789130366.436456:0:31123:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xde5303b1d982cc4b from it ffffb97f416c3a28 00010000:00000001:1.0:1789130366.436459:0:31123:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130366.436460:0:31123:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130366.436461:0:31123:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b7600 refcount=3 00000020:00000001:1.0:1789130366.436463:0:31123:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649488384 : -109198060063232 : ffff9caf586b7600) 00010000:00000001:1.0:1789130366.436465:0:31123:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649488384 : -109198060063232 : ffff9caf586b7600) 00010000:00000001:1.0:1789130366.436467:0:31123:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789130366.436470:0:31123:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7600/0xde5303b1d982cc4b lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x23:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a5636 expref: -99 pid: 31123 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789130366.436477:0:31123:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130366.436478:0:31123:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130366.436480:0:31123:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1789130366.436483:0:31123:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1789130366.436486:0:31123:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7600/0xde5303b1d982cc4b lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x23:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a5636 expref: -99 pid: 31123 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1789130366.436494:0:31123:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1789130366.436497:0:31123:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1789130366.436499:0:31123:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789130366.436505:0:31123:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130366.436506:0:31123:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130366.436507:0:31123:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130366.436511:0:31123:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1789130366.436514:0:31123:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130366.436516:0:31123:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130366.436520:0:31123:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130366.436522:0:31123:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789130366.436523:0:31123:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130366.436525:0:31123:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1789130366.436526:0:31123:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1789130366.436531:0:31123:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9caf48ef8000. 00000100:00000001:1.0:1789130366.436537:0:31123:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789130366.436544:0:31123:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf615d7840 x1876037329016320/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/584 e 0 to 0 dl 1789130382 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130366.436551:0:31123:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789130366.436556:0:31123:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789130366.436560:0:31123:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9caf482dd000. 02000000:00000001:1.0:1789130366.436565:0:31123:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789130366.436568:0:31123:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1789130366.436570:0:31123:0:(genops.c:1223:class_import_put()) import ffff9caf6079a800 refcount=3 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000020:00000001:1.0:1789130366.436573:0:31123:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1789130366.436576:0:31123:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9caf487c1400. 02000000:00000001:1.0:1789130366.436581:0:31123:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789130366.436583:0:31123:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789130366.436585:0:31123:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf615d7840. 00000100:00000001:1.0:1789130366.436593:0:31123:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789130366.436595:0:31123:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789130366.436736:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130366.436751:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1789130366.436965:0:31123:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00200000:1.0:1789130366.436969:0:31123:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000404:0x23:0x0](ffff9caf6019f448), inode mode 41ed mask 1 00000080:00000001:1.0:1789130366.436975:0:31123:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1789130366.436996:0:31123:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9caf4632bc00. 00000020:00000001:1.0:1789130366.437001:0:31123:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f416c3ae8 00000080:00200000:1.0:1789130366.437004:0:31123:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=f, dir=[0x200000404:0x23:0x0](ffff9caf6019f448), flags=8 00000080:00000001:1.0:1789130366.437007:0:31123:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:1.0:1789130366.437009:0:31123:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f416c3998 00000080:00200000:1.0:1789130366.437010:0:31123:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f, dir=[0x200000404:0x23:0x0](ffff9caf6019f448), intent=getattr 00000080:00000010:1.0:1789130366.437019:0:31123:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9caf48ef8000. 00000080:00000001:1.0:1789130366.437028:0:31123:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1789130366.437031:0:31123:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1789130366.437033:0:31123:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f416c38b8 00800000:00000002:1.0:1789130366.437035:0:31123:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'f' on [0x200000404:0x23:0x0] 00800000:00000001:1.0:1789130366.437038:0:31123:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00000020:00000001:1.0:1789130366.437044:0:31123:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f416c3850 00800000:00000002:1.0:1789130366.437046:0:31123:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000404:0x23:0x0], fid2=[0x0:0x0:0x0], name='f' -> mds #0 00000002:00000001:1.0:1789130366.437051:0:31123:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1789130366.437053:0:31123:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f416c3788 00000002:00010000:1.0:1789130366.437055:0:31123:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f,[0x0:0x0:0x0]) in obj [0x200000404:0x23:0x0], intent: getattr flags 01 00000002:00000001:1.0:1789130366.437059:0:31123:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1789130366.437062:0:31123:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1789130366.437066:0:31123:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf615d7840. 00000020:00000040:1.0:1789130366.437071:0:31123:0:(genops.c:1210:class_import_get()) import ffff9caf6079a800 refcount=4 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00010000:00000001:1.0:1789130366.437077:0:31123:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1789130366.437082:0:31123:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789130366.437086:0:31123:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130366.437088:0:31123:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130366.437089:0:31123:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130366.437092:0:31123:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789130366.437095:0:31123:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789130366.437100:0:31123:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789130366.437109:0:31123:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9caf487c1400. 00000100:00000001:1.0:1789130366.437116:0:31123:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130366.437121:0:31123:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789130366.437123:0:31123:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130366.437124:0:31123:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789130366.437125:0:31123:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130366.437127:0:31123:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789130366.437136:0:31123:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446634875799566400 : -109197909985216 : ffff9caf615d7840) 00010000:00000001:1.0:1789130366.437139:0:31123:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1789130366.437142:0:31123:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1789130366.437147:0:31123:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf42f26b00 count: 2 00010000:00000001:1.0:1789130366.437149:0:31123:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789130366.437152:0:31123:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1789130366.437156:0:31123:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9caf586b7800. 00000020:00000001:1.0:1789130366.437160:0:31123:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1789130366.437163:0:31123:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9caf586b7800 with handle 0xde5303b1d982cc52 to hash 00000020:00000001:1.0:1789130366.437165:0:31123:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1789130366.437167:0:31123:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446634875649488896 : -109198060062720 : ffff9caf586b7800) 00010000:00000001:1.0:1789130366.437171:0:31123:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446634875649488896 : -109198060062720 : ffff9caf586b7800) 00010000:00000001:1.0:1789130366.437174:0:31123:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789130366.437176:0:31123:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789130366.437179:0:31123:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7800/0xde5303b1d982cc52 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x23:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 31123 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789130366.437188:0:31123:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7800/0xde5303b1d982cc52 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x23:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31123 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789130366.437203:0:31123:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7800/0xde5303b1d982cc52 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x23:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31123 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1789130366.437209:0:31123:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1789130366.437211:0:31123:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1789130366.437218:0:31123:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9caf47fd1a80. 00000100:00000001:1.0:1789130366.437221:0:31123:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446634875373820544 : -109198335731072 : ffff9caf47fd1a80) 00000100:00000001:1.0:1789130366.437223:0:31123:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789130366.437225:0:31123:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875799566400 : -109197909985216 : ffff9caf615d7840) 00000100:00000001:1.0:1789130366.437230:0:31123:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789130366.437234:0:31123:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130366.437237:0:31123:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1789130366.437238:0:31123:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789130366.437245:0:31123:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf615d7840 x1876037329016448/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130366.437253:0:31123:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789130366.437256:0:31123:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130366.437260:0:31123:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789130366.437276:0:31123:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789130366.437279:0:31123:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789130366.437492:0:31123:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf615d7840 pname:cluuid:pid:xid:nid:opc:job checkstat:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:31123:1876037329016448:192.168.204.123@tcp:101:checkstat.0 00000100:00000001:1.0:1789130366.437498:0:31123:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789130366.437505:0:31123:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789130366.437507:0:31123:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130366.437510:0:31123:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789130366.437516:0:31123:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9caf482dd000. 02000000:00000001:1.0:1789130366.437518:0:31123:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789130366.437526:0:31123:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:1.0:1789130366.437531:0:31123:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf42d8e9f8. 00000400:00000010:1.0:1789130366.437540:0:31123:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf462a37f8. 00000100:00000200:1.0:1789130366.437549:0:31123:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1876037329016448, portal 10 00000100:00000001:1.0:1789130366.437551:0:31123:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789130366.437553:0:31123:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875799566400 : -109197909985216 : ffff9caf615d7840) 00000100:00000040:1.0:1789130366.437559:0:31123:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9caf615d7840 x1876037329016448/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789130382 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130366.437567:0:31123:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789130366.437570:0:31123:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:1.0:1789130366.437573:0:31123:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf462a3a18. 00000100:00000200:1.0:1789130366.437576:0:31123:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1876037329016448, offset 0 00000400:00000200:1.0:1789130366.437584:0:31123:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:1.0:1789130366.437595:0:31123:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:1.0:1789130366.437846:0:31123:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:1.0:1789130366.437854:0:31123:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789130366.437860:0:31123:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:1.0:1789130366.437926:0:31123:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789130366.437930:0:31123:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:1.0:1789130366.437935:0:31123:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2394:2394:256:4294967295] 192.168.204.123@tcp LPNI seq info [2393:2393:8:4294967295] 00000400:00000200:1.0:1789130366.437940:0:31123:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:1.0:1789130366.437952:0:31123:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:1.0:1789130366.437958:0:31123:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:1.0:1789130366.437965:0:31123:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf47f34300. 00000800:00000200:1.0:1789130366.437973:0:31123:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:1.0:1789130366.437982:0:31123:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:1.0:1789130366.437988:0:31123:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf47f34300 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:1.0:1789130366.438011:0:31123:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789130366.438016:0:31123:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: using a timeout of 838403 usecs (839 jiffies) 00000400:00000200:1.0:1789130366.438020:0:31123:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:1.0:1789130366.438024:0:31123:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296461299 00000100:00000001:1.0:1789130366.438027:0:31123:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 2, keep current deadline 4296462858 00000100:00000001:1.0:1789130366.438030:0:31123:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296461299 00000100:00000001:1.0:1789130366.438032:0:31123:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 3, keep current deadline 4296462858 00000100:00000001:1.0:1789130366.438035:0:31123:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789130366.438038:0:31123:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130366.438040:0:31123:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789130366.438042:0:31123:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1789130366.438046:0:31123:0:(client.c:2715:ptlrpc_set_wait()) set ffff9caf47fd1a80 going to sleep for 11 seconds 00000100:00000001:1.0:1789130366.438049:0:31123:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789130366.438052:0:31123:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789130366.438405:0:2341:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789130366.438411:0:2341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf47f34300. 00000400:00000200:2.0:1789130366.438418:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130366.438424:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:2.0:1789130366.438431:0:2341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf462a3a18 00000400:00000010:2.0:1789130366.438434:0:2341:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf462a3a18. 00000100:00000001:2.0:1789130366.438440:0:2341:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789130366.438445:0:2341:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf615d7840 x1876037329016448/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789130382 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130366.438455:0:2341:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130366.438459:0:2341:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf615d7840 x1876037329016448/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789130382 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130366.438465:0:2341:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130366.438466:0:2341:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1789130366.444137:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130366.444172:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789130366.444177:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130366.444181:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130366.444193:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130366.444202:0:2342:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:3.0:1789130366.444214:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130366.444219:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130366.444226:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130366.444231:0:2342:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 640 into portal 10 MB=0x6aa3efa94d680 00000400:00000200:3.0:1789130366.444237:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130366.444244:0:2342:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.123@tcp of length 640/640 into md 0x67c5 [1] + 224 00000800:00000001:3.0:1789130366.444252:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130366.444260:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130366.444274:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130366.444280:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:3.0:1789130366.444290:0:2342:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789130366.444304:0:2342:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf615d7840 x1876037329016448/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789130382 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789130366.444318:0:2342:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=640 offset=224 replen=1152 req@ffff9caf615d7840 x1876037329016448/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789130382 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130366.445056:0:2342:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789130366.445076:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130366.445083:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130366.445196:0:31123:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789130366.445208:0:31123:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789130366.445212:0:31123:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789130366.445216:0:31123:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf42d8e9f8. 00000400:00000200:1.0:1789130366.445223:0:31123:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf462a37f8 00000400:00000010:1.0:1789130366.445226:0:31123:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf462a37f8. 00000100:00000001:1.0:1789130366.445230:0:31123:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789130366.445238:0:31123:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf615d7840 x1876037329016448/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789130382 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1789130366.445249:0:31123:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf615d7840 x1876037329016448/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789130382 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130366.445255:0:31123:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789130366.445258:0:31123:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130366.445260:0:31123:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789130366.445279:0:31123:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789130366.445282:0:31123:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789130366.445284:0:31123:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130366.445288:0:31123:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789130366.445300:0:31123:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf6079ac60 time=135 v=5 (104 104 104 104) 00000100:00001000:1.0:1789130366.445305:0:31123:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf6079ac18 time=2 v=5 (1 0 0 0) 00000100:00000001:1.0:1789130366.445312:0:31123:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789130366.445314:0:31123:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130366.445318:0:31123:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789130366.445323:0:31123:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130366.445328:0:31123:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789130366.445331:0:31123:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9caf5014c800: skip recheck: last_committed 4294967617 00000100:00000001:1.0:1789130366.445334:0:31123:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789130366.445337:0:31123:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789130366.445343:0:31123:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf615d7840 x1876037329016448/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/640 e 0 to 0 dl 1789130382 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130366.445356:0:31123:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789130366.445360:0:31123:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789130366.445363:0:31123:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789130366.445367:0:31123:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf615d7840 x1876037329016448/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/640 e 0 to 0 dl 1789130382 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1789130366.445375:0:31123:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf615d7840 pname:cluuid:pid:xid:nid:opc:job checkstat:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:31123:1876037329016448:192.168.204.123@tcp:101:checkstat.0 00000100:00000001:1.0:1789130366.445380:0:31123:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130366.445383:0:31123:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130366.445386:0:31123:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1789130366.445389:0:31123:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789130366.445393:0:31123:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf615d7840 x1876037329016448/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/640 e 0 to 0 dl 1789130382 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130366.445400:0:31123:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789130366.445404:0:31123:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9caf47fd1a80. 00000100:00000001:1.0:1789130366.445408:0:31123:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1789130366.445410:0:31123:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130366.445414:0:31123:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1789130366.445419:0:31123:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130366.445423:0:31123:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130366.445427:0:31123:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b7800 refcount=4 00000020:00000001:1.0:1789130366.445430:0:31123:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649488896 : -109198060062720 : ffff9caf586b7800) 00010000:00000001:1.0:1789130366.445433:0:31123:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649488896 : -109198060062720 : ffff9caf586b7800) 00010000:00000040:1.0:1789130366.445442:0:31123:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9caf586b7800, remote cookie: 0xcdf1b083821a5652, flags: 0x1001 00010000:00010000:1.0:1789130366.445448:0:31123:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7800/0xde5303b1d982cc52 lrc: 4/1,0 mode: --/CR res: [0x200000404:0x23:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a5652 expref: -99 pid: 31123 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1789130366.445456:0:31123:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x25:0x0].0x0, instead of [0x200000404:0x23:0x0].0x0 00010000:00000001:1.0:1789130366.445459:0:31123:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:1.0:1789130366.445471:0:31123:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9caf42f26700. 00010000:00000010:1.0:1789130366.445485:0:31123:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9caf50154a80. 00010000:00000001:1.0:1789130366.445490:0:31123:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789130366.445493:0:31123:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7800/0xde5303b1d982cc52 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x25:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a5652 expref: -99 pid: 31123 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789130366.445502:0:31123:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7800/0xde5303b1d982cc52 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a5652 expref: -99 pid: 31123 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789130366.445509:0:31123:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1789130366.445514:0:31123:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1789130366.445516:0:31123:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1789130366.445518:0:31123:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1789130366.445520:0:31123:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1789130366.445523:0:31123:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x25:0x0].0x0 (ffff9caf42f26700) refcount = 1 00010000:00010000:1.0:1789130366.445528:0:31123:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7800/0xde5303b1d982cc52 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a5652 expref: -99 pid: 31123 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789130366.445535:0:31123:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1789130366.445540:0:31123:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1789130366.445542:0:31123:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789130366.445546:0:31123:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1789130366.445557:0:31123:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789130366.445560:0:31123:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7800/0xde5303b1d982cc52 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a5652 expref: -99 pid: 31123 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789130366.445566:0:31123:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1789130366.445568:0:31123:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130366.445571:0:31123:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130366.445572:0:31123:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130366.445573:0:31123:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130366.445574:0:31123:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789130366.445580:0:31123:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1789130366.445582:0:31123:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130366.445583:0:31123:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130366.445586:0:31123:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b7800 refcount=3 00000020:00000001:1.0:1789130366.445588:0:31123:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649488896 : -109198060062720 : ffff9caf586b7800) 00010000:00000001:1.0:1789130366.445590:0:31123:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649488896 : -109198060062720 : ffff9caf586b7800) 00010000:00000001:1.0:1789130366.445593:0:31123:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130366.445594:0:31123:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130366.445596:0:31123:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b7800 refcount=4 00000020:00000001:1.0:1789130366.445598:0:31123:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649488896 : -109198060062720 : ffff9caf586b7800) 00010000:00000001:1.0:1789130366.445600:0:31123:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649488896 : -109198060062720 : ffff9caf586b7800) 00010000:00000001:1.0:1789130366.445603:0:31123:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789130366.445607:0:31123:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789130366.445611:0:31123:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7800/0xde5303b1d982cc52 lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a5652 expref: -99 pid: 31123 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789130366.445617:0:31123:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130366.445618:0:31123:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130366.445619:0:31123:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130366.445620:0:31123:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130366.445621:0:31123:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b7800 refcount=5 00000020:00000001:1.0:1789130366.445623:0:31123:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649488896 : -109198060062720 : ffff9caf586b7800) 00010000:00000001:1.0:1789130366.445625:0:31123:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649488896 : -109198060062720 : ffff9caf586b7800) 00010000:00000001:1.0:1789130366.445628:0:31123:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789130366.445631:0:31123:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7800/0xde5303b1d982cc52 lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a5652 expref: -99 pid: 31123 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789130366.445638:0:31123:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130366.445639:0:31123:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1789130366.445642:0:31123:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7800/0xde5303b1d982cc52 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a5652 expref: -99 pid: 31123 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789130366.445649:0:31123:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789130366.445651:0:31123:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130366.445652:0:31123:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130366.445655:0:31123:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130366.445656:0:31123:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1789130366.445661:0:31123:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9caf615d7840 x1876037329016448/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/640 e 0 to 0 dl 1789130382 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1789130366.445670:0:31123:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130366.445671:0:31123:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130366.445672:0:31123:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b7800 refcount=3 00000020:00000001:1.0:1789130366.445674:0:31123:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649488896 : -109198060062720 : ffff9caf586b7800) 00010000:00000001:1.0:1789130366.445676:0:31123:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649488896 : -109198060062720 : ffff9caf586b7800) 00000002:00010000:1.0:1789130366.445680:0:31123:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: getattr, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7800/0xde5303b1d982cc52 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a5652 expref: -99 pid: 31123 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:1.0:1789130366.445700:0:31123:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff9caf586068c0. 00010000:00000001:1.0:1789130366.445703:0:31123:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130366.445704:0:31123:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789130366.445706:0:31123:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789130366.445708:0:31123:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789130366.445712:0:31123:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1789130366.445715:0:31123:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130366.445716:0:31123:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130366.445717:0:31123:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b7800 refcount=3 00000020:00000001:1.0:1789130366.445719:0:31123:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649488896 : -109198060062720 : ffff9caf586b7800) 00010000:00000001:1.0:1789130366.445722:0:31123:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649488896 : -109198060062720 : ffff9caf586b7800) 00000002:00010000:1.0:1789130366.445726:0:31123:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7800/0xde5303b1d982cc52 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a5652 expref: -99 pid: 31123 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789130366.445733:0:31123:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130366.445734:0:31123:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130366.445736:0:31123:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1789130366.445738:0:31123:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130366.445739:0:31123:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130366.445740:0:31123:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b7800 refcount=3 00000020:00000001:1.0:1789130366.445741:0:31123:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649488896 : -109198060062720 : ffff9caf586b7800) 00010000:00000001:1.0:1789130366.445743:0:31123:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649488896 : -109198060062720 : ffff9caf586b7800) 00010000:00000040:1.0:1789130366.445748:0:31123:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf42f26700 count: 2 00010000:00000001:1.0:1789130366.445750:0:31123:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1789130366.445755:0:31123:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9caf4630e800 type 13 mode 4 res 8589935620/37 (0 0) 00010000:00000001:1.0:1789130366.445758:0:31123:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130366.445759:0:31123:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789130366.445760:0:31123:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1789130366.445764:0:31123:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f416c3710 00000002:00002000:1.0:1789130366.445766:0:31123:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=f intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:1.0:1789130366.445769:0:31123:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789130366.445774:0:31123:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789130366.445777:0:31123:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1789130366.445781:0:31123:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000404:0x23:0x0] suppgids 0 -1: rc 0 00000080:00000001:1.0:1789130366.445784:0:31123:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130366.445789:0:31123:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1789130366.445791:0:31123:0:(namei.c:674:ll_lookup_it_finish()) it ffffb97f416c3b20 it_disposition b 00000080:00000001:1.0:1789130366.445794:0:31123:0:(llite_lib.c:3864:ll_prep_inode()) Process entered 00000002:00000001:1.0:1789130366.445801:0:31123:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1789130366.445837:0:31123:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1789130366.445841:0:31123:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833957 : 144115205322833957 : 200000404000025) 00000080:00000001:1.0:1789130366.445844:0:31123:0:(namei.c:113:ll_iget()) Process entered 00000020:00000001:1.0:1789130366.445853:0:31123:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1789130366.445858:0:31123:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446634875648776744 : -109198060774872 : ffff9caf58609a28) 00000020:00001000:1.0:1789130366.445861:0:31123:0:(cl_object.c:823:cl_env_get()) 1@ffff9caf58609a20 00000020:00000001:1.0:1789130366.445864:0:31123:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:1.0:1789130366.445869:0:31123:0:(lov_object.c:1460:lov_conf_set()) Process entered 00020000:00000001:1.0:1789130366.445873:0:31123:0:(lov_pack.c:354:lov_unpackmd()) Process entered 00020000:00000010:1.0:1789130366.445880:0:31123:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9caf481b3000. 00020000:00000010:1.0:1789130366.445885:0:31123:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9caf43195100. 00020000:00000010:1.0:1789130366.445892:0:31123:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9caf481b31e0. 00020000:00000001:1.0:1789130366.445894:0:31123:0:(lov_pack.c:366:lov_unpackmd()) Process leaving (rc=18446634875375792608 : -109198333759008 : ffff9caf481b31e0) 00020000:00000002:1.0:1789130366.445898:0:31123:0:(lov_ea.c:762:dump_lsm()) lsm ffff9caf481b31e0, objid 0x25:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1789130366.445903:0:31123:0:(lov_ea.c:793:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1789130366.445919:0:31123:0:(lov_ea.c:812:dump_lsm()) oinfo:ffff9caf43195100: ostid: 0x280000400:18 ost idx: 1 gen: 0 00020000:00000002:1.0:1789130366.445924:0:31123:0:(lov_object.c:1314:lov_conf_lock()) Took exclusive lov(ffff9caf47cdc3e0) owner ffff9caf41494f80 00020000:00000001:1.0:1789130366.445928:0:31123:0:(lov_object.c:1520:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1789130366.445930:0:31123:0:(lov_object.c:1320:lov_conf_unlock()) To release exclusive lov(ffff9caf47cdc3e0) owner ffff9caf41494f80 00020000:00000010:1.0:1789130366.445935:0:31123:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9caf43195100. 00020000:00000010:1.0:1789130366.445939:0:31123:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff9caf481b3000. 00020000:00000010:1.0:1789130366.445942:0:31123:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff9caf481b31e0. 00020000:00000002:1.0:1789130366.445944:0:31123:0:(lov_object.c:1547:lov_conf_set()) [0x200000404:0x25:0x0] lo_layout_invalid=0 00020000:00000001:1.0:1789130366.445947:0:31123:0:(lov_object.c:1548:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130366.445948:0:31123:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1789130366.445950:0:31123:0:(cl_object.c:917:cl_env_put()) 1@ffff9caf58609a20 00000080:00000001:1.0:1789130366.445955:0:31123:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833957 : 144115205322833957 : 200000404000025) 00000080:00000001:1.0:1789130366.445958:0:31123:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:1.0:1789130366.445964:0:31123:0:(namei.c:147:ll_iget()) got inode: [0x200000404:0x25:0x0](ffff9caf60198908): rc = 0 00000080:00000001:1.0:1789130366.445967:0:31123:0:(namei.c:156:ll_iget()) Process leaving (rc=18446634875778337032 : -109197931214584 : ffff9caf60198908) 00010000:00000001:1.0:1789130366.445969:0:31123:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130366.445971:0:31123:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130366.445972:0:31123:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b7800 refcount=3 00000020:00000001:1.0:1789130366.445974:0:31123:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649488896 : -109198060062720 : ffff9caf586b7800) 00010000:00000001:1.0:1789130366.445976:0:31123:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649488896 : -109198060062720 : ffff9caf586b7800) 00000080:00000001:1.0:1789130366.445980:0:31123:0:(file.c:6819:ll_layout_conf()) Process entered 00000020:00000001:1.0:1789130366.445982:0:31123:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1789130366.445983:0:31123:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446634875648776744 : -109198060774872 : ffff9caf58609a28) 00000020:00001000:1.0:1789130366.445985:0:31123:0:(cl_object.c:823:cl_env_get()) 1@ffff9caf58609a20 00000020:00000001:1.0:1789130366.445987:0:31123:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:1.0:1789130366.445988:0:31123:0:(lov_object.c:1460:lov_conf_set()) Process entered 00020000:00000001:1.0:1789130366.445989:0:31123:0:(lov_pack.c:354:lov_unpackmd()) Process entered 00020000:00000010:1.0:1789130366.445992:0:31123:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9caf481b31e0. 00020000:00000010:1.0:1789130366.445994:0:31123:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9caf43195100. 00020000:00000010:1.0:1789130366.445997:0:31123:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9caf481b3000. 00020000:00000001:1.0:1789130366.445999:0:31123:0:(lov_pack.c:366:lov_unpackmd()) Process leaving (rc=18446634875375792128 : -109198333759488 : ffff9caf481b3000) 00020000:00000002:1.0:1789130366.446002:0:31123:0:(lov_ea.c:762:dump_lsm()) lsm ffff9caf481b3000, objid 0x25:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1789130366.446005:0:31123:0:(lov_ea.c:793:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1789130366.446008:0:31123:0:(lov_ea.c:812:dump_lsm()) oinfo:ffff9caf43195100: ostid: 0x280000400:18 ost idx: 1 gen: 0 00020000:00000002:1.0:1789130366.446011:0:31123:0:(lov_object.c:1314:lov_conf_lock()) Took exclusive lov(ffff9caf47cdc3e0) owner ffff9caf41494f80 00020000:00000001:1.0:1789130366.446014:0:31123:0:(lov_object.c:1520:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1789130366.446015:0:31123:0:(lov_object.c:1320:lov_conf_unlock()) To release exclusive lov(ffff9caf47cdc3e0) owner ffff9caf41494f80 00020000:00000010:1.0:1789130366.446018:0:31123:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9caf43195100. 00020000:00000010:1.0:1789130366.446021:0:31123:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff9caf481b31e0. 00020000:00000010:1.0:1789130366.446023:0:31123:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff9caf481b3000. 00020000:00000002:1.0:1789130366.446024:0:31123:0:(lov_object.c:1547:lov_conf_set()) [0x200000404:0x25:0x0] lo_layout_invalid=0 00020000:00000001:1.0:1789130366.446026:0:31123:0:(lov_object.c:1548:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130366.446028:0:31123:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130366.446032:0:31123:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:1.0:1789130366.446035:0:31123:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9caf47cdc3e0) owner 0000000000000000/ffff9caf41494f80 00020000:00000002:1.0:1789130366.446038:0:31123:0:(lov_object.c:2443:lov_lsm_addref()) lsm ffff9caf5021f5a0 addref 2/0 by ffff9caf41494f80. 00020000:00000002:1.0:1789130366.446040:0:31123:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9caf47cdc3e0) owner 0000000000000000/ffff9caf41494f80 00020000:00000001:1.0:1789130366.446043:0:31123:0:(lov_object.c:2339:lov_object_layout_get()) Process entered 00020000:00000001:1.0:1789130366.446046:0:31123:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:1.0:1789130366.446047:0:31123:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:1.0:1789130366.446049:0:31123:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:1.0:1789130366.446052:0:31123:0:(lov_object.c:2358:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:1.0:1789130366.446055:0:31123:0:(file.c:6854:ll_layout_conf()) [0x200000404:0x25:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:1.0:1789130366.446057:0:31123:0:(cl_object.c:917:cl_env_put()) 1@ffff9caf58609a20 00000080:00000001:1.0:1789130366.446059:0:31123:0:(file.c:6861:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130366.446061:0:31123:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130366.446062:0:31123:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1789130366.446064:0:31123:0:(llite_lib.c:3962:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1789130366.446067:0:31123:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1789130366.446069:0:31123:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789130366.446073:0:31123:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000404:0x25:0x0](ffff9caf60198908) for lock 0xde5303b1d982cc52 00800000:00000001:1.0:1789130366.446076:0:31123:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1789130366.446078:0:31123:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1789130366.446080:0:31123:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130366.446081:0:31123:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130366.446082:0:31123:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b7800 refcount=3 00000020:00000001:1.0:1789130366.446084:0:31123:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649488896 : -109198060062720 : ffff9caf586b7800) 00010000:00000001:1.0:1789130366.446086:0:31123:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649488896 : -109198060062720 : ffff9caf586b7800) 00010000:00000001:1.0:1789130366.446089:0:31123:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130366.446091:0:31123:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789130366.446092:0:31123:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789130366.446094:0:31123:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:1.0:1789130366.446106:0:31123:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9caf602fa798 inode ffff9caf60198908 refc 1 flags 0x40000e 00000080:00000001:1.0:1789130366.446110:0:31123:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:1.0:1789130366.446114:0:31123:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x25:0x0](ffff9caf60198908) 00000080:00010000:1.0:1789130366.446118:0:31123:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xde5303b1d982cc52 from it ffffb97f416c3b20 00010000:00000001:1.0:1789130366.446120:0:31123:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130366.446121:0:31123:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130366.446122:0:31123:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b7800 refcount=3 00000020:00000001:1.0:1789130366.446124:0:31123:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649488896 : -109198060062720 : ffff9caf586b7800) 00010000:00000001:1.0:1789130366.446126:0:31123:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649488896 : -109198060062720 : ffff9caf586b7800) 00010000:00000001:1.0:1789130366.446128:0:31123:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789130366.446131:0:31123:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7800/0xde5303b1d982cc52 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xcdf1b083821a5652 expref: -99 pid: 31123 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789130366.446138:0:31123:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130366.446139:0:31123:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130366.446140:0:31123:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1789130366.446144:0:31123:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1789130366.446147:0:31123:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7800/0xde5303b1d982cc52 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xcdf1b083821a5652 expref: -99 pid: 31123 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1789130366.446154:0:31123:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1789130366.446158:0:31123:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1789130366.446160:0:31123:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789130366.446165:0:31123:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130366.446166:0:31123:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130366.446167:0:31123:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130366.446171:0:31123:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1789130366.446173:0:31123:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130366.446175:0:31123:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130366.446179:0:31123:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130366.446180:0:31123:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789130366.446182:0:31123:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130366.446184:0:31123:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1789130366.446186:0:31123:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1789130366.446190:0:31123:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9caf48ef8000. 00000100:00000001:1.0:1789130366.446195:0:31123:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789130366.446200:0:31123:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf615d7840 x1876037329016448/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/640 e 0 to 0 dl 1789130382 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130366.446207:0:31123:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789130366.446210:0:31123:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789130366.446214:0:31123:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9caf482dd000. 02000000:00000001:1.0:1789130366.446218:0:31123:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789130366.446221:0:31123:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1789130366.446223:0:31123:0:(genops.c:1223:class_import_put()) import ffff9caf6079a800 refcount=3 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000020:00000001:1.0:1789130366.446226:0:31123:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1789130366.446229:0:31123:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9caf487c1400. 02000000:00000001:1.0:1789130366.446233:0:31123:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789130366.446236:0:31123:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789130366.446238:0:31123:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf615d7840. 00000100:00000001:1.0:1789130366.446245:0:31123:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789130366.446247:0:31123:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1789130366.446250:0:31123:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:1.0:1789130366.446252:0:31123:0:(dcache.c:176:ll_intent_release()) intent ffffb97f416c3b20 released 00000080:00000001:1.0:1789130366.446254:0:31123:0:(dcache.c:187:ll_intent_release()) Process leaving 00000020:00000001:1.0:1789130366.446281:0:31123:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f416c3d10 00000080:00200008:1.0:1789130366.446284:0:31123:0:(file.c:6313:ll_getattr_dentry()) START file f:[0x200000404:0x25:0x0](ffff9caf60198908), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1789130366.446290:0:31123:0:(file.c:6206:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1789130366.446291:0:31123:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f416c3c88 00000080:00200000:1.0:1789130366.446293:0:31123:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x25:0x0](ffff9caf60198908),name=f 00000080:00000010:1.0:1789130366.446299:0:31123:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9caf48ef8000. 00000080:00000001:1.0:1789130366.446310:0:31123:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1789130366.446313:0:31123:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1789130366.446315:0:31123:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f416c3ba8 00800000:00000002:1.0:1789130366.446317:0:31123:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000404:0x25:0x0] 'f' on [0x200000404:0x23:0x0] 00800000:00000001:1.0:1789130366.446320:0:31123:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1789130366.446326:0:31123:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000404:0x23:0x0], fid2=[0x200000404:0x25:0x0], name='' -> mds #0 00000002:00000001:1.0:1789130366.446331:0:31123:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1789130366.446333:0:31123:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f416c3a78 00000002:00010000:1.0:1789130366.446335:0:31123:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000404:0x25:0x0]) in obj [0x200000404:0x23:0x0], intent: getattr flags 0 00000002:00000001:1.0:1789130366.446339:0:31123:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1789130366.446341:0:31123:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789130366.446343:0:31123:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789130366.446346:0:31123:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf42f26700 count: 2 00010000:00000001:1.0:1789130366.446349:0:31123:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789130366.446352:0:31123:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789130366.446355:0:31123:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1789130366.446358:0:31123:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7800/0xde5303b1d982cc52 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xcdf1b083821a5652 expref: -99 pid: 31123 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 02000000:00000001:1.0:1789130366.446365:0:31123:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1789130366.446370:0:31123:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789130366.446374:0:31123:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7800/0xde5303b1d982cc52 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xcdf1b083821a5652 expref: -99 pid: 31123 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000002:00000001:1.0:1789130366.446380:0:31123:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1789130366.446382:0:31123:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1789130366.446383:0:31123:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1789130366.446385:0:31123:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1789130366.446387:0:31123:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1789130366.446389:0:31123:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000404:0x23:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1789130366.446392:0:31123:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:1.0:1789130366.446395:0:31123:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9caf48ef8000. 00000080:00000001:1.0:1789130366.446398:0:31123:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1789130366.446400:0:31123:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789130366.446402:0:31123:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x25:0x0](ffff9caf60198908) 00000080:00010000:1.0:1789130366.446406:0:31123:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000404:0x25:0x0](ffff9caf60198908) for lock 0xde5303b1d982cc52 00800000:00000001:1.0:1789130366.446409:0:31123:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1789130366.446410:0:31123:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1789130366.446411:0:31123:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130366.446412:0:31123:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130366.446414:0:31123:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b7800 refcount=3 00000020:00000001:1.0:1789130366.446417:0:31123:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649488896 : -109198060062720 : ffff9caf586b7800) 00010000:00000001:1.0:1789130366.446420:0:31123:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649488896 : -109198060062720 : ffff9caf586b7800) 00010000:00000001:1.0:1789130366.446422:0:31123:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130366.446424:0:31123:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789130366.446425:0:31123:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789130366.446426:0:31123:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789130366.446428:0:31123:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xde5303b1d982cc52 from it ffffb97f416c3cc0 00010000:00000001:1.0:1789130366.446430:0:31123:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130366.446431:0:31123:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130366.446433:0:31123:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b7800 refcount=3 00000020:00000001:1.0:1789130366.446435:0:31123:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649488896 : -109198060062720 : ffff9caf586b7800) 00010000:00000001:1.0:1789130366.446436:0:31123:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649488896 : -109198060062720 : ffff9caf586b7800) 00010000:00000001:1.0:1789130366.446438:0:31123:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789130366.446441:0:31123:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7800/0xde5303b1d982cc52 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xcdf1b083821a5652 expref: -99 pid: 31123 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1789130366.446446:0:31123:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130366.446447:0:31123:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130366.446448:0:31123:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1789130366.446450:0:31123:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1789130366.446452:0:31123:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7800/0xde5303b1d982cc52 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xcdf1b083821a5652 expref: -99 pid: 31123 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1789130366.446458:0:31123:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1789130366.446459:0:31123:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1789130366.446461:0:31123:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789130366.446463:0:31123:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130366.446464:0:31123:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130366.446465:0:31123:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130366.446467:0:31123:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1789130366.446468:0:31123:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130366.446469:0:31123:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130366.446471:0:31123:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130366.446473:0:31123:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789130366.446474:0:31123:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130366.446476:0:31123:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1789130366.446477:0:31123:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1789130366.446479:0:31123:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1789130366.446482:0:31123:0:(pcc.c:2686:pcc_inode_getattr()) Process entered 00000080:00000001:1.0:1789130366.446486:0:31123:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:1.0:1789130366.446488:0:31123:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1789130366.446491:0:31123:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:1.0:1789130366.446493:0:31123:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130366.446495:0:31123:0:(pcc.c:2695:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1789130366.446499:0:31123:0:(glimpse.c:178:__cl_glimpse_size()) Process entered 00000020:00000001:1.0:1789130366.446500:0:31123:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1789130366.446503:0:31123:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446634875648776744 : -109198060774872 : ffff9caf58609a28) 00000020:00001000:1.0:1789130366.446505:0:31123:0:(cl_object.c:823:cl_env_get()) 1@ffff9caf58609a20 00000020:00000001:1.0:1789130366.446511:0:31123:0:(cl_object.c:143:cl_object_top()) ffff9caf42b2a5f8 -> ffff9caf42b2a5f8 00000020:00000001:1.0:1789130366.446513:0:31123:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1789130366.446517:0:31123:0:(vvp_io.c:1987:vvp_io_init()) Process entered 00000080:00200000:1.0:1789130366.446519:0:31123:0:(vvp_io.c:1992:vvp_io_init()) [0x200000404:0x25:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:1.0:1789130366.446522:0:31123:0:(cl_io.c:902:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1789130366.446524:0:31123:0:(cl_io.c:908:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1789130366.446526:0:31123:0:(file.c:7121:ll_layout_refresh()) Process entered 00000080:00000001:1.0:1789130366.446528:0:31123:0:(file.c:7125:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130366.446530:0:31123:0:(vvp_io.c:2064:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1789130366.446534:0:31123:0:(lov_object.c:1604:lov_io_init()) [0x200000404:0x25:0x0]io ffff9caf42d82760 type 7 ignore/verify layout 0/1, compressed 0 00020000:00000002:1.0:1789130366.446537:0:31123:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9caf47cdc3e0) owner 0000000000000000/ffff9caf41494f80 00020000:00000001:1.0:1789130366.446541:0:31123:0:(lov_io.c:2488:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1789130366.446543:0:31123:0:(lov_io.c:764:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1789130366.446546:0:31123:0:(lov_io.c:478:lov_io_mirror_init()) Process entered 00020000:00000001:1.0:1789130366.446548:0:31123:0:(lov_io.c:489:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789130366.446550:0:31123:0:(lov_io.c:919:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:1.0:1789130366.446552:0:31123:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1789130366.446554:0:31123:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130366.446556:0:31123:0:(cl_io.c:902:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1789130366.446557:0:31123:0:(cl_io.c:908:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1789130366.446558:0:31123:0:(lov_io.c:2501:lov_io_init_composite()) Process leaving 00020000:00000002:1.0:1789130366.446560:0:31123:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9caf47cdc3e0) owner 0000000000000000/ffff9caf41494f80 00000020:00000001:1.0:1789130366.446563:0:31123:0:(cl_io.c:146:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1789130366.446566:0:31123:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:1.0:1789130366.446568:0:31123:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000404:0x25:0x0] 00000020:00000001:1.0:1789130366.446571:0:31123:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:1.0:1789130366.446573:0:31123:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:1.0:1789130366.446577:0:31123:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:1.0:1789130366.446579:0:31123:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:1.0:1789130366.446586:0:31123:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:1.0:1789130366.446592:0:31123:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff9caf50154080. 00020000:00000002:1.0:1789130366.446595:0:31123:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:1.0:1789130366.446597:0:31123:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:1.0:1789130366.446600:0:31123:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1789130366.446602:0:31123:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:1.0:1789130366.446604:0:31123:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1789130366.446605:0:31123:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446634875648778040 : -109198060773576 : ffff9caf58609f38) 00000020:00001000:1.0:1789130366.446607:0:31123:0:(cl_object.c:823:cl_env_get()) 1@ffff9caf58609f30 00000020:00000001:1.0:1789130366.446610:0:31123:0:(cl_object.c:143:cl_object_top()) ffff9caf42b2a210 -> ffff9caf42b2a5f8 00000020:00000001:1.0:1789130366.446611:0:31123:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:1.0:1789130366.446616:0:31123:0:(cl_io.c:902:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1789130366.446617:0:31123:0:(cl_io.c:908:cl_io_slice_add()) Process leaving 00000020:00000001:1.0:1789130366.446619:0:31123:0:(cl_io.c:146:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789130366.446620:0:31123:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789130366.446622:0:31123:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446634875287506072 : -109198422045544 : ffff9caf42d80c98) 00000020:00000001:1.0:1789130366.446624:0:31123:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:1.0:1789130366.446629:0:31123:0:(osc_lock.c:1279:osc_lock_init()) slab-alloced 'oscl': 312 at ffff9caf4a7a2c30. 00000008:00010000:1.0:1789130366.446632:0:31123:0:(lustre_osc.h:166:osc_enq2ldlm_flags()) flags: a 00000020:00000001:1.0:1789130366.446636:0:31123:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1789130366.446637:0:31123:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:1.0:1789130366.446639:0:31123:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9caf501540b0, osc lock ffff9caf4a7a2c30, flags 0x400001002 00000020:00000001:1.0:1789130366.446642:0:31123:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789130366.446643:0:31123:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789130366.446647:0:31123:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446634875509620864 : -109198199930752 : ffff9caf50154080) 00000020:00000001:1.0:1789130366.446649:0:31123:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1789130366.446650:0:31123:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:1.0:1789130366.446651:0:31123:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130366.446654:0:31123:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130366.446657:0:31123:0:(cl_io.c:1193:cl_sync_io_init_notify()) Process entered 00000020:00000001:1.0:1789130366.446659:0:31123:0:(cl_io.c:1201:cl_sync_io_init_notify()) Process leaving 00000020:00000001:1.0:1789130366.446661:0:31123:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:1.0:1789130366.446663:0:31123:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:1.0:1789130366.446664:0:31123:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1789130366.446665:0:31123:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446634875287506072 : -109198422045544 : ffff9caf42d80c98) 00000020:00000001:1.0:1789130366.446667:0:31123:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:1.0:1789130366.446670:0:31123:0:(osc_lock.c:1010:osc_lock_enqueue()) Process entered 00000008:00000001:1.0:1789130366.446673:0:31123:0:(osc_lock.c:1035:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1789130366.446677:0:31123:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:1.0:1789130366.446680:0:31123:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process entered 00000020:00000001:1.0:1789130366.446681:0:31123:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:1.0:1789130366.446683:0:31123:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:1.0:1789130366.446685:0:31123:0:(lovsub_object.c:152:lovsub_req_projid_set()) Process leaving 00000020:00000001:1.0:1789130366.446686:0:31123:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:1.0:1789130366.446689:0:31123:0:(osc_request.c:3393:osc_enqueue_base()) Process entered 00010000:00000001:1.0:1789130366.446691:0:31123:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1789130366.446695:0:31123:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130366.446699:0:31123:0:(ldlm_request.c:996:ldlm_enqueue_pack()) Process entered 00000100:00000010:1.0:1789130366.446703:0:31123:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf615d7840. 00000020:00000040:1.0:1789130366.446708:0:31123:0:(genops.c:1210:class_import_get()) import ffff9caf48ede000 refcount=3 obd=lustre-OST0001-osc-ffff9caf5014c800 00000100:00000001:1.0:1789130366.446711:0:31123:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:1.0:1789130366.446716:0:31123:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1789130366.446721:0:31123:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9caf5014c800: connect to NID 192.168.204.123@tcp last attempt 1766 00000400:00000200:1.0:1789130366.446730:0:31123:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:1.0:1789130366.446737:0:31123:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.123@tcp is discovered: rc = 1 00000100:00000040:1.0:1789130366.446741:0:31123:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9caf452f48c0 refcount 11 to 192.168.204.123@tcp 00000100:00000001:1.0:1789130366.446744:0:31123:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789130366.446747:0:31123:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9caf452f48c0 refcount 12 to 192.168.204.123@tcp 00000100:00000001:1.0:1789130366.446749:0:31123:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634875326777536 : -109198382774080 : ffff9caf452f48c0) 00000020:00000001:1.0:1789130366.446752:0:31123:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789130366.446754:0:31123:0:(genops.c:804:class_conn2export()) looking for export cookie 0xde5303b1d982c249 00000020:00000001:1.0:1789130366.446756:0:31123:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130366.446758:0:31123:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9caf45558800 refcount=4 00000020:00000001:1.0:1789130366.446760:0:31123:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875329284096 : -109198380267520 : ffff9caf45558800) 00000020:00000001:1.0:1789130366.446762:0:31123:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634875329284096 : -109198380267520 : ffff9caf45558800) 00000100:00000040:1.0:1789130366.446766:0:31123:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9caf452f48c0 refcount 11 to 192.168.204.123@tcp 00000100:00000001:1.0:1789130366.446767:0:31123:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789130366.446769:0:31123:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9caf452f48c0 refcount 12 to 192.168.204.123@tcp 00000100:00000001:1.0:1789130366.446771:0:31123:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634875326777536 : -109198382774080 : ffff9caf452f48c0) 00000020:00000040:1.0:1789130366.446775:0:31123:0:(genops.c:879:class_export_put()) PUTting export ffff9caf45558800 : new refcount 3 00000100:00080000:1.0:1789130366.446779:0:31123:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9caf5014c800: import ffff9caf48ede000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00000001:1.0:1789130366.446782:0:31123:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130366.446785:0:31123:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1789130366.446793:0:31123:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789130366.446796:0:31123:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130366.446799:0:31123:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1789130366.446837:0:31123:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683269 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1789130366.446840:0:31123:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130366.446843:0:31123:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789130366.446847:0:31123:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf615d5a40. 00000020:00000040:1.0:1789130366.446850:0:31123:0:(genops.c:1210:class_import_get()) import ffff9caf48ede000 refcount=4 obd=lustre-OST0001-osc-ffff9caf5014c800 02000000:00000001:1.0:1789130366.446854:0:31123:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789130366.446856:0:31123:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130366.446859:0:31123:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789130366.446862:0:31123:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789130366.446865:0:31123:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789130366.446871:0:31123:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9caf487c1400. 00000100:00000001:1.0:1789130366.446879:0:31123:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789130366.446887:0:31123:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9caf615d5a40 x1876037329016576/t0(0) o8->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789130366.446897:0:31123:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789130366.446902:0:31123:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789130366.446906:0:31123:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009256d0f9] to pc [ptlrpcd_rcv+-1] req@ffff9caf615d5a40 x1876037329016576/t0(0) o8->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130366.446938:0:31123:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130366.446941:0:31123:0:(pinger.c:367:ptlrpc_pinger_add_import()) Process entered 00000100:00000001:1.0:1789130366.446942:0:31123:0:(pinger.c:369:ptlrpc_pinger_add_import()) Process leaving (rc=18446744073709551502 : -114 : ffffffffffffff8e) 00010000:00000001:1.0:1789130366.446946:0:31123:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1789130366.446949:0:31123:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789130366.446951:0:31123:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130366.446953:0:31123:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789130366.446955:0:31123:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789130366.446957:0:31123:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789130366.446960:0:31123:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9caf48ef8000. 00000100:00000001:1.0:1789130366.446963:0:31123:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130366.446967:0:31123:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789130366.446969:0:31123:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130366.446970:0:31123:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789130366.446972:0:31123:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130366.446973:0:31123:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130366.446976:0:31123:0:(ldlm_request.c:1010:ldlm_enqueue_pack()) Process leaving (rc=18446634875799566400 : -109197909985216 : ffff9caf615d7840) 00010000:00000001:1.0:1789130366.446980:0:31123:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1789130366.446982:0:31123:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1789130366.446986:0:31123:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9caf42f26a00. 00010000:00000010:1.0:1789130366.446989:0:31123:0:(ldlm_resource.c:1471:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff9caf42f26800. 00010000:00000001:1.0:1789130366.446995:0:31123:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1789130366.446997:0:31123:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9caf586b6a00. 00000020:00000001:1.0:1789130366.447002:0:31123:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1789130366.447004:0:31123:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9caf586b6a00 with handle 0xde5303b1d982cc59 to hash 00000020:00000001:1.0:1789130366.447007:0:31123:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1789130366.447008:0:31123:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446634875649485312 : -109198060066304 : ffff9caf586b6a00) 00010000:00000010:1.0:1789130366.447013:0:31123:0:(ldlm_lock.c:1732:ldlm_lock_create()) kmalloced '(lock->l_lvb_data)': 56 at ffff9caf58606e40. 00010000:00000001:1.0:1789130366.447016:0:31123:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446634875649485312 : -109198060066304 : ffff9caf586b6a00) 00010000:00000001:1.0:1789130366.447019:0:31123:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789130366.447020:0:31123:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789130366.447024:0:31123:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9caf5014c800 lock: 000000000f8a0bac/0xde5303b1d982cc59 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 31123 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789130366.447033:0:31123:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff9caf5014c800 lock: 000000000f8a0bac/0xde5303b1d982cc59 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 31123 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789130366.447043:0:31123:0:(ldlm_request.c:1191:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130366.447046:0:31123:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789130366.447048:0:31123:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789130366.447054:0:31123:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b412d390] to pc [ptlrpcd_00_00+0] req@ffff9caf615d7840 x1876037329016704/t0(0) o101->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000008:00000001:1.0:1789130366.447090:0:31123:0:(osc_request.c:3512:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1789130366.447093:0:31123:0:(osc_lock.c:1114:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130366.447095:0:31123:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789130366.447098:0:31123:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130366.447099:0:31123:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130366.447102:0:31123:0:(cl_io.c:1837:__cl_sync_io_note()) Process entered 00000020:00200000:1.0:1789130366.447104:0:31123:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:1.0:1789130366.447106:0:31123:0:(cl_io.c:1911:__cl_sync_io_note()) Process leaving 00000020:00000001:1.0:1789130366.447108:0:31123:0:(cl_io.c:1213:cl_sync_io_wait()) Process entered 00000100:00000001:1.0:1789130366.447128:0:2348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1789130366.447133:0:2348:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:1.0:1789130366.447136:0:2348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130366.447144:0:2348:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789130366.447146:0:2348:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130366.447149:0:2348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789130366.447151:0:2348:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789130366.447153:0:2348:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789130366.447160:0:2348:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf615d7840 x1876037329016704/t0(0) o101->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130366.447168:0:2348:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789130366.447171:0:2348:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1789130366.447176:0:2348:0:(client.c:1845:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff9caf615d7840 x1876037329016704/t0(0) o101->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130366.447184:0:2348:0:(client.c:1850:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130366.447188:0:2348:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130366.447190:0:2348:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789130366.447192:0:2348:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130366.447196:0:2348:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130366.447198:0:2348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130366.448138:0:2347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789130366.448146:0:2347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130366.449175:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789130366.449182:0:2346:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789130366.449185:0:2346:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789130366.449201:0:2346:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf615d5a40 x1876037329016576/t0(0) o8->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130366.449214:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789130366.449216:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789130366.449221:0:2346:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789130366.449226:0:2346:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789130366.449229:0:2346:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789130366.449232:0:2346:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf615d5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:2346:1876037329016576:192.168.204.123@tcp:8:checkstat.0 00000100:00000001:3.0:1789130366.449238:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789130366.449248:0:2346:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789130366.449251:0:2346:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789130366.449255:0:2346:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789130366.449276:0:2346:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9caf50105400. 02000000:00000001:3.0:1789130366.449279:0:2346:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789130366.449289:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:3.0:1789130366.449296:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf60788528. 00000400:00000010:3.0:1789130366.449305:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf4549faa0. 00000100:00000200:3.0:1789130366.449316:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876037329016576, portal 4 00000100:00000001:3.0:1789130366.449319:0:2346:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789130366.449321:0:2346:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875799558720 : -109197909992896 : ffff9caf615d5a40) 00000100:00000040:3.0:1789130366.449330:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9caf615d5a40 x1876037329016576/t0(0) o8->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 520/544 e 0 to 0 dl 1789130376 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130366.449339:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789130366.449342:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:3.0:1789130366.449345:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf4549f550. 00000100:00000200:3.0:1789130366.449349:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876037329016576, offset 0 00000400:00000200:3.0:1789130366.449359:0:2346:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:3.0:1789130366.449372:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130366.449384:0:2346:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:3.0:1789130366.449391:0:2346:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789130366.449397:0:2346:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:3.0:1789130366.449402:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789130366.449405:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:3.0:1789130366.449410:0:2346:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2395:2395:256:4294967295] 192.168.204.123@tcp LPNI seq info [2394:2394:8:4294967295] 00000400:00000200:3.0:1789130366.449414:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130366.449426:0:2346:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:3.0:1789130366.449433:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:3.0:1789130366.449441:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf47fd2b00. 00000800:00000200:3.0:1789130366.449450:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:3.0:1789130366.449463:0:2346:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:3.0:1789130366.449479:0:2346:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf47fd2b00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:3.0:1789130366.449506:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130366.449512:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9caf5014c800: using a timeout of 375892 usecs (376 jiffies) 00000400:00000200:3.0:1789130366.449515:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:3.0:1789130366.449519:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296460847 00000100:00000001:3.0:1789130366.449522:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9caf5014c800: PM QoS request active for cpu 2, keep current deadline 4296462858 00000100:00000001:3.0:1789130366.449525:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296460847 00000100:00000001:3.0:1789130366.449528:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9caf5014c800: PM QoS request active for cpu 3, keep current deadline 4296462858 00000100:00000001:3.0:1789130366.449531:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789130366.449535:0:2346:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130366.449539:0:2346:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130366.449541:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130366.449563:0:2346:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789130366.449566:0:2346:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1789130366.449569:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789130366.449571:0:2346:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789130366.449573:0:2346:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130366.449576:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789130366.450293:0:2341:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789130366.450304:0:2341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf47fd2b00. 00000400:00000200:2.0:1789130366.450313:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130366.450664:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:2.0:1789130366.450674:0:2341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf4549f550 00000400:00000010:2.0:1789130366.450678:0:2341:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf4549f550. 00000100:00000001:2.0:1789130366.450686:0:2341:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789130366.450694:0:2341:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf615d5a40 x1876037329016576/t0(0) o8->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 520/544 e 0 to 0 dl 1789130376 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130366.450707:0:2341:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130366.450711:0:2341:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf615d5a40 x1876037329016576/t0(0) o8->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 520/544 e 0 to 0 dl 1789130376 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130366.450720:0:2341:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130366.450722:0:2341:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1789130366.459754:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130366.459782:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789130366.459789:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130366.459792:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130366.459848:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130366.459858:0:2342:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:3.0:1789130366.459870:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130366.459877:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130366.459884:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130366.459889:0:2342:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 416 into portal 4 MB=0x6aa3efa94d700 00000400:00000200:3.0:1789130366.459896:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130366.459905:0:2342:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.123@tcp of length 416/416 into md 0x67cd [1] + 0 00000800:00000001:3.0:1789130366.459916:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130366.459925:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130366.459929:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130366.459935:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:3.0:1789130366.459945:0:2342:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789130366.459957:0:2342:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf615d5a40 x1876037329016576/t0(0) o8->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 520/544 e 0 to 0 dl 1789130376 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789130366.459970:0:2342:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff9caf615d5a40 x1876037329016576/t0(0) o8->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 520/544 e 0 to 0 dl 1789130376 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130366.459984:0:2342:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789130366.459995:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130366.459998:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130366.460080:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789130366.460086:0:2346:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789130366.460094:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789130366.460096:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789130366.460100:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf60788528. 00000400:00000200:0.0:1789130366.460105:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf4549faa0 00000400:00000010:0.0:1789130366.460108:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf4549faa0. 00000100:00000001:0.0:1789130366.460113:0:2346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789130366.460118:0:2346:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf615d5a40 x1876037329016576/t0(0) o8->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 520/544 e 0 to 0 dl 1789130376 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789130366.460126:0:2346:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf615d5a40 x1876037329016576/t0(0) o8->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 520/544 e 0 to 0 dl 1789130376 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130366.460133:0:2346:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789130366.460135:0:2346:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130366.460138:0:2346:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789130366.460142:0:2346:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789130366.460145:0:2346:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789130366.460147:0:2346:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130366.460151:0:2346:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789130366.460163:0:2346:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf48ede460 time=135 v=5 (5 5 5 36) 00000100:00001000:0.0:1789130366.460168:0:2346:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf48ede418 time=27 v=5 (1 0 0 0) 00000100:00000001:0.0:1789130366.460171:0:2346:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789130366.460173:0:2346:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130366.460176:0:2346:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789130366.460181:0:2346:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130366.460186:0:2346:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1789130366.460188:0:2346:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9caf5014c800: committing for last_committed 4294967312 gen 14 00000100:00000040:0.0:1789130366.460192:0:2346:0:(client.c:3235:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9caf5014c800: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:0.0:1789130366.460195:0:2346:0:(client.c:3236:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789130366.460197:0:2346:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130366.460202:0:2346:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf615d5a40 x1876037329016576/t0(0) o8->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 520/416 e 0 to 0 dl 1789130376 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130366.460210:0:2346:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789130366.460214:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789130366.460216:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130366.460219:0:2346:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00080000:0.0:1789130366.460225:0:2346:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0001-osc-ffff9caf5014c800: connect to target with instance 1 00000020:00000001:0.0:1789130366.460229:0:2346:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1789130366.460231:0:2346:0:(genops.c:804:class_conn2export()) looking for export cookie 0xde5303b1d982c249 00000020:00000001:0.0:1789130366.460234:0:2346:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130366.460238:0:2346:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9caf45558800 refcount=4 00000020:00000001:0.0:1789130366.460241:0:2346:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875329284096 : -109198380267520 : ffff9caf45558800) 00000020:00000001:0.0:1789130366.460243:0:2346:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634875329284096 : -109198380267520 : ffff9caf45558800) 00000100:00001000:0.0:1789130366.460247:0:2346:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf48ede418 time=1789130366 v=0 (0 0 0 0) 00000100:00001000:0.0:1789130366.460251:0:2346:0:(import.c:2215:obd_at_measure()) AT ffff9caf48ede418 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000040:0.0:1789130366.460256:0:2346:0:(obd_cksum.h:77:obd_cksum_types_supported_client()) Crypto hash speed: crc 1627, crc32c 10183, adler 1295 00000100:00080000:0.0:1789130366.460272:0:2346:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0001-osc-ffff9caf5014c800: Resetting ns_connect_flags to server flags: 0xa0427af2e3440038 00000020:00000040:0.0:1789130366.460276:0:2346:0:(genops.c:879:class_export_put()) PUTting export ffff9caf45558800 : new refcount 3 00000100:00000001:0.0:1789130366.460279:0:2346:0:(obd_class.h:1222:obd_import_event()) Process entered 00000008:00000001:0.0:1789130366.460283:0:2346:0:(osc_request.c:4110:osc_import_event()) Process entered 00000008:00000020:0.0:1789130366.460287:0:2346:0:(osc_request.c:1064:osc_init_grant()) lustre-OST0001-osc-ffff9caf5014c800, setting cl_avail_grant: 2097152 cl_lost_grant: 0. chunk bits: 20 cl_max_extent_pages: 262144 00000008:00000001:0.0:1789130366.460291:0:2346:0:(obd_class.h:1242:obd_notify()) Process entered 00020000:00000001:0.0:1789130366.460294:0:2346:0:(lov_obd.c:431:lov_notify()) Process entered 00000080:00000001:0.0:1789130366.460299:0:2346:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:0.0:1789130366.460301:0:2346:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789130366.460304:0:2346:0:(lov_obd.c:468:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1789130366.460305:0:2346:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1789130366.460308:0:2346:0:(osc_request.c:4177:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130366.460309:0:2346:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00080000:0.0:1789130366.460311:0:2346:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:0.0:1789130366.460315:0:2346:0:(import.c:65:import_set_state_nolock()) ffff9caf48ede000 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00000100:00000001:0.0:1789130366.460318:0:2346:0:(obd_class.h:1222:obd_import_event()) Process entered 00000008:00000001:0.0:1789130366.460319:0:2346:0:(osc_request.c:4110:osc_import_event()) Process entered 00000008:00000001:0.0:1789130366.460320:0:2346:0:(obd_class.h:1242:obd_notify()) Process entered 00020000:00000001:0.0:1789130366.460321:0:2346:0:(lov_obd.c:431:lov_notify()) Process entered 00020000:00000001:0.0:1789130366.460323:0:2346:0:(lov_obd.c:350:lov_set_osc_active()) Process entered 00020000:00000040:0.0:1789130366.460324:0:2346:0:(lov_obd.c:352:lov_set_osc_active()) Searching in lov ffff9caf584f8820 for uuid lustre-OST0001_UUID event(1) 00020000:00000040:0.0:1789130366.460330:0:2346:0:(lov_obd.c:395:lov_set_osc_active()) OSC lustre-OST0001_UUID already active! 00020000:00000001:0.0:1789130366.460332:0:2346:0:(lov_obd.c:396:lov_set_osc_active()) Process leaving via out (rc=1 : 1 : 0x1) 00020000:00000001:0.0:1789130366.460334:0:2346:0:(lov_obd.c:422:lov_set_osc_active()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1789130366.460336:0:2346:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:0.0:1789130366.460339:0:2346:0:(lcommon_misc.c:85:cl_ocd_update()) Process entered 00000080:00000004:0.0:1789130366.460341:0:2346:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0427af2e3440038 -> 0xa0427af2e3440038 00000080:00000001:0.0:1789130366.460344:0:2346:0:(lcommon_misc.c:37:cl_init_ea_size()) Process entered 00000080:00000001:0.0:1789130366.460346:0:2346:0:(obd_class.h:511:obd_get_info()) Process entered 00020000:00000001:0.0:1789130366.460349:0:2346:0:(lov_obd.c:1161:lov_get_info()) Process entered 00020000:00000001:0.0:1789130366.460351:0:2346:0:(lov_obd.c:1212:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130366.460353:0:2346:0:(obd_class.h:525:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130366.460355:0:2346:0:(obd_class.h:511:obd_get_info()) Process entered 00020000:00000001:0.0:1789130366.460357:0:2346:0:(lov_obd.c:1161:lov_get_info()) Process entered 00020000:00000001:0.0:1789130366.460359:0:2346:0:(lov_obd.c:1212:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130366.460360:0:2346:0:(obd_class.h:525:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00080000:0.0:1789130366.460362:0:2346:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00800000:00000001:0.0:1789130366.460367:0:2346:0:(lmv_obd.c:286:lmv_init_ea_size()) Process entered 00800000:00000001:0.0:1789130366.460368:0:2346:0:(lmv_obd.c:298:lmv_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130366.460370:0:2346:0:(lcommon_misc.c:59:cl_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130366.460372:0:2346:0:(lcommon_misc.c:112:cl_ocd_update()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130366.460374:0:2346:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789130366.460376:0:2346:0:(lov_obd.c:468:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1789130366.460377:0:2346:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1789130366.460379:0:2346:0:(osc_request.c:4177:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130366.460380:0:2346:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00000001:0.0:1789130366.460382:0:2346:0:(import.c:1241:ptlrpc_connect_interpret()) Process leaving via finish (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789130366.460386:0:2346:0:(import.c:1648:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:0.0:1789130366.460393:0:2346:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 000000008f3c9018): req@ffff9caf615d7840 x1876037329016704/t0(0) o101->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130366.460420:0:2346:0:(import.c:1754:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130366.460424:0:2346:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130366.460428:0:2346:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf615d5a40 x1876037329016576/t0(0) o8->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 520/416 e 0 to 0 dl 1789130376 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789130366.460435:0:2346:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf615d5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:2346:1876037329016576:192.168.204.123@tcp:8:checkstat.0 00000100:00000001:0.0:1789130366.460440:0:2346:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130366.460443:0:2346:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789130366.460446:0:2346:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf615d5a40 x1876037329016576/t0(0) o8->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 520/416 e 0 to 0 dl 1789130376 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130366.460452:0:2346:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789130366.460455:0:2346:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789130366.460459:0:2346:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9caf50105400. 02000000:00000001:0.0:1789130366.460464:0:2346:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789130366.460466:0:2346:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1789130366.460468:0:2346:0:(genops.c:1223:class_import_put()) import ffff9caf48ede000 refcount=3 obd=lustre-OST0001-osc-ffff9caf5014c800 00000020:00000001:0.0:1789130366.460471:0:2346:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1789130366.460475:0:2346:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9caf487c1400. 02000000:00000001:0.0:1789130366.460479:0:2346:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789130366.460481:0:2346:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789130366.460483:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf615d5a40. 00000100:00000001:0.0:1789130366.460490:0:2346:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789130366.460491:0:2346:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130366.460494:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130366.460507:0:2346:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789130366.460510:0:2346:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130366.460512:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789130366.460514:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130366.461046:0:2348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789130366.461052:0:2348:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789130366.461055:0:2348:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130366.461059:0:2348:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789130366.461062:0:2348:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130366.461065:0:2348:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789130366.461069:0:2348:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789130366.461072:0:2348:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130366.461075:0:2348:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789130366.461083:0:2348:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789130366.461087:0:2348:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130366.461090:0:2348:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789130366.461100:0:2348:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9caf487c2c00. 02000000:00000001:1.0:1789130366.461103:0:2348:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789130366.461109:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:1.0:1789130366.461114:0:2348:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf42d8e9f8. 00000400:00000010:1.0:1789130366.461122:0:2348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf462a37f8. 00000100:00000200:1.0:1789130366.461130:0:2348:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876037329016704, portal 4 00000100:00000001:1.0:1789130366.461132:0:2348:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789130366.461134:0:2348:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875799566400 : -109197909985216 : ffff9caf615d7840) 00000100:00000040:1.0:1789130366.461143:0:2348:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9caf615d7840 x1876037329016704/t0(0) o101->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1789130382 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130366.461151:0:2348:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789130366.461154:0:2348:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:1.0:1789130366.461157:0:2348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf462a3550. 00000100:00000200:1.0:1789130366.461162:0:2348:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1876037329016704, offset 0 00000400:00000200:1.0:1789130366.461169:0:2348:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:1.0:1789130366.461178:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:1.0:1789130366.461187:0:2348:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:1.0:1789130366.461194:0:2348:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789130366.461199:0:2348:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:1.0:1789130366.461204:0:2348:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789130366.461207:0:2348:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:1.0:1789130366.461211:0:2348:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2396:2396:256:4294967295] 192.168.204.123@tcp LPNI seq info [2395:2395:8:4294967295] 00000400:00000200:1.0:1789130366.461215:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:1.0:1789130366.461226:0:2348:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:1.0:1789130366.461233:0:2348:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:1.0:1789130366.461240:0:2348:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf47f34a00. 00000800:00000200:1.0:1789130366.461248:0:2348:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:1.0:1789130366.461256:0:2348:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:1.0:1789130366.461273:0:2348:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf47f34a00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1789130366.461296:0:2348:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789130366.461300:0:2348:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9caf5014c800: using a timeout of 373528 usecs (374 jiffies) 00000400:00000200:1.0:1789130366.461304:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:1.0:1789130366.461307:0:2348:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296460857 00000100:00000001:1.0:1789130366.461310:0:2348:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9caf5014c800: PM QoS request active for cpu 2, keep current deadline 4296462858 00000100:00000001:1.0:1789130366.461313:0:2348:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296460857 00000100:00000001:1.0:1789130366.461315:0:2348:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9caf5014c800: PM QoS request active for cpu 3, keep current deadline 4296462858 00000100:00000001:1.0:1789130366.461318:0:2348:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789130366.461320:0:2348:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130366.461322:0:2348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130366.461327:0:2348:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789130366.461329:0:2348:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1789130366.461331:0:2348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789130366.461332:0:2348:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789130366.461334:0:2348:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130366.461336:0:2348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789130366.461535:0:2341:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789130366.461542:0:2341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf47f34a00. 00000400:00000200:2.0:1789130366.461547:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130366.461553:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:2.0:1789130366.461559:0:2341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf462a3550 00000400:00000010:2.0:1789130366.461562:0:2341:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf462a3550. 00000100:00000001:2.0:1789130366.461566:0:2341:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789130366.461571:0:2341:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf615d7840 x1876037329016704/t0(0) o101->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1789130382 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130366.461581:0:2341:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130366.461584:0:2341:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf615d7840 x1876037329016704/t0(0) o101->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1789130382 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130366.461591:0:2341:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130366.461593:0:2341:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1789130366.468672:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130366.468697:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789130366.468703:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130366.468705:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130366.468717:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130366.468728:0:2342:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:3.0:1789130366.468741:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130366.468749:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130366.468757:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130366.468763:0:2342:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 400 into portal 4 MB=0x6aa3efa94d780 00000400:00000200:3.0:1789130366.468769:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130366.468778:0:2342:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.123@tcp of length 400/400 into md 0x67dd [1] + 224 00000800:00000001:3.0:1789130366.468787:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130366.468969:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130366.468974:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130366.468980:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:3.0:1789130366.468990:0:2342:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789130366.469001:0:2342:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf615d7840 x1876037329016704/t0(0) o101->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1789130382 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789130366.469013:0:2342:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=400 req@ffff9caf615d7840 x1876037329016704/t0(0) o101->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1789130382 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130366.469036:0:2342:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789130366.469048:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130366.469051:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130366.469098:0:2348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789130366.469104:0:2348:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789130366.469117:0:2348:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789130366.469120:0:2348:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789130366.469124:0:2348:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf42d8e9f8. 00000400:00000200:1.0:1789130366.469131:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf462a37f8 00000400:00000010:1.0:1789130366.469134:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf462a37f8. 00000100:00000001:1.0:1789130366.469138:0:2348:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789130366.469143:0:2348:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf615d7840 x1876037329016704/t0(0) o101->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1789130382 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1789130366.469155:0:2348:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf615d7840 x1876037329016704/t0(0) o101->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1789130382 ref 1 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130366.469162:0:2348:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789130366.469164:0:2348:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130366.469167:0:2348:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789130366.469171:0:2348:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789130366.469174:0:2348:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789130366.469177:0:2348:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130366.469181:0:2348:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789130366.469192:0:2348:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf48ede460 time=135 v=5 (5 5 5 36) 00000100:00001000:1.0:1789130366.469197:0:2348:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf48ede418 time=0 v=5 (1 0 0 0) 00000100:00000001:1.0:1789130366.469200:0:2348:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789130366.469202:0:2348:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130366.469205:0:2348:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789130366.469210:0:2348:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130366.469215:0:2348:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789130366.469217:0:2348:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9caf5014c800: skip recheck: last_committed 4294967312 00000100:00000001:1.0:1789130366.469220:0:2348:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789130366.469222:0:2348:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789130366.469228:0:2348:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf615d7840 x1876037329016704/t0(0) o101->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1789130382 ref 1 fl Rpc:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130366.469235:0:2348:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789130366.469239:0:2348:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789130366.469241:0:2348:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1789130366.469245:0:2348:0:(osc_request.c:3327:osc_enqueue_interpret()) Process entered 00010000:00000001:1.0:1789130366.469248:0:2348:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130366.469252:0:2348:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130366.469255:0:2348:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b6a00 refcount=4 00000020:00000001:1.0:1789130366.469258:0:2348:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649485312 : -109198060066304 : ffff9caf586b6a00) 00010000:00000001:1.0:1789130366.469272:0:2348:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649485312 : -109198060066304 : ffff9caf586b6a00) 00010000:00000001:1.0:1789130366.469275:0:2348:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130366.469276:0:2348:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130366.469278:0:2348:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b6a00 refcount=5 00000020:00000001:1.0:1789130366.469280:0:2348:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649485312 : -109198060066304 : ffff9caf586b6a00) 00010000:00000001:1.0:1789130366.469282:0:2348:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649485312 : -109198060066304 : ffff9caf586b6a00) 00010000:00000001:1.0:1789130366.469286:0:2348:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789130366.469291:0:2348:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789130366.469297:0:2348:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9caf5014c800 lock: 000000000f8a0bac/0xde5303b1d982cc59 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 31123 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789130366.469309:0:2348:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130366.469311:0:2348:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130366.469314:0:2348:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1789130366.469326:0:2348:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130366.469328:0:2348:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130366.469330:0:2348:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b6a00 refcount=6 00000020:00000001:1.0:1789130366.469332:0:2348:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649485312 : -109198060066304 : ffff9caf586b6a00) 00010000:00000001:1.0:1789130366.469334:0:2348:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649485312 : -109198060066304 : ffff9caf586b6a00) 00010000:00000040:1.0:1789130366.469343:0:2348:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9caf586b6a00, remote cookie: 0xcdf1b083821a5660, flags: 0x1001 00010000:00010000:1.0:1789130366.469349:0:2348:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0001-osc-ffff9caf5014c800 lock: 000000000f8a0bac/0xde5303b1d982cc59 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a5660 expref: -99 pid: 31123 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789130366.469358:0:2348:0:(ldlm_lock.c:1589:ldlm_fill_lvb()) Process entered 00010000:00000001:1.0:1789130366.469361:0:2348:0:(ldlm_lock.c:1682:ldlm_fill_lvb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130366.469364:0:2348:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1789130366.469369:0:2348:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00010000:1.0:1789130366.469374:0:2348:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff9caf5014c800 lock: 000000000f8a0bac/0xde5303b1d982cc59 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a5660 expref: -99 pid: 31123 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1789130366.469383:0:2348:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x280000400:0x12:0x0].0x0 (ffff9caf42f26a00) refcount = 1 00010000:00000040:1.0:1789130366.469386:0:2348:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1789130366.469390:0:2348:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-OST0001-osc-ffff9caf5014c800 lock: 000000000f8a0bac/0xde5303b1d982cc59 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a5660 expref: -99 pid: 31123 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789130366.469401:0:2348:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1789130366.469403:0:2348:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789130366.469406:0:2348:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1789130366.469410:0:2348:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789130366.469414:0:2348:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff9caf5014c800 lock: 000000000f8a0bac/0xde5303b1d982cc59 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a5660 expref: -99 pid: 31123 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789130366.469421:0:2348:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1789130366.469423:0:2348:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130366.469424:0:2348:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130366.469426:0:2348:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130366.469427:0:2348:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1789130366.469429:0:2348:0:(osc_request.c:3281:osc_enqueue_fini()) Process entered 00000008:00000001:1.0:1789130366.469432:0:2348:0:(osc_lock.c:277:osc_lock_upcall()) Process entered 00010000:00000001:1.0:1789130366.469437:0:2348:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130366.469438:0:2348:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130366.469440:0:2348:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b6a00 refcount=5 00000020:00000001:1.0:1789130366.469442:0:2348:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649485312 : -109198060066304 : ffff9caf586b6a00) 00010000:00000001:1.0:1789130366.469445:0:2348:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649485312 : -109198060066304 : ffff9caf586b6a00) 00000008:00000001:1.0:1789130366.469449:0:2348:0:(osc_lock.c:154:osc_lock_lvb_update()) Process entered 00000020:00000001:1.0:1789130366.469455:0:2348:0:(cl_object.c:143:cl_object_top()) ffff9caf58313c98 -> ffff9caf42b2a5f8 00000008:00010000:1.0:1789130366.469460:0:2348:0:(osc_lock.c:192:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0001-osc-ffff9caf5014c800 lock: 000000000f8a0bac/0xde5303b1d982cc59 lrc: 5/2,0 mode: PR/PR res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0xcdf1b083821a5660 expref: -99 pid: 31123 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00000001:1.0:1789130366.469468:0:2348:0:(cl_object.c:143:cl_object_top()) ffff9caf58313c98 -> ffff9caf42b2a5f8 00000020:00000001:1.0:1789130366.469471:0:2348:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:1.0:1789130366.469475:0:2348:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:1.0:1789130366.469479:0:2348:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:1.0:1789130366.469481:0:2348:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130366.469483:0:2348:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130366.469485:0:2348:0:(cl_object.c:143:cl_object_top()) ffff9caf58313c98 -> ffff9caf42b2a5f8 00000008:00000001:1.0:1789130366.469487:0:2348:0:(osc_lock.c:197:osc_lock_lvb_update()) Process leaving 00000020:00000001:1.0:1789130366.469491:0:2348:0:(cl_io.c:1837:__cl_sync_io_note()) Process entered 00000020:00200000:1.0:1789130366.469493:0:2348:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:1.0:1789130366.469515:0:2348:0:(cl_io.c:1911:__cl_sync_io_note()) Process leaving 00000008:00000001:1.0:1789130366.469517:0:2348:0:(osc_lock.c:311:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130366.469520:0:2348:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130366.469521:0:2348:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130366.469523:0:2348:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b6a00 refcount=6 00000020:00000001:1.0:1789130366.469525:0:2348:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649485312 : -109198060066304 : ffff9caf586b6a00) 00010000:00000001:1.0:1789130366.469527:0:2348:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649485312 : -109198060066304 : ffff9caf586b6a00) 00010000:00000001:1.0:1789130366.469530:0:2348:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789130366.469534:0:2348:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9caf5014c800 lock: 000000000f8a0bac/0xde5303b1d982cc59 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xcdf1b083821a5660 expref: -99 pid: 31123 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789130366.469541:0:2348:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130366.469542:0:2348:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1789130366.469545:0:2348:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9caf5014c800 lock: 000000000f8a0bac/0xde5303b1d982cc59 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xcdf1b083821a5660 expref: -99 pid: 31123 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789130366.469553:0:2348:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789130366.469554:0:2348:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130366.469555:0:2348:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1789130366.469557:0:2348:0:(osc_request.c:3308:osc_enqueue_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130366.469559:0:2348:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130366.469560:0:2348:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130366.469561:0:2348:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b6a00 refcount=5 00000020:00000001:1.0:1789130366.469563:0:2348:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649485312 : -109198060066304 : ffff9caf586b6a00) 00010000:00000001:1.0:1789130366.469565:0:2348:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649485312 : -109198060066304 : ffff9caf586b6a00) 00010000:00000001:1.0:1789130366.469567:0:2348:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789130366.469569:0:2348:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9caf5014c800 lock: 000000000f8a0bac/0xde5303b1d982cc59 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xcdf1b083821a5660 expref: -99 pid: 31123 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789130366.469577:0:2348:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130366.469578:0:2348:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130366.469580:0:2348:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1789130366.469585:0:2348:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1789130366.469588:0:2348:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9caf5014c800 lock: 000000000f8a0bac/0xde5303b1d982cc59 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xcdf1b083821a5660 expref: -99 pid: 31123 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1789130366.469606:0:2348:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1789130366.469610:0:2348:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1789130366.469612:0:2348:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789130366.469617:0:2348:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130366.469619:0:2348:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130366.469620:0:2348:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130366.469625:0:2348:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1789130366.469628:0:2348:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130366.469631:0:2348:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130366.469633:0:2348:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130366.469636:0:2348:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789130366.469637:0:2348:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130366.469638:0:2348:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130366.469639:0:2348:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130366.469641:0:2348:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1789130366.469643:0:2348:0:(osc_request.c:3366:osc_enqueue_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789130366.469649:0:2348:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf615d7840 x1876037329016704/t0(0) o101->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1789130382 ref 1 fl Interpret:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1789130366.469658:0:2348:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf615d7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:0:1876037329016704:192.168.204.123@tcp:101:checkstat.0 00000100:00000001:1.0:1789130366.469664:0:2348:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130366.469667:0:2348:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789130366.469671:0:2348:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf615d7840 x1876037329016704/t0(0) o101->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1789130382 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130366.469679:0:2348:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789130366.469683:0:2348:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789130366.469687:0:2348:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9caf487c2c00. 02000000:00000001:1.0:1789130366.469691:0:2348:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789130366.469695:0:2348:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1789130366.469698:0:2348:0:(genops.c:1223:class_import_put()) import ffff9caf48ede000 refcount=2 obd=lustre-OST0001-osc-ffff9caf5014c800 00000020:00000001:1.0:1789130366.469700:0:2348:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1789130366.469703:0:2348:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9caf48ef8000. 02000000:00000001:1.0:1789130366.469708:0:2348:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789130366.469710:0:2348:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789130366.469713:0:2348:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf615d7840. 00000100:00000001:1.0:1789130366.469721:0:2348:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789130366.469723:0:2348:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130366.469725:0:2348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130366.469735:0:2348:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789130366.469737:0:2348:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130366.469740:0:2348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789130366.469743:0:2348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789130366.469897:0:31123:0:(cl_io.c:1237:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789130366.469902:0:31123:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130366.469910:0:31123:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:3.0:1789130366.469913:0:31123:0:(cl_object.c:143:cl_object_top()) ffff9caf42b2a5f8 -> ffff9caf42b2a5f8 00000020:00000001:3.0:1789130366.469915:0:31123:0:(cl_object.c:143:cl_object_top()) ffff9caf42b2a5f8 -> ffff9caf42b2a5f8 00000020:00000001:3.0:1789130366.469917:0:31123:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:3.0:1789130366.469923:0:31123:0:(lov_object.c:1077:lov_attr_get_composite()) Process entered 00020000:00000001:3.0:1789130366.469930:0:31123:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:3.0:1789130366.469932:0:31123:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789130366.469934:0:31123:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:3.0:1789130366.469935:0:31123:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1789130366.469937:0:31123:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x25:1028 on OST[1]: s=0 (1) m=0 a=0 c=0 b=1 00020000:00000001:3.0:1789130366.469941:0:31123:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1789130366.469944:0:31123:0:(lov_object.c:1108:lov_attr_get_composite()) COMP ID #-1: s=0 m=0 a=0 c=0 b=1 00020000:00000001:3.0:1789130366.469946:0:31123:0:(lov_object.c:1146:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789130366.469948:0:31123:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789130366.469950:0:31123:0:(cl_object.c:143:cl_object_top()) ffff9caf42b2a5f8 -> ffff9caf42b2a5f8 00000080:00200000:3.0:1789130366.469953:0:31123:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000404:0x25:0x0] updating i_size 0 i_blocks 1 00000080:00000001:3.0:1789130366.469956:0:31123:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:3.0:1789130366.469960:0:31123:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:3.0:1789130366.469962:0:31123:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9caf42d82700 (ffff9caf58609a28/0) at cl_lock_release():245 00000020:00000001:3.0:1789130366.469965:0:31123:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:3.0:1789130366.469967:0:31123:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9caf42d82700 (ffff9caf58609a28/0) at cl_lock_cancel():142 00020000:00000001:3.0:1789130366.469971:0:31123:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:3.0:1789130366.469975:0:31123:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1789130366.469978:0:31123:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446634875287506072 : -109198422045544 : ffff9caf42d80c98) 00000020:00000001:3.0:1789130366.469980:0:31123:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:3.0:1789130366.469981:0:31123:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9caf501540b0 (ffff9caf58609f38/1) at cl_lock_cancel():142 00000008:00000001:3.0:1789130366.469984:0:31123:0:(osc_lock.c:1172:osc_lock_cancel()) Process entered 00000008:00000001:3.0:1789130366.469986:0:31123:0:(osc_lock.c:1126:osc_lock_detach()) Process entered 00010000:00000001:3.0:1789130366.469988:0:31123:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130366.469989:0:31123:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1789130366.469990:0:31123:0:(osc_lock.c:1145:osc_lock_detach()) Process leaving 00000008:00000001:3.0:1789130366.469993:0:31123:0:(osc_lock.c:1181:osc_lock_cancel()) Process leaving 00000020:00000001:3.0:1789130366.469994:0:31123:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:3.0:1789130366.469995:0:31123:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:3.0:1789130366.469997:0:31123:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:3.0:1789130366.469998:0:31123:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9caf42d82700 (ffff9caf58609a28/0) at cl_lock_fini():72 00020000:00000001:3.0:1789130366.470001:0:31123:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:3.0:1789130366.470002:0:31123:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:3.0:1789130366.470003:0:31123:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9caf501540b0 (ffff9caf58609a28/1) at cl_lock_fini():72 00000008:00000010:3.0:1789130366.470007:0:31123:0:(osc_lock.c:116:osc_lock_fini()) slab-freed '(ols)': 312 at ffff9caf4a7a2c30. 00000020:00000001:3.0:1789130366.470011:0:31123:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:3.0:1789130366.470013:0:31123:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff9caf50154080. 00020000:00000001:3.0:1789130366.470018:0:31123:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:3.0:1789130366.470019:0:31123:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:3.0:1789130366.470020:0:31123:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:3.0:1789130366.470022:0:31123:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789130366.470025:0:31123:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:3.0:1789130366.470029:0:31123:0:(lov_io.c:1057:lov_io_fini()) Process entered 00020000:00000001:3.0:1789130366.470032:0:31123:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:3.0:1789130366.470033:0:31123:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:3.0:1789130366.470035:0:31123:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1789130366.470037:0:31123:0:(cl_object.c:917:cl_env_put()) 1@ffff9caf58609f30 00020000:00000001:3.0:1789130366.470041:0:31123:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:3.0:1789130366.470043:0:31123:0:(lov_io.c:1088:lov_io_fini()) Process leaving 00000080:00000001:3.0:1789130366.470048:0:31123:0:(vvp_io.c:392:vvp_io_fini()) Process entered 00000080:00200000:3.0:1789130366.470051:0:31123:0:(vvp_io.c:402:vvp_io_fini()) [0x200000404:0x25:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, need minor change layout 0 00000080:00000001:3.0:1789130366.470056:0:31123:0:(file.c:7121:ll_layout_refresh()) Process entered 00000080:00000001:3.0:1789130366.470058:0:31123:0:(file.c:7125:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130366.470060:0:31123:0:(vvp_io.c:506:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1789130366.470062:0:31123:0:(vvp_io.c:509:vvp_io_fini()) Process leaving 00000020:00000001:3.0:1789130366.470063:0:31123:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1789130366.470065:0:31123:0:(cl_object.c:917:cl_env_put()) 1@ffff9caf58609a20 00000001:00000001:3.0:1789130366.470067:0:31123:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789130366.470077:0:31123:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f416c3d10 00000080:00000008:3.0:1789130366.470080:0:31123:0:(file.c:6498:ll_getattr_dentry()) COMPLETED file f:[0x200000404:0x25:0x0](ffff9caf60198908), request_mask 2047, flags 0, foreign 0 00000080:00000001:3.0:1789130366.470088:0:31123:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1789130366.470090:0:31123:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f416c3da0 00000080:00002000:3.0:1789130366.470093:0:31123:0:(dcache.c:127:ll_ddelete()) keeping dentry f (ffff9caf602fa798, parent ffff9caf602fa870, inode ffff9caf60198908) hashed, 00000080:00000001:3.0:1789130366.470096:0:31123:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130366.482529:0:31124:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:2.0:1789130366.482543:0:31124:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:2.0:1789130366.482547:0:31124:0:(file.c:6206:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1789130366.482552:0:31124:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c1fb20 00000080:00200000:2.0:1789130366.482559:0:31124:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8),name=/ 00000080:00000010:2.0:1789130366.482572:0:31124:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9caf42d70200. 00800000:00000002:2.0:1789130366.482583:0:31124:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9caf4557c8c0 2 00000080:00000001:2.0:1789130366.482590:0:31124:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1789130366.482600:0:31124:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1789130366.482603:0:31124:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c1fa40 00800000:00000002:2.0:1789130366.482607:0:31124:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1789130366.482612:0:31124:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1789130366.482620:0:31124:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1789130366.482628:0:31124:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1789130366.482630:0:31124:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c1f910 00000002:00010000:2.0:1789130366.482633:0:31124:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1789130366.482638:0:31124:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1789130366.482641:0:31124:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789130366.482646:0:31124:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789130366.482658:0:31124:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf42f26400 count: 2 00010000:00000001:2.0:1789130366.482662:0:31124:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789130366.482670:0:31124:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789130366.482677:0:31124:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1789130366.482684:0:31124:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7200/0xde5303b1d982cc44 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a561a expref: -99 pid: 31123 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:2.0:1789130366.482711:0:31124:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1789130366.482718:0:31124:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789130366.482721:0:31124:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7200/0xde5303b1d982cc44 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a561a expref: -99 pid: 31123 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:2.0:1789130366.482729:0:31124:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1789130366.482731:0:31124:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1789130366.482734:0:31124:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1789130366.482736:0:31124:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1789130366.482738:0:31124:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1789130366.482741:0:31124:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1789130366.482745:0:31124:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1789130366.482749:0:31124:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9caf4557c8c0 2 00000080:00000010:2.0:1789130366.482756:0:31124:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9caf42d70200. 00000080:00000001:2.0:1789130366.482763:0:31124:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1789130366.482767:0:31124:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789130366.482771:0:31124:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9caf601980c8) 00000080:00010000:2.0:1789130366.482775:0:31124:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9caf601980c8) for lock 0xde5303b1d982cc44 00800000:00000001:2.0:1789130366.482779:0:31124:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1789130366.482782:0:31124:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1789130366.482784:0:31124:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130366.482788:0:31124:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130366.482792:0:31124:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b7200 refcount=3 00000020:00000001:2.0:1789130366.482794:0:31124:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649487360 : -109198060064256 : ffff9caf586b7200) 00010000:00000001:2.0:1789130366.482797:0:31124:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649487360 : -109198060064256 : ffff9caf586b7200) 00010000:00000001:2.0:1789130366.482801:0:31124:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130366.482840:0:31124:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789130366.482842:0:31124:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789130366.482845:0:31124:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789130366.482847:0:31124:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xde5303b1d982cc44 from it ffffb97f41c1fb58 00010000:00000001:2.0:1789130366.482850:0:31124:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130366.482851:0:31124:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130366.482852:0:31124:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b7200 refcount=3 00000020:00000001:2.0:1789130366.482854:0:31124:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649487360 : -109198060064256 : ffff9caf586b7200) 00010000:00000001:2.0:1789130366.482857:0:31124:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649487360 : -109198060064256 : ffff9caf586b7200) 00010000:00000001:2.0:1789130366.482860:0:31124:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789130366.482864:0:31124:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7200/0xde5303b1d982cc44 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a561a expref: -99 pid: 31123 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1789130366.482870:0:31124:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130366.482872:0:31124:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130366.482874:0:31124:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1789130366.482877:0:31124:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1789130366.482880:0:31124:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7200/0xde5303b1d982cc44 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a561a expref: -99 pid: 31123 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1789130366.482887:0:31124:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789130366.482891:0:31124:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789130366.482894:0:31124:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789130366.482901:0:31124:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130366.482902:0:31124:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130366.482904:0:31124:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130366.482909:0:31124:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789130366.482911:0:31124:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130366.482913:0:31124:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130366.482918:0:31124:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130366.482920:0:31124:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789130366.482922:0:31124:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130366.482924:0:31124:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1789130366.482929:0:31124:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1789130366.482931:0:31124:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1789130366.482934:0:31124:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8), inode mode 41ff mask 1 00000080:00000001:2.0:1789130366.482943:0:31124:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1789130366.482957:0:31124:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9caf484ad6c0. 00000020:00000001:2.0:1789130366.482963:0:31124:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c1fa88 00000080:00200000:2.0:1789130366.482965:0:31124:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d21g.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff9caf601980c8), flags=24 00000080:00000001:2.0:1789130366.482969:0:31124:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:2.0:1789130366.482971:0:31124:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c1f938 00000080:00200000:2.0:1789130366.482972:0:31124:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d21g.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff9caf601980c8), intent=0 00000080:00000010:2.0:1789130366.482980:0:31124:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9caf42d70200. 00800000:00000002:2.0:1789130366.482983:0:31124:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9caf4557c8c0 2 00000080:00000001:2.0:1789130366.482988:0:31124:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1789130366.482990:0:31124:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1789130366.482991:0:31124:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c1f858 00800000:00000002:2.0:1789130366.482993:0:31124:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'lookup' for [0x0:0x0:0x0] 'd21g.recovery-small-2' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1789130366.482997:0:31124:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00000020:00000001:2.0:1789130366.483001:0:31124:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c1f7f0 00800000:00000002:2.0:1789130366.483003:0:31124:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d21g.recovery-small-2' -> mds #0 00000002:00000001:2.0:1789130366.483006:0:31124:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1789130366.483007:0:31124:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c1f728 00000002:00010000:2.0:1789130366.483009:0:31124:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d21g.recovery-small-2,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00000002:00000001:2.0:1789130366.483013:0:31124:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1789130366.483016:0:31124:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1789130366.483023:0:31124:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf580bb840. 00000020:00000040:2.0:1789130366.483027:0:31124:0:(genops.c:1210:class_import_get()) import ffff9caf6079a800 refcount=4 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00010000:00000001:2.0:1789130366.483035:0:31124:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1789130366.483041:0:31124:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789130366.483044:0:31124:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130366.483045:0:31124:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130366.483046:0:31124:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130366.483050:0:31124:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789130366.483053:0:31124:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789130366.483057:0:31124:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789130366.483066:0:31124:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9caf58573000. 00000100:00000001:2.0:1789130366.483076:0:31124:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130366.483084:0:31124:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789130366.483087:0:31124:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130366.483089:0:31124:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789130366.483091:0:31124:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130366.483093:0:31124:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789130366.483105:0:31124:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446634875643213888 : -109198066337728 : ffff9caf580bb840) 00010000:00000001:2.0:1789130366.483111:0:31124:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1789130366.483114:0:31124:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1789130366.483117:0:31124:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf42f26400 count: 2 00010000:00000001:2.0:1789130366.483119:0:31124:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789130366.483122:0:31124:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1789130366.483127:0:31124:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9caf46a92400. 00000020:00000001:2.0:1789130366.483131:0:31124:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1789130366.483134:0:31124:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9caf46a92400 with handle 0xde5303b1d982cc60 to hash 00000020:00000001:2.0:1789130366.483137:0:31124:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1789130366.483139:0:31124:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446634875351540736 : -109198358010880 : ffff9caf46a92400) 00010000:00000001:2.0:1789130366.483145:0:31124:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446634875351540736 : -109198358010880 : ffff9caf46a92400) 00010000:00000001:2.0:1789130366.483148:0:31124:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789130366.483149:0:31124:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789130366.483153:0:31124:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a92400/0xde5303b1d982cc60 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 31124 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789130366.483160:0:31124:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a92400/0xde5303b1d982cc60 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31124 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789130366.483173:0:31124:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a92400/0xde5303b1d982cc60 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31124 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1789130366.483180:0:31124:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1789130366.483182:0:31124:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1789130366.483192:0:31124:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9caf48519840. 00000100:00000001:2.0:1789130366.483194:0:31124:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446634875379357760 : -109198330193856 : ffff9caf48519840) 00000100:00000001:2.0:1789130366.483199:0:31124:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789130366.483200:0:31124:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875643213888 : -109198066337728 : ffff9caf580bb840) 00000100:00000001:2.0:1789130366.483208:0:31124:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789130366.483216:0:31124:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130366.483219:0:31124:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1789130366.483222:0:31124:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789130366.483241:0:31124:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf580bb840 x1876037329016832/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130366.483251:0:31124:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789130366.483254:0:31124:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789130366.483260:0:31124:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789130366.483273:0:31124:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789130366.483276:0:31124:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789130366.483280:0:31124:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf580bb840 pname:cluuid:pid:xid:nid:opc:job checkstat:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:31124:1876037329016832:192.168.204.123@tcp:101:checkstat.0 00000100:00000001:2.0:1789130366.483286:0:31124:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789130366.483297:0:31124:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789130366.483304:0:31124:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789130366.483308:0:31124:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789130366.483315:0:31124:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9caf47fb1000. 02000000:00000001:2.0:1789130366.483317:0:31124:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789130366.483327:0:31124:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:2.0:1789130366.483332:0:31124:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf483fd790. 00000400:00000010:2.0:1789130366.483344:0:31124:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf42d182a8. 00000100:00000200:2.0:1789130366.483355:0:31124:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1876037329016832, portal 10 00000100:00000001:2.0:1789130366.483357:0:31124:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789130366.483359:0:31124:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875643213888 : -109198066337728 : ffff9caf580bb840) 00000100:00000040:2.0:1789130366.483366:0:31124:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9caf580bb840 x1876037329016832/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789130382 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130366.483376:0:31124:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789130366.483379:0:31124:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:2.0:1789130366.483382:0:31124:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf42d18110. 00000100:00000200:2.0:1789130366.483386:0:31124:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1876037329016832, offset 0 00000400:00000200:2.0:1789130366.483394:0:31124:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:2.0:1789130366.483406:0:31124:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130366.483416:0:31124:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:2.0:1789130366.483425:0:31124:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789130366.483431:0:31124:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:2.0:1789130366.483438:0:31124:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789130366.483442:0:31124:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:2.0:1789130366.483448:0:31124:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2397:2397:256:4294967295] 192.168.204.123@tcp LPNI seq info [2396:2396:8:4294967295] 00000400:00000200:2.0:1789130366.483453:0:31124:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130366.483466:0:31124:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:2.0:1789130366.483474:0:31124:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:2.0:1789130366.483481:0:31124:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf501cfb00. 00000800:00000200:2.0:1789130366.483492:0:31124:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:2.0:1789130366.483505:0:31124:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:2.0:1789130366.483512:0:31124:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf501cfb00 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:2.0:1789130366.483548:0:31124:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130366.483555:0:31124:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: using a timeout of 837202 usecs (838 jiffies) 00000400:00000200:2.0:1789130366.483560:0:31124:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:2.0:1789130366.483564:0:31124:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296461343 00000100:00000001:2.0:1789130366.483568:0:31124:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 2, keep current deadline 4296462858 00000100:00000001:2.0:1789130366.483571:0:31124:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296461343 00000100:00000001:2.0:1789130366.483574:0:31124:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 3, keep current deadline 4296462858 00000100:00000001:2.0:1789130366.483576:0:31124:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789130366.483580:0:31124:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130366.483582:0:31124:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789130366.483585:0:31124:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1789130366.483589:0:31124:0:(client.c:2715:ptlrpc_set_wait()) set ffff9caf48519840 going to sleep for 11 seconds 00000100:00000001:2.0:1789130366.483592:0:31124:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789130366.483597:0:31124:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789130366.484138:0:2341:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789130366.484146:0:2341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf501cfb00. 00000400:00000200:3.0:1789130366.484155:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130366.484164:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:3.0:1789130366.484174:0:2341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf42d18110 00000400:00000010:3.0:1789130366.484177:0:2341:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf42d18110. 00000100:00000001:3.0:1789130366.484184:0:2341:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789130366.484190:0:2341:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf580bb840 x1876037329016832/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789130382 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130366.484202:0:2341:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130366.484206:0:2341:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf580bb840 x1876037329016832/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789130382 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130366.484214:0:2341:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130366.484216:0:2341:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1789130366.488326:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130366.488348:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789130366.488354:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130366.488357:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130366.488367:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130366.488377:0:2342:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:3.0:1789130366.488390:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130366.488396:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130366.488403:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130366.488407:0:2342:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 584 into portal 10 MB=0x6aa3efa94d800 00000400:00000200:3.0:1789130366.488413:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130366.488420:0:2342:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.123@tcp of length 584/584 into md 0x67e5 [1] + 224 00000800:00000001:3.0:1789130366.488430:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130366.488438:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130366.488442:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130366.488448:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:3.0:1789130366.488459:0:2342:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789130366.488472:0:2342:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf580bb840 x1876037329016832/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789130382 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789130366.488485:0:2342:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff9caf580bb840 x1876037329016832/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789130382 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130366.488512:0:2342:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789130366.488524:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130366.488528:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789130366.489209:0:31124:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789130366.489223:0:31124:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789130366.489226:0:31124:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789130366.489230:0:31124:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf483fd790. 00000400:00000200:2.0:1789130366.489237:0:31124:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf42d182a8 00000400:00000010:2.0:1789130366.489241:0:31124:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf42d182a8. 00000100:00000001:2.0:1789130366.489244:0:31124:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789130366.489252:0:31124:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf580bb840 x1876037329016832/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789130382 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1789130366.489274:0:31124:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf580bb840 x1876037329016832/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789130382 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130366.489292:0:31124:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789130366.489296:0:31124:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789130366.489299:0:31124:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789130366.489304:0:31124:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789130366.489307:0:31124:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789130366.489310:0:31124:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789130366.489313:0:31124:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789130366.489326:0:31124:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf6079ac60 time=135 v=5 (104 104 104 104) 00000100:00001000:2.0:1789130366.489331:0:31124:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf6079ac18 time=2 v=5 (1 0 0 0) 00000100:00000001:2.0:1789130366.489334:0:31124:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789130366.489336:0:31124:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130366.489350:0:31124:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789130366.489355:0:31124:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130366.489360:0:31124:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789130366.489363:0:31124:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9caf5014c800: skip recheck: last_committed 4294967617 00000100:00000001:2.0:1789130366.489365:0:31124:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789130366.489368:0:31124:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130366.489374:0:31124:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf580bb840 x1876037329016832/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/584 e 0 to 0 dl 1789130382 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130366.489389:0:31124:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789130366.489394:0:31124:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789130366.489397:0:31124:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789130366.489402:0:31124:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf580bb840 x1876037329016832/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/584 e 0 to 0 dl 1789130382 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1789130366.489411:0:31124:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf580bb840 pname:cluuid:pid:xid:nid:opc:job checkstat:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:31124:1876037329016832:192.168.204.123@tcp:101:checkstat.0 00000100:00000001:2.0:1789130366.489417:0:31124:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789130366.489421:0:31124:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130366.489424:0:31124:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1789130366.489427:0:31124:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130366.489430:0:31124:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf580bb840 x1876037329016832/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/584 e 0 to 0 dl 1789130382 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130366.489438:0:31124:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789130366.489442:0:31124:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9caf48519840. 00000100:00000001:2.0:1789130366.489445:0:31124:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1789130366.489447:0:31124:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130366.489452:0:31124:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1789130366.489457:0:31124:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130366.489460:0:31124:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130366.489464:0:31124:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf46a92400 refcount=4 00000020:00000001:2.0:1789130366.489466:0:31124:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875351540736 : -109198358010880 : ffff9caf46a92400) 00010000:00000001:2.0:1789130366.489470:0:31124:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875351540736 : -109198358010880 : ffff9caf46a92400) 00010000:00000040:2.0:1789130366.489477:0:31124:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9caf46a92400, remote cookie: 0xcdf1b083821a567c, flags: 0x1001 00010000:00010000:2.0:1789130366.489484:0:31124:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a92400/0xde5303b1d982cc60 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a567c expref: -99 pid: 31124 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1789130366.489493:0:31124:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x24:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:2.0:1789130366.489496:0:31124:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:2.0:1789130366.489507:0:31124:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9caf4814d000. 00010000:00000010:2.0:1789130366.489514:0:31124:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9caf4938d100. 00010000:00000001:2.0:1789130366.489520:0:31124:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789130366.489524:0:31124:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a92400/0xde5303b1d982cc60 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x24:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a567c expref: -99 pid: 31124 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789130366.489533:0:31124:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a92400/0xde5303b1d982cc60 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x24:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a567c expref: -99 pid: 31124 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789130366.489541:0:31124:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1789130366.489547:0:31124:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1789130366.489549:0:31124:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1789130366.489551:0:31124:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1789130366.489553:0:31124:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1789130366.489556:0:31124:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x24:0x0].0x0 (ffff9caf4814d000) refcount = 1 00010000:00010000:2.0:1789130366.489560:0:31124:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a92400/0xde5303b1d982cc60 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a567c expref: -99 pid: 31124 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789130366.489567:0:31124:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1789130366.489573:0:31124:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1789130366.489575:0:31124:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789130366.489579:0:31124:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1789130366.489582:0:31124:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789130366.489585:0:31124:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a92400/0xde5303b1d982cc60 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a567c expref: -99 pid: 31124 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789130366.489593:0:31124:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1789130366.489595:0:31124:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130366.489597:0:31124:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130366.489598:0:31124:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130366.489599:0:31124:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130366.489601:0:31124:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789130366.489606:0:31124:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1789130366.489609:0:31124:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130366.489610:0:31124:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130366.489612:0:31124:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf46a92400 refcount=3 00000020:00000001:2.0:1789130366.489614:0:31124:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875351540736 : -109198358010880 : ffff9caf46a92400) 00010000:00000001:2.0:1789130366.489616:0:31124:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875351540736 : -109198358010880 : ffff9caf46a92400) 00010000:00000001:2.0:1789130366.489619:0:31124:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130366.489620:0:31124:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130366.489621:0:31124:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf46a92400 refcount=4 00000020:00000001:2.0:1789130366.489624:0:31124:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875351540736 : -109198358010880 : ffff9caf46a92400) 00010000:00000001:2.0:1789130366.489626:0:31124:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875351540736 : -109198358010880 : ffff9caf46a92400) 00010000:00000001:2.0:1789130366.489628:0:31124:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789130366.489632:0:31124:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789130366.489636:0:31124:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a92400/0xde5303b1d982cc60 lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a567c expref: -99 pid: 31124 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789130366.489643:0:31124:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130366.489644:0:31124:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130366.489646:0:31124:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130366.489647:0:31124:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130366.489648:0:31124:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf46a92400 refcount=5 00000020:00000001:2.0:1789130366.489650:0:31124:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875351540736 : -109198358010880 : ffff9caf46a92400) 00010000:00000001:2.0:1789130366.489652:0:31124:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875351540736 : -109198358010880 : ffff9caf46a92400) 00010000:00000001:2.0:1789130366.489654:0:31124:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789130366.489658:0:31124:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a92400/0xde5303b1d982cc60 lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a567c expref: -99 pid: 31124 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789130366.489665:0:31124:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130366.489667:0:31124:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1789130366.489670:0:31124:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a92400/0xde5303b1d982cc60 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a567c expref: -99 pid: 31124 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789130366.489677:0:31124:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789130366.489678:0:31124:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130366.489680:0:31124:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130366.489682:0:31124:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130366.489682:0:31124:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1789130366.489688:0:31124:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0xb, status=0 req@ffff9caf580bb840 x1876037329016832/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/584 e 0 to 0 dl 1789130382 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1789130366.489695:0:31124:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130366.489696:0:31124:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130366.489697:0:31124:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf46a92400 refcount=3 00000020:00000001:2.0:1789130366.489699:0:31124:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875351540736 : -109198358010880 : ffff9caf46a92400) 00010000:00000001:2.0:1789130366.489701:0:31124:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875351540736 : -109198358010880 : ffff9caf46a92400) 00010000:00000001:2.0:1789130366.489703:0:31124:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130366.489704:0:31124:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789130366.489706:0:31124:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789130366.489708:0:31124:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789130366.489712:0:31124:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1789130366.489715:0:31124:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130366.489717:0:31124:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130366.489718:0:31124:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf46a92400 refcount=3 00000020:00000001:2.0:1789130366.489720:0:31124:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875351540736 : -109198358010880 : ffff9caf46a92400) 00010000:00000001:2.0:1789130366.489722:0:31124:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875351540736 : -109198358010880 : ffff9caf46a92400) 00000002:00010000:2.0:1789130366.489726:0:31124:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a92400/0xde5303b1d982cc60 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a567c expref: -99 pid: 31124 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789130366.489731:0:31124:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130366.489732:0:31124:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130366.489734:0:31124:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1789130366.489736:0:31124:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130366.489737:0:31124:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130366.489738:0:31124:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf46a92400 refcount=3 00000020:00000001:2.0:1789130366.489740:0:31124:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875351540736 : -109198358010880 : ffff9caf46a92400) 00010000:00000001:2.0:1789130366.489742:0:31124:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875351540736 : -109198358010880 : ffff9caf46a92400) 00010000:00000040:2.0:1789130366.489747:0:31124:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf4814d000 count: 2 00010000:00000001:2.0:1789130366.489750:0:31124:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1789130366.489754:0:31124:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9caf4630e800 type 13 mode 4 res 8589935620/36 (0 0) 00010000:00000001:2.0:1789130366.489757:0:31124:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130366.489758:0:31124:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789130366.489760:0:31124:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1789130366.489764:0:31124:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c1f6b0 00000002:00002000:2.0:1789130366.489767:0:31124:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=d21g.recovery-small-2 intent=lookup status=0 disp=0xb: rc = 0 00000002:00000001:2.0:1789130366.489771:0:31124:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789130366.489776:0:31124:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789130366.489780:0:31124:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1789130366.489784:0:31124:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:2.0:1789130366.489788:0:31124:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789130366.489794:0:31124:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9caf4557c8c0 2 00000080:00000001:2.0:1789130366.489797:0:31124:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:2.0:1789130366.489800:0:31124:0:(namei.c:674:ll_lookup_it_finish()) it ffffb97f41c1fa28 it_disposition b 00000080:00000001:2.0:1789130366.489834:0:31124:0:(llite_lib.c:3864:ll_prep_inode()) Process entered 00000002:00000001:2.0:1789130366.489845:0:31124:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:2.0:1789130366.489849:0:31124:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1789130366.489853:0:31124:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833956 : 144115205322833956 : 200000404000024) 00000080:00000001:2.0:1789130366.489857:0:31124:0:(namei.c:113:ll_iget()) Process entered 00000080:00000001:2.0:1789130366.489877:0:31124:0:(llite_lib.c:1973:ll_update_lsm_md()) Process entered 00000080:00000002:2.0:1789130366.489880:0:31124:0:(llite_lib.c:1977:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000404:0x24:0x0] 00000080:00000001:2.0:1789130366.489885:0:31124:0:(llite_lib.c:1994:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130366.489891:0:31124:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833956 : 144115205322833956 : 200000404000024) 00000080:00000001:2.0:1789130366.489894:0:31124:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:2.0:1789130366.489898:0:31124:0:(llite_lib.c:3071:ll_update_inode()) setting ino 144115205322833956 mtime from 1789130347 to 1789130348 00000080:00200000:2.0:1789130366.489904:0:31124:0:(llite_lib.c:3140:ll_update_inode()) inode=[0x200000404:0x24:0x0], updating i_size 7680 00000080:00200000:2.0:1789130366.489914:0:31124:0:(namei.c:147:ll_iget()) got inode: [0x200000404:0x24:0x0](ffff9caf60131148): rc = 0 00000080:00000001:2.0:1789130366.489917:0:31124:0:(namei.c:156:ll_iget()) Process leaving (rc=18446634875777913160 : -109197931638456 : ffff9caf60131148) 00010000:00000001:2.0:1789130366.489919:0:31124:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130366.489921:0:31124:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130366.489923:0:31124:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf46a92400 refcount=3 00000020:00000001:2.0:1789130366.489925:0:31124:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875351540736 : -109198358010880 : ffff9caf46a92400) 00010000:00000001:2.0:1789130366.489927:0:31124:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875351540736 : -109198358010880 : ffff9caf46a92400) 00010000:00000001:2.0:1789130366.489930:0:31124:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130366.489931:0:31124:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1789130366.489934:0:31124:0:(llite_lib.c:1928:ll_update_default_lsm_md()) Process entered 00000080:00000001:2.0:1789130366.489935:0:31124:0:(llite_lib.c:1941:ll_update_default_lsm_md()) Process leaving 00000080:00000001:2.0:1789130366.489937:0:31124:0:(llite_lib.c:3962:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1789130366.489940:0:31124:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1789130366.489942:0:31124:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789130366.489945:0:31124:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000404:0x24:0x0](ffff9caf60131148) for lock 0xde5303b1d982cc60 00800000:00000001:2.0:1789130366.489948:0:31124:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1789130366.489950:0:31124:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1789130366.489951:0:31124:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130366.489952:0:31124:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130366.489954:0:31124:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf46a92400 refcount=3 00000020:00000001:2.0:1789130366.489956:0:31124:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875351540736 : -109198358010880 : ffff9caf46a92400) 00010000:00000001:2.0:1789130366.489958:0:31124:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875351540736 : -109198358010880 : ffff9caf46a92400) 00010000:00000001:2.0:1789130366.489961:0:31124:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130366.489962:0:31124:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789130366.489963:0:31124:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789130366.489966:0:31124:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:2.0:1789130366.489974:0:31124:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9caf603456c0 inode ffff9caf60131148 refc 1 flags 0x20000e 00000080:00000001:2.0:1789130366.489979:0:31124:0:(llite_lib.c:3176:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:2.0:1789130366.489981:0:31124:0:(llite_lib.c:3182:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130366.489984:0:31124:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:2.0:1789130366.489988:0:31124:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x24:0x0](ffff9caf60131148) 00000080:00010000:2.0:1789130366.489992:0:31124:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xde5303b1d982cc60 from it ffffb97f41c1fa28 00010000:00000001:2.0:1789130366.489994:0:31124:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130366.489995:0:31124:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130366.489997:0:31124:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf46a92400 refcount=3 00000020:00000001:2.0:1789130366.489998:0:31124:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875351540736 : -109198358010880 : ffff9caf46a92400) 00010000:00000001:2.0:1789130366.490000:0:31124:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875351540736 : -109198358010880 : ffff9caf46a92400) 00010000:00000001:2.0:1789130366.490002:0:31124:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789130366.490005:0:31124:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a92400/0xde5303b1d982cc60 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a567c expref: -99 pid: 31124 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789130366.490012:0:31124:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130366.490013:0:31124:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130366.490015:0:31124:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1789130366.490018:0:31124:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1789130366.490020:0:31124:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a92400/0xde5303b1d982cc60 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a567c expref: -99 pid: 31124 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1789130366.490028:0:31124:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789130366.490032:0:31124:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789130366.490034:0:31124:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789130366.490040:0:31124:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130366.490042:0:31124:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130366.490044:0:31124:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130366.490047:0:31124:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789130366.490050:0:31124:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130366.490052:0:31124:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130366.490055:0:31124:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130366.490057:0:31124:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789130366.490058:0:31124:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130366.490059:0:31124:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1789130366.490061:0:31124:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1789130366.490066:0:31124:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9caf42d70200. 00000100:00000001:2.0:1789130366.490071:0:31124:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130366.490076:0:31124:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf580bb840 x1876037329016832/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/584 e 0 to 0 dl 1789130382 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130366.490083:0:31124:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789130366.490086:0:31124:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789130366.490090:0:31124:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9caf47fb1000. 02000000:00000001:2.0:1789130366.490094:0:31124:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789130366.490097:0:31124:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1789130366.490100:0:31124:0:(genops.c:1223:class_import_put()) import ffff9caf6079a800 refcount=3 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000020:00000001:2.0:1789130366.490103:0:31124:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1789130366.490107:0:31124:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9caf58573000. 02000000:00000001:2.0:1789130366.490112:0:31124:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789130366.490114:0:31124:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789130366.490117:0:31124:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf580bb840. 00000100:00000001:2.0:1789130366.490124:0:31124:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789130366.490126:0:31124:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1789130366.490139:0:31124:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00200000:2.0:1789130366.490142:0:31124:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000404:0x24:0x0](ffff9caf60131148), inode mode 41ed mask 1 00000080:00000001:2.0:1789130366.490148:0:31124:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1789130366.490168:0:31124:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9caf484ad040. 00000020:00000001:2.0:1789130366.490174:0:31124:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c1fae8 00000080:00200000:2.0:1789130366.490176:0:31124:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=f, dir=[0x200000404:0x24:0x0](ffff9caf60131148), flags=8 00000080:00000001:2.0:1789130366.490180:0:31124:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:2.0:1789130366.490181:0:31124:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c1f998 00000080:00200000:2.0:1789130366.490183:0:31124:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f, dir=[0x200000404:0x24:0x0](ffff9caf60131148), intent=getattr 00000080:00000010:2.0:1789130366.490193:0:31124:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9caf42d70200. 00000080:00000001:2.0:1789130366.490203:0:31124:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1789130366.490207:0:31124:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1789130366.490209:0:31124:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c1f8b8 00800000:00000002:2.0:1789130366.490212:0:31124:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'f' on [0x200000404:0x24:0x0] 00800000:00000001:2.0:1789130366.490216:0:31124:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00000020:00000001:2.0:1789130366.490224:0:31124:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c1f850 00800000:00000002:2.0:1789130366.490226:0:31124:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000404:0x24:0x0], fid2=[0x0:0x0:0x0], name='f' -> mds #0 00000002:00000001:2.0:1789130366.490231:0:31124:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1789130366.490233:0:31124:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c1f788 00000002:00010000:2.0:1789130366.490235:0:31124:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f,[0x0:0x0:0x0]) in obj [0x200000404:0x24:0x0], intent: getattr flags 01 00000002:00000001:2.0:1789130366.490240:0:31124:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1789130366.490243:0:31124:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1789130366.490247:0:31124:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf580bb840. 00000020:00000040:2.0:1789130366.490251:0:31124:0:(genops.c:1210:class_import_get()) import ffff9caf6079a800 refcount=4 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00010000:00000001:2.0:1789130366.490257:0:31124:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1789130366.490273:0:31124:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789130366.490276:0:31124:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130366.490278:0:31124:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130366.490279:0:31124:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130366.490283:0:31124:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789130366.490286:0:31124:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789130366.490291:0:31124:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789130366.490300:0:31124:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9caf58573000. 00000100:00000001:2.0:1789130366.490309:0:31124:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130366.490315:0:31124:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789130366.490317:0:31124:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130366.490319:0:31124:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789130366.490320:0:31124:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130366.490322:0:31124:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789130366.490332:0:31124:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446634875643213888 : -109198066337728 : ffff9caf580bb840) 00010000:00000001:2.0:1789130366.490337:0:31124:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1789130366.490341:0:31124:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1789130366.490344:0:31124:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf4814d000 count: 2 00010000:00000001:2.0:1789130366.490347:0:31124:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789130366.490350:0:31124:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1789130366.490355:0:31124:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9caf46a92000. 00000020:00000001:2.0:1789130366.490359:0:31124:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1789130366.490362:0:31124:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9caf46a92000 with handle 0xde5303b1d982cc67 to hash 00000020:00000001:2.0:1789130366.490365:0:31124:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1789130366.490366:0:31124:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446634875351539712 : -109198358011904 : ffff9caf46a92000) 00010000:00000001:2.0:1789130366.490372:0:31124:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446634875351539712 : -109198358011904 : ffff9caf46a92000) 00010000:00000001:2.0:1789130366.490375:0:31124:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789130366.490376:0:31124:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789130366.490380:0:31124:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a92000/0xde5303b1d982cc67 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x24:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 31124 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789130366.490388:0:31124:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a92000/0xde5303b1d982cc67 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x24:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31124 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789130366.490400:0:31124:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a92000/0xde5303b1d982cc67 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x24:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31124 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1789130366.490406:0:31124:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1789130366.490409:0:31124:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1789130366.490418:0:31124:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9caf48519840. 00000100:00000001:2.0:1789130366.490421:0:31124:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446634875379357760 : -109198330193856 : ffff9caf48519840) 00000100:00000001:2.0:1789130366.490424:0:31124:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789130366.490426:0:31124:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875643213888 : -109198066337728 : ffff9caf580bb840) 00000100:00000001:2.0:1789130366.490432:0:31124:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789130366.490439:0:31124:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130366.490441:0:31124:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1789130366.490443:0:31124:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789130366.490449:0:31124:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf580bb840 x1876037329016960/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130366.490458:0:31124:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789130366.490460:0:31124:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789130366.490464:0:31124:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789130366.490467:0:31124:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789130366.490470:0:31124:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789130366.490473:0:31124:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf580bb840 pname:cluuid:pid:xid:nid:opc:job checkstat:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:31124:1876037329016960:192.168.204.123@tcp:101:checkstat.0 00000100:00000001:2.0:1789130366.490477:0:31124:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789130366.490484:0:31124:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789130366.490487:0:31124:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789130366.490490:0:31124:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789130366.490496:0:31124:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9caf47fb1000. 02000000:00000001:2.0:1789130366.490498:0:31124:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789130366.490507:0:31124:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:2.0:1789130366.490513:0:31124:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf483fd790. 00000400:00000010:2.0:1789130366.490521:0:31124:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf42d182a8. 00000100:00000200:2.0:1789130366.490531:0:31124:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1876037329016960, portal 10 00000100:00000001:2.0:1789130366.490533:0:31124:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789130366.490534:0:31124:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875643213888 : -109198066337728 : ffff9caf580bb840) 00000100:00000040:2.0:1789130366.490541:0:31124:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9caf580bb840 x1876037329016960/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789130382 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130366.490550:0:31124:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789130366.490554:0:31124:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:2.0:1789130366.490558:0:31124:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf42d183b8. 00000100:00000200:2.0:1789130366.490561:0:31124:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1876037329016960, offset 0 00000400:00000200:2.0:1789130366.490571:0:31124:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:2.0:1789130366.490584:0:31124:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130366.490597:0:31124:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:2.0:1789130366.490605:0:31124:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789130366.490613:0:31124:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:2.0:1789130366.490618:0:31124:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789130366.490621:0:31124:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:2.0:1789130366.490626:0:31124:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2398:2398:256:4294967295] 192.168.204.123@tcp LPNI seq info [2397:2397:8:4294967295] 00000400:00000200:2.0:1789130366.490631:0:31124:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130366.490644:0:31124:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:2.0:1789130366.490652:0:31124:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:2.0:1789130366.490660:0:31124:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf501cf400. 00000800:00000200:2.0:1789130366.490671:0:31124:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:2.0:1789130366.490683:0:31124:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:2.0:1789130366.490690:0:31124:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf501cf400 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:2.0:1789130366.490718:0:31124:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130366.490726:0:31124:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: using a timeout of 836002 usecs (837 jiffies) 00000400:00000200:2.0:1789130366.490730:0:31124:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:2.0:1789130366.490734:0:31124:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296461349 00000100:00000001:2.0:1789130366.490740:0:31124:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 2, keep current deadline 4296462858 00000100:00000001:2.0:1789130366.490742:0:31124:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296461349 00000100:00000001:2.0:1789130366.490745:0:31124:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 3, keep current deadline 4296462858 00000100:00000001:2.0:1789130366.490748:0:31124:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789130366.490751:0:31124:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130366.490755:0:31124:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789130366.490758:0:31124:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1789130366.490761:0:31124:0:(client.c:2715:ptlrpc_set_wait()) set ffff9caf48519840 going to sleep for 11 seconds 00000100:00000001:2.0:1789130366.490764:0:31124:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789130366.490766:0:31124:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789130366.491107:0:2341:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789130366.491114:0:2341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf501cf400. 00000400:00000200:3.0:1789130366.491121:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130366.491128:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:3.0:1789130366.491136:0:2341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf42d183b8 00000400:00000010:3.0:1789130366.491139:0:2341:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf42d183b8. 00000100:00000001:3.0:1789130366.491145:0:2341:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789130366.491151:0:2341:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf580bb840 x1876037329016960/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789130382 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130366.491162:0:2341:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130366.491166:0:2341:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf580bb840 x1876037329016960/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789130382 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130366.491173:0:2341:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130366.491176:0:2341:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1789130366.495654:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130366.495681:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789130366.495687:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130366.495690:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130366.495702:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130366.495712:0:2342:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:3.0:1789130366.495723:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130366.495729:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130366.495736:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130366.495741:0:2342:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 640 into portal 10 MB=0x6aa3efa94d880 00000400:00000200:3.0:1789130366.495746:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130366.495754:0:2342:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.123@tcp of length 640/640 into md 0x67f5 [1] + 224 00000800:00000001:3.0:1789130366.495763:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130366.495770:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130366.495774:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130366.495779:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:3.0:1789130366.495790:0:2342:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789130366.495845:0:2342:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf580bb840 x1876037329016960/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789130382 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789130366.495858:0:2342:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=640 offset=224 replen=1152 req@ffff9caf580bb840 x1876037329016960/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789130382 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130366.495883:0:2342:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789130366.495894:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130366.495897:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789130366.496052:0:31124:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789130366.496061:0:31124:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789130366.496063:0:31124:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789130366.496067:0:31124:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf483fd790. 00000400:00000200:2.0:1789130366.496073:0:31124:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf42d182a8 00000400:00000010:2.0:1789130366.496076:0:31124:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf42d182a8. 00000100:00000001:2.0:1789130366.496080:0:31124:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789130366.496085:0:31124:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf580bb840 x1876037329016960/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789130382 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1789130366.496094:0:31124:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf580bb840 x1876037329016960/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789130382 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130366.496099:0:31124:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789130366.496102:0:31124:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789130366.496105:0:31124:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789130366.496110:0:31124:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789130366.496114:0:31124:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789130366.496116:0:31124:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789130366.496119:0:31124:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789130366.496131:0:31124:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf6079ac60 time=135 v=5 (104 104 104 104) 00000100:00001000:2.0:1789130366.496136:0:31124:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf6079ac18 time=2 v=5 (1 0 0 0) 00000100:00000001:2.0:1789130366.496138:0:31124:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789130366.496142:0:31124:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130366.496145:0:31124:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789130366.496150:0:31124:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130366.496619:0:31124:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789130366.496624:0:31124:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9caf5014c800: skip recheck: last_committed 4294967617 00000100:00000001:2.0:1789130366.496627:0:31124:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789130366.496630:0:31124:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130366.496638:0:31124:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf580bb840 x1876037329016960/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/640 e 0 to 0 dl 1789130382 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130366.496648:0:31124:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789130366.496653:0:31124:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789130366.496656:0:31124:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789130366.496661:0:31124:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf580bb840 x1876037329016960/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/640 e 0 to 0 dl 1789130382 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1789130366.496669:0:31124:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf580bb840 pname:cluuid:pid:xid:nid:opc:job checkstat:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:31124:1876037329016960:192.168.204.123@tcp:101:checkstat.0 00000100:00000001:2.0:1789130366.496677:0:31124:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789130366.496681:0:31124:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130366.496685:0:31124:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1789130366.496688:0:31124:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130366.496692:0:31124:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf580bb840 x1876037329016960/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/640 e 0 to 0 dl 1789130382 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130366.496700:0:31124:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789130366.496704:0:31124:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9caf48519840. 00000100:00000001:2.0:1789130366.496710:0:31124:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1789130366.496712:0:31124:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130366.496715:0:31124:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1789130366.496722:0:31124:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130366.496726:0:31124:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130366.496730:0:31124:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf46a92000 refcount=4 00000020:00000001:2.0:1789130366.496733:0:31124:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875351539712 : -109198358011904 : ffff9caf46a92000) 00010000:00000001:2.0:1789130366.496738:0:31124:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875351539712 : -109198358011904 : ffff9caf46a92000) 00010000:00000040:2.0:1789130366.496751:0:31124:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9caf46a92000, remote cookie: 0xcdf1b083821a5698, flags: 0x1001 00010000:00010000:2.0:1789130366.496759:0:31124:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a92000/0xde5303b1d982cc67 lrc: 4/1,0 mode: --/CR res: [0x200000404:0x24:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a5698 expref: -99 pid: 31124 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1789130366.496771:0:31124:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x26:0x0].0x0, instead of [0x200000404:0x24:0x0].0x0 00010000:00000001:2.0:1789130366.496775:0:31124:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000040:2.0:1789130366.496787:0:31124:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf4a8cca00 count: 2 00010000:00000001:2.0:1789130366.496791:0:31124:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789130366.496796:0:31124:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789130366.496800:0:31124:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a92000/0xde5303b1d982cc67 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x26:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a5698 expref: -99 pid: 31124 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789130366.496872:0:31124:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a92000/0xde5303b1d982cc67 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a5698 expref: -99 pid: 31124 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789130366.496882:0:31124:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1789130366.496889:0:31124:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1789130366.496892:0:31124:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1789130366.496896:0:31124:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1789130366.496897:0:31124:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1789130366.496901:0:31124:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x26:0x0].0x0 (ffff9caf4a8cca00) refcount = 2 00010000:00000040:2.0:1789130366.496905:0:31124:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1789130366.496908:0:31124:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40031c00/0xde5303b1d982cc3d lrc: 1/0,0 mode: CR/CR res: [0x200000404:0x26:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xcdf1b083821a5605 expref: -99 pid: 31089 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1789130366.496915:0:31124:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a92000/0xde5303b1d982cc67 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a5698 expref: -99 pid: 31124 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789130366.496922:0:31124:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1789130366.496927:0:31124:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1789130366.496929:0:31124:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789130366.496932:0:31124:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1789130366.496936:0:31124:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789130366.496939:0:31124:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a92000/0xde5303b1d982cc67 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a5698 expref: -99 pid: 31124 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789130366.496945:0:31124:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1789130366.496947:0:31124:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130366.496950:0:31124:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130366.496951:0:31124:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130366.496952:0:31124:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130366.496954:0:31124:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789130366.496961:0:31124:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1789130366.496963:0:31124:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130366.496965:0:31124:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130366.496966:0:31124:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf46a92000 refcount=3 00000020:00000001:2.0:1789130366.496968:0:31124:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875351539712 : -109198358011904 : ffff9caf46a92000) 00010000:00000001:2.0:1789130366.496970:0:31124:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875351539712 : -109198358011904 : ffff9caf46a92000) 00010000:00000001:2.0:1789130366.496973:0:31124:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130366.496974:0:31124:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130366.496975:0:31124:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf46a92000 refcount=4 00000020:00000001:2.0:1789130366.496977:0:31124:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875351539712 : -109198358011904 : ffff9caf46a92000) 00010000:00000001:2.0:1789130366.496980:0:31124:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875351539712 : -109198358011904 : ffff9caf46a92000) 00010000:00000001:2.0:1789130366.496984:0:31124:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789130366.496988:0:31124:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789130366.496991:0:31124:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a92000/0xde5303b1d982cc67 lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a5698 expref: -99 pid: 31124 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789130366.496998:0:31124:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130366.496999:0:31124:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130366.497001:0:31124:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130366.497002:0:31124:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130366.497003:0:31124:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf46a92000 refcount=5 00000020:00000001:2.0:1789130366.497006:0:31124:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875351539712 : -109198358011904 : ffff9caf46a92000) 00010000:00000001:2.0:1789130366.497008:0:31124:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875351539712 : -109198358011904 : ffff9caf46a92000) 00010000:00000001:2.0:1789130366.497010:0:31124:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789130366.497014:0:31124:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a92000/0xde5303b1d982cc67 lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a5698 expref: -99 pid: 31124 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789130366.497021:0:31124:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130366.497022:0:31124:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1789130366.497025:0:31124:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a92000/0xde5303b1d982cc67 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a5698 expref: -99 pid: 31124 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789130366.497031:0:31124:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789130366.497033:0:31124:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130366.497034:0:31124:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130366.497036:0:31124:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130366.497037:0:31124:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1789130366.497043:0:31124:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9caf580bb840 x1876037329016960/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/640 e 0 to 0 dl 1789130382 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1789130366.497055:0:31124:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130366.497056:0:31124:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130366.497058:0:31124:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf46a92000 refcount=3 00000020:00000001:2.0:1789130366.497060:0:31124:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875351539712 : -109198358011904 : ffff9caf46a92000) 00010000:00000001:2.0:1789130366.497062:0:31124:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875351539712 : -109198358011904 : ffff9caf46a92000) 00000002:00010000:2.0:1789130366.497066:0:31124:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: getattr, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a92000/0xde5303b1d982cc67 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a5698 expref: -99 pid: 31124 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:2.0:1789130366.497079:0:31124:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff9caf5049e840. 00010000:00000001:2.0:1789130366.497082:0:31124:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130366.497083:0:31124:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789130366.497085:0:31124:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789130366.497087:0:31124:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789130366.497091:0:31124:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1789130366.497094:0:31124:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130366.497095:0:31124:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130366.497096:0:31124:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf46a92000 refcount=3 00000020:00000001:2.0:1789130366.497098:0:31124:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875351539712 : -109198358011904 : ffff9caf46a92000) 00010000:00000001:2.0:1789130366.497100:0:31124:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875351539712 : -109198358011904 : ffff9caf46a92000) 00000002:00010000:2.0:1789130366.497103:0:31124:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a92000/0xde5303b1d982cc67 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a5698 expref: -99 pid: 31124 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789130366.497109:0:31124:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130366.497111:0:31124:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130366.497113:0:31124:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1789130366.497114:0:31124:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130366.497116:0:31124:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130366.497117:0:31124:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf46a92000 refcount=3 00000020:00000001:2.0:1789130366.497119:0:31124:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875351539712 : -109198358011904 : ffff9caf46a92000) 00010000:00000001:2.0:1789130366.497121:0:31124:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875351539712 : -109198358011904 : ffff9caf46a92000) 00010000:00000040:2.0:1789130366.497124:0:31124:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf4a8cca00 count: 3 00010000:00000001:2.0:1789130366.497126:0:31124:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1789130366.497131:0:31124:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9caf4630e800 type 13 mode 4 res 8589935620/38 (0 0) 00010000:00000001:2.0:1789130366.497133:0:31124:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130366.497134:0:31124:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789130366.497136:0:31124:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1789130366.497140:0:31124:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c1f710 00000002:00002000:2.0:1789130366.497142:0:31124:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=f intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:2.0:1789130366.497145:0:31124:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789130366.497150:0:31124:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789130366.498669:0:31124:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1789130366.498683:0:31124:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000404:0x24:0x0] suppgids 0 -1: rc 0 00000080:00000001:2.0:1789130366.498688:0:31124:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130366.498694:0:31124:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:2.0:1789130366.498716:0:31124:0:(namei.c:674:ll_lookup_it_finish()) it ffffb97f41c1fb20 it_disposition b 00000080:00000001:2.0:1789130366.498728:0:31124:0:(llite_lib.c:3864:ll_prep_inode()) Process entered 00000002:00000001:2.0:1789130366.498737:0:31124:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:2.0:1789130366.498743:0:31124:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1789130366.498748:0:31124:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833958 : 144115205322833958 : 200000404000026) 00000080:00000001:2.0:1789130366.498752:0:31124:0:(namei.c:113:ll_iget()) Process entered 00000020:00000001:2.0:1789130366.498762:0:31124:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1789130366.498770:0:31124:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446634875648776024 : -109198060775592 : ffff9caf58609758) 00000020:00001000:2.0:1789130366.498772:0:31124:0:(cl_object.c:823:cl_env_get()) 1@ffff9caf58609750 00000020:00000001:2.0:1789130366.498775:0:31124:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:2.0:1789130366.498781:0:31124:0:(lov_object.c:1460:lov_conf_set()) Process entered 00020000:00000001:2.0:1789130366.498785:0:31124:0:(lov_pack.c:354:lov_unpackmd()) Process entered 00020000:00000010:2.0:1789130366.498798:0:31124:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9caf4812fea0. 00020000:00000010:2.0:1789130366.498840:0:31124:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9caf45105b00. 00020000:00000010:2.0:1789130366.498851:0:31124:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9caf4812f6c0. 00020000:00000001:2.0:1789130366.498854:0:31124:0:(lov_pack.c:366:lov_unpackmd()) Process leaving (rc=18446634875375253184 : -109198334298432 : ffff9caf4812f6c0) 00020000:00000002:2.0:1789130366.498859:0:31124:0:(lov_ea.c:762:dump_lsm()) lsm ffff9caf4812f6c0, objid 0x26:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1789130366.498864:0:31124:0:(lov_ea.c:793:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1789130366.498868:0:31124:0:(lov_ea.c:812:dump_lsm()) oinfo:ffff9caf45105b00: ostid: 0x240000400:23 ost idx: 0 gen: 0 00020000:00000002:2.0:1789130366.498874:0:31124:0:(lov_object.c:1314:lov_conf_lock()) Took exclusive lov(ffff9caf582ac000) owner ffff9caf48440000 00020000:00000001:2.0:1789130366.498877:0:31124:0:(lov_object.c:1520:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1789130366.498879:0:31124:0:(lov_object.c:1320:lov_conf_unlock()) To release exclusive lov(ffff9caf582ac000) owner ffff9caf48440000 00020000:00000010:2.0:1789130366.498886:0:31124:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9caf45105b00. 00020000:00000010:2.0:1789130366.498893:0:31124:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff9caf4812fea0. 00020000:00000010:2.0:1789130366.498899:0:31124:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff9caf4812f6c0. 00020000:00000002:2.0:1789130366.498903:0:31124:0:(lov_object.c:1547:lov_conf_set()) [0x200000404:0x26:0x0] lo_layout_invalid=0 00020000:00000001:2.0:1789130366.498905:0:31124:0:(lov_object.c:1548:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130366.498908:0:31124:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1789130366.498911:0:31124:0:(cl_object.c:917:cl_env_put()) 1@ffff9caf58609750 00000080:00000001:2.0:1789130366.498919:0:31124:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833958 : 144115205322833958 : 200000404000026) 00000080:00000001:2.0:1789130366.498922:0:31124:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:2.0:1789130366.498929:0:31124:0:(namei.c:147:ll_iget()) got inode: [0x200000404:0x26:0x0](ffff9caf601aba88): rc = 0 00000080:00000001:2.0:1789130366.498932:0:31124:0:(namei.c:156:ll_iget()) Process leaving (rc=18446634875778415240 : -109197931136376 : ffff9caf601aba88) 00010000:00000001:2.0:1789130366.498936:0:31124:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130366.498940:0:31124:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130366.498943:0:31124:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf46a92000 refcount=3 00000020:00000001:2.0:1789130366.498945:0:31124:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875351539712 : -109198358011904 : ffff9caf46a92000) 00010000:00000001:2.0:1789130366.498949:0:31124:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875351539712 : -109198358011904 : ffff9caf46a92000) 00000080:00000001:2.0:1789130366.498955:0:31124:0:(file.c:6819:ll_layout_conf()) Process entered 00000020:00000001:2.0:1789130366.498957:0:31124:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1789130366.498958:0:31124:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446634875648776024 : -109198060775592 : ffff9caf58609758) 00000020:00001000:2.0:1789130366.498959:0:31124:0:(cl_object.c:823:cl_env_get()) 1@ffff9caf58609750 00000020:00000001:2.0:1789130366.498962:0:31124:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:2.0:1789130366.498963:0:31124:0:(lov_object.c:1460:lov_conf_set()) Process entered 00020000:00000001:2.0:1789130366.498964:0:31124:0:(lov_pack.c:354:lov_unpackmd()) Process entered 00020000:00000010:2.0:1789130366.498967:0:31124:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9caf4812f6c0. 00020000:00000010:2.0:1789130366.498969:0:31124:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9caf45105b00. 00020000:00000010:2.0:1789130366.498972:0:31124:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9caf4812fea0. 00020000:00000001:2.0:1789130366.498974:0:31124:0:(lov_pack.c:366:lov_unpackmd()) Process leaving (rc=18446634875375255200 : -109198334296416 : ffff9caf4812fea0) 00020000:00000002:2.0:1789130366.498977:0:31124:0:(lov_ea.c:762:dump_lsm()) lsm ffff9caf4812fea0, objid 0x26:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1789130366.498981:0:31124:0:(lov_ea.c:793:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1789130366.498985:0:31124:0:(lov_ea.c:812:dump_lsm()) oinfo:ffff9caf45105b00: ostid: 0x240000400:23 ost idx: 0 gen: 0 00020000:00000002:2.0:1789130366.498987:0:31124:0:(lov_object.c:1314:lov_conf_lock()) Took exclusive lov(ffff9caf582ac000) owner ffff9caf48440000 00020000:00000001:2.0:1789130366.498989:0:31124:0:(lov_object.c:1520:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1789130366.498991:0:31124:0:(lov_object.c:1320:lov_conf_unlock()) To release exclusive lov(ffff9caf582ac000) owner ffff9caf48440000 00020000:00000010:2.0:1789130366.498993:0:31124:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9caf45105b00. 00020000:00000010:2.0:1789130366.498995:0:31124:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff9caf4812f6c0. 00020000:00000010:2.0:1789130366.498998:0:31124:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff9caf4812fea0. 00020000:00000002:2.0:1789130366.499001:0:31124:0:(lov_object.c:1547:lov_conf_set()) [0x200000404:0x26:0x0] lo_layout_invalid=0 00020000:00000001:2.0:1789130366.499003:0:31124:0:(lov_object.c:1548:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130366.499004:0:31124:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130366.499009:0:31124:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:2.0:1789130366.499012:0:31124:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9caf582ac000) owner 0000000000000000/ffff9caf48440000 00020000:00000002:2.0:1789130366.499016:0:31124:0:(lov_object.c:2443:lov_lsm_addref()) lsm ffff9caf58401540 addref 2/0 by ffff9caf48440000. 00020000:00000002:2.0:1789130366.499018:0:31124:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9caf582ac000) owner 0000000000000000/ffff9caf48440000 00020000:00000001:2.0:1789130366.499021:0:31124:0:(lov_object.c:2339:lov_object_layout_get()) Process entered 00020000:00000001:2.0:1789130366.499024:0:31124:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:2.0:1789130366.499026:0:31124:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:2.0:1789130366.499028:0:31124:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:2.0:1789130366.499030:0:31124:0:(lov_object.c:2358:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:2.0:1789130366.499033:0:31124:0:(file.c:6854:ll_layout_conf()) [0x200000404:0x26:0x0]: layout version change: 0 -> 0 00000020:00001000:2.0:1789130366.499035:0:31124:0:(cl_object.c:917:cl_env_put()) 1@ffff9caf58609750 00000080:00000001:2.0:1789130366.499038:0:31124:0:(file.c:6861:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130366.499040:0:31124:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130366.499043:0:31124:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1789130366.499045:0:31124:0:(llite_lib.c:3962:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1789130366.499048:0:31124:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1789130366.499051:0:31124:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789130366.499054:0:31124:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000404:0x26:0x0](ffff9caf601aba88) for lock 0xde5303b1d982cc67 00800000:00000001:2.0:1789130366.499058:0:31124:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1789130366.499060:0:31124:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1789130366.499061:0:31124:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130366.499063:0:31124:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130366.499064:0:31124:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf46a92000 refcount=3 00000020:00000001:2.0:1789130366.499066:0:31124:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875351539712 : -109198358011904 : ffff9caf46a92000) 00010000:00000001:2.0:1789130366.499069:0:31124:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875351539712 : -109198358011904 : ffff9caf46a92000) 00010000:00000001:2.0:1789130366.499072:0:31124:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130366.499073:0:31124:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789130366.499074:0:31124:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789130366.499076:0:31124:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:2.0:1789130366.499084:0:31124:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9caf60345288 inode ffff9caf601aba88 refc 1 flags 0x40000e 00000080:00000001:2.0:1789130366.499088:0:31124:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:2.0:1789130366.499092:0:31124:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x26:0x0](ffff9caf601aba88) 00000080:00010000:2.0:1789130366.499097:0:31124:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xde5303b1d982cc67 from it ffffb97f41c1fb20 00010000:00000001:2.0:1789130366.499099:0:31124:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130366.499100:0:31124:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130366.499102:0:31124:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf46a92000 refcount=3 00000020:00000001:2.0:1789130366.499103:0:31124:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875351539712 : -109198358011904 : ffff9caf46a92000) 00010000:00000001:2.0:1789130366.499105:0:31124:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875351539712 : -109198358011904 : ffff9caf46a92000) 00010000:00000001:2.0:1789130366.499108:0:31124:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789130366.499113:0:31124:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a92000/0xde5303b1d982cc67 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xcdf1b083821a5698 expref: -99 pid: 31124 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789130366.499123:0:31124:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130366.499124:0:31124:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130366.499126:0:31124:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1789130366.499129:0:31124:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1789130366.499132:0:31124:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a92000/0xde5303b1d982cc67 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xcdf1b083821a5698 expref: -99 pid: 31124 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1789130366.499139:0:31124:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789130366.499142:0:31124:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789130366.499144:0:31124:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789130366.499149:0:31124:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130366.499150:0:31124:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130366.501386:0:31124:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130366.501412:0:31124:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789130366.501414:0:31124:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130366.501417:0:31124:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130366.501423:0:31124:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130366.501428:0:31124:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789130366.501431:0:31124:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130366.501434:0:31124:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1789130366.501439:0:31124:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1789130366.501448:0:31124:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9caf42d70200. 00000100:00000001:2.0:1789130366.501460:0:31124:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130366.501478:0:31124:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf580bb840 x1876037329016960/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/640 e 0 to 0 dl 1789130382 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130366.501495:0:31124:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789130366.501499:0:31124:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789130366.501503:0:31124:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9caf47fb1000. 02000000:00000001:2.0:1789130366.501507:0:31124:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789130366.501511:0:31124:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1789130366.501513:0:31124:0:(genops.c:1223:class_import_put()) import ffff9caf6079a800 refcount=3 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000020:00000001:2.0:1789130366.501516:0:31124:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1789130366.501519:0:31124:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9caf58573000. 02000000:00000001:2.0:1789130366.501524:0:31124:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789130366.501526:0:31124:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789130366.501528:0:31124:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf580bb840. 00000100:00000001:2.0:1789130366.501536:0:31124:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789130366.501538:0:31124:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1789130366.501542:0:31124:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:2.0:1789130366.501544:0:31124:0:(dcache.c:176:ll_intent_release()) intent ffffb97f41c1fb20 released 00000080:00000001:2.0:1789130366.501546:0:31124:0:(dcache.c:187:ll_intent_release()) Process leaving 00000020:00000001:2.0:1789130366.501567:0:31124:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c1fd10 00000080:00200008:2.0:1789130366.501570:0:31124:0:(file.c:6313:ll_getattr_dentry()) START file f:[0x200000404:0x26:0x0](ffff9caf601aba88), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1789130366.501578:0:31124:0:(file.c:6206:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1789130366.501580:0:31124:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c1fc88 00000080:00200000:2.0:1789130366.501582:0:31124:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x26:0x0](ffff9caf601aba88),name=f 00000080:00000010:2.0:1789130366.501595:0:31124:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9caf42d70200. 00000080:00000001:2.0:1789130366.501606:0:31124:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1789130366.501610:0:31124:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1789130366.501613:0:31124:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c1fba8 00800000:00000002:2.0:1789130366.501615:0:31124:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000404:0x26:0x0] 'f' on [0x200000404:0x24:0x0] 00800000:00000001:2.0:1789130366.501620:0:31124:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1789130366.501628:0:31124:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000404:0x24:0x0], fid2=[0x200000404:0x26:0x0], name='' -> mds #0 00000002:00000001:2.0:1789130366.501634:0:31124:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1789130366.501636:0:31124:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c1fa78 00000002:00010000:2.0:1789130366.501638:0:31124:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000404:0x26:0x0]) in obj [0x200000404:0x24:0x0], intent: getattr flags 0 00000002:00000001:2.0:1789130366.501644:0:31124:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1789130366.501646:0:31124:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789130366.501649:0:31124:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789130366.501659:0:31124:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf4a8cca00 count: 3 00010000:00000001:2.0:1789130366.501662:0:31124:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789130366.501668:0:31124:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789130366.501673:0:31124:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1789130366.501679:0:31124:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a92000/0xde5303b1d982cc67 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xcdf1b083821a5698 expref: -99 pid: 31124 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 02000000:00000001:2.0:1789130366.501690:0:31124:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1789130366.501696:0:31124:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789130366.501699:0:31124:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a92000/0xde5303b1d982cc67 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xcdf1b083821a5698 expref: -99 pid: 31124 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000002:00000001:2.0:1789130366.501707:0:31124:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1789130366.501710:0:31124:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1789130366.501712:0:31124:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1789130366.501714:0:31124:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1789130366.501717:0:31124:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1789130366.501719:0:31124:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000404:0x24:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1789130366.501722:0:31124:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:2.0:1789130366.501725:0:31124:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9caf42d70200. 00000080:00000001:2.0:1789130366.501728:0:31124:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1789130366.501730:0:31124:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789130366.501733:0:31124:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x26:0x0](ffff9caf601aba88) 00000080:00010000:2.0:1789130366.501737:0:31124:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000404:0x26:0x0](ffff9caf601aba88) for lock 0xde5303b1d982cc67 00800000:00000001:2.0:1789130366.501742:0:31124:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1789130366.501744:0:31124:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1789130366.501746:0:31124:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130366.501749:0:31124:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130366.501752:0:31124:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf46a92000 refcount=3 00000020:00000001:2.0:1789130366.501754:0:31124:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875351539712 : -109198358011904 : ffff9caf46a92000) 00010000:00000001:2.0:1789130366.501757:0:31124:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875351539712 : -109198358011904 : ffff9caf46a92000) 00010000:00000001:2.0:1789130366.501760:0:31124:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130366.501761:0:31124:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789130366.501764:0:31124:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789130366.501766:0:31124:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789130366.501768:0:31124:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xde5303b1d982cc67 from it ffffb97f41c1fcc0 00010000:00000001:2.0:1789130366.501770:0:31124:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130366.501772:0:31124:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130366.501773:0:31124:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf46a92000 refcount=3 00000020:00000001:2.0:1789130366.501775:0:31124:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875351539712 : -109198358011904 : ffff9caf46a92000) 00010000:00000001:2.0:1789130366.501777:0:31124:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875351539712 : -109198358011904 : ffff9caf46a92000) 00010000:00000001:2.0:1789130366.501780:0:31124:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789130366.501783:0:31124:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a92000/0xde5303b1d982cc67 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xcdf1b083821a5698 expref: -99 pid: 31124 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1789130366.501790:0:31124:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130366.501792:0:31124:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130366.501794:0:31124:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1789130366.501796:0:31124:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1789130366.501798:0:31124:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a92000/0xde5303b1d982cc67 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xcdf1b083821a5698 expref: -99 pid: 31124 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1789130366.501845:0:31124:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789130366.501847:0:31124:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789130366.501850:0:31124:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789130366.501855:0:31124:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130366.501857:0:31124:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130366.501858:0:31124:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130366.501860:0:31124:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789130366.501862:0:31124:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130366.501864:0:31124:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130366.501866:0:31124:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130366.501869:0:31124:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789130366.501870:0:31124:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130366.501871:0:31124:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1789130366.501874:0:31124:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1789130366.501876:0:31124:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1789130366.501881:0:31124:0:(pcc.c:2686:pcc_inode_getattr()) Process entered 00000080:00000001:2.0:1789130366.501885:0:31124:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:2.0:1789130366.501888:0:31124:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1789130366.501892:0:31124:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:2.0:1789130366.501894:0:31124:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130366.501896:0:31124:0:(pcc.c:2695:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1789130366.501901:0:31124:0:(glimpse.c:178:__cl_glimpse_size()) Process entered 00000020:00000001:2.0:1789130366.501904:0:31124:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1789130366.501910:0:31124:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446634875648776024 : -109198060775592 : ffff9caf58609758) 00000020:00001000:2.0:1789130366.501912:0:31124:0:(cl_object.c:823:cl_env_get()) 1@ffff9caf58609750 00000020:00000001:2.0:1789130366.501919:0:31124:0:(cl_object.c:143:cl_object_top()) ffff9caf50186c38 -> ffff9caf50186c38 00000020:00000001:2.0:1789130366.501923:0:31124:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:2.0:1789130366.501927:0:31124:0:(vvp_io.c:1987:vvp_io_init()) Process entered 00000080:00200000:2.0:1789130366.501929:0:31124:0:(vvp_io.c:1992:vvp_io_init()) [0x200000404:0x26:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:2.0:1789130366.501933:0:31124:0:(cl_io.c:902:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1789130366.501935:0:31124:0:(cl_io.c:908:cl_io_slice_add()) Process leaving 00000080:00000001:2.0:1789130366.501937:0:31124:0:(file.c:7121:ll_layout_refresh()) Process entered 00000080:00000001:2.0:1789130366.501940:0:31124:0:(file.c:7125:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130366.501941:0:31124:0:(vvp_io.c:2064:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1789130366.501946:0:31124:0:(lov_object.c:1604:lov_io_init()) [0x200000404:0x26:0x0]io ffff9caf42d824f0 type 7 ignore/verify layout 0/1, compressed 0 00020000:00000002:2.0:1789130366.501950:0:31124:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9caf582ac000) owner 0000000000000000/ffff9caf48440000 00020000:00000001:2.0:1789130366.501955:0:31124:0:(lov_io.c:2488:lov_io_init_composite()) Process entered 00020000:00000001:2.0:1789130366.501957:0:31124:0:(lov_io.c:764:lov_io_slice_init()) Process entered 00020000:00000001:2.0:1789130366.501960:0:31124:0:(lov_io.c:478:lov_io_mirror_init()) Process entered 00020000:00000001:2.0:1789130366.501962:0:31124:0:(lov_io.c:489:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789130366.501965:0:31124:0:(lov_io.c:919:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:2.0:1789130366.501968:0:31124:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:2.0:1789130366.501971:0:31124:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130366.501973:0:31124:0:(cl_io.c:902:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1789130366.501974:0:31124:0:(cl_io.c:908:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1789130366.501976:0:31124:0:(lov_io.c:2501:lov_io_init_composite()) Process leaving 00020000:00000002:2.0:1789130366.501978:0:31124:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9caf582ac000) owner 0000000000000000/ffff9caf48440000 00000020:00000001:2.0:1789130366.501980:0:31124:0:(cl_io.c:146:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1789130366.501984:0:31124:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:2.0:1789130366.501985:0:31124:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000404:0x26:0x0] 00000020:00000001:2.0:1789130366.501988:0:31124:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:2.0:1789130366.501991:0:31124:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:2.0:1789130366.501994:0:31124:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:2.0:1789130366.501997:0:31124:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:2.0:1789130366.502004:0:31124:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:2.0:1789130366.502012:0:31124:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff9caf4938d700. 00020000:00000002:2.0:1789130366.502016:0:31124:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:2.0:1789130366.502019:0:31124:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:2.0:1789130366.502023:0:31124:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1789130366.502025:0:31124:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:2.0:1789130366.502027:0:31124:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1789130366.502029:0:31124:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446634875648775736 : -109198060775880 : ffff9caf58609638) 00000020:00001000:2.0:1789130366.502032:0:31124:0:(cl_object.c:823:cl_env_get()) 1@ffff9caf58609630 00000020:00000001:2.0:1789130366.502035:0:31124:0:(cl_object.c:143:cl_object_top()) ffff9caf50186080 -> ffff9caf50186c38 00000020:00000001:2.0:1789130366.502037:0:31124:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:2.0:1789130366.502042:0:31124:0:(cl_io.c:902:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1789130366.502043:0:31124:0:(cl_io.c:908:cl_io_slice_add()) Process leaving 00000020:00000001:2.0:1789130366.502045:0:31124:0:(cl_io.c:146:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789130366.502047:0:31124:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789130366.502050:0:31124:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446634875287506696 : -109198422044920 : ffff9caf42d80f08) 00000020:00000001:2.0:1789130366.502052:0:31124:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:2.0:1789130366.502059:0:31124:0:(osc_lock.c:1279:osc_lock_init()) slab-alloced 'oscl': 312 at ffff9caf48150270. 00000008:00010000:2.0:1789130366.502062:0:31124:0:(lustre_osc.h:166:osc_enq2ldlm_flags()) flags: a 00000020:00000001:2.0:1789130366.502066:0:31124:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1789130366.502068:0:31124:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:2.0:1789130366.502070:0:31124:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9caf4938d730, osc lock ffff9caf48150270, flags 0x400001002 00000020:00000001:2.0:1789130366.502073:0:31124:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789130366.502075:0:31124:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789130366.502078:0:31124:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446634875394512640 : -109198315038976 : ffff9caf4938d700) 00000020:00000001:2.0:1789130366.502081:0:31124:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1789130366.502082:0:31124:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:2.0:1789130366.502084:0:31124:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130366.502086:0:31124:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130366.502090:0:31124:0:(cl_io.c:1193:cl_sync_io_init_notify()) Process entered 00000020:00000001:2.0:1789130366.502092:0:31124:0:(cl_io.c:1201:cl_sync_io_init_notify()) Process leaving 00000020:00000001:2.0:1789130366.502094:0:31124:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:2.0:1789130366.502096:0:31124:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:2.0:1789130366.502097:0:31124:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1789130366.502098:0:31124:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446634875287506696 : -109198422044920 : ffff9caf42d80f08) 00000020:00000001:2.0:1789130366.502101:0:31124:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:2.0:1789130366.502104:0:31124:0:(osc_lock.c:1010:osc_lock_enqueue()) Process entered 00000008:00000001:2.0:1789130366.502106:0:31124:0:(osc_lock.c:1035:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1789130366.502116:0:31124:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:2.0:1789130366.502121:0:31124:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process entered 00000020:00000001:2.0:1789130366.502122:0:31124:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:2.0:1789130366.502125:0:31124:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:2.0:1789130366.502127:0:31124:0:(lovsub_object.c:152:lovsub_req_projid_set()) Process leaving 00000020:00000001:2.0:1789130366.502128:0:31124:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:2.0:1789130366.502132:0:31124:0:(osc_request.c:3393:osc_enqueue_base()) Process entered 00010000:00000001:2.0:1789130366.502134:0:31124:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1789130366.502139:0:31124:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130366.502143:0:31124:0:(ldlm_request.c:996:ldlm_enqueue_pack()) Process entered 00000100:00000010:2.0:1789130366.502148:0:31124:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf580bb840. 00000020:00000040:2.0:1789130366.502153:0:31124:0:(genops.c:1210:class_import_get()) import ffff9caf468ac800 refcount=3 obd=lustre-OST0000-osc-ffff9caf5014c800 00010000:00000001:2.0:1789130366.502158:0:31124:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1789130366.502164:0:31124:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789130366.502166:0:31124:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130366.502171:0:31124:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789130366.502175:0:31124:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789130366.502179:0:31124:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789130366.502187:0:31124:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9caf42d70200. 00000100:00000001:2.0:1789130366.502198:0:31124:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130366.502205:0:31124:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789130366.502207:0:31124:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130366.502209:0:31124:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789130366.502211:0:31124:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130366.502212:0:31124:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130366.502216:0:31124:0:(ldlm_request.c:1010:ldlm_enqueue_pack()) Process leaving (rc=18446634875643213888 : -109198066337728 : ffff9caf580bb840) 00010000:00000001:2.0:1789130366.502220:0:31124:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1789130366.502223:0:31124:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1789130366.502228:0:31124:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9caf4814d500. 00010000:00000010:2.0:1789130366.502231:0:31124:0:(ldlm_resource.c:1471:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff9caf4814d400. 00010000:00000001:2.0:1789130366.502239:0:31124:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1789130366.502243:0:31124:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9caf46a92800. 00000020:00000001:2.0:1789130366.502247:0:31124:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1789130366.502250:0:31124:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9caf46a92800 with handle 0xde5303b1d982cc6e to hash 00000020:00000001:2.0:1789130366.502252:0:31124:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1789130366.502254:0:31124:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446634875351541760 : -109198358009856 : ffff9caf46a92800) 00010000:00000010:2.0:1789130366.502260:0:31124:0:(ldlm_lock.c:1732:ldlm_lock_create()) kmalloced '(lock->l_lvb_data)': 56 at ffff9caf5049e400. 00010000:00000001:2.0:1789130366.502275:0:31124:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446634875351541760 : -109198358009856 : ffff9caf46a92800) 00010000:00000001:2.0:1789130366.502278:0:31124:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789130366.502279:0:31124:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789130366.502284:0:31124:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff9caf5014c800 lock: 00000000359d9554/0xde5303b1d982cc6e lrc: 3/1,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 31124 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789130366.502296:0:31124:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff9caf5014c800 lock: 00000000359d9554/0xde5303b1d982cc6e lrc: 3/1,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 31124 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789130366.502308:0:31124:0:(ldlm_request.c:1191:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130366.502319:0:31124:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789130366.502324:0:31124:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130366.502337:0:31124:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000024f9ac59] to pc [ptlrpcd_01_01+1] req@ffff9caf580bb840 x1876037329017088/t0(0) o101->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000008:00000001:2.0:1789130366.502389:0:31124:0:(osc_request.c:3512:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1789130366.502392:0:31124:0:(osc_lock.c:1114:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130366.502395:0:31124:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789130366.502397:0:31124:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130366.502399:0:31124:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130366.502402:0:31124:0:(cl_io.c:1837:__cl_sync_io_note()) Process entered 00000020:00200000:2.0:1789130366.502404:0:31124:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:2.0:1789130366.502407:0:31124:0:(cl_io.c:1911:__cl_sync_io_note()) Process leaving 00000020:00000001:2.0:1789130366.502408:0:31124:0:(cl_io.c:1213:cl_sync_io_wait()) Process entered 00000100:00000001:3.0:1789130366.502858:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789130366.502864:0:2350:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789130366.502867:0:2350:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789130366.502877:0:2350:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf580bb840 x1876037329017088/t0(0) o101->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130366.502887:0:2350:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789130366.502890:0:2350:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789130366.502896:0:2350:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789130366.502899:0:2350:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789130366.502902:0:2350:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789130366.502907:0:2350:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf580bb840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:2350:1876037329017088:192.168.204.123@tcp:101:checkstat.0 00000100:00000001:3.0:1789130366.502912:0:2350:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789130366.502920:0:2350:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789130366.502923:0:2350:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789130366.502926:0:2350:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789130366.502934:0:2350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9caf50106400. 02000000:00000001:3.0:1789130366.502937:0:2350:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789130366.502945:0:2350:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:3.0:1789130366.502950:0:2350:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf60788318. 00000400:00000010:3.0:1789130366.502960:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf4549fd48. 00000100:00000200:3.0:1789130366.502968:0:2350:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876037329017088, portal 4 00000100:00000001:3.0:1789130366.502971:0:2350:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789130366.502973:0:2350:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875643213888 : -109198066337728 : ffff9caf580bb840) 00000100:00000040:3.0:1789130366.502980:0:2350:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9caf580bb840 x1876037329017088/t0(0) o101->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1789130382 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130366.502987:0:2350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789130366.502990:0:2350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:3.0:1789130366.502992:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf4549f2a8. 00000100:00000200:3.0:1789130366.502995:0:2350:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1876037329017088, offset 0 00000400:00000200:3.0:1789130366.503003:0:2350:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:3.0:1789130366.503014:0:2350:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130366.503024:0:2350:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:3.0:1789130366.503030:0:2350:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789130366.503036:0:2350:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:3.0:1789130366.503042:0:2350:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789130366.503045:0:2350:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:3.0:1789130366.503055:0:2350:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2399:2399:256:4294967295] 192.168.204.123@tcp LPNI seq info [2398:2398:8:4294967295] 00000400:00000200:3.0:1789130366.503060:0:2350:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130366.503071:0:2350:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:3.0:1789130366.503079:0:2350:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:3.0:1789130366.503088:0:2350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf47fd2b00. 00000800:00000200:3.0:1789130366.503096:0:2350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:3.0:1789130366.503107:0:2350:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:3.0:1789130366.503113:0:2350:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf47fd2b00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1789130366.503136:0:2350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130366.503143:0:2350:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9caf5014c800: using a timeout of 22815 usecs (23 jiffies) 00000400:00000200:3.0:1789130366.503146:0:2350:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:3.0:1789130366.503150:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296460548 00000100:00000001:3.0:1789130366.503154:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9caf5014c800: PM QoS request active for cpu 2, keep current deadline 4296462858 00000100:00000001:3.0:1789130366.503161:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296460548 00000100:00000001:3.0:1789130366.503164:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9caf5014c800: PM QoS request active for cpu 3, keep current deadline 4296462858 00000100:00000001:3.0:1789130366.503167:0:2350:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789130366.503170:0:2350:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130366.503174:0:2350:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130366.503178:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130366.503188:0:2350:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789130366.503191:0:2350:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1789130366.503194:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789130366.503195:0:2350:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789130366.503197:0:2350:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130366.503200:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130366.503223:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789130366.503227:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789130366.503448:0:2341:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789130366.503455:0:2341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf47fd2b00. 00000400:00000200:2.0:1789130366.503463:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130366.503469:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:2.0:1789130366.503477:0:2341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf4549f2a8 00000400:00000010:2.0:1789130366.503480:0:2341:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf4549f2a8. 00000100:00000001:2.0:1789130366.503488:0:2341:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789130366.503494:0:2341:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf580bb840 x1876037329017088/t0(0) o101->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1789130382 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130366.503857:0:2341:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130366.503864:0:2341:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf580bb840 x1876037329017088/t0(0) o101->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1789130382 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130366.503872:0:2341:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130366.503874:0:2341:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1789130366.507957:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130366.507982:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789130366.507990:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130366.507993:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130366.508005:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130366.508016:0:2342:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:3.0:1789130366.508028:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130366.508033:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130366.508041:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130366.508046:0:2342:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 400 into portal 4 MB=0x6aa3efa94d900 00000400:00000200:3.0:1789130366.508052:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130366.508059:0:2342:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.123@tcp of length 400/400 into md 0x6805 [1] + 224 00000800:00000001:3.0:1789130366.508067:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130366.508074:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130366.508078:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130366.508083:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:3.0:1789130366.508092:0:2342:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789130366.508102:0:2342:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf580bb840 x1876037329017088/t0(0) o101->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1789130382 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789130366.508113:0:2342:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=400 req@ffff9caf580bb840 x1876037329017088/t0(0) o101->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1789130382 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130366.508150:0:2342:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789130366.508162:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130366.508166:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789130366.508742:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789130366.508749:0:2350:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789130366.508761:0:2350:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789130366.508763:0:2350:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789130366.508769:0:2350:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf60788318. 00000400:00000200:2.0:1789130366.508777:0:2350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf4549fd48 00000400:00000010:2.0:1789130366.508780:0:2350:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf4549fd48. 00000100:00000001:2.0:1789130366.508786:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789130366.508793:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf580bb840 x1876037329017088/t0(0) o101->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1789130382 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1789130366.508854:0:2350:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf580bb840 x1876037329017088/t0(0) o101->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1789130382 ref 1 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130366.508862:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789130366.508865:0:2350:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789130366.508868:0:2350:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789130366.508873:0:2350:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789130366.508875:0:2350:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789130366.508878:0:2350:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789130366.508881:0:2350:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789130366.508895:0:2350:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf468acc60 time=135 v=5 (5 5 5 36) 00000100:00001000:2.0:1789130366.508899:0:2350:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf468acc18 time=2 v=5 (1 0 0 0) 00000100:00000001:2.0:1789130366.508902:0:2350:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789130366.508904:0:2350:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130366.508908:0:2350:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789130366.508912:0:2350:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130366.508918:0:2350:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789130366.508920:0:2350:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9caf5014c800: skip recheck: last_committed 4294967339 00000100:00000001:2.0:1789130366.508923:0:2350:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789130366.508926:0:2350:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130366.508931:0:2350:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf580bb840 x1876037329017088/t0(0) o101->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1789130382 ref 1 fl Rpc:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130366.508944:0:2350:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789130366.508948:0:2350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789130366.508951:0:2350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:2.0:1789130366.508956:0:2350:0:(osc_request.c:3327:osc_enqueue_interpret()) Process entered 00010000:00000001:2.0:1789130366.508959:0:2350:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130366.508963:0:2350:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130366.508967:0:2350:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf46a92800 refcount=4 00000020:00000001:2.0:1789130366.508970:0:2350:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875351541760 : -109198358009856 : ffff9caf46a92800) 00010000:00000001:2.0:1789130366.508974:0:2350:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875351541760 : -109198358009856 : ffff9caf46a92800) 00010000:00000001:2.0:1789130366.508977:0:2350:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130366.508978:0:2350:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130366.508979:0:2350:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf46a92800 refcount=5 00000020:00000001:2.0:1789130366.508981:0:2350:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875351541760 : -109198358009856 : ffff9caf46a92800) 00010000:00000001:2.0:1789130366.508984:0:2350:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875351541760 : -109198358009856 : ffff9caf46a92800) 00010000:00000001:2.0:1789130366.508988:0:2350:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789130366.508994:0:2350:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789130366.509000:0:2350:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff9caf5014c800 lock: 00000000359d9554/0xde5303b1d982cc6e lrc: 6/2,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 31124 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789130366.509014:0:2350:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130366.509016:0:2350:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130366.509019:0:2350:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1789130366.509022:0:2350:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130366.509023:0:2350:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130366.509024:0:2350:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf46a92800 refcount=6 00000020:00000001:2.0:1789130366.509026:0:2350:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875351541760 : -109198358009856 : ffff9caf46a92800) 00010000:00000001:2.0:1789130366.509028:0:2350:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875351541760 : -109198358009856 : ffff9caf46a92800) 00010000:00000040:2.0:1789130366.509036:0:2350:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9caf46a92800, remote cookie: 0xcdf1b083821a569f, flags: 0x1001 00010000:00010000:2.0:1789130366.509042:0:2350:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0000-osc-ffff9caf5014c800 lock: 00000000359d9554/0xde5303b1d982cc6e lrc: 6/2,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a569f expref: -99 pid: 31124 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789130366.509054:0:2350:0:(ldlm_lock.c:1589:ldlm_fill_lvb()) Process entered 00010000:00000001:2.0:1789130366.509058:0:2350:0:(ldlm_lock.c:1682:ldlm_fill_lvb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130366.509061:0:2350:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1789130366.509066:0:2350:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00010000:2.0:1789130366.509072:0:2350:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff9caf5014c800 lock: 00000000359d9554/0xde5303b1d982cc6e lrc: 6/2,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a569f expref: -99 pid: 31124 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1789130366.509081:0:2350:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x240000400:0x17:0x0].0x0 (ffff9caf4814d500) refcount = 1 00010000:00000040:2.0:1789130366.509084:0:2350:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1789130366.509087:0:2350:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-OST0000-osc-ffff9caf5014c800 lock: 00000000359d9554/0xde5303b1d982cc6e lrc: 6/2,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a569f expref: -99 pid: 31124 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789130366.509096:0:2350:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1789130366.509098:0:2350:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789130366.509101:0:2350:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1789130366.509104:0:2350:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789130366.509108:0:2350:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffff9caf5014c800 lock: 00000000359d9554/0xde5303b1d982cc6e lrc: 6/2,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a569f expref: -99 pid: 31124 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789130366.509115:0:2350:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1789130366.509116:0:2350:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130366.509117:0:2350:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130366.509118:0:2350:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130366.509119:0:2350:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1789130366.509121:0:2350:0:(osc_request.c:3281:osc_enqueue_fini()) Process entered 00000008:00000001:2.0:1789130366.509124:0:2350:0:(osc_lock.c:277:osc_lock_upcall()) Process entered 00010000:00000001:2.0:1789130366.509127:0:2350:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130366.509129:0:2350:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130366.509130:0:2350:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf46a92800 refcount=5 00000020:00000001:2.0:1789130366.509132:0:2350:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875351541760 : -109198358009856 : ffff9caf46a92800) 00010000:00000001:2.0:1789130366.509134:0:2350:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875351541760 : -109198358009856 : ffff9caf46a92800) 00000008:00000001:2.0:1789130366.509139:0:2350:0:(osc_lock.c:154:osc_lock_lvb_update()) Process entered 00000020:00000001:2.0:1789130366.509144:0:2350:0:(cl_object.c:143:cl_object_top()) ffff9caf4363ef40 -> ffff9caf50186c38 00000008:00010000:2.0:1789130366.509149:0:2350:0:(osc_lock.c:192:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0000-osc-ffff9caf5014c800 lock: 00000000359d9554/0xde5303b1d982cc6e lrc: 5/2,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0xcdf1b083821a569f expref: -99 pid: 31124 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00000001:2.0:1789130366.509156:0:2350:0:(cl_object.c:143:cl_object_top()) ffff9caf4363ef40 -> ffff9caf50186c38 00000020:00000001:2.0:1789130366.509159:0:2350:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:2.0:1789130366.509162:0:2350:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:2.0:1789130366.509166:0:2350:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:2.0:1789130366.509169:0:2350:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130366.509171:0:2350:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130366.509172:0:2350:0:(cl_object.c:143:cl_object_top()) ffff9caf4363ef40 -> ffff9caf50186c38 00000008:00000001:2.0:1789130366.509174:0:2350:0:(osc_lock.c:197:osc_lock_lvb_update()) Process leaving 00000020:00000001:2.0:1789130366.509178:0:2350:0:(cl_io.c:1837:__cl_sync_io_note()) Process entered 00000020:00200000:2.0:1789130366.509180:0:2350:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:2.0:1789130366.509199:0:2350:0:(cl_io.c:1911:__cl_sync_io_note()) Process leaving 00000008:00000001:2.0:1789130366.509202:0:2350:0:(osc_lock.c:311:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130366.509204:0:2350:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130366.509206:0:2350:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130366.509207:0:2350:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf46a92800 refcount=6 00000020:00000001:2.0:1789130366.509209:0:2350:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875351541760 : -109198358009856 : ffff9caf46a92800) 00010000:00000001:2.0:1789130366.509212:0:2350:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875351541760 : -109198358009856 : ffff9caf46a92800) 00010000:00000001:2.0:1789130366.509214:0:2350:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789130366.509218:0:2350:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff9caf5014c800 lock: 00000000359d9554/0xde5303b1d982cc6e lrc: 6/2,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xcdf1b083821a569f expref: -99 pid: 31124 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789130366.509225:0:2350:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130366.509227:0:2350:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1789130366.509230:0:2350:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff9caf5014c800 lock: 00000000359d9554/0xde5303b1d982cc6e lrc: 5/1,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xcdf1b083821a569f expref: -99 pid: 31124 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789130366.509237:0:2350:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789130366.509239:0:2350:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130366.509240:0:2350:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1789130366.509242:0:2350:0:(osc_request.c:3308:osc_enqueue_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130366.509244:0:2350:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130366.509245:0:2350:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130366.509247:0:2350:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf46a92800 refcount=5 00000020:00000001:2.0:1789130366.509249:0:2350:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875351541760 : -109198358009856 : ffff9caf46a92800) 00010000:00000001:2.0:1789130366.509251:0:2350:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875351541760 : -109198358009856 : ffff9caf46a92800) 00010000:00000001:2.0:1789130366.509252:0:2350:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789130366.509255:0:2350:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff9caf5014c800 lock: 00000000359d9554/0xde5303b1d982cc6e lrc: 5/1,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xcdf1b083821a569f expref: -99 pid: 31124 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789130366.509272:0:2350:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130366.509273:0:2350:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130366.509275:0:2350:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1789130366.509277:0:2350:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1789130366.509280:0:2350:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9caf5014c800 lock: 00000000359d9554/0xde5303b1d982cc6e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xcdf1b083821a569f expref: -99 pid: 31124 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1789130366.509291:0:2350:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789130366.509294:0:2350:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789130366.509295:0:2350:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789130366.509301:0:2350:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130366.509302:0:2350:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130366.509304:0:2350:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130366.509307:0:2350:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789130366.509309:0:2350:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130366.509311:0:2350:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130366.509314:0:2350:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130366.509316:0:2350:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789130366.509317:0:2350:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130366.509318:0:2350:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130366.509319:0:2350:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130366.509320:0:2350:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1789130366.509322:0:2350:0:(osc_request.c:3366:osc_enqueue_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130366.509328:0:2350:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf580bb840 x1876037329017088/t0(0) o101->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1789130382 ref 1 fl Interpret:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1789130366.509338:0:2350:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf580bb840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:2350:1876037329017088:192.168.204.123@tcp:101:checkstat.0 00000100:00000001:2.0:1789130366.509344:0:2350:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789130366.509347:0:2350:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130366.509351:0:2350:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf580bb840 x1876037329017088/t0(0) o101->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1789130382 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130366.509358:0:2350:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789130366.509361:0:2350:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789130366.509366:0:2350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9caf50106400. 02000000:00000001:2.0:1789130366.509372:0:2350:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789130366.509374:0:2350:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1789130366.509377:0:2350:0:(genops.c:1223:class_import_put()) import ffff9caf468ac800 refcount=2 obd=lustre-OST0000-osc-ffff9caf5014c800 00000020:00000001:2.0:1789130366.509379:0:2350:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1789130366.509383:0:2350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9caf42d70200. 02000000:00000001:2.0:1789130366.509387:0:2350:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789130366.509389:0:2350:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789130366.509391:0:2350:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf580bb840. 00000100:00000001:2.0:1789130366.509398:0:2350:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789130366.509400:0:2350:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789130366.509403:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789130366.509413:0:2350:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789130366.509415:0:2350:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130366.509418:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789130366.509420:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130366.509700:0:31124:0:(cl_io.c:1237:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130366.509706:0:31124:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130366.509714:0:31124:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:1.0:1789130366.509718:0:31124:0:(cl_object.c:143:cl_object_top()) ffff9caf50186c38 -> ffff9caf50186c38 00000020:00000001:1.0:1789130366.509719:0:31124:0:(cl_object.c:143:cl_object_top()) ffff9caf50186c38 -> ffff9caf50186c38 00000020:00000001:1.0:1789130366.509721:0:31124:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:1.0:1789130366.509727:0:31124:0:(lov_object.c:1077:lov_attr_get_composite()) Process entered 00020000:00000001:1.0:1789130366.509734:0:31124:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:1.0:1789130366.509737:0:31124:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789130366.509739:0:31124:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:1.0:1789130366.509740:0:31124:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1789130366.509742:0:31124:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x26:1028 on OST[0]: s=0 (1) m=1789130348 a=1789130348 c=1789130348 b=1 00020000:00000001:1.0:1789130366.509746:0:31124:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1789130366.509749:0:31124:0:(lov_object.c:1108:lov_attr_get_composite()) COMP ID #-1: s=0 m=1789130348 a=1789130348 c=1789130348 b=1 00020000:00000001:1.0:1789130366.509752:0:31124:0:(lov_object.c:1146:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130366.509754:0:31124:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130366.509756:0:31124:0:(cl_object.c:143:cl_object_top()) ffff9caf50186c38 -> ffff9caf50186c38 00000080:00200000:1.0:1789130366.509758:0:31124:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000404:0x26:0x0] updating i_size 0 i_blocks 1 00000080:00000001:1.0:1789130366.509761:0:31124:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:1.0:1789130366.509764:0:31124:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:1.0:1789130366.509767:0:31124:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9caf42d82490 (ffff9caf58609758/0) at cl_lock_release():245 00000020:00000001:1.0:1789130366.509770:0:31124:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1789130366.509771:0:31124:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9caf42d82490 (ffff9caf58609758/0) at cl_lock_cancel():142 00020000:00000001:1.0:1789130366.509774:0:31124:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:1.0:1789130366.509778:0:31124:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1789130366.509781:0:31124:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446634875287506696 : -109198422044920 : ffff9caf42d80f08) 00000020:00000001:1.0:1789130366.509783:0:31124:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1789130366.509784:0:31124:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9caf4938d730 (ffff9caf58609638/1) at cl_lock_cancel():142 00000008:00000001:1.0:1789130366.509788:0:31124:0:(osc_lock.c:1172:osc_lock_cancel()) Process entered 00000008:00000001:1.0:1789130366.509790:0:31124:0:(osc_lock.c:1126:osc_lock_detach()) Process entered 00010000:00000001:1.0:1789130366.509791:0:31124:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130366.509792:0:31124:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1789130366.509793:0:31124:0:(osc_lock.c:1145:osc_lock_detach()) Process leaving 00000008:00000001:1.0:1789130366.509796:0:31124:0:(osc_lock.c:1181:osc_lock_cancel()) Process leaving 00000020:00000001:1.0:1789130366.509797:0:31124:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1789130366.509798:0:31124:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1789130366.509799:0:31124:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1789130366.509800:0:31124:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9caf42d82490 (ffff9caf58609758/0) at cl_lock_fini():72 00020000:00000001:1.0:1789130366.509836:0:31124:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:1.0:1789130366.509838:0:31124:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1789130366.509839:0:31124:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9caf4938d730 (ffff9caf58609758/1) at cl_lock_fini():72 00000008:00000010:1.0:1789130366.509844:0:31124:0:(osc_lock.c:116:osc_lock_fini()) slab-freed '(ols)': 312 at ffff9caf48150270. 00000020:00000001:1.0:1789130366.509848:0:31124:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:1.0:1789130366.509850:0:31124:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff9caf4938d700. 00020000:00000001:1.0:1789130366.509854:0:31124:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:1.0:1789130366.509855:0:31124:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:1.0:1789130366.509857:0:31124:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:1.0:1789130366.509859:0:31124:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130366.509863:0:31124:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:1.0:1789130366.509866:0:31124:0:(lov_io.c:1057:lov_io_fini()) Process entered 00020000:00000001:1.0:1789130366.509869:0:31124:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:1.0:1789130366.509870:0:31124:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:1.0:1789130366.509872:0:31124:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1789130366.509875:0:31124:0:(cl_object.c:917:cl_env_put()) 1@ffff9caf58609630 00020000:00000001:1.0:1789130366.509878:0:31124:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:1.0:1789130366.509881:0:31124:0:(lov_io.c:1088:lov_io_fini()) Process leaving 00000080:00000001:1.0:1789130366.509884:0:31124:0:(vvp_io.c:392:vvp_io_fini()) Process entered 00000080:00200000:1.0:1789130366.509887:0:31124:0:(vvp_io.c:402:vvp_io_fini()) [0x200000404:0x26:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, need minor change layout 0 00000080:00000001:1.0:1789130366.509892:0:31124:0:(file.c:7121:ll_layout_refresh()) Process entered 00000080:00000001:1.0:1789130366.509894:0:31124:0:(file.c:7125:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130366.509897:0:31124:0:(vvp_io.c:506:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1789130366.509899:0:31124:0:(vvp_io.c:509:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1789130366.509899:0:31124:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1789130366.509901:0:31124:0:(cl_object.c:917:cl_env_put()) 1@ffff9caf58609750 00000001:00000001:1.0:1789130366.509903:0:31124:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130366.509914:0:31124:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c1fd10 00000080:00000008:1.0:1789130366.509918:0:31124:0:(file.c:6498:ll_getattr_dentry()) COMPLETED file f:[0x200000404:0x26:0x0](ffff9caf601aba88), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1789130366.509927:0:31124:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1789130366.509930:0:31124:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c1fda0 00000080:00002000:1.0:1789130366.509932:0:31124:0:(dcache.c:127:ll_ddelete()) keeping dentry f (ffff9caf60345288, parent ffff9caf603456c0, inode ffff9caf601aba88) hashed, 00000080:00000001:1.0:1789130366.509936:0:31124:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130366.512117:0:30934:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:3.0:1789130366.512127:0:30934:0:(file.c:6206:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1789130366.512132:0:30934:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41de7b78 00000080:00200000:3.0:1789130366.512138:0:30934:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8),name=/ 00000080:00000010:3.0:1789130366.512151:0:30934:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9caf47c6c400. 00800000:00000002:3.0:1789130366.512163:0:30934:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9caf4557c8c0 2 00000080:00000001:3.0:1789130366.512169:0:30934:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1789130366.512177:0:30934:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1789130366.512180:0:30934:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41de7a98 00800000:00000002:3.0:1789130366.512184:0:30934:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1789130366.512189:0:30934:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1789130366.512195:0:30934:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1789130366.512202:0:30934:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1789130366.512205:0:30934:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41de7968 00000002:00010000:3.0:1789130366.512206:0:30934:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1789130366.512212:0:30934:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1789130366.512214:0:30934:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789130366.512219:0:30934:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789130366.512233:0:30934:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf42f26400 count: 2 00010000:00000001:3.0:1789130366.512240:0:30934:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789130366.512249:0:30934:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789130366.512257:0:30934:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1789130366.512272:0:30934:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7200/0xde5303b1d982cc44 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a561a expref: -99 pid: 31123 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:3.0:1789130366.512289:0:30934:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1789130366.512298:0:30934:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789130366.512301:0:30934:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7200/0xde5303b1d982cc44 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a561a expref: -99 pid: 31123 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:3.0:1789130366.512309:0:30934:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1789130366.512312:0:30934:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1789130366.512314:0:30934:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1789130366.512317:0:30934:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1789130366.512319:0:30934:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1789130366.512321:0:30934:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1789130366.512324:0:30934:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1789130366.512328:0:30934:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9caf4557c8c0 2 00000080:00000010:3.0:1789130366.512333:0:30934:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9caf47c6c400. 00000080:00000001:3.0:1789130366.512339:0:30934:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1789130366.512342:0:30934:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789130366.512345:0:30934:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9caf601980c8) 00000080:00010000:3.0:1789130366.512349:0:30934:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9caf601980c8) for lock 0xde5303b1d982cc44 00800000:00000001:3.0:1789130366.512353:0:30934:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1789130366.512355:0:30934:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1789130366.512357:0:30934:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789130366.512360:0:30934:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789130366.512364:0:30934:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b7200 refcount=3 00000020:00000001:3.0:1789130366.512367:0:30934:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649487360 : -109198060064256 : ffff9caf586b7200) 00010000:00000001:3.0:1789130366.512369:0:30934:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649487360 : -109198060064256 : ffff9caf586b7200) 00010000:00000001:3.0:1789130366.512373:0:30934:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130366.512375:0:30934:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789130366.512377:0:30934:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789130366.512379:0:30934:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789130366.512382:0:30934:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xde5303b1d982cc44 from it ffffb97f41de7bb0 00010000:00000001:3.0:1789130366.512385:0:30934:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789130366.512386:0:30934:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789130366.512387:0:30934:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b7200 refcount=3 00000020:00000001:3.0:1789130366.512389:0:30934:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649487360 : -109198060064256 : ffff9caf586b7200) 00010000:00000001:3.0:1789130366.512391:0:30934:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649487360 : -109198060064256 : ffff9caf586b7200) 00010000:00000001:3.0:1789130366.512394:0:30934:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789130366.512397:0:30934:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7200/0xde5303b1d982cc44 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a561a expref: -99 pid: 31123 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1789130366.512405:0:30934:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130366.512406:0:30934:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789130366.512408:0:30934:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1789130366.512411:0:30934:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1789130366.512492:0:30934:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7200/0xde5303b1d982cc44 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a561a expref: -99 pid: 31123 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:3.0:1789130366.512502:0:30934:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130366.512562:0:30934:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789130366.512565:0:30934:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789130366.512572:0:30934:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130366.512574:0:30934:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789130366.512576:0:30934:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130366.512582:0:30934:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789130366.512585:0:30934:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130366.512587:0:30934:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130366.512592:0:30934:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130366.512782:0:30934:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789130366.512785:0:30934:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130366.512786:0:30934:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1789130366.512790:0:30934:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1789130366.512792:0:30934:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1789130366.512795:0:30934:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8), inode mode 41ff mask 44 00000080:00000001:3.0:1789130366.512947:0:30934:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130366.512956:0:30934:0:(dir.c:3010:ll_dir_open()) Process entered 00000080:00000001:3.0:1789130366.512958:0:30934:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:3.0:1789130366.512961:0:30934:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41de7b78 00000080:00200008:3.0:1789130366.512963:0:30934:0:(file.c:1090:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff9caf601980c8), flags 304000 00000080:00000010:3.0:1789130366.512971:0:30934:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9caf51ae8280. 00000080:00000001:3.0:1789130366.512977:0:30934:0:(file.c:1115:ll_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130366.512979:0:30934:0:(dir.c:3011:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789130366.512996:0:30934:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41de7d30 00000080:00200008:3.0:1789130366.512998:0:30934:0:(file.c:6313:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9caf601980c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:3.0:1789130366.513007:0:30934:0:(statahead.c:2326:start_statahead_thread()) Process entered 00000080:00000001:3.0:1789130366.513009:0:30934:0:(statahead.c:1783:is_first_dirent()) Process entered 00000080:00000010:3.0:1789130366.513012:0:30934:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9caf47c6c400. 00800000:00000002:3.0:1789130366.513016:0:30934:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9caf4557c8c0 2 00800000:00000001:3.0:1789130366.513023:0:30934:0:(lmv_obd.c:3441:lmv_read_page()) Process entered 00000002:00000001:3.0:1789130366.513029:0:30934:0:(mdc_request.c:1493:mdc_read_page()) Process entered 00000002:00000001:3.0:1789130366.513031:0:30934:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1789130366.513032:0:30934:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41de7998 00000002:00010000:3.0:1789130366.513034:0:30934:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: readdir flags 0 00000002:00000001:3.0:1789130366.513037:0:30934:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1789130366.513038:0:30934:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789130366.513040:0:30934:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789130366.513044:0:30934:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf42f26400 count: 2 00010000:00000001:3.0:1789130366.513046:0:30934:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789130366.513049:0:30934:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789130366.513051:0:30934:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1789130366.513054:0:30934:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7200/0xde5303b1d982cc44 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a561a expref: -99 pid: 31123 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:3.0:1789130366.513061:0:30934:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1789130366.513064:0:30934:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789130366.513067:0:30934:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7200/0xde5303b1d982cc44 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a561a expref: -99 pid: 31123 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:3.0:1789130366.513073:0:30934:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1789130366.513074:0:30934:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1789130366.513077:0:30934:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1789130366.513079:0:30934:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1789130366.513080:0:30934:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789130366.513081:0:30934:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789130366.513083:0:30934:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b7200 refcount=3 00000020:00000001:3.0:1789130366.513085:0:30934:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649487360 : -109198060064256 : ffff9caf586b7200) 00010000:00000001:3.0:1789130366.513088:0:30934:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649487360 : -109198060064256 : ffff9caf586b7200) 00010000:00000001:3.0:1789130366.513090:0:30934:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130366.513091:0:30934:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789130366.513092:0:30934:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789130366.513142:0:30934:0:(mdc_request.c:1391:do_mdc_read_folio_remote()) Process entered 00000002:00000010:3.0:1789130366.513149:0:30934:0:(mdc_request.c:1398:do_mdc_read_folio_remote()) kmalloced '(folio_pool)': 2048 at ffff9caf49d0b000. 00000002:00000001:3.0:1789130366.513950:0:30934:0:(mdc_request.c:1036:mdc_getpage()) Process entered 00000100:00000010:3.0:1789130366.513961:0:30934:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf501aa580. 00000020:00000040:3.0:1789130366.513969:0:30934:0:(genops.c:1210:class_import_get()) import ffff9caf6079a800 refcount=4 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000100:00000001:3.0:1789130366.513974:0:30934:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789130366.513978:0:30934:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789130366.513982:0:30934:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789130366.513992:0:30934:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9caf47c6c600. 00000100:00000001:3.0:1789130366.514000:0:30934:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130366.514004:0:30934:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:3.0:1789130366.514010:0:30934:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at ffff9caf50106400. 00000100:00000010:3.0:1789130366.514015:0:30934:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 4096 at ffff9caf48466000. 00000020:00000040:3.0:1789130366.514018:0:30934:0:(genops.c:1210:class_import_get()) import ffff9caf6079a800 refcount=5 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000100:00000001:3.0:1789130366.514043:0:30934:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1789130366.514046:0:30934:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1789130366.514053:0:30934:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9caf485e89c0. 00000100:00000001:3.0:1789130366.514056:0:30934:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446634875380206016 : -109198329345600 : ffff9caf485e89c0) 00000100:00000001:3.0:1789130366.514059:0:30934:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789130366.514060:0:30934:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875509974400 : -109198199577216 : ffff9caf501aa580) 00000100:00000001:3.0:1789130366.514066:0:30934:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789130366.514071:0:30934:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130366.514073:0:30934:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1789130366.514075:0:30934:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789130366.514089:0:30934:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf501aa580 x1876037329017216/t0(0) o37->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 448/440 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130366.514100:0:30934:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789130366.514102:0:30934:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789130366.514107:0:30934:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789130366.514110:0:30934:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789130366.514112:0:30934:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789130366.514116:0:30934:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf501aa580 pname:cluuid:pid:xid:nid:opc:job bash:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:30934:1876037329017216:192.168.204.123@tcp:37:bash.0 00000100:00000001:3.0:1789130366.514121:0:30934:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789130366.514127:0:30934:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789130366.514130:0:30934:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130366.514132:0:30934:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000200:3.0:1789130366.514143:0:30934:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:3.0:1789130366.514147:0:30934:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf60788898. 00000400:00000010:3.0:1789130366.514158:0:30934:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at ffff9caf4847a000. 00000100:00000200:3.0:1789130366.514169:0:30934:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 256 pages 1048576 bytes, mbits x0x6aa3efa94d980-0x6aa3efa94d980, portal 14 00000100:00000001:3.0:1789130366.514172:0:30934:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789130366.514175:0:30934:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789130366.514179:0:30934:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9caf50105400. 02000000:00000001:3.0:1789130366.514181:0:30934:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789130366.514184:0:30934:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:3.0:1789130366.514187:0:30934:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf60788058. 00000400:00000010:3.0:1789130366.514191:0:30934:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf4549fe58. 00000100:00000200:3.0:1789130366.514194:0:30934:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876037329017216, portal 10 00000100:00000001:3.0:1789130366.514196:0:30934:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789130366.514197:0:30934:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875509974400 : -109198199577216 : ffff9caf501aa580) 00000100:00000040:3.0:1789130366.514205:0:30934:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9caf501aa580 x1876037329017216/t0(0) o37->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 448/440 e 0 to 0 dl 1789130382 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130366.514213:0:30934:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789130366.514216:0:30934:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:3.0:1789130366.514219:0:30934:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf4549f000. 00000100:00000200:3.0:1789130366.514222:0:30934:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 23, xid 1876037329017216, offset 0 00000400:00000200:3.0:1789130366.514229:0:30934:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:3.0:1789130366.514239:0:30934:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130366.514250:0:30934:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:3.0:1789130366.514257:0:30934:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789130366.515856:0:30934:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:3.0:1789130366.515866:0:30934:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789130366.515871:0:30934:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:3.0:1789130366.515876:0:30934:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2400:2400:256:4294967295] 192.168.204.123@tcp LPNI seq info [2399:2399:8:4294967295] 00000400:00000200:3.0:1789130366.515885:0:30934:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130366.515899:0:30934:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:3.0:1789130366.515909:0:30934:0:(socklnd_cb.c:931:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:3.0:1789130366.515922:0:30934:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf47fd2000. 00000800:00000200:3.0:1789130366.515932:0:30934:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:3.0:1789130366.516015:0:30934:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:3.0:1789130366.516021:0:30934:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf47fd2000 type 1, nob 544 niov 1 nkiov 1 00000100:00000001:3.0:1789130366.516055:0:30934:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130366.516166:0:30934:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: using a timeout of 834803 usecs (835 jiffies) 00000400:00000200:3.0:1789130366.516172:0:30934:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:3.0:1789130366.516177:0:30934:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296461371 00000100:00000001:3.0:1789130366.516181:0:30934:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 2, keep current deadline 4296462858 00000100:00000001:3.0:1789130366.516184:0:30934:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296461371 00000100:00000001:3.0:1789130366.516186:0:30934:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 3, keep current deadline 4296462858 00000100:00000001:3.0:1789130366.516189:0:30934:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789130366.516194:0:30934:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130366.516198:0:30934:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789130366.516200:0:30934:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1789130366.516203:0:30934:0:(client.c:2715:ptlrpc_set_wait()) set ffff9caf485e89c0 going to sleep for 11 seconds 00000100:00000001:3.0:1789130366.516207:0:30934:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789130366.516210:0:30934:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789130366.517465:0:2341:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789130366.517475:0:2341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf47fd2000. 00000400:00000200:2.0:1789130366.517482:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130366.517491:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:2.0:1789130366.517500:0:2341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf4549f000 00000400:00000010:2.0:1789130366.517503:0:2341:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf4549f000. 00000100:00000001:2.0:1789130366.517511:0:2341:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789130366.517521:0:2341:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf501aa580 x1876037329017216/t0(0) o37->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 448/440 e 0 to 0 dl 1789130382 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130366.517535:0:2341:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130366.517539:0:2341:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf501aa580 x1876037329017216/t0(0) o37->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 448/440 e 0 to 0 dl 1789130382 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130366.517546:0:2341:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130366.517548:0:2341:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1789130366.540288:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130366.540312:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789130366.540319:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130366.540322:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130366.540335:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130366.540345:0:2342:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:3.0:1789130366.540356:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130366.540363:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130366.540371:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130366.540376:0:2342:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 4096 into portal 14 MB=0x6aa3efa94d980 00000400:00000200:3.0:1789130366.540383:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130366.540390:0:2342:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index e from 12345-192.168.204.123@tcp of length 4096/4096 into md 0x6815 [256] + 0 00000400:00000010:3.0:1789130366.540397:0:2342:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf60788898. 00000400:00000200:3.0:1789130366.540403:0:2342:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff9caf4847a000 00000800:00000001:3.0:1789130366.540410:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130366.540420:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130366.540424:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130366.540440:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:3.0:1789130366.540446:0:2342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf4847a000 00000400:00000010:3.0:1789130366.540450:0:2342:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 4216 at ffff9caf4847a000. 00000100:00000001:3.0:1789130366.540457:0:2342:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:3.0:1789130366.540460:0:2342:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req ffff9caf501aa580 desc ffff9caf50106400 mbits 1876037329017216 00000100:00000001:3.0:1789130366.540484:0:2342:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:3.0:1789130366.540494:0:2342:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1789130366.540498:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130366.540504:0:2342:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.204.23@tcp to MR: 192.168.204.123@tcp local destination 00000400:00000200:3.0:1789130366.540511:0:2342:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2401:2401:256:4294967295] 192.168.204.123@tcp LPNI seq info [2400:2400:8:4294967295] 00000400:00000200:3.0:1789130366.540516:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130366.540526:0:2342:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:192.168.204.23@tcp) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) 192.168.204.123@tcp : ACK try# 0 00000800:00000200:3.0:1789130366.540534:0:2342:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 256 frags to 12345-192.168.204.123@tcp 00000800:00000010:3.0:1789130366.540553:0:2342:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 4328 at ffff9caf4847a000. 00000800:00000200:3.0:1789130366.540562:0:2342:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:3.0:1789130366.540571:0:2342:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:3.0:1789130366.540577:0:2342:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf4847a000 type 0, nob 96 niov 1 nkiov 0 00000100:00000001:1.0:1789130366.540585:0:30934:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789130366.540603:0:30934:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789130366.540661:0:2342:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789130366.540666:0:2342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 4328 at ffff9caf4847a000. 00000400:00000200:3.0:1789130366.540669:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130366.540673:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: ACK: OK 00000800:00000001:3.0:1789130366.540680:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130366.540684:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789130366.555900:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130366.555935:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789130366.556009:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130366.556016:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130366.556031:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130366.556043:0:2342:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:3.0:1789130366.556057:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130366.556065:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130366.556075:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130366.556081:0:2342:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 440 into portal 10 MB=0x6aa3efa94d980 00000400:00000200:3.0:1789130366.556088:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130366.556097:0:2342:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.123@tcp of length 440/440 into md 0x681d [1] + 224 00000800:00000001:3.0:1789130366.556108:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130366.556125:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130366.556129:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130366.556135:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:3.0:1789130366.556149:0:2342:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789130366.556165:0:2342:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf501aa580 x1876037329017216/t0(0) o37->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 448/440 e 0 to 0 dl 1789130382 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789130366.556180:0:2342:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=440 offset=224 replen=440 req@ffff9caf501aa580 x1876037329017216/t0(0) o37->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 448/440 e 0 to 0 dl 1789130382 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130366.556208:0:2342:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789130366.556221:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130366.556225:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130366.556339:0:30934:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789130366.556354:0:30934:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789130366.556357:0:30934:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789130366.556363:0:30934:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf60788058. 00000400:00000200:1.0:1789130366.556372:0:30934:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf4549fe58 00000400:00000010:1.0:1789130366.556375:0:30934:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf4549fe58. 00000100:00000001:1.0:1789130366.556382:0:30934:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789130366.556388:0:30934:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf501aa580 x1876037329017216/t0(0) o37->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 448/440 e 0 to 0 dl 1789130382 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1789130366.556399:0:30934:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf501aa580 x1876037329017216/t0(0) o37->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 448/440 e 0 to 0 dl 1789130382 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130366.556406:0:30934:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789130366.556409:0:30934:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130366.556413:0:30934:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789130366.556420:0:30934:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789130366.556424:0:30934:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789130366.556427:0:30934:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130366.556431:0:30934:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789130366.556449:0:30934:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf6079aca8 time=135 v=5 (5 5 5 5) 00000100:00001000:1.0:1789130366.556455:0:30934:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf6079ac18 time=2 v=5 (1 0 0 0) 00000100:00000001:1.0:1789130366.556458:0:30934:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789130366.556461:0:30934:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130366.556466:0:30934:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789130366.556471:0:30934:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130366.556476:0:30934:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789130366.556479:0:30934:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9caf5014c800: skip recheck: last_committed 4294967617 00000100:00000001:1.0:1789130366.556481:0:30934:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789130366.556484:0:30934:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789130366.556490:0:30934:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@ffff9caf501aa580 x1876037329017216/t0(0) o37->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 448/440 e 0 to 0 dl 1789130382 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1789130366.556699:0:30934:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@ffff9caf501aa580 x1876037329017216/t0(0) o37->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 448/440 e 0 to 0 dl 1789130382 ref 2 fl Bulk:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130366.556709:0:30934:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789130366.556712:0:30934:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789130366.556717:0:30934:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf501aa580 x1876037329017216/t0(0) o37->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 448/440 e 0 to 0 dl 1789130382 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1789130366.556726:0:30934:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf501aa580 pname:cluuid:pid:xid:nid:opc:job bash:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:30934:1876037329017216:192.168.204.123@tcp:37:bash.0 00000100:00000001:1.0:1789130366.556733:0:30934:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130366.556737:0:30934:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130366.556740:0:30934:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1789130366.556744:0:30934:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789130366.556747:0:30934:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf501aa580 x1876037329017216/t0(0) o37->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 448/440 e 0 to 0 dl 1789130382 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130366.556755:0:30934:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789130366.556759:0:30934:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9caf485e89c0. 00000100:00000001:1.0:1789130366.556765:0:30934:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1789130366.556766:0:30934:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789130366.556772:0:30934:0:(mdc_request.c:1108:mdc_getpage()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130366.556776:0:30934:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789130366.556779:0:30934:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf501aa580 x1876037329017216/t0(0) o37->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 448/440 e 0 to 0 dl 1789130382 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130366.556786:0:30934:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789130366.556788:0:30934:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789130366.556793:0:30934:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9caf50105400. 02000000:00000001:1.0:1789130366.556797:0:30934:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789130366.556800:0:30934:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1789130366.556981:0:30934:0:(genops.c:1223:class_import_put()) import ffff9caf6079a800 refcount=4 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000020:00000001:1.0:1789130366.556987:0:30934:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:1.0:1789130366.556989:0:30934:0:(client.c:325:ptlrpc_free_bulk()) Process entered 00000020:00000001:1.0:1789130366.556993:0:30934:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1789130366.556995:0:30934:0:(genops.c:1223:class_import_put()) import ffff9caf6079a800 refcount=3 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000020:00000001:1.0:1789130366.556997:0:30934:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000010:1.0:1789130366.557041:0:30934:0:(client.c:346:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 4096 at ffff9caf48466000. 00000100:00000010:1.0:1789130366.557046:0:30934:0:(client.c:347:ptlrpc_free_bulk()) kfreed 'desc': 984 at ffff9caf50106400. 00000100:00000001:1.0:1789130366.557049:0:30934:0:(client.c:348:ptlrpc_free_bulk()) Process leaving 02000000:00000010:1.0:1789130366.557053:0:30934:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9caf47c6c600. 02000000:00000001:1.0:1789130366.557057:0:30934:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789130366.557060:0:30934:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789130366.557063:0:30934:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf501aa580. 00000100:00000001:1.0:1789130366.557067:0:30934:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789130366.557068:0:30934:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1789130366.557072:0:30934:0:(mdc_request.c:1315:mdc_dirpage_add()) Process entered 00000002:00000020:1.0:1789130366.557076:0:30934:0:(mdc_request.c:1322:mdc_dirpage_add()) read 1/1 00000002:00000010:1.0:1789130366.559092:0:30934:0:(mdc_request.c:1442:do_mdc_read_folio_remote()) kfreed 'folio_pool': 2048 at ffff9caf49d0b000. 00000002:00000001:1.0:1789130366.559106:0:30934:0:(mdc_request.c:1444:do_mdc_read_folio_remote()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130366.559116:0:30934:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130366.559120:0:30934:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130366.559124:0:30934:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b7200 refcount=3 00000020:00000001:1.0:1789130366.559127:0:30934:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649487360 : -109198060064256 : ffff9caf586b7200) 00010000:00000001:1.0:1789130366.559132:0:30934:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649487360 : -109198060064256 : ffff9caf586b7200) 00010000:00000001:1.0:1789130366.559135:0:30934:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789130366.559141:0:30934:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7200/0xde5303b1d982cc44 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a561a expref: -99 pid: 31123 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1789130366.559153:0:30934:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130366.559156:0:30934:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130366.559158:0:30934:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1789130366.559161:0:30934:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1789130366.559164:0:30934:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7200/0xde5303b1d982cc44 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a561a expref: -99 pid: 31123 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:1.0:1789130366.559174:0:30934:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1789130366.559178:0:30934:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1789130366.559181:0:30934:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789130366.559187:0:30934:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130366.559188:0:30934:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130366.559190:0:30934:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130366.559195:0:30934:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1789130366.559197:0:30934:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130366.559200:0:30934:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130366.559204:0:30934:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130366.559206:0:30934:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789130366.559208:0:30934:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130366.559209:0:30934:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00800000:00000001:1.0:1789130366.559212:0:30934:0:(lmv_obd.c:3458:lmv_read_page()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130366.559222:0:30934:0:(statahead.c:1888:is_first_dirent()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000002:1.0:1789130366.559229:0:30934:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9caf4557c8c0 2 00000080:00000010:1.0:1789130366.559233:0:30934:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9caf47c6c400. 00000080:00000001:1.0:1789130366.559241:0:30934:0:(statahead.c:2329:start_statahead_thread()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130366.559248:0:30934:0:(file.c:6206:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1789130366.559252:0:30934:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41de7ca8 00000080:00200000:1.0:1789130366.559255:0:30934:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8),name=/ 00000080:00000010:1.0:1789130366.559278:0:30934:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9caf48ef9a00. 00800000:00000002:1.0:1789130366.559286:0:30934:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9caf4557c8c0 2 00000080:00000001:1.0:1789130366.559291:0:30934:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1789130366.559295:0:30934:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1789130366.559298:0:30934:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41de7bc8 00800000:00000002:1.0:1789130366.559300:0:30934:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1789130366.559305:0:30934:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1789130366.559312:0:30934:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1789130366.559318:0:30934:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1789130366.559320:0:30934:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41de7a98 00000002:00010000:1.0:1789130366.559322:0:30934:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1789130366.559327:0:30934:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1789130366.559329:0:30934:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789130366.559332:0:30934:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789130366.559341:0:30934:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf42f26400 count: 2 00010000:00000001:1.0:1789130366.559344:0:30934:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789130366.559351:0:30934:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789130366.559356:0:30934:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1789130366.559359:0:30934:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7200/0xde5303b1d982cc44 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a561a expref: -99 pid: 31123 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:1.0:1789130366.559374:0:30934:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1789130366.559380:0:30934:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789130366.559384:0:30934:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7200/0xde5303b1d982cc44 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a561a expref: -99 pid: 31123 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:1.0:1789130366.559392:0:30934:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1789130366.559394:0:30934:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1789130366.559396:0:30934:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1789130366.559399:0:30934:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1789130366.559401:0:30934:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1789130366.559404:0:30934:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1789130366.559407:0:30934:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1789130366.559409:0:30934:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9caf4557c8c0 2 00000080:00000010:1.0:1789130366.559414:0:30934:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9caf48ef9a00. 00000080:00000001:1.0:1789130366.559419:0:30934:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1789130366.559421:0:30934:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789130366.559426:0:30934:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9caf601980c8) 00000080:00010000:1.0:1789130366.559431:0:30934:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9caf601980c8) for lock 0xde5303b1d982cc44 00800000:00000001:1.0:1789130366.559435:0:30934:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1789130366.559437:0:30934:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1789130366.559439:0:30934:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130366.559440:0:30934:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130366.559442:0:30934:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b7200 refcount=3 00000020:00000001:1.0:1789130366.559444:0:30934:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649487360 : -109198060064256 : ffff9caf586b7200) 00010000:00000001:1.0:1789130366.559447:0:30934:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649487360 : -109198060064256 : ffff9caf586b7200) 00010000:00000001:1.0:1789130366.559450:0:30934:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130366.559452:0:30934:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789130366.559453:0:30934:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789130366.559455:0:30934:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789130366.559458:0:30934:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xde5303b1d982cc44 from it ffffb97f41de7ce0 00010000:00000001:1.0:1789130366.559460:0:30934:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130366.559461:0:30934:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130366.559464:0:30934:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b7200 refcount=3 00000020:00000001:1.0:1789130366.559466:0:30934:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649487360 : -109198060064256 : ffff9caf586b7200) 00010000:00000001:1.0:1789130366.559468:0:30934:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649487360 : -109198060064256 : ffff9caf586b7200) 00010000:00000001:1.0:1789130366.559470:0:30934:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789130366.559472:0:30934:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7200/0xde5303b1d982cc44 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a561a expref: -99 pid: 31123 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:1.0:1789130366.559479:0:30934:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130366.559480:0:30934:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130366.559481:0:30934:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1789130366.559483:0:30934:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1789130366.559485:0:30934:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7200/0xde5303b1d982cc44 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a561a expref: -99 pid: 31123 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:1.0:1789130366.559491:0:30934:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1789130366.559493:0:30934:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1789130366.559494:0:30934:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789130366.559497:0:30934:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130366.559498:0:30934:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130366.559499:0:30934:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130366.559501:0:30934:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1789130366.559503:0:30934:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130366.559504:0:30934:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130366.559507:0:30934:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130366.559509:0:30934:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789130366.559510:0:30934:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130366.559511:0:30934:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1789130366.559514:0:30934:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1789130366.559517:0:30934:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1789130366.559521:0:30934:0:(file.c:6266:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130366.559527:0:30934:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41de7d30 00000080:00000008:1.0:1789130366.559530:0:30934:0:(file.c:6498:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff9caf601980c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1789130366.561348:0:30934:0:(dir.c:324:ll_iterate()) Process entered 00000080:00200000:1.0:1789130366.561361:0:30934:0:(dir.c:332:ll_iterate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) pos/size0/8704 32bit_api 0 00000080:00000010:1.0:1789130366.561378:0:30934:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9caf48ef9a00. 00800000:00000002:1.0:1789130366.561388:0:30934:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9caf4557c8c0 2 00000080:00000001:1.0:1789130366.561394:0:30934:0:(dir.c:194:ll_dir_read()) Process entered 00000080:00000001:1.0:1789130366.561408:0:30934:0:(dir.c:148:ll_get_dir_folio()) Process leaving (rc=18446730744355825408 : -13329353726208 : fffff3e0849b2700) 00000080:00000001:1.0:1789130366.561415:0:30934:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:1.0:1789130366.561421:0:30934:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130366.561423:0:30934:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205272502278 : 144115205272502278 : 200000401000006) 00000080:00000001:1.0:1789130366.561425:0:30934:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833956 : 144115205322833956 : 200000404000024) 00000080:00000001:1.0:1789130366.561428:0:30934:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205306056719 : 144115205306056719 : 20000040300000f) 00000080:00000001:1.0:1789130366.561430:0:30934:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205289279491 : 144115205289279491 : 200000402000003) 00000080:00000001:1.0:1789130366.561432:0:30934:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205272502273 : 144115205272502273 : 200000401000001) 00000080:00000001:1.0:1789130366.561435:0:30934:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833955 : 144115205322833955 : 200000404000023) 00000080:00000001:1.0:1789130366.561437:0:30934:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833924 : 144115205322833924 : 200000404000004) 00000080:00000001:1.0:1789130366.561440:0:30934:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833925 : 144115205322833925 : 200000404000005) 00000080:00000001:1.0:1789130366.561442:0:30934:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205272502275 : 144115205272502275 : 200000401000003) 00000080:00000001:1.0:1789130366.561445:0:30934:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205306056705 : 144115205306056705 : 200000403000001) 00000080:00000001:1.0:1789130366.561447:0:30934:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205306056712 : 144115205306056712 : 200000403000008) 00000080:00000001:1.0:1789130366.561450:0:30934:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205306056717 : 144115205306056717 : 20000040300000d) 00000080:00000001:1.0:1789130366.561452:0:30934:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205272502274 : 144115205272502274 : 200000401000002) 00000080:00000001:1.0:1789130366.561456:0:30934:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833928 : 144115205322833928 : 200000404000008) 00000080:00000001:1.0:1789130366.561458:0:30934:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205306056715 : 144115205306056715 : 20000040300000b) 00000080:00000001:1.0:1789130366.561461:0:30934:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205306056721 : 144115205306056721 : 200000403000011) 00000080:00000001:1.0:1789130366.561467:0:30934:0:(dir.c:306:ll_dir_read()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789130366.561472:0:30934:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9caf4557c8c0 2 00000080:00000010:1.0:1789130366.561475:0:30934:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9caf48ef9a00. 00000080:00000001:1.0:1789130366.561485:0:30934:0:(dir.c:402:ll_iterate()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130366.561520:0:30934:0:(dir.c:324:ll_iterate()) Process entered 00000080:00200000:1.0:1789130366.561522:0:30934:0:(dir.c:332:ll_iterate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) pos/size18446744073709551614/8704 32bit_api 0 00000080:00000001:1.0:1789130366.561526:0:30934:0:(dir.c:342:ll_iterate()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1789130366.561528:0:30934:0:(dir.c:402:ll_iterate()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130366.561565:0:30934:0:(dir.c:3016:ll_dir_release()) Process entered 00000080:00000001:1.0:1789130366.561569:0:30934:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:1.0:1789130366.561573:0:30934:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41de7dd0 00000080:00200008:1.0:1789130366.561576:0:30934:0:(file.c:479:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff9caf601980c8), flags 304000 00000080:00400000:1.0:1789130366.561581:0:30934:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000007:0x1:0x0] 00000080:00000010:1.0:1789130366.561586:0:30934:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9caf51ae8280. 00000080:00000001:1.0:1789130366.562464:0:30934:0:(file.c:498:ll_file_release()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1789130366.562475:0:30934:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41de7dd0 00000080:00000008:1.0:1789130366.562477:0:30934:0:(file.c:523:ll_file_release()) COMPLETED file /:[0x200000007:0x1:0x0](ffff9caf601980c8), flags 304000, rc = 0 00000080:00000001:1.0:1789130366.562481:0:30934:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130366.562483:0:30934:0:(dir.c:3017:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130366.574795:0:31125:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:2.0:1789130366.574826:0:31125:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:2.0:1789130366.574830:0:31125:0:(file.c:6206:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1789130366.574835:0:31125:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c1fb20 00000080:00200000:2.0:1789130366.574842:0:31125:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8),name=/ 00000080:00000010:2.0:1789130366.574864:0:31125:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9caf42d70200. 00800000:00000002:2.0:1789130366.574875:0:31125:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9caf4557c8c0 2 00000080:00000001:2.0:1789130366.574882:0:31125:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1789130366.574890:0:31125:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1789130366.574892:0:31125:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c1fa40 00800000:00000002:2.0:1789130366.574896:0:31125:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1789130366.574901:0:31125:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1789130366.574908:0:31125:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1789130366.574916:0:31125:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1789130366.574918:0:31125:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c1f910 00000002:00010000:2.0:1789130366.574920:0:31125:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1789130366.574926:0:31125:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1789130366.574928:0:31125:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789130366.574933:0:31125:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789130366.574944:0:31125:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf42f26400 count: 2 00010000:00000001:2.0:1789130366.574948:0:31125:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789130366.574955:0:31125:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789130366.574962:0:31125:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1789130366.574970:0:31125:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7200/0xde5303b1d982cc44 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a561a expref: -99 pid: 31123 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 02000000:00000001:2.0:1789130366.574986:0:31125:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1789130366.574995:0:31125:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789130366.574999:0:31125:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7200/0xde5303b1d982cc44 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a561a expref: -99 pid: 31123 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000002:00000001:2.0:1789130366.575013:0:31125:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1789130366.575015:0:31125:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1789130366.575017:0:31125:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1789130366.575019:0:31125:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1789130366.575021:0:31125:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1789130366.575023:0:31125:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1789130366.575026:0:31125:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1789130366.575030:0:31125:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9caf4557c8c0 2 00000080:00000010:2.0:1789130366.575036:0:31125:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9caf42d70200. 00000080:00000001:2.0:1789130366.575044:0:31125:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1789130366.575047:0:31125:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789130366.575051:0:31125:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9caf601980c8) 00000080:00010000:2.0:1789130366.575055:0:31125:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9caf601980c8) for lock 0xde5303b1d982cc44 00800000:00000001:2.0:1789130366.575058:0:31125:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1789130366.575061:0:31125:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1789130366.575064:0:31125:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130366.575067:0:31125:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130366.575071:0:31125:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b7200 refcount=3 00000020:00000001:2.0:1789130366.575073:0:31125:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649487360 : -109198060064256 : ffff9caf586b7200) 00010000:00000001:2.0:1789130366.575077:0:31125:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649487360 : -109198060064256 : ffff9caf586b7200) 00010000:00000001:2.0:1789130366.575081:0:31125:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130366.575083:0:31125:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789130366.575085:0:31125:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789130366.575087:0:31125:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789130366.575090:0:31125:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xde5303b1d982cc44 from it ffffb97f41c1fb58 00010000:00000001:2.0:1789130366.575093:0:31125:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130366.575094:0:31125:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130366.575095:0:31125:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b7200 refcount=3 00000020:00000001:2.0:1789130366.575097:0:31125:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649487360 : -109198060064256 : ffff9caf586b7200) 00010000:00000001:2.0:1789130366.575100:0:31125:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649487360 : -109198060064256 : ffff9caf586b7200) 00010000:00000001:2.0:1789130366.575103:0:31125:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789130366.575107:0:31125:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7200/0xde5303b1d982cc44 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a561a expref: -99 pid: 31123 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:2.0:1789130366.575115:0:31125:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130366.575116:0:31125:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130366.575119:0:31125:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1789130366.575122:0:31125:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1789130366.575124:0:31125:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7200/0xde5303b1d982cc44 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a561a expref: -99 pid: 31123 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:2.0:1789130366.575135:0:31125:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789130366.575140:0:31125:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789130366.575143:0:31125:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789130366.575150:0:31125:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130366.575152:0:31125:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130366.575154:0:31125:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130366.575160:0:31125:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789130366.575163:0:31125:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130366.575165:0:31125:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130366.575169:0:31125:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130366.575172:0:31125:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789130366.575174:0:31125:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130366.575175:0:31125:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1789130366.575179:0:31125:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1789130366.575181:0:31125:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1789130366.575184:0:31125:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8), inode mode 41ff mask 1 00000080:00000001:2.0:1789130366.575191:0:31125:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130366.575196:0:31125:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:2.0:1789130366.575199:0:31125:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c1fb48 00000080:00002000:2.0:1789130366.575201:0:31125:0:(dcache.c:87:ll_dcompare()) found name d21g.recovery-small-1(ffff9caf602fa870) flags 0x20000e refc 1 00000080:00000001:2.0:1789130366.575205:0:31125:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130366.575207:0:31125:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c1fb90 00000080:00200000:2.0:1789130366.575208:0:31125:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21g.recovery-small-1, flags=8 00000080:00000001:2.0:1789130366.575217:0:31125:0:(llite_lib.c:3176:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:2.0:1789130366.575219:0:31125:0:(llite_lib.c:3182:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130366.575236:0:31125:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c1fd10 00000080:00200008:2.0:1789130366.575240:0:31125:0:(file.c:6313:ll_getattr_dentry()) START file d21g.recovery-small-1:[0x200000404:0x23:0x0](ffff9caf6019f448), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1789130366.575245:0:31125:0:(file.c:6206:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1789130366.575247:0:31125:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c1fc88 00000080:00200000:2.0:1789130366.575248:0:31125:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x23:0x0](ffff9caf6019f448),name=d21g.recovery-small-1 00000080:00000010:2.0:1789130366.575254:0:31125:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9caf42d70200. 00800000:00000002:2.0:1789130366.575257:0:31125:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9caf4557c8c0 2 00000080:00000001:2.0:1789130366.575276:0:31125:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1789130366.575278:0:31125:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1789130366.575279:0:31125:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c1fba8 00800000:00000002:2.0:1789130366.575281:0:31125:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000404:0x23:0x0] 'd21g.recovery-small-1' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1789130366.575285:0:31125:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1789130366.575290:0:31125:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x23:0x0], name='' -> mds #0 00000002:00000001:2.0:1789130366.575294:0:31125:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1789130366.575295:0:31125:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c1fa78 00000002:00010000:2.0:1789130366.575296:0:31125:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000404:0x23:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1789130366.575300:0:31125:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1789130366.575302:0:31125:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789130366.575303:0:31125:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789130366.575307:0:31125:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf42f26b00 count: 2 00010000:00000001:2.0:1789130366.575309:0:31125:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789130366.575313:0:31125:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789130366.575315:0:31125:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1789130366.575319:0:31125:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7600/0xde5303b1d982cc4b lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x23:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a5636 expref: -99 pid: 31123 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:2.0:1789130366.575327:0:31125:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1789130366.575329:0:31125:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789130366.575332:0:31125:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7600/0xde5303b1d982cc4b lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x23:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a5636 expref: -99 pid: 31123 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:2.0:1789130366.575339:0:31125:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1789130366.575341:0:31125:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1789130366.575343:0:31125:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1789130366.575345:0:31125:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1789130366.575347:0:31125:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1789130366.575349:0:31125:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1789130366.575352:0:31125:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1789130366.575354:0:31125:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9caf4557c8c0 2 00000080:00000010:2.0:1789130366.575356:0:31125:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9caf42d70200. 00000080:00000001:2.0:1789130366.575360:0:31125:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1789130366.575361:0:31125:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789130366.575364:0:31125:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x23:0x0](ffff9caf6019f448) 00000080:00010000:2.0:1789130366.575367:0:31125:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000404:0x23:0x0](ffff9caf6019f448) for lock 0xde5303b1d982cc4b 00800000:00000001:2.0:1789130366.575370:0:31125:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1789130366.575371:0:31125:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1789130366.575373:0:31125:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130366.575375:0:31125:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130366.575377:0:31125:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b7600 refcount=3 00000020:00000001:2.0:1789130366.575379:0:31125:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649488384 : -109198060063232 : ffff9caf586b7600) 00010000:00000001:2.0:1789130366.575382:0:31125:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649488384 : -109198060063232 : ffff9caf586b7600) 00010000:00000001:2.0:1789130366.575385:0:31125:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130366.575386:0:31125:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789130366.575388:0:31125:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789130366.575390:0:31125:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789130366.575392:0:31125:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xde5303b1d982cc4b from it ffffb97f41c1fcc0 00010000:00000001:2.0:1789130366.575394:0:31125:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130366.575396:0:31125:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130366.575397:0:31125:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b7600 refcount=3 00000020:00000001:2.0:1789130366.575399:0:31125:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649488384 : -109198060063232 : ffff9caf586b7600) 00010000:00000001:2.0:1789130366.575402:0:31125:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649488384 : -109198060063232 : ffff9caf586b7600) 00010000:00000001:2.0:1789130366.575404:0:31125:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789130366.575407:0:31125:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7600/0xde5303b1d982cc4b lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x23:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a5636 expref: -99 pid: 31123 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1789130366.575414:0:31125:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130366.575415:0:31125:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130366.575417:0:31125:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1789130366.575419:0:31125:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1789130366.575421:0:31125:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7600/0xde5303b1d982cc4b lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x23:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a5636 expref: -99 pid: 31123 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1789130366.575428:0:31125:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789130366.575430:0:31125:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789130366.575431:0:31125:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789130366.575433:0:31125:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130366.575435:0:31125:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130366.575436:0:31125:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130366.575438:0:31125:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789130366.575439:0:31125:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130366.575441:0:31125:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130366.575443:0:31125:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130366.575445:0:31125:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789130366.575447:0:31125:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130366.575448:0:31125:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1789130366.575449:0:31125:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1789130366.575451:0:31125:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1789130366.575456:0:31125:0:(file.c:6266:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130366.575461:0:31125:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c1fd10 00000080:00000008:2.0:1789130366.575463:0:31125:0:(file.c:6498:ll_getattr_dentry()) COMPLETED file d21g.recovery-small-1:[0x200000404:0x23:0x0](ffff9caf6019f448), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1789130366.575533:0:31125:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:2.0:1789130366.575536:0:31125:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:2.0:1789130366.575538:0:31125:0:(file.c:6206:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1789130366.575539:0:31125:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c1fbc0 00000080:00200000:2.0:1789130366.575541:0:31125:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8),name=/ 00000080:00000010:2.0:1789130366.575555:0:31125:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9caf42d70200. 00800000:00000002:2.0:1789130366.575559:0:31125:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9caf4557c8c0 2 00000080:00000001:2.0:1789130366.575561:0:31125:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1789130366.575563:0:31125:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1789130366.575565:0:31125:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c1fae0 00800000:00000002:2.0:1789130366.575566:0:31125:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1789130366.575569:0:31125:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1789130366.575571:0:31125:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1789130366.575574:0:31125:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1789130366.575576:0:31125:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c1f9b0 00000002:00010000:2.0:1789130366.575578:0:31125:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1789130366.575581:0:31125:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1789130366.575582:0:31125:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789130366.575583:0:31125:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789130366.575586:0:31125:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf42f26400 count: 2 00010000:00000001:2.0:1789130366.575588:0:31125:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789130366.575591:0:31125:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789130366.575593:0:31125:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1789130366.575596:0:31125:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7200/0xde5303b1d982cc44 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a561a expref: -99 pid: 31123 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 02000000:00000001:2.0:1789130366.575604:0:31125:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1789130366.575607:0:31125:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789130366.575609:0:31125:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7200/0xde5303b1d982cc44 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a561a expref: -99 pid: 31123 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000002:00000001:2.0:1789130366.575616:0:31125:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1789130366.575618:0:31125:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1789130366.575619:0:31125:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1789130366.575621:0:31125:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1789130366.575623:0:31125:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1789130366.575625:0:31125:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1789130366.575628:0:31125:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1789130366.575630:0:31125:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9caf4557c8c0 2 00000080:00000010:2.0:1789130366.575632:0:31125:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9caf42d70200. 00000080:00000001:2.0:1789130366.575635:0:31125:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1789130366.575636:0:31125:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789130366.575638:0:31125:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9caf601980c8) 00000080:00010000:2.0:1789130366.575641:0:31125:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9caf601980c8) for lock 0xde5303b1d982cc44 00800000:00000001:2.0:1789130366.575644:0:31125:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1789130366.575646:0:31125:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1789130366.575647:0:31125:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130366.575648:0:31125:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130366.575651:0:31125:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b7200 refcount=3 00000020:00000001:2.0:1789130366.575653:0:31125:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649487360 : -109198060064256 : ffff9caf586b7200) 00010000:00000001:2.0:1789130366.575656:0:31125:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649487360 : -109198060064256 : ffff9caf586b7200) 00010000:00000001:2.0:1789130366.575658:0:31125:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130366.575659:0:31125:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789130366.575660:0:31125:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789130366.575662:0:31125:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789130366.575663:0:31125:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xde5303b1d982cc44 from it ffffb97f41c1fbf8 00010000:00000001:2.0:1789130366.575665:0:31125:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130366.575666:0:31125:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130366.575668:0:31125:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b7200 refcount=3 00000020:00000001:2.0:1789130366.575669:0:31125:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649487360 : -109198060064256 : ffff9caf586b7200) 00010000:00000001:2.0:1789130366.575671:0:31125:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649487360 : -109198060064256 : ffff9caf586b7200) 00010000:00000001:2.0:1789130366.575673:0:31125:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789130366.575676:0:31125:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7200/0xde5303b1d982cc44 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a561a expref: -99 pid: 31123 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:2.0:1789130366.575683:0:31125:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130366.575684:0:31125:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130366.575686:0:31125:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1789130366.575687:0:31125:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1789130366.575689:0:31125:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7200/0xde5303b1d982cc44 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a561a expref: -99 pid: 31123 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00000001:2.0:1789130366.575696:0:31125:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789130366.575698:0:31125:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789130366.575699:0:31125:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789130366.575701:0:31125:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130366.575703:0:31125:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130366.575704:0:31125:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130366.575707:0:31125:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789130366.575708:0:31125:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130366.575710:0:31125:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130366.575712:0:31125:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130366.575714:0:31125:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789130366.575716:0:31125:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130366.575717:0:31125:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1789130366.575718:0:31125:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1789130366.575719:0:31125:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1789130366.575721:0:31125:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8), inode mode 41ff mask 1 00000080:00000001:2.0:1789130366.575724:0:31125:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130366.575727:0:31125:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:2.0:1789130366.575729:0:31125:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c1fbc0 00000080:00002000:2.0:1789130366.575730:0:31125:0:(dcache.c:87:ll_dcompare()) found name d21g.recovery-small-1(ffff9caf602fa870) flags 0x20000e refc 1 00000080:00000001:2.0:1789130366.575733:0:31125:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130366.575735:0:31125:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c1fc08 00000080:00200000:2.0:1789130366.575736:0:31125:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21g.recovery-small-1, flags=266 00000080:00000001:2.0:1789130366.575739:0:31125:0:(llite_lib.c:3176:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:2.0:1789130366.575741:0:31125:0:(llite_lib.c:3182:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130366.575746:0:31125:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00200000:2.0:1789130366.575748:0:31125:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000404:0x23:0x0](ffff9caf6019f448), inode mode 41ed mask 44 00000080:00000001:2.0:1789130366.575751:0:31125:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130366.575760:0:31125:0:(dir.c:3010:ll_dir_open()) Process entered 00000080:00000001:2.0:1789130366.575763:0:31125:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:2.0:1789130366.575765:0:31125:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c1fb78 00000080:00200008:2.0:1789130366.575768:0:31125:0:(file.c:1090:ll_file_open()) START file d21g.recovery-small-1:[0x200000404:0x23:0x0](ffff9caf6019f448), flags 704400 00000080:00000010:2.0:1789130366.575775:0:31125:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9caf47d2d400. 00000080:00000001:2.0:1789130366.575785:0:31125:0:(file.c:806:ll_intent_file_open()) Process entered 00000080:00000010:2.0:1789130366.575789:0:31125:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9caf42d70200. 00800000:00000002:2.0:1789130366.575792:0:31125:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9caf4557c8c0 2 00000080:00000001:2.0:1789130366.575795:0:31125:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1789130366.575797:0:31125:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1789130366.575798:0:31125:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c1fa28 00800000:00000002:2.0:1789130366.575800:0:31125:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open' for [0x200000404:0x23:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1789130366.575853:0:31125:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00000020:00000001:2.0:1789130366.575858:0:31125:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c1f9a8 00800000:00000002:2.0:1789130366.575860:0:31125:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x23:0x0], name='' -> mds #0 layout version 1 00000002:00000001:2.0:1789130366.575865:0:31125:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1789130366.575866:0:31125:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c1f8e0 00000002:00010000:2.0:1789130366.575868:0:31125:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000404:0x23:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 0100240704401 00000002:00000001:2.0:1789130366.575872:0:31125:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1789130366.575876:0:31125:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:2.0:1789130366.575881:0:31125:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1789130366.575885:0:31125:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf42f26b00 count: 2 00010000:00000001:2.0:1789130366.575887:0:31125:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789130366.575891:0:31125:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1789130366.575896:0:31125:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130366.575898:0:31125:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789130366.575900:0:31125:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789130366.575902:0:31125:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1789130366.575903:0:31125:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf42f26400 count: 2 00010000:00000001:2.0:1789130366.575905:0:31125:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789130366.575907:0:31125:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1789130366.575909:0:31125:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130366.575911:0:31125:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789130366.575912:0:31125:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789130366.575919:0:31125:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf580bb840. 00000020:00000040:2.0:1789130366.575924:0:31125:0:(genops.c:1210:class_import_get()) import ffff9caf6079a800 refcount=4 obd=lustre-MDT0000-mdc-ffff9caf5014c800 02000000:00000001:2.0:1789130366.575933:0:31125:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1789130366.575935:0:31125:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130366.575938:0:31125:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1789130366.575943:0:31125:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789130366.575946:0:31125:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130366.575948:0:31125:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130366.575949:0:31125:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130366.575953:0:31125:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789130366.575957:0:31125:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789130366.575960:0:31125:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789130366.575974:0:31125:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9caf58570800. 00000100:00000001:2.0:1789130366.575987:0:31125:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130366.575997:0:31125:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789130366.575999:0:31125:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130366.576000:0:31125:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789130366.576001:0:31125:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130366.576004:0:31125:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789130366.576015:0:31125:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446634875643213888 : -109198066337728 : ffff9caf580bb840) 00010000:00000001:2.0:1789130366.576022:0:31125:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1789130366.576025:0:31125:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1789130366.576029:0:31125:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf42f26400 count: 2 00010000:00000001:2.0:1789130366.576031:0:31125:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789130366.576034:0:31125:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1789130366.576039:0:31125:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9caf46a93e00. 00000020:00000001:2.0:1789130366.576044:0:31125:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1789130366.576047:0:31125:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9caf46a93e00 with handle 0xde5303b1d982cc75 to hash 00000020:00000001:2.0:1789130366.576051:0:31125:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1789130366.576053:0:31125:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446634875351547392 : -109198358004224 : ffff9caf46a93e00) 00010000:00000001:2.0:1789130366.576059:0:31125:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446634875351547392 : -109198358004224 : ffff9caf46a93e00) 00010000:00000001:2.0:1789130366.576062:0:31125:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789130366.576064:0:31125:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789130366.576069:0:31125:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a93e00/0xde5303b1d982cc75 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 31125 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789130366.576076:0:31125:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a93e00/0xde5303b1d982cc75 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31125 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:2.0:1789130366.576093:0:31125:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9caf5014c800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1789130366.576113:0:31125:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9caf580bb840 x1876037329017472/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1789130366.576125:0:31125:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a93e00/0xde5303b1d982cc75 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31125 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1789130366.576131:0:31125:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1789130366.576133:0:31125:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1789130366.576143:0:31125:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9caf48519840. 00000100:00000001:2.0:1789130366.576145:0:31125:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446634875379357760 : -109198330193856 : ffff9caf48519840) 00000100:00000001:2.0:1789130366.576150:0:31125:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789130366.576152:0:31125:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875643213888 : -109198066337728 : ffff9caf580bb840) 00000100:00000001:2.0:1789130366.576158:0:31125:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789130366.576165:0:31125:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130366.576167:0:31125:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1789130366.576170:0:31125:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789130366.576175:0:31125:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf580bb840 x1876037329017472/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130366.576188:0:31125:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789130366.576191:0:31125:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789130366.576197:0:31125:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789130366.576200:0:31125:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789130366.576204:0:31125:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789130366.576209:0:31125:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf580bb840 pname:cluuid:pid:xid:nid:opc:job rm:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:31125:1876037329017472:192.168.204.123@tcp:101:rm.0 00000100:00000001:2.0:1789130366.576215:0:31125:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789130366.576227:0:31125:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789130366.576232:0:31125:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789130366.576236:0:31125:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789130366.576360:0:31125:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 262144 at ffff9caf48a00000. 02000000:00000001:2.0:1789130366.576363:0:31125:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789130366.576374:0:31125:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:2.0:1789130366.576381:0:31125:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf483fd790. 00000400:00000010:2.0:1789130366.576394:0:31125:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffff9caf47fb1000. 00000100:00000200:2.0:1789130366.576406:0:31125:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 262144 bytes, xid 1876037329017472, portal 10 00000100:00000001:2.0:1789130366.576408:0:31125:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789130366.576410:0:31125:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875643213888 : -109198066337728 : ffff9caf580bb840) 00000100:00000040:2.0:1789130366.576416:0:31125:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9caf580bb840 x1876037329017472/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789130382 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130366.576425:0:31125:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789130366.576428:0:31125:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:2.0:1789130366.576433:0:31125:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf42d182a8. 00000100:00000200:2.0:1789130366.576437:0:31125:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1876037329017472, offset 0 00000400:00000200:2.0:1789130366.576446:0:31125:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:2.0:1789130366.576458:0:31125:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130366.576469:0:31125:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:2.0:1789130366.576477:0:31125:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789130366.576483:0:31125:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:2.0:1789130366.576487:0:31125:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789130366.576490:0:31125:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:2.0:1789130366.576495:0:31125:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2402:2402:256:4294967295] 192.168.204.123@tcp LPNI seq info [2401:2401:8:4294967295] 00000400:00000200:2.0:1789130366.576500:0:31125:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130366.576513:0:31125:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:2.0:1789130366.576520:0:31125:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:2.0:1789130366.576527:0:31125:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf501cf100. 00000800:00000200:2.0:1789130366.576535:0:31125:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:2.0:1789130366.576546:0:31125:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:2.0:1789130366.576554:0:31125:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf501cf100 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:2.0:1789130366.576598:0:31125:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130366.576606:0:31125:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: using a timeout of 833676 usecs (834 jiffies) 00000400:00000200:2.0:1789130366.576610:0:31125:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:2.0:1789130366.576614:0:31125:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296461432 00000100:00000001:2.0:1789130366.576619:0:31125:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 2, keep current deadline 4296462858 00000100:00000001:2.0:1789130366.576623:0:31125:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296461432 00000100:00000001:2.0:1789130366.576625:0:31125:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 3, keep current deadline 4296462858 00000100:00000001:2.0:1789130366.576628:0:31125:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789130366.576631:0:31125:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130366.576634:0:31125:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789130366.576638:0:31125:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1789130366.576642:0:31125:0:(client.c:2715:ptlrpc_set_wait()) set ffff9caf48519840 going to sleep for 11 seconds 00000100:00000001:2.0:1789130366.576647:0:31125:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789130366.576652:0:31125:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789130366.576872:0:2341:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789130366.576882:0:2341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf501cf100. 00000400:00000200:3.0:1789130366.576893:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130366.576903:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:3.0:1789130366.576911:0:2341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf42d182a8 00000400:00000010:3.0:1789130366.576914:0:2341:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf42d182a8. 00000100:00000001:3.0:1789130366.576919:0:2341:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789130366.576924:0:2341:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf580bb840 x1876037329017472/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789130382 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130366.576934:0:2341:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130366.576938:0:2341:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf580bb840 x1876037329017472/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789130382 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130366.577122:0:2341:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130366.577125:0:2341:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1789130366.581019:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130366.581045:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789130366.581050:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130366.581053:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130366.581067:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130366.581079:0:2342:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:3.0:1789130366.581091:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130366.581098:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130366.581107:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130366.581112:0:2342:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 608 into portal 10 MB=0x6aa3efa94da80 00000400:00000200:3.0:1789130366.581119:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130366.581129:0:2342:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.123@tcp of length 608/608 into md 0x682d [64] + 224 00000800:00000001:3.0:1789130366.581140:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130366.581149:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130366.581154:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130366.581161:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:3.0:1789130366.581176:0:2342:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789130366.581190:0:2342:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf580bb840 x1876037329017472/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789130382 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789130366.581203:0:2342:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=608 offset=224 replen=131856 req@ffff9caf580bb840 x1876037329017472/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789130382 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130366.581233:0:2342:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789130366.581250:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130366.581254:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789130366.583718:0:31125:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789130366.583740:0:31125:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789130366.583744:0:31125:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789130366.583752:0:31125:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf483fd790. 00000400:00000200:2.0:1789130366.583767:0:31125:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf47fb1000 00000400:00000010:2.0:1789130366.583770:0:31125:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 1144 at ffff9caf47fb1000. 00000100:00000001:2.0:1789130366.583781:0:31125:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789130366.583799:0:31125:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf580bb840 x1876037329017472/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789130382 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1789130366.583883:0:31125:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf580bb840 x1876037329017472/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789130382 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130366.583892:0:31125:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789130366.583895:0:31125:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789130366.583898:0:31125:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789130366.583904:0:31125:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789130366.583907:0:31125:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789130366.583911:0:31125:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789130366.583915:0:31125:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789130366.583929:0:31125:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf6079ac60 time=135 v=5 (104 104 104 104) 00000100:00001000:2.0:1789130366.583934:0:31125:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf6079ac18 time=2 v=5 (1 0 0 0) 00000100:00000001:2.0:1789130366.583938:0:31125:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000040:2.0:1789130366.583942:0:31125:0:(client.c:1510:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff9caf580bb840 x1876037329017472/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/608 e 0 to 0 dl 1789130382 ref 2 fl Rpc:RPQU/600/0 rc 0/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130366.583950:0:31125:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:2.0:1789130366.583955:0:31125:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1789130366.583957:0:31125:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:2.0:1789130366.583960:0:31125:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1789130366.583964:0:31125:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789130366.583965:0:31125:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875643213888 : -109198066337728 : ffff9caf580bb840) 00000100:00000001:2.0:1789130366.583970:0:31125:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789130366.583973:0:31125:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9caf5014c800: skip recheck: last_committed 4294967617 00000100:00000001:2.0:1789130366.583975:0:31125:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789130366.583978:0:31125:0:(client.c:1797:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:2.0:1789130366.583984:0:31125:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf580bb840 x1876037329017472/t4294967618(4294967618) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/608 e 0 to 0 dl 1789130382 ref 3 fl Rpc:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130366.583992:0:31125:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:2.0:1789130366.583997:0:31125:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789130366.583999:0:31125:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789130366.584004:0:31125:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf580bb840 x1876037329017472/t4294967618(4294967618) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/608 e 0 to 0 dl 1789130382 ref 3 fl Interpret:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1789130366.584012:0:31125:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf580bb840 pname:cluuid:pid:xid:nid:opc:job rm:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:31125:1876037329017472:192.168.204.123@tcp:101:rm.0 00000100:00000001:2.0:1789130366.584019:0:31125:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789130366.584022:0:31125:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:2.0:1789130366.584025:0:31125:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1789130366.584028:0:31125:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130366.584031:0:31125:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf580bb840 x1876037329017472/t4294967618(4294967618) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/608 e 0 to 0 dl 1789130382 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130366.584038:0:31125:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789130366.584043:0:31125:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9caf48519840. 00000100:00000001:2.0:1789130366.584047:0:31125:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1789130366.584048:0:31125:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:2.0:1789130366.584053:0:31125:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1789130366.584059:0:31125:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130366.584063:0:31125:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130366.584067:0:31125:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf46a93e00 refcount=4 00000020:00000001:2.0:1789130366.584070:0:31125:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875351547392 : -109198358004224 : ffff9caf46a93e00) 00010000:00000001:2.0:1789130366.584073:0:31125:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875351547392 : -109198358004224 : ffff9caf46a93e00) 00010000:00010000:2.0:1789130366.584079:0:31125:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a93e00/0xde5303b1d982cc75 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31125 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789130366.584091:0:31125:0:(ldlm_request.c:719:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:2.0:1789130366.584096:0:31125:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a93e00/0xde5303b1d982cc75 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 31125 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789130366.584103:0:31125:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789130366.584106:0:31125:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a93e00/0xde5303b1d982cc75 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 31125 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789130366.584112:0:31125:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130366.584114:0:31125:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1789130366.584118:0:31125:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a93e00/0xde5303b1d982cc75 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 31125 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789130366.584124:0:31125:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789130366.584129:0:31125:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130366.584133:0:31125:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1789130366.584136:0:31125:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a93e00/0xde5303b1d982cc75 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 31125 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789130366.584144:0:31125:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9caf46a93e00 already unused, calling callback (ffffffffc1904580) 00000080:00000001:2.0:1789130366.584149:0:31125:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:2.0:1789130366.584154:0:31125:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a93e00/0xde5303b1d982cc75 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 31125 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789130366.584160:0:31125:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:2.0:1789130366.584163:0:31125:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:2.0:1789130366.584167:0:31125:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a93e00/0xde5303b1d982cc75 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 31125 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789130366.584172:0:31125:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:2.0:1789130366.584175:0:31125:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1789130366.584177:0:31125:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130366.584179:0:31125:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130366.584180:0:31125:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf46a93e00 refcount=5 00000020:00000001:2.0:1789130366.584182:0:31125:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875351547392 : -109198358004224 : ffff9caf46a93e00) 00010000:00000001:2.0:1789130366.584185:0:31125:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875351547392 : -109198358004224 : ffff9caf46a93e00) 00010000:00000001:2.0:1789130366.584189:0:31125:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1789130366.584191:0:31125:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a93e00/0xde5303b1d982cc75 lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 31125 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:2.0:1789130366.584196:0:31125:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1789130366.584199:0:31125:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789130366.584202:0:31125:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:2.0:1789130366.584205:0:31125:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1789130366.584210:0:31125:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1789130366.584211:0:31125:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1789130366.584214:0:31125:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789130366.584215:0:31125:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1789130366.584220:0:31125:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9caf46a93e00 with handle 0xde5303b1d982cc75 from hash 00010000:00000001:2.0:1789130366.584223:0:31125:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1789130366.584224:0:31125:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130366.584225:0:31125:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130366.584227:0:31125:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1789130366.584229:0:31125:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1789130366.584232:0:31125:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1789130366.584234:0:31125:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130366.584236:0:31125:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130366.584238:0:31125:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130366.584241:0:31125:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789130366.584244:0:31125:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a93e00/0xde5303b1d982cc75 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 31125 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789130366.584251:0:31125:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130366.584252:0:31125:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130366.584253:0:31125:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1789130366.584255:0:31125:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789130366.584257:0:31125:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130366.584258:0:31125:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130366.584270:0:31125:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1789130366.584273:0:31125:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a93e00/0xde5303b1d982cc75 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 31125 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789130366.584291:0:31125:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130366.584293:0:31125:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:2.0:1789130366.584298:0:31125:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00000002:00100000:2.0:1789130366.584305:0:31125:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x2b, status=0 req@ffff9caf580bb840 x1876037329017472/t4294967618(4294967618) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/608 e 0 to 0 dl 1789130382 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1789130366.584316:0:31125:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:2.0:1789130366.584321:0:31125:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9caf580bb840 x1876037329017472/t4294967618(4294967618) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/608 e 0 to 0 dl 1789130382 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1789130366.584335:0:31125:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130366.584338:0:31125:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1789130366.584339:0:31125:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789130366.584341:0:31125:0:(mdc_locks.c:932:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789130366.584343:0:31125:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789130366.584347:0:31125:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:2.0:1789130366.584351:0:31125:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789130366.584352:0:31125:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875643213888 : -109198066337728 : ffff9caf580bb840) 00010000:00000001:2.0:1789130366.584354:0:31125:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1789130366.584356:0:31125:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789130366.584359:0:31125:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1789130366.584364:0:31125:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c1f868 00000002:00002000:2.0:1789130366.584366:0:31125:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=open status=0 disp=0x80002b: rc = 0 00000002:00000001:2.0:1789130366.584369:0:31125:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789130366.584373:0:31125:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789130366.584378:0:31125:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1789130366.584381:0:31125:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:2.0:1789130366.584384:0:31125:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789130366.584391:0:31125:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9caf4557c8c0 2 00000080:00000010:2.0:1789130366.584396:0:31125:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9caf42d70200. 00000080:00000001:2.0:1789130366.584401:0:31125:0:(llite_lib.c:3864:ll_prep_inode()) Process entered 00000002:00000001:2.0:1789130366.584411:0:31125:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:2.0:1789130366.584415:0:31125:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1789130366.584418:0:31125:0:(llite_lib.c:1973:ll_update_lsm_md()) Process entered 00000080:00000002:2.0:1789130366.584421:0:31125:0:(llite_lib.c:1977:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000404:0x23:0x0] 00000080:00000001:2.0:1789130366.584424:0:31125:0:(llite_lib.c:1994:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130366.584432:0:31125:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833955 : 144115205322833955 : 200000404000023) 00000080:00000001:2.0:1789130366.584436:0:31125:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:2.0:1789130366.584443:0:31125:0:(llite_lib.c:3140:ll_update_inode()) inode=[0x200000404:0x23:0x0], updating i_size 7680 00000080:00000001:2.0:1789130366.584446:0:31125:0:(llite_lib.c:3962:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1789130366.584449:0:31125:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1789130366.584451:0:31125:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130366.584457:0:31125:0:(llite_lib.c:3176:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:2.0:1789130366.584460:0:31125:0:(llite_lib.c:3182:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130366.584464:0:31125:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130366.584468:0:31125:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf580bb840 x1876037329017472/t4294967618(4294967618) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/608 e 0 to 0 dl 1789130382 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130366.584475:0:31125:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130366.584482:0:31125:0:(file.c:917:ll_intent_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1789130366.584498:0:31125:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff9caf5049e940. 00000080:00000001:2.0:1789130366.584503:0:31125:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:2.0:1789130366.584508:0:31125:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00000002:00000001:2.0:1789130366.584512:0:31125:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:2.0:1789130366.584516:0:31125:0:(obd.h:1507:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff9caf484ad060. 00000002:00100000:2.0:1789130366.584521:0:31125:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9caf580bb840 x1876037329017472/t4294967618(4294967618) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/608 e 0 to 0 dl 1789130382 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1789130366.584527:0:31125:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789130366.584529:0:31125:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:2.0:1789130366.584535:0:31125:0:(rw.c:970:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:2.0:1789130366.584539:0:31125:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130366.584545:0:31125:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:2.0:1789130366.584548:0:31125:0:(pcc.c:2368:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130366.584551:0:31125:0:(file.c:1296:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789130366.584558:0:31125:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130366.584563:0:31125:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf580bb840 x1876037329017472/t4294967618(4294967618) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/608 e 0 to 0 dl 1789130382 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 02000000:00000001:2.0:1789130366.584571:0:31125:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789130366.584576:0:31125:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 262144 at ffff9caf48a00000. 02000000:00000001:2.0:1789130366.584636:0:31125:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1789130366.584639:0:31125:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130366.584643:0:31125:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c1fb78 00000080:00000008:2.0:1789130366.584645:0:31125:0:(file.c:1329:ll_file_open()) COMPLETED file d21g.recovery-small-1:[0x200000404:0x23:0x0](ffff9caf6019f448), flags 704400, rc = 0 00000080:00000001:2.0:1789130366.584651:0:31125:0:(dir.c:3011:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130366.584684:0:31125:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c1fd30 00000080:00200008:2.0:1789130366.584687:0:31125:0:(file.c:6313:ll_getattr_dentry()) START file d21g.recovery-small-1:[0x200000404:0x23:0x0](ffff9caf6019f448), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1789130366.584694:0:31125:0:(file.c:6206:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1789130366.584696:0:31125:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c1fca8 00000080:00200000:2.0:1789130366.584698:0:31125:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x23:0x0](ffff9caf6019f448),name=d21g.recovery-small-1 00000080:00000010:2.0:1789130366.584705:0:31125:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9caf42d70200. 00800000:00000002:2.0:1789130366.584711:0:31125:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9caf4557c8c0 2 00000080:00000001:2.0:1789130366.584719:0:31125:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1789130366.584723:0:31125:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1789130366.584726:0:31125:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c1fbc8 00800000:00000002:2.0:1789130366.584728:0:31125:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000404:0x23:0x0] 'd21g.recovery-small-1' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1789130366.584733:0:31125:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1789130366.584740:0:31125:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x23:0x0], name='' -> mds #0 00000002:00000001:2.0:1789130366.584746:0:31125:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1789130366.584749:0:31125:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c1fa98 00000002:00010000:2.0:1789130366.584751:0:31125:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000404:0x23:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1789130366.584756:0:31125:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1789130366.584758:0:31125:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789130366.584762:0:31125:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789130366.584771:0:31125:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf42f26b00 count: 2 00010000:00000001:2.0:1789130366.584775:0:31125:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789130366.584781:0:31125:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789130366.584784:0:31125:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1789130366.584788:0:31125:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7600/0xde5303b1d982cc4b lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x23:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a5636 expref: -99 pid: 31123 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:2.0:1789130366.584797:0:31125:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1789130366.584859:0:31125:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789130366.584864:0:31125:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7600/0xde5303b1d982cc4b lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x23:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a5636 expref: -99 pid: 31123 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:2.0:1789130366.584873:0:31125:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1789130366.584875:0:31125:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1789130366.584877:0:31125:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1789130366.584880:0:31125:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1789130366.584882:0:31125:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1789130366.584884:0:31125:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1789130366.584888:0:31125:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1789130366.584890:0:31125:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9caf4557c8c0 2 00000080:00000010:2.0:1789130366.584893:0:31125:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9caf42d70200. 00000080:00000001:2.0:1789130366.584898:0:31125:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1789130366.584900:0:31125:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789130366.584904:0:31125:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x23:0x0](ffff9caf6019f448) 00000080:00010000:2.0:1789130366.584908:0:31125:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000404:0x23:0x0](ffff9caf6019f448) for lock 0xde5303b1d982cc4b 00800000:00000001:2.0:1789130366.584911:0:31125:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1789130366.584914:0:31125:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1789130366.584915:0:31125:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130366.584917:0:31125:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130366.584919:0:31125:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b7600 refcount=3 00000020:00000001:2.0:1789130366.584921:0:31125:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649488384 : -109198060063232 : ffff9caf586b7600) 00010000:00000001:2.0:1789130366.584924:0:31125:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649488384 : -109198060063232 : ffff9caf586b7600) 00010000:00000001:2.0:1789130366.584928:0:31125:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130366.584930:0:31125:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789130366.584931:0:31125:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789130366.584933:0:31125:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789130366.584936:0:31125:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xde5303b1d982cc4b from it ffffb97f41c1fce0 00010000:00000001:2.0:1789130366.584938:0:31125:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130366.584940:0:31125:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130366.584941:0:31125:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b7600 refcount=3 00000020:00000001:2.0:1789130366.584944:0:31125:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649488384 : -109198060063232 : ffff9caf586b7600) 00010000:00000001:2.0:1789130366.584946:0:31125:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649488384 : -109198060063232 : ffff9caf586b7600) 00010000:00000001:2.0:1789130366.584948:0:31125:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789130366.584951:0:31125:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7600/0xde5303b1d982cc4b lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x23:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a5636 expref: -99 pid: 31123 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1789130366.584958:0:31125:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130366.584959:0:31125:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130366.584961:0:31125:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1789130366.584964:0:31125:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1789130366.584967:0:31125:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7600/0xde5303b1d982cc4b lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x23:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a5636 expref: -99 pid: 31123 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:2.0:1789130366.584982:0:31125:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789130366.584986:0:31125:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789130366.584988:0:31125:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789130366.584995:0:31125:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130366.584997:0:31125:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130366.584998:0:31125:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130366.585003:0:31125:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789130366.585005:0:31125:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130366.585007:0:31125:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130366.585011:0:31125:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130366.585013:0:31125:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789130366.585015:0:31125:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130366.585016:0:31125:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1789130366.585017:0:31125:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1789130366.585019:0:31125:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1789130366.585023:0:31125:0:(file.c:6266:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130366.585028:0:31125:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c1fd30 00000080:00000008:2.0:1789130366.585031:0:31125:0:(file.c:6498:ll_getattr_dentry()) COMPLETED file d21g.recovery-small-1:[0x200000404:0x23:0x0](ffff9caf6019f448), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1789130366.585139:0:31125:0:(dir.c:324:ll_iterate()) Process entered 00000080:00200000:2.0:1789130366.585143:0:31125:0:(dir.c:332:ll_iterate()) VFS Op:inode=[0x200000404:0x23:0x0](ffff9caf6019f448) pos/size0/7680 32bit_api 0 00000080:00000010:2.0:1789130366.585150:0:31125:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9caf42d70200. 00000080:00000001:2.0:1789130366.585154:0:31125:0:(dir.c:194:ll_dir_read()) Process entered 00800000:00000001:2.0:1789130366.585162:0:31125:0:(lmv_obd.c:3441:lmv_read_page()) Process entered 00000002:00000001:2.0:1789130366.585167:0:31125:0:(mdc_request.c:1493:mdc_read_page()) Process entered 00000002:00000001:2.0:1789130366.585169:0:31125:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1789130366.585171:0:31125:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c1fab8 00000002:00010000:2.0:1789130366.585173:0:31125:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000404:0x23:0x0]) in obj [0x200000404:0x23:0x0], intent: readdir flags 0 00000002:00000001:2.0:1789130366.585176:0:31125:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1789130366.585177:0:31125:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789130366.585179:0:31125:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789130366.585182:0:31125:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf42f26b00 count: 2 00010000:00000001:2.0:1789130366.585185:0:31125:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789130366.585188:0:31125:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789130366.585191:0:31125:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1789130366.585194:0:31125:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7600/0xde5303b1d982cc4b lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x23:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a5636 expref: -99 pid: 31123 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:2.0:1789130366.585202:0:31125:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1789130366.585204:0:31125:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789130366.585207:0:31125:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7600/0xde5303b1d982cc4b lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x23:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a5636 expref: -99 pid: 31123 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:2.0:1789130366.585214:0:31125:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1789130366.585216:0:31125:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1789130366.585217:0:31125:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1789130366.585219:0:31125:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1789130366.585221:0:31125:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130366.585222:0:31125:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130366.585224:0:31125:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b7600 refcount=3 00000020:00000001:2.0:1789130366.585226:0:31125:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649488384 : -109198060063232 : ffff9caf586b7600) 00010000:00000001:2.0:1789130366.585228:0:31125:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649488384 : -109198060063232 : ffff9caf586b7600) 00010000:00000001:2.0:1789130366.585231:0:31125:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130366.585232:0:31125:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789130366.585233:0:31125:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789130366.585302:0:31125:0:(mdc_request.c:1391:do_mdc_read_folio_remote()) Process entered 00000002:00000010:2.0:1789130366.585309:0:31125:0:(mdc_request.c:1398:do_mdc_read_folio_remote()) kmalloced '(folio_pool)': 2048 at ffff9caf47fb1000. 00000002:00000001:2.0:1789130366.585926:0:31125:0:(mdc_request.c:1036:mdc_getpage()) Process entered 00000100:00000010:2.0:1789130366.585939:0:31125:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf580b8000. 00000020:00000040:2.0:1789130366.585947:0:31125:0:(genops.c:1210:class_import_get()) import ffff9caf6079a800 refcount=5 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000100:00000001:2.0:1789130366.585954:0:31125:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789130366.585957:0:31125:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789130366.585962:0:31125:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789130366.585970:0:31125:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9caf42d70800. 00000100:00000001:2.0:1789130366.585980:0:31125:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130366.585983:0:31125:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:2.0:1789130366.585988:0:31125:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at ffff9caf58572000. 00000100:00000010:2.0:1789130366.585995:0:31125:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 4096 at ffff9caf5010f000. 00000020:00000040:2.0:1789130366.585998:0:31125:0:(genops.c:1210:class_import_get()) import ffff9caf6079a800 refcount=6 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000100:00000001:2.0:1789130366.586023:0:31125:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1789130366.586025:0:31125:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1789130366.586034:0:31125:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9caf48519840. 00000100:00000001:2.0:1789130366.586037:0:31125:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446634875379357760 : -109198330193856 : ffff9caf48519840) 00000100:00000001:2.0:1789130366.586039:0:31125:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789130366.586041:0:31125:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875643199488 : -109198066352128 : ffff9caf580b8000) 00000100:00000001:2.0:1789130366.586048:0:31125:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789130366.586054:0:31125:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130366.586057:0:31125:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1789130366.586059:0:31125:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789130366.586073:0:31125:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf580b8000 x1876037329017600/t0(0) o37->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 448/440 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130366.586083:0:31125:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789130366.586086:0:31125:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789130366.586091:0:31125:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789130366.586094:0:31125:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789130366.586097:0:31125:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789130366.586101:0:31125:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf580b8000 pname:cluuid:pid:xid:nid:opc:job rm:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:31125:1876037329017600:192.168.204.123@tcp:37:rm.0 00000100:00000001:2.0:1789130366.586106:0:31125:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789130366.586114:0:31125:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789130366.586118:0:31125:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130366.586121:0:31125:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000200:2.0:1789130366.586133:0:31125:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:2.0:1789130366.586140:0:31125:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf483fd790. 00000400:00000010:2.0:1789130366.586153:0:31125:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at ffff9caf484f2000. 00000100:00000200:2.0:1789130366.586165:0:31125:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 256 pages 1048576 bytes, mbits x0x6aa3efa94db00-0x6aa3efa94db00, portal 14 00000100:00000001:2.0:1789130366.586169:0:31125:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789130366.586172:0:31125:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789130366.586178:0:31125:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9caf58573c00. 02000000:00000001:2.0:1789130366.586180:0:31125:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789130366.586184:0:31125:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:2.0:1789130366.586187:0:31125:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf483fdcb8. 00000400:00000010:2.0:1789130366.586192:0:31125:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf42d186e8. 00000100:00000200:2.0:1789130366.586196:0:31125:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876037329017600, portal 10 00000100:00000001:2.0:1789130366.586200:0:31125:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789130366.586201:0:31125:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875643199488 : -109198066352128 : ffff9caf580b8000) 00000100:00000040:2.0:1789130366.586209:0:31125:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9caf580b8000 x1876037329017600/t0(0) o37->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 448/440 e 0 to 0 dl 1789130382 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130366.586218:0:31125:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789130366.586221:0:31125:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:2.0:1789130366.586223:0:31125:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf42d18770. 00000100:00000200:2.0:1789130366.586227:0:31125:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 23, xid 1876037329017600, offset 0 00000400:00000200:2.0:1789130366.586237:0:31125:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:2.0:1789130366.586251:0:31125:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130366.586281:0:31125:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:2.0:1789130366.586289:0:31125:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789130366.586296:0:31125:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:2.0:1789130366.586301:0:31125:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789130366.586305:0:31125:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:2.0:1789130366.586311:0:31125:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2403:2403:256:4294967295] 192.168.204.123@tcp LPNI seq info [2402:2402:8:4294967295] 00000400:00000200:2.0:1789130366.586317:0:31125:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130366.586331:0:31125:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:2.0:1789130366.586339:0:31125:0:(socklnd_cb.c:931:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:2.0:1789130366.586346:0:31125:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf501cf800. 00000800:00000200:2.0:1789130366.586356:0:31125:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:2.0:1789130366.586368:0:31125:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:2.0:1789130366.586375:0:31125:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf501cf800 type 1, nob 544 niov 1 nkiov 1 00000100:00000001:2.0:1789130366.586407:0:31125:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130366.586413:0:31125:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: using a timeout of 832488 usecs (833 jiffies) 00000400:00000200:2.0:1789130366.586417:0:31125:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:2.0:1789130366.586422:0:31125:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296461441 00000800:00000200:3.0:1789130366.587339:0:2341:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789130366.587353:0:2341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf501cf800. 00000400:00000200:3.0:1789130366.587365:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130366.587378:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:3.0:1789130366.587388:0:2341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf42d18770 00000400:00000010:3.0:1789130366.587391:0:2341:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf42d18770. 00000100:00000001:3.0:1789130366.587395:0:2341:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789130366.587402:0:2341:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf580b8000 x1876037329017600/t0(0) o37->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 448/440 e 0 to 0 dl 1789130382 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130366.587415:0:2341:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130366.587419:0:2341:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf580b8000 x1876037329017600/t0(0) o37->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 448/440 e 0 to 0 dl 1789130382 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130366.587426:0:2341:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130366.587428:0:2341:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1789130366.588666:0:31125:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 2, keep current deadline 4296462858 00000100:00000001:2.0:1789130366.588684:0:31125:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296461443 00000100:00000001:2.0:1789130366.588691:0:31125:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 3, keep current deadline 4296462858 00000100:00000001:2.0:1789130366.588696:0:31125:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789130366.588702:0:31125:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130366.588707:0:31125:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789130366.588709:0:31125:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1789130366.588713:0:31125:0:(client.c:2715:ptlrpc_set_wait()) set ffff9caf48519840 going to sleep for 11 seconds 00000100:00000001:2.0:1789130366.588719:0:31125:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789130366.588724:0:31125:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1789130366.590008:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf46a93e00. 00000800:00000001:3.0:1789130366.592577:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130366.592608:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789130366.592613:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130366.592616:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130366.592627:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130366.592636:0:2342:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:3.0:1789130366.592647:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130366.592654:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130366.592662:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130366.592666:0:2342:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 4096 into portal 14 MB=0x6aa3efa94db00 00000400:00000200:3.0:1789130366.592672:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130366.592680:0:2342:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index e from 12345-192.168.204.123@tcp of length 4096/4096 into md 0x683d [256] + 0 00000400:00000010:3.0:1789130366.592687:0:2342:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf483fd790. 00000400:00000200:3.0:1789130366.592694:0:2342:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff9caf484f2000 00000800:00000001:3.0:1789130366.592702:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130366.592715:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130366.592719:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130366.592724:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:3.0:1789130366.592732:0:2342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf484f2000 00000400:00000010:3.0:1789130366.592735:0:2342:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 4216 at ffff9caf484f2000. 00000100:00000001:3.0:1789130366.592743:0:2342:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:3.0:1789130366.592746:0:2342:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req ffff9caf580b8000 desc ffff9caf58572000 mbits 1876037329017600 00000100:00000001:3.0:1789130366.592768:0:2342:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:3.0:1789130366.592779:0:2342:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1789130366.592782:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130366.592788:0:2342:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.204.23@tcp to MR: 192.168.204.123@tcp local destination 00000400:00000200:3.0:1789130366.592795:0:2342:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2404:2404:256:4294967295] 192.168.204.123@tcp LPNI seq info [2403:2403:8:4294967295] 00000400:00000200:3.0:1789130366.592800:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130366.593079:0:2342:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:192.168.204.23@tcp) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) 192.168.204.123@tcp : ACK try# 0 00000800:00000200:3.0:1789130366.593087:0:2342:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 256 frags to 12345-192.168.204.123@tcp 00000800:00000010:3.0:1789130366.593097:0:2342:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 4328 at ffff9caf4847a000. 00000800:00000200:3.0:1789130366.593105:0:2342:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:3.0:1789130366.593114:0:2342:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:3.0:1789130366.593120:0:2342:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf4847a000 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1789130366.593324:0:2342:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789130366.593328:0:2342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 4328 at ffff9caf4847a000. 00000400:00000200:3.0:1789130366.593334:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130366.593337:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: ACK: OK 00000800:00000001:3.0:1789130366.593346:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130366.593349:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789130366.593526:0:31125:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789130366.593532:0:31125:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1789130366.596587:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130366.596676:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789130366.596682:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130366.596685:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130366.596697:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130366.596707:0:2342:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:3.0:1789130366.596719:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130366.596727:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130366.596735:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130366.596740:0:2342:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 440 into portal 10 MB=0x6aa3efa94db00 00000400:00000200:3.0:1789130366.596747:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130366.596758:0:2342:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.123@tcp of length 440/440 into md 0x6845 [1] + 224 00000800:00000001:3.0:1789130366.596768:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130366.596783:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130366.596787:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130366.596793:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:3.0:1789130366.596947:0:2342:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789130366.596964:0:2342:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf580b8000 x1876037329017600/t0(0) o37->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 448/440 e 0 to 0 dl 1789130382 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789130366.596978:0:2342:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=440 offset=224 replen=440 req@ffff9caf580b8000 x1876037329017600/t0(0) o37->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 448/440 e 0 to 0 dl 1789130382 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130366.597057:0:31125:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789130366.597078:0:2342:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789130366.597091:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130366.597095:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1789130366.597557:0:31125:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789130366.597562:0:31125:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789130366.597568:0:31125:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf483fdcb8. 00000400:00000200:2.0:1789130366.597574:0:31125:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf42d186e8 00000400:00000010:2.0:1789130366.597577:0:31125:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf42d186e8. 00000100:00000001:2.0:1789130366.597581:0:31125:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789130366.597588:0:31125:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf580b8000 x1876037329017600/t0(0) o37->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 448/440 e 0 to 0 dl 1789130382 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1789130366.597662:0:31125:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf580b8000 x1876037329017600/t0(0) o37->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 448/440 e 0 to 0 dl 1789130382 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130366.597670:0:31125:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789130366.597674:0:31125:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789130366.597677:0:31125:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789130366.597682:0:31125:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789130366.597685:0:31125:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789130366.597688:0:31125:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789130366.597691:0:31125:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789130366.597705:0:31125:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf6079aca8 time=135 v=5 (5 5 5 5) 00000100:00001000:2.0:1789130366.597709:0:31125:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf6079ac18 time=2 v=5 (1 0 0 0) 00000100:00000001:2.0:1789130366.597712:0:31125:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789130366.597714:0:31125:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130366.597718:0:31125:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789130366.597723:0:31125:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130366.597728:0:31125:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789130366.597731:0:31125:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9caf5014c800: skip recheck: last_committed 4294967617 00000100:00000001:2.0:1789130366.597734:0:31125:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789130366.597739:0:31125:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130366.597744:0:31125:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@ffff9caf580b8000 x1876037329017600/t0(0) o37->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 448/440 e 0 to 0 dl 1789130382 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789130366.597755:0:31125:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@ffff9caf580b8000 x1876037329017600/t0(0) o37->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 448/440 e 0 to 0 dl 1789130382 ref 2 fl Bulk:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130366.597763:0:31125:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789130366.597766:0:31125:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789130366.597770:0:31125:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf580b8000 x1876037329017600/t0(0) o37->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 448/440 e 0 to 0 dl 1789130382 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1789130366.597778:0:31125:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf580b8000 pname:cluuid:pid:xid:nid:opc:job rm:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:31125:1876037329017600:192.168.204.123@tcp:37:rm.0 00000100:00000001:2.0:1789130366.597786:0:31125:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789130366.597790:0:31125:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130366.597795:0:31125:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1789130366.597798:0:31125:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130366.597839:0:31125:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf580b8000 x1876037329017600/t0(0) o37->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 448/440 e 0 to 0 dl 1789130382 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130366.597848:0:31125:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789130366.597852:0:31125:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9caf48519840. 00000100:00000001:2.0:1789130366.597857:0:31125:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1789130366.597859:0:31125:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789130366.597864:0:31125:0:(mdc_request.c:1108:mdc_getpage()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130366.597868:0:31125:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130366.597872:0:31125:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf580b8000 x1876037329017600/t0(0) o37->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 448/440 e 0 to 0 dl 1789130382 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130366.597879:0:31125:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789130366.597883:0:31125:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789130366.597887:0:31125:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9caf58573c00. 02000000:00000001:2.0:1789130366.597892:0:31125:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789130366.597896:0:31125:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1789130366.597899:0:31125:0:(genops.c:1223:class_import_put()) import ffff9caf6079a800 refcount=5 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000020:00000001:2.0:1789130366.597902:0:31125:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:2.0:1789130366.597906:0:31125:0:(client.c:325:ptlrpc_free_bulk()) Process entered 00000020:00000001:2.0:1789130366.597910:0:31125:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1789130366.597911:0:31125:0:(genops.c:1223:class_import_put()) import ffff9caf6079a800 refcount=4 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000020:00000001:2.0:1789130366.597913:0:31125:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000010:2.0:1789130366.597957:0:31125:0:(client.c:346:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 4096 at ffff9caf5010f000. 00000100:00000010:2.0:1789130366.597961:0:31125:0:(client.c:347:ptlrpc_free_bulk()) kfreed 'desc': 984 at ffff9caf58572000. 00000100:00000001:2.0:1789130366.597965:0:31125:0:(client.c:348:ptlrpc_free_bulk()) Process leaving 02000000:00000010:2.0:1789130366.597970:0:31125:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9caf42d70800. 02000000:00000001:2.0:1789130366.597974:0:31125:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789130366.597977:0:31125:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789130366.597981:0:31125:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf580b8000. 00000100:00000001:2.0:1789130366.597989:0:31125:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789130366.597990:0:31125:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1789130366.597994:0:31125:0:(mdc_request.c:1315:mdc_dirpage_add()) Process entered 00000002:00000020:2.0:1789130366.597997:0:31125:0:(mdc_request.c:1322:mdc_dirpage_add()) read 1/1 00000002:00000010:2.0:1789130366.598944:0:31125:0:(mdc_request.c:1442:do_mdc_read_folio_remote()) kfreed 'folio_pool': 2048 at ffff9caf47fb1000. 00000002:00000001:2.0:1789130366.598960:0:31125:0:(mdc_request.c:1444:do_mdc_read_folio_remote()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130366.598967:0:31125:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130366.598971:0:31125:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130366.598975:0:31125:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b7600 refcount=3 00000020:00000001:2.0:1789130366.598979:0:31125:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649488384 : -109198060063232 : ffff9caf586b7600) 00010000:00000001:2.0:1789130366.598983:0:31125:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649488384 : -109198060063232 : ffff9caf586b7600) 00010000:00000001:2.0:1789130366.598986:0:31125:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789130366.598993:0:31125:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7600/0xde5303b1d982cc4b lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x23:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a5636 expref: -99 pid: 31123 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:2.0:1789130366.599005:0:31125:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130366.599007:0:31125:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130366.599010:0:31125:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1789130366.599014:0:31125:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1789130366.599017:0:31125:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7600/0xde5303b1d982cc4b lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x23:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a5636 expref: -99 pid: 31123 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:2.0:1789130366.599025:0:31125:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789130366.599029:0:31125:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789130366.599031:0:31125:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789130366.599039:0:31125:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130366.599041:0:31125:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130366.599043:0:31125:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130366.599048:0:31125:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789130366.599050:0:31125:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130366.599052:0:31125:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130366.599057:0:31125:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130366.599060:0:31125:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789130366.599062:0:31125:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130366.599063:0:31125:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00800000:00000001:2.0:1789130366.599067:0:31125:0:(lmv_obd.c:3458:lmv_read_page()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130366.599229:0:31125:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833955 : 144115205322833955 : 200000404000023) 00000080:00000001:3.0:1789130366.599240:0:31125:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:3.0:1789130366.599242:0:31125:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833957 : 144115205322833957 : 200000404000025) 00000080:00000001:3.0:1789130366.599251:0:31125:0:(dir.c:306:ll_dir_read()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1789130366.599270:0:31125:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9caf42d70200. 00000080:00000001:3.0:1789130366.599343:0:31125:0:(dir.c:402:ll_iterate()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130366.599493:0:31125:0:(dir.c:3016:ll_dir_release()) Process entered 00000080:00000001:3.0:1789130366.599497:0:31125:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:3.0:1789130366.599502:0:31125:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c1fdd0 00000080:00200008:3.0:1789130366.599505:0:31125:0:(file.c:479:ll_file_release()) START file d21g.recovery-small-1:[0x200000404:0x23:0x0](ffff9caf6019f448), flags 704000 00000080:00400000:3.0:1789130366.599510:0:31125:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000404:0x23:0x0] 00000080:00000001:3.0:1789130366.599515:0:31125:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:3.0:1789130366.599517:0:31125:0:(pcc.c:2438:pcc_file_release()) Process leaving 00000080:00000001:3.0:1789130366.599519:0:31125:0:(file.c:341:ll_md_close()) Process entered 00000002:00000001:3.0:1789130366.599529:0:31125:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789130366.599533:0:31125:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789130366.599543:0:31125:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf42f26b00 count: 2 00010000:00000001:3.0:1789130366.599547:0:31125:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789130366.599553:0:31125:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789130366.599556:0:31125:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000404:0x23:0x0]: 0 00000080:00000001:3.0:1789130366.599559:0:31125:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:3.0:1789130366.599563:0:31125:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:3.0:1789130366.599571:0:31125:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9caf47c6d600. 00000080:00000001:3.0:1789130366.599574:0:31125:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:3.0:1789130366.599585:0:31125:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:3.0:1789130366.599591:0:31125:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000002:3.0:1789130366.599594:0:31125:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000404:0x23:0x0] 00000002:00000001:3.0:1789130366.599662:0:31125:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:3.0:1789130366.599665:0:31125:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9caf5014c800: [0x200000404:0x23:0x0] file closed with intent: 0 00000100:00000010:3.0:1789130366.599673:0:31125:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf501a8000. 00000020:00000040:3.0:1789130366.599679:0:31125:0:(genops.c:1210:class_import_get()) import ffff9caf6079a800 refcount=5 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000100:00000001:3.0:1789130366.599685:0:31125:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789130366.599689:0:31125:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789130366.599695:0:31125:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789130366.599705:0:31125:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9caf47c6dc00. 00000100:00000001:3.0:1789130366.599714:0:31125:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:3.0:1789130366.599740:0:31125:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9caf580bb840 x1876037329017472/t4294967618(4294967618) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/608 e 0 to 0 dl 1789130382 ref 1 fl Complete:RPQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000020:00100000:3.0:1789130366.599752:0:31125:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9caf5014c800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:3.0:1789130366.599758:0:31125:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9caf501a8000 x1876037329017856/t0(0) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:3.0:1789130366.599766:0:31125:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1789130366.599768:0:31125:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1789130366.599778:0:31125:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9caf485e89c0. 00000100:00000001:3.0:1789130366.599781:0:31125:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446634875380206016 : -109198329345600 : ffff9caf485e89c0) 00000100:00000001:3.0:1789130366.599784:0:31125:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789130366.599786:0:31125:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875509964800 : -109198199586816 : ffff9caf501a8000) 00000100:00000001:3.0:1789130366.599792:0:31125:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789130366.599798:0:31125:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130366.599800:0:31125:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1789130366.600032:0:31125:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789130366.600039:0:31125:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf501a8000 x1876037329017856/t0(0) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130366.600048:0:31125:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789130366.600051:0:31125:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789130366.600056:0:31125:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789130366.600059:0:31125:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789130366.600062:0:31125:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789130366.600066:0:31125:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf501a8000 pname:cluuid:pid:xid:nid:opc:job rm:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:31125:1876037329017856:192.168.204.123@tcp:35:rm.0 00000100:00000001:3.0:1789130366.600071:0:31125:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789130366.600079:0:31125:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789130366.600081:0:31125:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789130366.600085:0:31125:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789130366.600092:0:31125:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9caf50105c00. 02000000:00000001:3.0:1789130366.600094:0:31125:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789130366.600103:0:31125:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:3.0:1789130366.600108:0:31125:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf60788898. 00000400:00000010:3.0:1789130366.600116:0:31125:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf4549f5d8. 00000100:00000200:3.0:1789130366.600126:0:31125:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876037329017856, portal 10 00000100:00000001:3.0:1789130366.600129:0:31125:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789130366.600130:0:31125:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875509964800 : -109198199586816 : ffff9caf501a8000) 00000100:00000040:3.0:1789130366.600138:0:31125:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9caf501a8000 x1876037329017856/t0(0) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1789130382 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130366.600146:0:31125:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789130366.600149:0:31125:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:3.0:1789130366.600153:0:31125:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf4549fee0. 00000100:00000200:3.0:1789130366.600156:0:31125:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1876037329017856, offset 0 00000400:00000200:3.0:1789130366.600164:0:31125:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:3.0:1789130366.600177:0:31125:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130366.600187:0:31125:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:3.0:1789130366.600194:0:31125:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789130366.600200:0:31125:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:3.0:1789130366.600205:0:31125:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789130366.600209:0:31125:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:3.0:1789130366.600213:0:31125:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2405:2405:256:4294967295] 192.168.204.123@tcp LPNI seq info [2404:2404:8:4294967295] 00000400:00000200:3.0:1789130366.600217:0:31125:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130366.600230:0:31125:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:3.0:1789130366.600236:0:31125:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:3.0:1789130366.600243:0:31125:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf47fd2600. 00000800:00000200:3.0:1789130366.600252:0:31125:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:3.0:1789130366.600337:0:31125:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:3.0:1789130366.600345:0:31125:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf47fd2600 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:3.0:1789130366.600434:0:31125:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130366.600441:0:31125:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: using a timeout of 831312 usecs (832 jiffies) 00000400:00000200:3.0:1789130366.600445:0:31125:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:3.0:1789130366.600448:0:31125:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296461454 00000100:00000001:3.0:1789130366.600452:0:31125:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 2, keep current deadline 4296462858 00000100:00000001:3.0:1789130366.600454:0:31125:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296461454 00000100:00000001:3.0:1789130366.600457:0:31125:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 3, keep current deadline 4296462858 00000100:00000001:3.0:1789130366.600460:0:31125:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789130366.600463:0:31125:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130366.600466:0:31125:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789130366.600469:0:31125:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1789130366.600472:0:31125:0:(client.c:2715:ptlrpc_set_wait()) set ffff9caf485e89c0 going to sleep for 11 seconds 00000100:00000001:3.0:1789130366.600475:0:31125:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789130366.600479:0:31125:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789130366.603920:0:2341:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789130366.603940:0:2341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf47fd2600. 00000400:00000200:3.0:1789130366.603950:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130366.603963:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:3.0:1789130366.603974:0:2341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf4549fee0 00000400:00000010:3.0:1789130366.603977:0:2341:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf4549fee0. 00000100:00000001:3.0:1789130366.603988:0:2341:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789130366.604002:0:2341:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf501a8000 x1876037329017856/t0(0) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1789130382 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130366.604021:0:2341:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130366.604025:0:2341:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf501a8000 x1876037329017856/t0(0) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1789130382 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130366.604033:0:2341:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130366.604035:0:2341:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1789130366.604052:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130366.604070:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789130366.604073:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130366.604076:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130366.604084:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130366.604089:0:2341:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:3.0:1789130366.604099:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130366.604105:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130366.604112:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130366.604116:0:2341:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 456 into portal 10 MB=0x6aa3efa94dc00 00000400:00000200:3.0:1789130366.604124:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130366.604134:0:2341:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.123@tcp of length 456/456 into md 0x6855 [1] + 224 00000800:00000001:3.0:1789130366.604144:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130366.604154:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130366.604156:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130366.604159:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:3.0:1789130366.604165:0:2341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789130366.604170:0:2341:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf501a8000 x1876037329017856/t0(0) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1789130382 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789130366.604179:0:2341:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9caf501a8000 x1876037329017856/t0(0) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1789130382 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130366.604290:0:31125:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789130366.604315:0:2341:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789130366.604326:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130366.604330:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1789130366.604591:0:31125:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789130366.604594:0:31125:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789130366.604698:0:31125:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf60788898. 00000400:00000200:1.0:1789130366.604703:0:31125:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf4549f5d8 00000400:00000010:1.0:1789130366.604705:0:31125:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf4549f5d8. 00000100:00000001:1.0:1789130366.604709:0:31125:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789130366.604715:0:31125:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf501a8000 x1876037329017856/t0(0) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1789130382 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1789130366.604725:0:31125:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf501a8000 x1876037329017856/t0(0) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1789130382 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130366.604731:0:31125:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789130366.604733:0:31125:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130366.604736:0:31125:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789130366.604740:0:31125:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789130366.604743:0:31125:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789130366.604746:0:31125:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130366.604749:0:31125:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789130366.604762:0:31125:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf6079aca8 time=135 v=5 (5 5 5 5) 00000100:00001000:1.0:1789130366.604767:0:31125:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf6079ac18 time=2 v=5 (1 0 0 0) 00000100:00000001:1.0:1789130366.604770:0:31125:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789130366.604772:0:31125:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130366.604775:0:31125:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789130366.604779:0:31125:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130366.604783:0:31125:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1789130366.604787:0:31125:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1789130366.604789:0:31125:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1789130366.604792:0:31125:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789130366.604793:0:31125:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875509964800 : -109198199586816 : ffff9caf501a8000) 00000100:00000001:1.0:1789130366.604797:0:31125:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789130366.604799:0:31125:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9caf5014c800: skip recheck: last_committed 4294967617 00000100:00000001:1.0:1789130366.604801:0:31125:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789130366.604901:0:31125:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789130366.604907:0:31125:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf501a8000 x1876037329017856/t4294967619(4294967619) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1789130382 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130366.604916:0:31125:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789130366.604920:0:31125:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789130366.604922:0:31125:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789130366.604926:0:31125:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf501a8000 x1876037329017856/t4294967619(4294967619) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1789130382 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1789130366.604934:0:31125:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf501a8000 pname:cluuid:pid:xid:nid:opc:job rm:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:31125:1876037329017856:192.168.204.123@tcp:35:rm.0 00000100:00000001:1.0:1789130366.604940:0:31125:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130366.604943:0:31125:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130366.604946:0:31125:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1789130366.604948:0:31125:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789130366.604951:0:31125:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf501a8000 x1876037329017856/t4294967619(4294967619) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1789130382 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130366.604958:0:31125:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789130366.604962:0:31125:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9caf485e89c0. 00000100:00000001:1.0:1789130366.604966:0:31125:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1789130366.604968:0:31125:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130366.604976:0:31125:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789130366.604977:0:31125:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875509964800 : -109198199586816 : ffff9caf501a8000) 00000002:00000001:1.0:1789130366.604981:0:31125:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789130366.604986:0:31125:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1789130366.604995:0:31125:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9caf47c6d600. 00000080:00000001:1.0:1789130366.604999:0:31125:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:1.0:1789130366.605003:0:31125:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00000002:00000001:1.0:1789130366.605012:0:31125:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:1.0:1789130366.605018:0:31125:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9caf580bb840 x1876037329017472/t4294967618(4294967618) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/608 e 0 to 0 dl 1789130382 ref 1 fl Complete:RQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130366.605028:0:31125:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789130366.605029:0:31125:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875643213888 : -109198066337728 : ffff9caf580bb840) 00000100:00000001:1.0:1789130366.605031:0:31125:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789130366.605034:0:31125:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf580bb840 x1876037329017472/t4294967618(4294967618) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/608 e 0 to 0 dl 1789130382 ref 2 fl Complete:RMQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130366.605040:0:31125:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130366.605042:0:31125:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789130366.605045:0:31125:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf501a8000 x1876037329017856/t4294967619(4294967619) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1789130382 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130366.605050:0:31125:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130366.605052:0:31125:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789130366.605054:0:31125:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf580bb840 x1876037329017472/t4294967618(4294967618) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/608 e 0 to 0 dl 1789130382 ref 1 fl Complete:RMQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130366.605060:0:31125:0:(client.c:2793:__ptlrpc_free_req()) Process entered 00000020:00000001:1.0:1789130366.605064:0:31125:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1789130366.605066:0:31125:0:(genops.c:1223:class_import_put()) import ffff9caf6079a800 refcount=4 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000020:00000001:1.0:1789130366.605069:0:31125:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1789130366.605073:0:31125:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9caf58570800. 02000000:00000001:1.0:1789130366.605079:0:31125:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789130366.605081:0:31125:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789130366.605084:0:31125:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf580bb840. 00000100:00000001:1.0:1789130366.605092:0:31125:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789130366.605093:0:31125:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130366.605094:0:31125:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789130366.605097:0:31125:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf501a8000 x1876037329017856/t4294967619(4294967619) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1789130382 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130366.605103:0:31125:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789130366.605106:0:31125:0:(client.c:2947:obd_mod_free()) kfreed 'mod': 32 at ffff9caf484ad060. 00000002:00000001:1.0:1789130366.605110:0:31125:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789130366.605112:0:31125:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1789130366.605114:0:31125:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9caf5049e940. 00000100:00000001:1.0:1789130366.605117:0:31125:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789130366.605120:0:31125:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf501a8000 x1876037329017856/t4294967619(4294967619) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1789130382 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130366.605126:0:31125:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789130366.605129:0:31125:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789130366.605132:0:31125:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9caf50105c00. 02000000:00000001:1.0:1789130366.605135:0:31125:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789130366.605137:0:31125:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1789130366.605138:0:31125:0:(genops.c:1223:class_import_put()) import ffff9caf6079a800 refcount=3 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000020:00000001:1.0:1789130366.605140:0:31125:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1789130366.605142:0:31125:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9caf47c6dc00. 02000000:00000001:1.0:1789130366.605144:0:31125:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789130366.605145:0:31125:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789130366.605147:0:31125:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf501a8000. 00000100:00000001:1.0:1789130366.605151:0:31125:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789130366.605153:0:31125:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1789130366.605157:0:31125:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1789130366.605163:0:31125:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9caf47d2d400. 00000080:00000001:1.0:1789130366.605168:0:31125:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130366.605177:0:31125:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c1fdd0 00000080:00000008:1.0:1789130366.605180:0:31125:0:(file.c:523:ll_file_release()) COMPLETED file d21g.recovery-small-1:[0x200000404:0x23:0x0](ffff9caf6019f448), flags 704000, rc = 0 00000080:00000001:1.0:1789130366.605184:0:31125:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130366.605189:0:31125:0:(dir.c:3017:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130366.605760:0:31125:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:1.0:1789130366.605770:0:31125:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:1.0:1789130366.605773:0:31125:0:(file.c:6206:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1789130366.605775:0:31125:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c1fbc0 00000080:00200000:1.0:1789130366.605779:0:31125:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8),name=/ 00000080:00000010:1.0:1789130366.605788:0:31125:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9caf48ef8600. 00800000:00000002:1.0:1789130366.605796:0:31125:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9caf4557c8c0 2 00000080:00000001:1.0:1789130366.605802:0:31125:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1789130366.605928:0:31125:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1789130366.605930:0:31125:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c1fae0 00800000:00000002:1.0:1789130366.605935:0:31125:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1789130366.605940:0:31125:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1789130366.605944:0:31125:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1789130366.605951:0:31125:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1789130366.605953:0:31125:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c1f9b0 00000002:00010000:1.0:1789130366.605955:0:31125:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1789130366.605960:0:31125:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1789130366.605962:0:31125:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789130366.605966:0:31125:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789130366.605977:0:31125:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf42f26400 count: 2 00010000:00000001:1.0:1789130366.605980:0:31125:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789130366.605988:0:31125:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789130366.605994:0:31125:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1789130366.606001:0:31125:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7200/0xde5303b1d982cc44 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a561a expref: -99 pid: 31123 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 02000000:00000001:1.0:1789130366.606015:0:31125:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1789130366.606020:0:31125:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789130366.606024:0:31125:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7200/0xde5303b1d982cc44 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a561a expref: -99 pid: 31123 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00000002:00000001:1.0:1789130366.606032:0:31125:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1789130366.606034:0:31125:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1789130366.606036:0:31125:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1789130366.606038:0:31125:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1789130366.606040:0:31125:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1789130366.606043:0:31125:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1789130366.606046:0:31125:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1789130366.606049:0:31125:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9caf4557c8c0 2 00000080:00000010:1.0:1789130366.606051:0:31125:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9caf48ef8600. 00000080:00000001:1.0:1789130366.606057:0:31125:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1789130366.606059:0:31125:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789130366.606062:0:31125:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9caf601980c8) 00000080:00010000:1.0:1789130366.606067:0:31125:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9caf601980c8) for lock 0xde5303b1d982cc44 00800000:00000001:1.0:1789130366.606072:0:31125:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1789130366.606074:0:31125:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1789130366.606076:0:31125:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130366.606079:0:31125:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130366.606082:0:31125:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b7200 refcount=3 00000020:00000001:1.0:1789130366.606085:0:31125:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649487360 : -109198060064256 : ffff9caf586b7200) 00010000:00000001:1.0:1789130366.606088:0:31125:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649487360 : -109198060064256 : ffff9caf586b7200) 00010000:00000001:1.0:1789130366.606092:0:31125:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130366.606094:0:31125:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789130366.606096:0:31125:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789130366.606098:0:31125:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789130366.606101:0:31125:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xde5303b1d982cc44 from it ffffb97f41c1fbf8 00010000:00000001:1.0:1789130366.606103:0:31125:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130366.606105:0:31125:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130366.606106:0:31125:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b7200 refcount=3 00000020:00000001:1.0:1789130366.606108:0:31125:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649487360 : -109198060064256 : ffff9caf586b7200) 00010000:00000001:1.0:1789130366.606110:0:31125:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649487360 : -109198060064256 : ffff9caf586b7200) 00010000:00000001:1.0:1789130366.606113:0:31125:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789130366.606116:0:31125:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7200/0xde5303b1d982cc44 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a561a expref: -99 pid: 31123 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00000001:1.0:1789130366.606123:0:31125:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130366.606124:0:31125:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130366.606126:0:31125:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1789130366.606130:0:31125:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1789130366.606133:0:31125:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7200/0xde5303b1d982cc44 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a561a expref: -99 pid: 31123 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00010000:00000001:1.0:1789130366.606142:0:31125:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1789130366.606147:0:31125:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1789130366.606149:0:31125:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789130366.606157:0:31125:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130366.606158:0:31125:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130366.606160:0:31125:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130366.606165:0:31125:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1789130366.606168:0:31125:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130366.606170:0:31125:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130366.606174:0:31125:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130366.606177:0:31125:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789130366.606178:0:31125:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130366.606179:0:31125:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1789130366.606182:0:31125:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1789130366.606184:0:31125:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1789130366.606186:0:31125:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8), inode mode 41ff mask 1 00000080:00000001:1.0:1789130366.606192:0:31125:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130366.606198:0:31125:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1789130366.606201:0:31125:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c1fbc0 00000080:00002000:1.0:1789130366.606203:0:31125:0:(dcache.c:87:ll_dcompare()) found name d21g.recovery-small-1(ffff9caf602fa870) flags 0x20000e refc 1 00000080:00000001:1.0:1789130366.606206:0:31125:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130366.606208:0:31125:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c1fc08 00000080:00200000:1.0:1789130366.606209:0:31125:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21g.recovery-small-1, flags=266 00000080:00000001:1.0:1789130366.606215:0:31125:0:(llite_lib.c:3176:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1789130366.606217:0:31125:0:(llite_lib.c:3182:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130366.606222:0:31125:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00200000:1.0:1789130366.606224:0:31125:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000404:0x23:0x0](ffff9caf6019f448), inode mode 41ed mask 44 00000080:00000001:1.0:1789130366.606227:0:31125:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130366.606234:0:31125:0:(dir.c:3010:ll_dir_open()) Process entered 00000080:00000001:1.0:1789130366.606237:0:31125:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:1.0:1789130366.606239:0:31125:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c1fb78 00000080:00200008:1.0:1789130366.606241:0:31125:0:(file.c:1090:ll_file_open()) START file d21g.recovery-small-1:[0x200000404:0x23:0x0](ffff9caf6019f448), flags 704400 00000080:00000010:1.0:1789130366.606247:0:31125:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9caf417a83c0. 00000080:00000001:1.0:1789130366.606255:0:31125:0:(file.c:806:ll_intent_file_open()) Process entered 00000080:00000010:1.0:1789130366.606258:0:31125:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9caf48ef8600. 00800000:00000002:1.0:1789130366.606336:0:31125:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9caf4557c8c0 2 00000080:00000001:1.0:1789130366.606341:0:31125:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1789130366.606343:0:31125:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1789130366.606345:0:31125:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c1fa28 00800000:00000002:1.0:1789130366.606347:0:31125:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open' for [0x200000404:0x23:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1789130366.606351:0:31125:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00000020:00000001:1.0:1789130366.606354:0:31125:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c1f9a8 00800000:00000002:1.0:1789130366.606356:0:31125:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x23:0x0], name='' -> mds #0 layout version 1 00000002:00000001:1.0:1789130366.606360:0:31125:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1789130366.606362:0:31125:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c1f8e0 00000002:00010000:1.0:1789130366.606364:0:31125:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000404:0x23:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 0104240704401 00000002:00000001:1.0:1789130366.606368:0:31125:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1789130366.606372:0:31125:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:1.0:1789130366.606377:0:31125:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1789130366.606382:0:31125:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf42f26b00 count: 2 00010000:00000001:1.0:1789130366.606384:0:31125:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789130366.606387:0:31125:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1789130366.606391:0:31125:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130366.606393:0:31125:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789130366.606395:0:31125:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789130366.606397:0:31125:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1789130366.606399:0:31125:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf42f26400 count: 2 00010000:00000001:1.0:1789130366.606401:0:31125:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789130366.606403:0:31125:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1789130366.606404:0:31125:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130366.606406:0:31125:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789130366.606409:0:31125:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789130366.606416:0:31125:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf615d7840. 00000020:00000040:1.0:1789130366.606419:0:31125:0:(genops.c:1210:class_import_get()) import ffff9caf6079a800 refcount=4 obd=lustre-MDT0000-mdc-ffff9caf5014c800 02000000:00000001:1.0:1789130366.606426:0:31125:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789130366.606428:0:31125:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130366.606432:0:31125:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1789130366.606437:0:31125:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789130366.606441:0:31125:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130366.606442:0:31125:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130366.606443:0:31125:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130366.606447:0:31125:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789130366.606450:0:31125:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789130366.606453:0:31125:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789130366.606463:0:31125:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9caf487c2c00. 00000100:00000001:1.0:1789130366.606472:0:31125:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130366.606477:0:31125:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789130366.606479:0:31125:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130366.606482:0:31125:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789130366.606483:0:31125:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130366.606486:0:31125:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789130366.606494:0:31125:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446634875799566400 : -109197909985216 : ffff9caf615d7840) 00010000:00000001:1.0:1789130366.606500:0:31125:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1789130366.606502:0:31125:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1789130366.606505:0:31125:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf42f26400 count: 2 00010000:00000001:1.0:1789130366.606507:0:31125:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789130366.606510:0:31125:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1789130366.606514:0:31125:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9caf586b6200. 00000020:00000001:1.0:1789130366.606518:0:31125:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1789130366.606521:0:31125:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9caf586b6200 with handle 0xde5303b1d982cc7c to hash 00000020:00000001:1.0:1789130366.606523:0:31125:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1789130366.606525:0:31125:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446634875649483264 : -109198060068352 : ffff9caf586b6200) 00010000:00000001:1.0:1789130366.606529:0:31125:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446634875649483264 : -109198060068352 : ffff9caf586b6200) 00010000:00000001:1.0:1789130366.606532:0:31125:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789130366.606534:0:31125:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789130366.606538:0:31125:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b6200/0xde5303b1d982cc7c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 31125 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789130366.606545:0:31125:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b6200/0xde5303b1d982cc7c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31125 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:1.0:1789130366.606558:0:31125:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9caf5014c800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1789130366.606570:0:31125:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9caf615d7840 x1876037329018112/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1789130366.606580:0:31125:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b6200/0xde5303b1d982cc7c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31125 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1789130366.606586:0:31125:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1789130366.606588:0:31125:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1789130366.606742:0:31125:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9caf47fd1a80. 00000100:00000001:1.0:1789130366.606745:0:31125:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446634875373820544 : -109198335731072 : ffff9caf47fd1a80) 00000100:00000001:1.0:1789130366.606750:0:31125:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789130366.606751:0:31125:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875799566400 : -109197909985216 : ffff9caf615d7840) 00000100:00000001:1.0:1789130366.606757:0:31125:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789130366.606762:0:31125:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130366.606764:0:31125:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1789130366.606767:0:31125:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789130366.606772:0:31125:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf615d7840 x1876037329018112/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130366.606781:0:31125:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789130366.606784:0:31125:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130366.606789:0:31125:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789130366.606792:0:31125:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789130366.606795:0:31125:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789130366.606799:0:31125:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf615d7840 pname:cluuid:pid:xid:nid:opc:job rm:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:31125:1876037329018112:192.168.204.123@tcp:101:rm.0 00000100:00000001:1.0:1789130366.606900:0:31125:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789130366.606908:0:31125:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789130366.606912:0:31125:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130366.606916:0:31125:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789130366.607019:0:31125:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 262144 at ffff9caf48a00000. 02000000:00000001:1.0:1789130366.607022:0:31125:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789130366.607031:0:31125:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:1.0:1789130366.607037:0:31125:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf42d8e9f8. 00000400:00000010:1.0:1789130366.607046:0:31125:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffff9caf482dd000. 00000100:00000200:1.0:1789130366.607056:0:31125:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 262144 bytes, xid 1876037329018112, portal 10 00000100:00000001:1.0:1789130366.607058:0:31125:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789130366.607059:0:31125:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875799566400 : -109197909985216 : ffff9caf615d7840) 00000100:00000040:1.0:1789130366.607068:0:31125:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9caf615d7840 x1876037329018112/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789130382 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130366.607076:0:31125:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789130366.607079:0:31125:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:1.0:1789130366.607084:0:31125:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf462a37f8. 00000100:00000200:1.0:1789130366.607088:0:31125:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1876037329018112, offset 0 00000400:00000200:1.0:1789130366.607096:0:31125:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:1.0:1789130366.607107:0:31125:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:1.0:1789130366.607116:0:31125:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:1.0:1789130366.607123:0:31125:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789130366.607128:0:31125:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:1.0:1789130366.607133:0:31125:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789130366.607136:0:31125:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:1.0:1789130366.607140:0:31125:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2406:2406:256:4294967295] 192.168.204.123@tcp LPNI seq info [2405:2405:8:4294967295] 00000400:00000200:1.0:1789130366.607145:0:31125:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:1.0:1789130366.607159:0:31125:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:1.0:1789130366.607166:0:31125:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:1.0:1789130366.607173:0:31125:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf47f34b00. 00000800:00000200:1.0:1789130366.607182:0:31125:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:1.0:1789130366.607194:0:31125:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:1.0:1789130366.607200:0:31125:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf47f34b00 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:1.0:1789130366.607379:0:31125:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789130366.607386:0:31125:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: using a timeout of 830126 usecs (831 jiffies) 00000400:00000200:1.0:1789130366.607390:0:31125:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:1.0:1789130366.607394:0:31125:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296461460 00000100:00000001:1.0:1789130366.607399:0:31125:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 2, keep current deadline 4296462858 00000100:00000001:1.0:1789130366.607401:0:31125:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296461460 00000100:00000001:1.0:1789130366.607404:0:31125:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 3, keep current deadline 4296462858 00000100:00000001:1.0:1789130366.607406:0:31125:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789130366.607409:0:31125:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130366.607412:0:31125:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789130366.607415:0:31125:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1789130366.607417:0:31125:0:(client.c:2715:ptlrpc_set_wait()) set ffff9caf47fd1a80 going to sleep for 11 seconds 00000100:00000001:1.0:1789130366.607420:0:31125:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789130366.607424:0:31125:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789130366.612198:0:2342:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789130366.612215:0:2342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf47f34b00. 00000400:00000200:2.0:1789130366.612231:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130366.612245:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:2.0:1789130366.612255:0:2342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf462a37f8 00000400:00000010:2.0:1789130366.612267:0:2342:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf462a37f8. 00000100:00000001:2.0:1789130366.612389:0:2342:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789130366.612403:0:2342:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf615d7840 x1876037329018112/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789130382 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130366.612421:0:2342:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130366.612425:0:2342:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf615d7840 x1876037329018112/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789130382 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130366.612432:0:2342:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130366.612435:0:2342:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1789130366.612978:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130366.612998:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789130366.613002:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130366.613005:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130366.613014:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130366.613020:0:2341:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:2.0:1789130366.613030:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130366.613037:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130366.613046:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130366.613050:0:2341:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 608 into portal 10 MB=0x6aa3efa94dd00 00000400:00000200:2.0:1789130366.613058:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130366.613067:0:2341:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.123@tcp of length 608/608 into md 0x6865 [64] + 224 00000800:00000001:2.0:1789130366.613077:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130366.613086:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130366.613088:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130366.613092:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:2.0:1789130366.613101:0:2341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789130366.613107:0:2341:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf615d7840 x1876037329018112/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789130382 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789130366.613119:0:2341:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=608 offset=224 replen=131856 req@ffff9caf615d7840 x1876037329018112/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789130382 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130366.613173:0:31125:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789130366.613192:0:2341:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789130366.613206:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130366.613210:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1789130366.613244:0:31125:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789130366.613247:0:31125:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789130366.613254:0:31125:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf42d8e9f8. 00000400:00000200:1.0:1789130366.613268:0:31125:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf482dd000 00000400:00000010:1.0:1789130366.613271:0:31125:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 1144 at ffff9caf482dd000. 00000100:00000001:1.0:1789130366.613338:0:31125:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789130366.613345:0:31125:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf615d7840 x1876037329018112/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789130382 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1789130366.613354:0:31125:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf615d7840 x1876037329018112/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789130382 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130366.613361:0:31125:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789130366.613364:0:31125:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130366.613367:0:31125:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789130366.613372:0:31125:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789130366.613376:0:31125:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789130366.613380:0:31125:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130366.613384:0:31125:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789130366.613400:0:31125:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf6079ac60 time=135 v=5 (104 104 104 104) 00000100:00001000:1.0:1789130366.613405:0:31125:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf6079ac18 time=2 v=5 (1 0 0 0) 00000100:00000001:1.0:1789130366.613408:0:31125:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789130366.613411:0:31125:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130366.613415:0:31125:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789130366.613420:0:31125:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130366.613425:0:31125:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1789130366.613427:0:31125:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1789130366.613429:0:31125:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1789130366.613432:0:31125:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789130366.613434:0:31125:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875799566400 : -109197909985216 : ffff9caf615d7840) 00000100:00000001:1.0:1789130366.613438:0:31125:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789130366.613440:0:31125:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9caf5014c800: skip recheck: last_committed 4294967617 00000100:00000001:1.0:1789130366.613442:0:31125:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789130366.613446:0:31125:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789130366.613451:0:31125:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf615d7840 x1876037329018112/t4294967620(4294967620) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/608 e 0 to 0 dl 1789130382 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130366.613459:0:31125:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789130366.613463:0:31125:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789130366.613467:0:31125:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789130366.613472:0:31125:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf615d7840 x1876037329018112/t4294967620(4294967620) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/608 e 0 to 0 dl 1789130382 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1789130366.613481:0:31125:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf615d7840 pname:cluuid:pid:xid:nid:opc:job rm:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:31125:1876037329018112:192.168.204.123@tcp:101:rm.0 00000100:00000001:1.0:1789130366.613487:0:31125:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130366.613491:0:31125:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130366.613494:0:31125:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1789130366.613497:0:31125:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789130366.613500:0:31125:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf615d7840 x1876037329018112/t4294967620(4294967620) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/608 e 0 to 0 dl 1789130382 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130366.613507:0:31125:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789130366.613511:0:31125:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9caf47fd1a80. 00000100:00000001:1.0:1789130366.613515:0:31125:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1789130366.613517:0:31125:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130366.613521:0:31125:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1789130366.613530:0:31125:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130366.613534:0:31125:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130366.613539:0:31125:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b6200 refcount=4 00000020:00000001:1.0:1789130366.613542:0:31125:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649483264 : -109198060068352 : ffff9caf586b6200) 00010000:00000001:1.0:1789130366.613546:0:31125:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649483264 : -109198060068352 : ffff9caf586b6200) 00010000:00000040:1.0:1789130366.613558:0:31125:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9caf586b6200, remote cookie: 0xcdf1b083821a56bb, flags: 0x1001 00010000:00000040:1.0:1789130366.613562:0:31125:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x23:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:1.0:1789130366.613566:0:31125:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000040:1.0:1789130366.613577:0:31125:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf42f26b00 count: 2 00010000:00000001:1.0:1789130366.613581:0:31125:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789130366.613586:0:31125:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789130366.613593:0:31125:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b6200/0xde5303b1d982cc7c lrc: 4/1,0 mode: --/CR res: [0x200000404:0x23:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a56bb expref: -99 pid: 31125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789130366.613669:0:31125:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b6200/0xde5303b1d982cc7c lrc: 4/1,0 mode: --/CR res: [0x200000404:0x23:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a56bb expref: -99 pid: 31125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789130366.613682:0:31125:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1789130366.613689:0:31125:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1789130366.613692:0:31125:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1789130366.613694:0:31125:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1789130366.613696:0:31125:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1789130366.613699:0:31125:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x23:0x0].0x0 (ffff9caf42f26b00) refcount = 2 00010000:00000040:1.0:1789130366.613702:0:31125:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1789130366.613705:0:31125:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7600/0xde5303b1d982cc4b lrc: 1/0,0 mode: PR/PR res: [0x200000404:0x23:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a5636 expref: -99 pid: 31123 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00010000:1.0:1789130366.613713:0:31125:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b6200/0xde5303b1d982cc7c lrc: 4/1,0 mode: CR/CR res: [0x200000404:0x23:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a56bb expref: -99 pid: 31125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789130366.613719:0:31125:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1789130366.613725:0:31125:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1789130366.613727:0:31125:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789130366.613730:0:31125:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1789130366.613734:0:31125:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789130366.613737:0:31125:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b6200/0xde5303b1d982cc7c lrc: 4/1,0 mode: CR/CR res: [0x200000404:0x23:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a56bb expref: -99 pid: 31125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789130366.613744:0:31125:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1789130366.613746:0:31125:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130366.613749:0:31125:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130366.613750:0:31125:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130366.613751:0:31125:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130366.613753:0:31125:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789130366.613759:0:31125:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1789130366.613763:0:31125:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130366.613765:0:31125:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130366.613767:0:31125:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b6200 refcount=3 00000020:00000001:1.0:1789130366.613769:0:31125:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649483264 : -109198060068352 : ffff9caf586b6200) 00010000:00000001:1.0:1789130366.613771:0:31125:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649483264 : -109198060068352 : ffff9caf586b6200) 00010000:00000001:1.0:1789130366.613775:0:31125:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130366.613776:0:31125:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1789130366.613781:0:31125:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x200002b, status=0 req@ffff9caf615d7840 x1876037329018112/t4294967620(4294967620) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/608 e 0 to 0 dl 1789130382 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1789130366.613793:0:31125:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:1.0:1789130366.613799:0:31125:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9caf615d7840 x1876037329018112/t4294967620(4294967620) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/608 e 0 to 0 dl 1789130382 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1789130366.614042:0:31125:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130366.614045:0:31125:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130366.614047:0:31125:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130366.614049:0:31125:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b6200 refcount=3 00000020:00000001:1.0:1789130366.614051:0:31125:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649483264 : -109198060068352 : ffff9caf586b6200) 00010000:00000001:1.0:1789130366.614053:0:31125:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649483264 : -109198060068352 : ffff9caf586b6200) 00010000:00000001:1.0:1789130366.614056:0:31125:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130366.614057:0:31125:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789130366.614059:0:31125:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789130366.614061:0:31125:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789130366.614065:0:31125:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:1.0:1789130366.614069:0:31125:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789130366.614070:0:31125:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875799566400 : -109197909985216 : ffff9caf615d7840) 00010000:00000001:1.0:1789130366.614073:0:31125:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130366.614074:0:31125:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130366.614075:0:31125:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b6200 refcount=3 00000020:00000001:1.0:1789130366.614077:0:31125:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649483264 : -109198060068352 : ffff9caf586b6200) 00010000:00000001:1.0:1789130366.614079:0:31125:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649483264 : -109198060068352 : ffff9caf586b6200) 00000002:00010000:1.0:1789130366.614083:0:31125:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b6200/0xde5303b1d982cc7c lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x23:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a56bb expref: -99 pid: 31125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789130366.614091:0:31125:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130366.614092:0:31125:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130366.614095:0:31125:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1789130366.614096:0:31125:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130366.614099:0:31125:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130366.614101:0:31125:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b6200 refcount=3 00000020:00000001:1.0:1789130366.614102:0:31125:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649483264 : -109198060068352 : ffff9caf586b6200) 00010000:00000001:1.0:1789130366.614104:0:31125:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649483264 : -109198060068352 : ffff9caf586b6200) 00010000:00000040:1.0:1789130366.614108:0:31125:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf42f26b00 count: 3 00010000:00000001:1.0:1789130366.614110:0:31125:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1789130366.614115:0:31125:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9caf4630e800 type 13 mode 16 res 8589935620/35 (0 0) 00010000:00000001:1.0:1789130366.614118:0:31125:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130366.614119:0:31125:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789130366.614120:0:31125:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1789130366.614123:0:31125:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c1f868 00000002:00002000:1.0:1789130366.614125:0:31125:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=open status=0 disp=0x280002b: rc = 0 00000002:00000001:1.0:1789130366.614128:0:31125:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789130366.614133:0:31125:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789130366.614136:0:31125:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1789130366.614140:0:31125:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:1.0:1789130366.614143:0:31125:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789130366.614149:0:31125:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9caf4557c8c0 2 00000080:00000010:1.0:1789130366.614155:0:31125:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9caf48ef8600. 00000080:00000001:1.0:1789130366.614161:0:31125:0:(llite_lib.c:3864:ll_prep_inode()) Process entered 00000002:00000001:1.0:1789130366.614170:0:31125:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1789130366.614174:0:31125:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1789130366.614179:0:31125:0:(llite_lib.c:1973:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1789130366.614181:0:31125:0:(llite_lib.c:1977:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000404:0x23:0x0] 00000080:00000001:1.0:1789130366.614185:0:31125:0:(llite_lib.c:1994:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130366.614192:0:31125:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833955 : 144115205322833955 : 200000404000023) 00000080:00000001:1.0:1789130366.614196:0:31125:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:1.0:1789130366.614203:0:31125:0:(llite_lib.c:3140:ll_update_inode()) inode=[0x200000404:0x23:0x0], updating i_size 7680 00010000:00000001:1.0:1789130366.614205:0:31125:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130366.614206:0:31125:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130366.614208:0:31125:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b6200 refcount=3 00000020:00000001:1.0:1789130366.614210:0:31125:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649483264 : -109198060068352 : ffff9caf586b6200) 00010000:00000001:1.0:1789130366.614212:0:31125:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649483264 : -109198060068352 : ffff9caf586b6200) 00010000:00000001:1.0:1789130366.614214:0:31125:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130366.614216:0:31125:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1789130366.614218:0:31125:0:(llite_lib.c:3962:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1789130366.614221:0:31125:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1789130366.614224:0:31125:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789130366.614228:0:31125:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000404:0x23:0x0](ffff9caf6019f448) for lock 0xde5303b1d982cc7c 00800000:00000001:1.0:1789130366.614231:0:31125:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1789130366.614233:0:31125:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1789130366.614235:0:31125:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130366.614236:0:31125:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130366.614238:0:31125:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b6200 refcount=3 00000020:00000001:1.0:1789130366.614239:0:31125:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649483264 : -109198060068352 : ffff9caf586b6200) 00010000:00000001:1.0:1789130366.614242:0:31125:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649483264 : -109198060068352 : ffff9caf586b6200) 00010000:00000001:1.0:1789130366.614245:0:31125:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130366.614246:0:31125:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789130366.614248:0:31125:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789130366.614249:0:31125:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130366.614253:0:31125:0:(llite_lib.c:3176:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1789130366.614256:0:31125:0:(llite_lib.c:3182:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130366.614268:0:31125:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789130366.614493:0:31125:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf615d7840 x1876037329018112/t4294967620(4294967620) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/608 e 0 to 0 dl 1789130382 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130366.614502:0:31125:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789130366.614505:0:31125:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xde5303b1d982cc7c from it ffffb97f41c1fbd0 00010000:00000001:1.0:1789130366.614508:0:31125:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130366.614509:0:31125:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130366.614511:0:31125:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b6200 refcount=3 00000020:00000001:1.0:1789130366.614513:0:31125:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649483264 : -109198060068352 : ffff9caf586b6200) 00010000:00000001:1.0:1789130366.614515:0:31125:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649483264 : -109198060068352 : ffff9caf586b6200) 00010000:00000001:1.0:1789130366.614518:0:31125:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789130366.614521:0:31125:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b6200/0xde5303b1d982cc7c lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x23:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a56bb expref: -99 pid: 31125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789130366.614528:0:31125:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130366.614530:0:31125:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130366.614532:0:31125:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1789130366.614536:0:31125:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1789130366.614538:0:31125:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b6200/0xde5303b1d982cc7c lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x23:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a56bb expref: -99 pid: 31125 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1789130366.614546:0:31125:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1789130366.614549:0:31125:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1789130366.614552:0:31125:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789130366.614557:0:31125:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130366.614558:0:31125:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130366.614560:0:31125:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130366.614564:0:31125:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1789130366.614566:0:31125:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130366.614568:0:31125:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130366.614571:0:31125:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130366.614574:0:31125:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789130366.614575:0:31125:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130366.614577:0:31125:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1789130366.614582:0:31125:0:(file.c:917:ll_intent_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1789130366.614594:0:31125:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff9caf58606600. 00000080:00000001:1.0:1789130366.614714:0:31125:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:1.0:1789130366.614720:0:31125:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00000002:00000001:1.0:1789130366.614724:0:31125:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:1.0:1789130366.614729:0:31125:0:(obd.h:1507:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff9caf4632bd60. 00000002:00100000:1.0:1789130366.614735:0:31125:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9caf615d7840 x1876037329018112/t4294967620(4294967620) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/608 e 0 to 0 dl 1789130382 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1789130366.614742:0:31125:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789130366.614743:0:31125:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:1.0:1789130366.614748:0:31125:0:(rw.c:970:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:1.0:1789130366.614752:0:31125:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130366.614756:0:31125:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:1.0:1789130366.614758:0:31125:0:(pcc.c:2368:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130366.614760:0:31125:0:(file.c:1296:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789130366.614765:0:31125:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789130366.614768:0:31125:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf615d7840 x1876037329018112/t4294967620(4294967620) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/608 e 0 to 0 dl 1789130382 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 02000000:00000001:1.0:1789130366.614780:0:31125:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789130366.614784:0:31125:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 262144 at ffff9caf48a00000. 02000000:00000001:1.0:1789130366.615856:0:31125:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1789130366.615864:0:31125:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130366.615871:0:31125:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c1fb78 00000080:00000008:1.0:1789130366.615875:0:31125:0:(file.c:1329:ll_file_open()) COMPLETED file d21g.recovery-small-1:[0x200000404:0x23:0x0](ffff9caf6019f448), flags 704400, rc = 0 00000080:00000001:1.0:1789130366.615881:0:31125:0:(dir.c:3011:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130366.615914:0:31125:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c1fd30 00000080:00200008:1.0:1789130366.615917:0:31125:0:(file.c:6313:ll_getattr_dentry()) START file d21g.recovery-small-1:[0x200000404:0x23:0x0](ffff9caf6019f448), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1789130366.615927:0:31125:0:(statahead.c:2326:start_statahead_thread()) Process entered 00000080:00000001:1.0:1789130366.615933:0:31125:0:(statahead.c:2329:start_statahead_thread()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130366.615937:0:31125:0:(file.c:6206:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1789130366.615939:0:31125:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c1fca8 00000080:00200000:1.0:1789130366.615941:0:31125:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x23:0x0](ffff9caf6019f448),name=d21g.recovery-small-1 00000080:00000010:1.0:1789130366.615951:0:31125:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9caf48ef8600. 00800000:00000002:1.0:1789130366.615960:0:31125:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9caf4557c8c0 2 00000080:00000001:1.0:1789130366.615970:0:31125:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1789130366.615977:0:31125:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1789130366.615980:0:31125:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c1fbc8 00800000:00000002:1.0:1789130366.615982:0:31125:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000404:0x23:0x0] 'd21g.recovery-small-1' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1789130366.615987:0:31125:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1789130366.615996:0:31125:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x23:0x0], name='' -> mds #0 00000002:00000001:1.0:1789130366.616003:0:31125:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1789130366.616005:0:31125:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c1fa98 00000002:00010000:1.0:1789130366.616007:0:31125:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000404:0x23:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1789130366.616012:0:31125:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1789130366.616014:0:31125:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789130366.616017:0:31125:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789130366.616026:0:31125:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf42f26b00 count: 3 00010000:00000001:1.0:1789130366.616029:0:31125:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789130366.616034:0:31125:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789130366.616039:0:31125:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1789130366.616044:0:31125:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7600/0xde5303b1d982cc4b lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x23:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a5636 expref: -99 pid: 31123 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:1.0:1789130366.616054:0:31125:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1789130366.616059:0:31125:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789130366.616062:0:31125:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7600/0xde5303b1d982cc4b lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x23:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a5636 expref: -99 pid: 31123 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:1.0:1789130366.616070:0:31125:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1789130366.616072:0:31125:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1789130366.616074:0:31125:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1789130366.616076:0:31125:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1789130366.616078:0:31125:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1789130366.616080:0:31125:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1789130366.616084:0:31125:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1789130366.616087:0:31125:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9caf4557c8c0 2 00000080:00000010:1.0:1789130366.616091:0:31125:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9caf48ef8600. 00000080:00000001:1.0:1789130366.616095:0:31125:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1789130366.616097:0:31125:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789130366.616101:0:31125:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x23:0x0](ffff9caf6019f448) 00000080:00010000:1.0:1789130366.616105:0:31125:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000404:0x23:0x0](ffff9caf6019f448) for lock 0xde5303b1d982cc4b 00800000:00000001:1.0:1789130366.616108:0:31125:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1789130366.616110:0:31125:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1789130366.616112:0:31125:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130366.616114:0:31125:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130366.616117:0:31125:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b7600 refcount=3 00000020:00000001:1.0:1789130366.616119:0:31125:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649488384 : -109198060063232 : ffff9caf586b7600) 00010000:00000001:1.0:1789130366.616122:0:31125:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649488384 : -109198060063232 : ffff9caf586b7600) 00010000:00000001:1.0:1789130366.616125:0:31125:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130366.616127:0:31125:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789130366.616128:0:31125:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789130366.616130:0:31125:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789130366.616133:0:31125:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xde5303b1d982cc4b from it ffffb97f41c1fce0 00010000:00000001:1.0:1789130366.616136:0:31125:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130366.616138:0:31125:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130366.616140:0:31125:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b7600 refcount=3 00000020:00000001:1.0:1789130366.616141:0:31125:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649488384 : -109198060063232 : ffff9caf586b7600) 00010000:00000001:1.0:1789130366.616144:0:31125:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649488384 : -109198060063232 : ffff9caf586b7600) 00010000:00000001:1.0:1789130366.616146:0:31125:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789130366.616149:0:31125:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7600/0xde5303b1d982cc4b lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x23:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a5636 expref: -99 pid: 31123 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:1.0:1789130366.616156:0:31125:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130366.616157:0:31125:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130366.616159:0:31125:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1789130366.616161:0:31125:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1789130366.616164:0:31125:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7600/0xde5303b1d982cc4b lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x23:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a5636 expref: -99 pid: 31123 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:1.0:1789130366.616172:0:31125:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1789130366.616175:0:31125:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1789130366.616178:0:31125:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789130366.616182:0:31125:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130366.616183:0:31125:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130366.616184:0:31125:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130366.616187:0:31125:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1789130366.616189:0:31125:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130366.616191:0:31125:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130366.616194:0:31125:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130366.616196:0:31125:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789130366.616198:0:31125:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130366.616199:0:31125:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1789130366.616201:0:31125:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1789130366.616203:0:31125:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1789130366.616206:0:31125:0:(file.c:6266:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130366.616211:0:31125:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c1fd30 00000080:00000008:1.0:1789130366.616213:0:31125:0:(file.c:6498:ll_getattr_dentry()) COMPLETED file d21g.recovery-small-1:[0x200000404:0x23:0x0](ffff9caf6019f448), request_mask 2047, flags 0, foreign 0 00000020:00000001:1.0:1789130366.616450:0:31125:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c1fd48 00000080:00200000:1.0:1789130366.616453:0:31125:0:(llite_lib.c:2919:ll_statfs()) VFS Op:sb=lustre (ffff9caf5014c800) d21g.recovery-small-1 proj=0 00000080:00000001:1.0:1789130366.616458:0:31125:0:(llite_lib.c:2754:ll_statfs_internal()) Process entered 00000080:00000001:1.0:1789130366.616460:0:31125:0:(obd_class.h:1075:obd_statfs()) Process entered 00000080:00000004:1.0:1789130366.616462:0:31125:0:(obd_class.h:1091:obd_statfs()) lustre-clilmv-ffff9caf5014c800: age 1766, max_age 1792 00800000:00000001:1.0:1789130366.616467:0:31125:0:(lmv_obd.c:1450:lmv_statfs()) Process entered 00800000:00000010:1.0:1789130366.616472:0:31125:0:(lmv_obd.c:1454:lmv_statfs()) kmalloced '(temp)': 144 at ffff9caf47fd1a80. 00800000:00000001:1.0:1789130366.616475:0:31125:0:(obd_class.h:1075:obd_statfs()) Process entered 00800000:00000004:1.0:1789130366.616477:0:31125:0:(obd_class.h:1091:obd_statfs()) lustre-MDT0000-mdc-ffff9caf5014c800: age 1766, max_age 1792 00000002:00000001:1.0:1789130366.616481:0:31125:0:(mdc_request.c:1667:mdc_statfs()) Process entered 00000020:00000040:1.0:1789130366.616485:0:31125:0:(genops.c:1210:class_import_get()) import ffff9caf6079a800 refcount=5 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000100:00000010:1.0:1789130366.616495:0:31125:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf615d5a40. 00000020:00000040:1.0:1789130366.616500:0:31125:0:(genops.c:1210:class_import_get()) import ffff9caf6079a800 refcount=6 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000100:00000001:1.0:1789130366.616515:0:31125:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789130366.616518:0:31125:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789130366.616522:0:31125:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789130366.616532:0:31125:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9caf48ef8600. 00000100:00000001:1.0:1789130366.616541:0:31125:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130366.616547:0:31125:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1789130366.616549:0:31125:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1789130366.616556:0:31125:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9caf47fd1480. 00000100:00000001:1.0:1789130366.616559:0:31125:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446634875373819008 : -109198335732608 : ffff9caf47fd1480) 00000100:00000001:1.0:1789130366.616562:0:31125:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789130366.616563:0:31125:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875799558720 : -109197909992896 : ffff9caf615d5a40) 00000100:00000001:1.0:1789130366.616570:0:31125:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789130366.616575:0:31125:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130366.616577:0:31125:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1789130366.616579:0:31125:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789130366.616646:0:31125:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf615d5a40 x1876037329018240/t0(0) o41->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 440/368 e 0 to 0 dl 0 ref 2 fl New:NQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130366.616657:0:31125:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789130366.616659:0:31125:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130366.616664:0:31125:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789130366.616667:0:31125:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789130366.616670:0:31125:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789130366.616674:0:31125:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf615d5a40 pname:cluuid:pid:xid:nid:opc:job rm:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:31125:1876037329018240:192.168.204.123@tcp:41:rm.0 00000100:00000001:1.0:1789130366.616682:0:31125:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789130366.616689:0:31125:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789130366.616692:0:31125:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130366.616695:0:31125:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789130366.616700:0:31125:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9caf487c1000. 02000000:00000001:1.0:1789130366.616702:0:31125:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789130366.616711:0:31125:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:1.0:1789130366.616717:0:31125:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf42d8e9f8. 00000400:00000010:1.0:1789130366.616726:0:31125:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf462a3000. 00000100:00000200:1.0:1789130366.616736:0:31125:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876037329018240, portal 10 00000100:00000001:1.0:1789130366.616738:0:31125:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789130366.616740:0:31125:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875799558720 : -109197909992896 : ffff9caf615d5a40) 00000100:00000040:1.0:1789130366.616747:0:31125:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9caf615d5a40 x1876037329018240/t0(0) o41->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 440/368 e 0 to 0 dl 1789130382 ref 3 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130366.616756:0:31125:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789130366.616759:0:31125:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:1.0:1789130366.616762:0:31125:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf462a3ee0. 00000100:00000200:1.0:1789130366.616766:0:31125:0:(niobuf.c:94:ptl_send_buf()) Sending 440 bytes to portal 12, xid 1876037329018240, offset 0 00000400:00000200:1.0:1789130366.616775:0:31125:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:1.0:1789130366.616787:0:31125:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:1.0:1789130366.616797:0:31125:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:1.0:1789130366.616849:0:31125:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789130366.616855:0:31125:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:1.0:1789130366.616861:0:31125:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789130366.616864:0:31125:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:1.0:1789130366.616870:0:31125:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2407:2407:256:4294967295] 192.168.204.123@tcp LPNI seq info [2406:2406:8:4294967295] 00000400:00000200:1.0:1789130366.616874:0:31125:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:1.0:1789130366.616888:0:31125:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:1.0:1789130366.616897:0:31125:0:(socklnd_cb.c:931:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:1.0:1789130366.616904:0:31125:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf47f34900. 00000800:00000200:1.0:1789130366.616913:0:31125:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:1.0:1789130366.616923:0:31125:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:1.0:1789130366.616930:0:31125:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf47f34900 type 1, nob 536 niov 1 nkiov 1 00000100:00000001:1.0:1789130366.616954:0:31125:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789130366.616960:0:31125:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: using a timeout of 828947 usecs (829 jiffies) 00000400:00000200:1.0:1789130366.616964:0:31125:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:1.0:1789130366.616968:0:31125:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296461468 00000100:00000001:1.0:1789130366.616971:0:31125:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 2, keep current deadline 4296462858 00000100:00000001:1.0:1789130366.616974:0:31125:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296461468 00000100:00000001:1.0:1789130366.616977:0:31125:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 3, keep current deadline 4296462858 00000100:00000001:1.0:1789130366.616979:0:31125:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789130366.616982:0:31125:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130366.616985:0:31125:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789130366.616988:0:31125:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1789130366.616991:0:31125:0:(client.c:2715:ptlrpc_set_wait()) set ffff9caf47fd1480 going to sleep for 11 seconds 00000100:00000001:1.0:1789130366.616994:0:31125:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789130366.616997:0:31125:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789130366.617368:0:2342:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789130366.617375:0:2342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf47f34900. 00000400:00000200:2.0:1789130366.617382:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130366.617389:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:2.0:1789130366.617396:0:2342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf462a3ee0 00000400:00000010:2.0:1789130366.617399:0:2342:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf462a3ee0. 00000100:00000001:2.0:1789130366.617403:0:2342:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789130366.617408:0:2342:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf615d5a40 x1876037329018240/t0(0) o41->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 440/368 e 0 to 0 dl 1789130382 ref 3 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130366.617419:0:2342:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130366.617423:0:2342:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf615d5a40 x1876037329018240/t0(0) o41->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 440/368 e 0 to 0 dl 1789130382 ref 3 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130366.617430:0:2342:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130366.617432:0:2342:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1789130366.622205:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130366.622241:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789130366.622249:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130366.622253:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130366.622288:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130366.622299:0:2341:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:2.0:1789130366.622314:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130366.622322:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130366.622330:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130366.622335:0:2341:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 368 into portal 10 MB=0x6aa3efa94dd80 00000400:00000200:2.0:1789130366.622341:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130366.622351:0:2341:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.123@tcp of length 368/368 into md 0x686d [1] + 224 00000800:00000001:2.0:1789130366.622364:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130366.622377:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130366.622382:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130366.622389:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:2.0:1789130366.622404:0:2341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789130366.622418:0:2341:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf615d5a40 x1876037329018240/t0(0) o41->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 440/368 e 0 to 0 dl 1789130382 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789130366.622431:0:2341:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff9caf615d5a40 x1876037329018240/t0(0) o41->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 440/368 e 0 to 0 dl 1789130382 ref 2 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130366.622459:0:2341:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789130366.622471:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130366.622475:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130366.622860:0:31125:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789130366.622874:0:31125:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789130366.622877:0:31125:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789130366.622882:0:31125:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf42d8e9f8. 00000400:00000200:1.0:1789130366.622889:0:31125:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf462a3000 00000400:00000010:1.0:1789130366.622892:0:31125:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf462a3000. 00000100:00000001:1.0:1789130366.622897:0:31125:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789130366.622903:0:31125:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf615d5a40 x1876037329018240/t0(0) o41->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 440/368 e 0 to 0 dl 1789130382 ref 2 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789130366.622914:0:31125:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf615d5a40 x1876037329018240/t0(0) o41->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 440/368 e 0 to 0 dl 1789130382 ref 2 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130366.622921:0:31125:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789130366.622924:0:31125:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130366.622927:0:31125:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789130366.622931:0:31125:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789130366.622934:0:31125:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789130366.622938:0:31125:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130366.622941:0:31125:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789130366.622955:0:31125:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf6079ac60 time=135 v=5 (104 104 104 104) 00000100:00001000:1.0:1789130366.622960:0:31125:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf6079ac18 time=2 v=5 (1 0 0 0) 00000100:00000001:1.0:1789130366.622963:0:31125:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789130366.622965:0:31125:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130366.622969:0:31125:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789130366.622973:0:31125:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130366.622979:0:31125:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789130366.622981:0:31125:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9caf5014c800: skip recheck: last_committed 4294967617 00000100:00000001:1.0:1789130366.622984:0:31125:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789130366.622988:0:31125:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789130366.622993:0:31125:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf615d5a40 x1876037329018240/t0(0) o41->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 440/368 e 0 to 0 dl 1789130382 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130366.623001:0:31125:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789130366.623006:0:31125:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789130366.623009:0:31125:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789130366.623013:0:31125:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf615d5a40 x1876037329018240/t0(0) o41->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 440/368 e 0 to 0 dl 1789130382 ref 2 fl Interpret:RNQU/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789130366.623022:0:31125:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf615d5a40 pname:cluuid:pid:xid:nid:opc:job rm:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:31125:1876037329018240:192.168.204.123@tcp:41:rm.0 00000100:00000001:1.0:1789130366.623029:0:31125:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130366.623033:0:31125:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130366.623038:0:31125:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1789130366.623040:0:31125:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789130366.623044:0:31125:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf615d5a40 x1876037329018240/t0(0) o41->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 440/368 e 0 to 0 dl 1789130382 ref 2 fl Complete:RNQU/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130366.623051:0:31125:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789130366.623055:0:31125:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9caf47fd1480. 00000100:00000001:1.0:1789130366.623059:0:31125:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1789130366.623063:0:31125:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789130366.623073:0:31125:0:(mdc_request.c:1719:mdc_statfs()) Process leaving 00000100:00000001:1.0:1789130366.623075:0:31125:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789130366.623079:0:31125:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf615d5a40 x1876037329018240/t0(0) o41->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 440/368 e 0 to 0 dl 1789130382 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130366.623086:0:31125:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789130366.623090:0:31125:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789130366.623095:0:31125:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9caf487c1000. 02000000:00000001:1.0:1789130366.623099:0:31125:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789130366.623104:0:31125:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1789130366.623107:0:31125:0:(genops.c:1223:class_import_put()) import ffff9caf6079a800 refcount=5 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000020:00000001:1.0:1789130366.623111:0:31125:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1789130366.623115:0:31125:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9caf48ef8600. 02000000:00000001:1.0:1789130366.623119:0:31125:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789130366.623121:0:31125:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789130366.623124:0:31125:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf615d5a40. 00000100:00000001:1.0:1789130366.623131:0:31125:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789130366.623132:0:31125:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1789130366.623134:0:31125:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1789130366.623136:0:31125:0:(genops.c:1223:class_import_put()) import ffff9caf6079a800 refcount=4 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000020:00000001:1.0:1789130366.623138:0:31125:0:(genops.c:1230:class_import_put()) Process leaving 00800000:00000004:1.0:1789130366.623142:0:31125:0:(obd_class.h:1117:obd_statfs()) lustre-MDT0000-mdc-ffff9caf5014c800: update ffff9caf584fb8e0 cache blocks 1883648/1885696 objects 235584/235938 00800000:00000001:1.0:1789130366.623148:0:31125:0:(obd_class.h:1136:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789130366.623152:0:31125:0:(lmv_obd.c:1490:lmv_statfs()) Process leaving via out_free_temp (rc=0 : 0 : 0x0) 00800000:00000010:1.0:1789130366.623155:0:31125:0:(lmv_obd.c:1514:lmv_statfs()) kfreed 'temp': 144 at ffff9caf47fd1a80. 00800000:00000001:1.0:1789130366.623157:0:31125:0:(lmv_obd.c:1515:lmv_statfs()) Process leaving (rc=0 : 0 : 0) 00000080:00000004:1.0:1789130366.623162:0:31125:0:(obd_class.h:1117:obd_statfs()) lustre-clilmv-ffff9caf5014c800: update ffff9caf584fd328 cache blocks 1883648/1885696 objects 235584/235938 00000080:00000001:1.0:1789130366.623169:0:31125:0:(obd_class.h:1136:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000080:00000004:1.0:1789130366.623173:0:31125:0:(llite_lib.c:2771:ll_statfs_internal()) MDC blocks 1883648/1885696 objects 235584/235938 00000080:00000001:1.0:1789130366.623176:0:31125:0:(llite_lib.c:2774:ll_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1789130366.623179:0:31125:0:(llite_lib.c:2807:ll_statfs_internal()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130366.623244:0:31125:0:(dir.c:324:ll_iterate()) Process entered 00000080:00200000:1.0:1789130366.623247:0:31125:0:(dir.c:332:ll_iterate()) VFS Op:inode=[0x200000404:0x23:0x0](ffff9caf6019f448) pos/size0/7680 32bit_api 0 00000080:00000010:1.0:1789130366.623562:0:31125:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9caf48ef8600. 00000080:00000001:1.0:1789130366.623574:0:31125:0:(dir.c:194:ll_dir_read()) Process entered 00000080:00000001:1.0:1789130366.623585:0:31125:0:(dir.c:148:ll_get_dir_folio()) Process leaving (rc=18446730744353372736 : -13329356178880 : fffff3e08475ba40) 00000080:00000001:1.0:1789130366.623591:0:31125:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833955 : 144115205322833955 : 200000404000023) 00000080:00000001:1.0:1789130366.623652:0:31125:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:1.0:1789130366.623657:0:31125:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833957 : 144115205322833957 : 200000404000025) 00000080:00000001:1.0:1789130366.623662:0:31125:0:(dir.c:306:ll_dir_read()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1789130366.623667:0:31125:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9caf48ef8600. 00000080:00000001:1.0:1789130366.623672:0:31125:0:(dir.c:402:ll_iterate()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130366.623687:0:31125:0:(dir.c:324:ll_iterate()) Process entered 00000080:00200000:1.0:1789130366.623689:0:31125:0:(dir.c:332:ll_iterate()) VFS Op:inode=[0x200000404:0x23:0x0](ffff9caf6019f448) pos/size18446744073709551614/7680 32bit_api 0 00000080:00000001:1.0:1789130366.623692:0:31125:0:(dir.c:342:ll_iterate()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1789130366.623693:0:31125:0:(dir.c:402:ll_iterate()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130366.623721:0:31125:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:1.0:1789130366.623725:0:31125:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00200000:1.0:1789130366.623727:0:31125:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000404:0x23:0x0](ffff9caf6019f448), inode mode 41ed mask 1 00000080:00000001:1.0:1789130366.623731:0:31125:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130366.623740:0:31125:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1789130366.623745:0:31125:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c1fda0 00000080:00002000:1.0:1789130366.623747:0:31125:0:(dcache.c:87:ll_dcompare()) found name f(ffff9caf602fa798) flags 0x48000e refc 0 00000080:00000001:1.0:1789130366.623750:0:31125:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130366.623753:0:31125:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c1fe10 00000080:00200000:1.0:1789130366.623754:0:31125:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=f, flags=0 00000080:00000001:1.0:1789130366.623762:0:31125:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00200000:1.0:1789130366.623763:0:31125:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000404:0x23:0x0](ffff9caf6019f448), inode mode 41ed mask 3 00000080:00000001:1.0:1789130366.623767:0:31125:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130366.623773:0:31125:0:(namei.c:2415:ll_unlink()) Process entered 00000020:00000001:1.0:1789130366.623775:0:31125:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c1fdf8 00000080:00200000:1.0:1789130366.623777:0:31125:0:(namei.c:2418:ll_unlink()) VFS Op:name=f, dir=[0x200000404:0x23:0x0](ffff9caf6019f448) 00000080:00000001:1.0:1789130366.623781:0:31125:0:(llite_foreign.c:180:ll_foreign_is_removable()) Process entered 00000020:00000001:1.0:1789130366.623786:0:31125:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1789130366.623793:0:31125:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446634875648776024 : -109198060775592 : ffff9caf58609758) 00000020:00001000:1.0:1789130366.623796:0:31125:0:(cl_object.c:823:cl_env_get()) 1@ffff9caf58609750 00000020:00000001:1.0:1789130366.623798:0:31125:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:1.0:1789130366.625553:0:31125:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9caf47cdc3e0) owner 0000000000000000/ffff9caf484427c0 00020000:00000002:1.0:1789130366.625573:0:31125:0:(lov_object.c:2443:lov_lsm_addref()) lsm ffff9caf5021f5a0 addref 2/0 by ffff9caf484427c0. 00020000:00000002:1.0:1789130366.625576:0:31125:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9caf47cdc3e0) owner 0000000000000000/ffff9caf484427c0 00020000:00000001:1.0:1789130366.625580:0:31125:0:(lov_object.c:2339:lov_object_layout_get()) Process entered 00020000:00000001:1.0:1789130366.625585:0:31125:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:1.0:1789130366.625587:0:31125:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:1.0:1789130366.625592:0:31125:0:(lov_pack.c:107:lov_lsm_pack_v1v3()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00020000:00000001:1.0:1789130366.625598:0:31125:0:(lov_object.c:2358:lov_object_layout_get()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00000020:00001000:1.0:1789130366.625605:0:31125:0:(cl_object.c:917:cl_env_put()) 1@ffff9caf58609750 00000080:00000001:1.0:1789130366.625612:0:31125:0:(llite_foreign.c:262:ll_foreign_is_removable()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:1.0:1789130366.625630:0:31125:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9caf48ef8600. 00800000:00000001:1.0:1789130366.625656:0:31125:0:(lmv_obd.c:3494:lmv_unlink()) Process entered 00800000:00000001:1.0:1789130366.625666:0:31125:0:(lmv_obd.c:2563:lmv_early_cancel()) Process entered 00800000:00000002:1.0:1789130366.625669:0:31125:0:(lmv_obd.c:2582:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x200000404:0x25:0x0] 00800000:00000001:1.0:1789130366.625673:0:31125:0:(lmv_obd.c:2587:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789130366.625675:0:31125:0:(lmv_obd.c:3534:lmv_unlink()) unlink with fid=[0x200000404:0x23:0x0]/[0x200000404:0x25:0x0] -> mds #0 00000002:00000001:1.0:1789130366.625684:0:31125:0:(mdc_reint.c:315:mdc_unlink()) Process entered 00000002:00000001:1.0:1789130366.625687:0:31125:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1789130366.625697:0:31125:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf42f26b00 count: 3 00010000:00000001:1.0:1789130366.625702:0:31125:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789130366.625707:0:31125:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1789130366.625712:0:31125:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1789130366.625718:0:31125:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7600/0xde5303b1d982cc4b lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x23:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xcdf1b083821a5636 expref: -99 pid: 31123 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000080:00000001:1.0:1789130366.625732:0:31125:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1789130366.625738:0:31125:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1789130366.625742:0:31125:0:(file.c:6113:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1789130366.625745:0:31125:0:(file.c:6119:ll_have_md_lock()) trying to match res [0x200000404:0x23:0x0] mode (null) 00000002:00000001:1.0:1789130366.625750:0:31125:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789130366.625753:0:31125:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789130366.625757:0:31125:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf42f26b00 count: 4 00010000:00000001:1.0:1789130366.625759:0:31125:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789130366.625765:0:31125:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:1.0:1789130366.625771:0:31125:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:1.0:1789130366.625776:0:31125:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1789130366.625784:0:31125:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789130366.625788:0:31125:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b6200/0xde5303b1d982cc7c lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x23:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a56bb expref: -99 pid: 31125 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1789130366.625797:0:31125:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130366.625801:0:31125:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789130366.626013:0:31125:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=16 : 16 : 10) 00010000:00000001:1.0:1789130366.626018:0:31125:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130366.626022:0:31125:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130366.626026:0:31125:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b6200 refcount=2 00000020:00000001:1.0:1789130366.626029:0:31125:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649483264 : -109198060068352 : ffff9caf586b6200) 00010000:00000001:1.0:1789130366.626033:0:31125:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649483264 : -109198060068352 : ffff9caf586b6200) 00010000:00000001:1.0:1789130366.626035:0:31125:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130366.626036:0:31125:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789130366.626038:0:31125:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789130366.626040:0:31125:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789130366.626043:0:31125:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf42f26b00 count: 4 00010000:00000001:1.0:1789130366.626045:0:31125:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1789130366.626048:0:31125:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789130366.626050:0:31125:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789130366.626051:0:31125:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789130366.626053:0:31125:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf42f26b00 count: 4 00010000:00000001:1.0:1789130366.626054:0:31125:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1789130366.626056:0:31125:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130366.626059:0:31125:0:(file.c:6141:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1789130366.626062:0:31125:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000404:0x23:0x0] lli = ffff9caf6019f380, pfid = [0x0:0x0:0x0] 00000080:00000001:1.0:1789130366.626135:0:31125:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:1.0:1789130366.626139:0:31125:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:1.0:1789130366.626143:0:31125:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1789130366.626146:0:31125:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x23:0x0](ffff9caf6019f448) invalid 00000020:00000001:1.0:1789130366.626151:0:31125:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c1fa60 00000080:00002000:1.0:1789130366.626154:0:31125:0:(llite_internal.h:2032:d_lustre_invalidate()) invalidate dentry d21g.recovery-small-1 (ffff9caf602fa870) parent ffff9caf600f3360 inode ffff9caf6019f448 refc 3 00000080:00000001:1.0:1789130366.626160:0:31125:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1789130366.626164:0:31125:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1789130366.626166:0:31125:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130366.626172:0:31125:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1789130366.626177:0:31125:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1789130366.626179:0:31125:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1789130366.626182:0:31125:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789130366.626185:0:31125:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1789130366.626189:0:31125:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9caf586b7600 with handle 0xde5303b1d982cc4b from hash 00010000:00000001:1.0:1789130366.626192:0:31125:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1789130366.626194:0:31125:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130366.626195:0:31125:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130366.626196:0:31125:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1789130366.626201:0:31125:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1789130366.626204:0:31125:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1789130366.626207:0:31125:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1789130366.626209:0:31125:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1789130366.626211:0:31125:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1789130366.626214:0:31125:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1789130366.626217:0:31125:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf42f26700 count: 2 00010000:00000001:1.0:1789130366.626219:0:31125:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789130366.626221:0:31125:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1789130366.626223:0:31125:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1789130366.626227:0:31125:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7800/0xde5303b1d982cc52 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xcdf1b083821a5652 expref: -99 pid: 31123 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00000001:1.0:1789130366.626234:0:31125:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1789130366.626237:0:31125:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1789130366.626238:0:31125:0:(file.c:6113:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1789130366.626240:0:31125:0:(file.c:6119:ll_have_md_lock()) trying to match res [0x200000404:0x25:0x0] mode (null) 00000002:00000001:1.0:1789130366.626242:0:31125:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789130366.626243:0:31125:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789130366.626244:0:31125:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf42f26700 count: 3 00010000:00000001:1.0:1789130366.626246:0:31125:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1789130366.626249:0:31125:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789130366.626250:0:31125:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789130366.626252:0:31125:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789130366.626253:0:31125:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf42f26700 count: 3 00010000:00000001:1.0:1789130366.626255:0:31125:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1789130366.626257:0:31125:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789130366.626271:0:31125:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789130366.626272:0:31125:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789130366.626458:0:31125:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf42f26700 count: 3 00010000:00000001:1.0:1789130366.626461:0:31125:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1789130366.626464:0:31125:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789130366.626467:0:31125:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789130366.626468:0:31125:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789130366.626469:0:31125:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf42f26700 count: 3 00010000:00000001:1.0:1789130366.626471:0:31125:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1789130366.626473:0:31125:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130366.626474:0:31125:0:(file.c:6141:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130366.626477:0:31125:0:(file.c:6819:ll_layout_conf()) Process entered 00000020:00000001:1.0:1789130366.626480:0:31125:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1789130366.626483:0:31125:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446634875648776024 : -109198060775592 : ffff9caf58609758) 00000020:00001000:1.0:1789130366.626486:0:31125:0:(cl_object.c:823:cl_env_get()) 1@ffff9caf58609750 00000020:00000001:1.0:1789130366.626489:0:31125:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:1.0:1789130366.626493:0:31125:0:(vvp_object.c:123:vvp_conf_set()) [0x200000404:0x25:0x0]: losing layout lock 00000080:00000001:1.0:1789130366.626497:0:31125:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:1.0:1789130366.626500:0:31125:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:1.0:1789130366.626506:0:31125:0:(lov_object.c:1460:lov_conf_set()) Process entered 00020000:00000001:1.0:1789130366.626509:0:31125:0:(lov_object.c:1474:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1789130366.626511:0:31125:0:(lov_object.c:1547:lov_conf_set()) [0x200000404:0x25:0x0] lo_layout_invalid=1 00020000:00000001:1.0:1789130366.626514:0:31125:0:(lov_object.c:1548:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130366.626516:0:31125:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1789130366.626517:0:31125:0:(cl_object.c:917:cl_env_put()) 1@ffff9caf58609750 00000080:00000001:1.0:1789130366.626520:0:31125:0:(file.c:6861:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130366.626522:0:31125:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1789130366.626523:0:31125:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x25:0x0](ffff9caf60198908) invalid 00000020:00000001:1.0:1789130366.626525:0:31125:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c1fa60 00000080:00002000:1.0:1789130366.626527:0:31125:0:(llite_internal.h:2032:d_lustre_invalidate()) invalidate dentry f (ffff9caf602fa798) parent ffff9caf602fa870 inode ffff9caf60198908 refc 1 00000080:00000001:1.0:1789130366.626530:0:31125:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1789130366.626532:0:31125:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1789130366.626534:0:31125:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130366.626536:0:31125:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1789130366.626538:0:31125:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1789130366.626540:0:31125:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1789130366.626541:0:31125:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789130366.626543:0:31125:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1789130366.626546:0:31125:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9caf586b7800 with handle 0xde5303b1d982cc52 from hash 00010000:00000001:1.0:1789130366.626549:0:31125:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1789130366.626551:0:31125:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130366.626552:0:31125:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130366.626553:0:31125:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1789130366.626556:0:31125:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1789130366.626557:0:31125:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1789130366.626559:0:31125:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1789130366.626562:0:31125:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1789130366.626564:0:31125:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1789130366.626576:0:31125:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf615d5a40. 00000020:00000040:1.0:1789130366.626582:0:31125:0:(genops.c:1210:class_import_get()) import ffff9caf6079a800 refcount=5 obd=lustre-MDT0000-mdc-ffff9caf5014c800 02000000:00000001:1.0:1789130366.626590:0:31125:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789130366.626592:0:31125:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130366.627083:0:31125:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1789130366.627090:0:31125:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789130366.627098:0:31125:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130366.627100:0:31125:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130366.627101:0:31125:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130366.627105:0:31125:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789130366.627108:0:31125:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789130366.627114:0:31125:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789130366.627128:0:31125:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9caf48ef8000. 00000100:00000001:1.0:1789130366.627141:0:31125:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130366.627144:0:31125:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789130366.627147:0:31125:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1789130366.627155:0:31125:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7800/0xde5303b1d982cc52 lrc: 1/0,0 mode: --/PR res: [0x200000404:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xcdf1b083821a5652 expref: -99 pid: 31123 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1789130366.627165:0:31125:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7600/0xde5303b1d982cc4b lrc: 1/0,0 mode: --/PR res: [0x200000404:0x23:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xcdf1b083821a5636 expref: -99 pid: 31123 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00010000:1.0:1789130366.627171:0:31125:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 2 locks packed 00010000:00000001:1.0:1789130366.627173:0:31125:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:1.0:1789130366.627175:0:31125:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1789130366.627177:0:31125:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7800/0xde5303b1d982cc52 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xcdf1b083821a5652 expref: -99 pid: 31123 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000010:1.0:1789130366.627193:0:31125:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9caf586068c0. 00010000:00000040:1.0:1789130366.627202:0:31125:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9caf42f26700 count: 0 00010000:00000010:1.0:1789130366.627212:0:31125:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9caf50154a80. 00010000:00000001:1.0:1789130366.627226:0:31125:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130366.627227:0:31125:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1789130366.627229:0:31125:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7600/0xde5303b1d982cc4b lrc: 0/0,0 mode: --/PR res: [0x200000404:0x23:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xcdf1b083821a5636 expref: -99 pid: 31123 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:1.0:1789130366.627237:0:31125:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130366.627238:0:31125:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130366.627241:0:31125:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789130366.627242:0:31125:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130366.627244:0:31125:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:1.0:1789130366.627269:0:31125:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9caf5014c800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1789130366.627299:0:31125:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9caf615d5a40 x1876037329018496/t0(0) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 488/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789130366.627309:0:31125:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1789130366.627311:0:31125:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1789130366.627324:0:31125:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9caf47fd1a80. 00000100:00000001:1.0:1789130366.627327:0:31125:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446634875373820544 : -109198335731072 : ffff9caf47fd1a80) 00000100:00000001:1.0:1789130366.627331:0:31125:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789130366.627333:0:31125:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875799558720 : -109197909992896 : ffff9caf615d5a40) 00000100:00000001:1.0:1789130366.627340:0:31125:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789130366.627346:0:31125:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130366.627349:0:31125:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1789130366.627351:0:31125:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789130366.627357:0:31125:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf615d5a40 x1876037329018496/t0(0) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 488/624 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130366.627367:0:31125:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789130366.627370:0:31125:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130366.627377:0:31125:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789130366.627380:0:31125:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789130366.627384:0:31125:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789130366.627387:0:31125:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf615d5a40 pname:cluuid:pid:xid:nid:opc:job rm:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:31125:1876037329018496:192.168.204.123@tcp:36:rm.0 00000100:00000001:1.0:1789130366.627393:0:31125:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789130366.627404:0:31125:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789130366.627408:0:31125:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130366.627412:0:31125:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789130366.627419:0:31125:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9caf487c1000. 02000000:00000001:1.0:1789130366.627421:0:31125:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789130366.627433:0:31125:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:1.0:1789130366.627441:0:31125:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf42d8e9f8. 00000400:00000010:1.0:1789130366.627451:0:31125:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf462a3000. 00000100:00000200:1.0:1789130366.627461:0:31125:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876037329018496, portal 10 00000100:00000001:1.0:1789130366.627463:0:31125:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789130366.627465:0:31125:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875799558720 : -109197909992896 : ffff9caf615d5a40) 00000100:00000040:1.0:1789130366.627474:0:31125:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9caf615d5a40 x1876037329018496/t0(0) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 488/624 e 0 to 0 dl 1789130382 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130366.627483:0:31125:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789130366.627486:0:31125:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:1.0:1789130366.627490:0:31125:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf462a3b28. 00000100:00000200:1.0:1789130366.627495:0:31125:0:(niobuf.c:94:ptl_send_buf()) Sending 488 bytes to portal 12, xid 1876037329018496, offset 0 00000400:00000200:1.0:1789130366.627504:0:31125:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:1.0:1789130366.627517:0:31125:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:1.0:1789130366.627529:0:31125:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:1.0:1789130366.627537:0:31125:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789130366.627544:0:31125:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:1.0:1789130366.627548:0:31125:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789130366.627552:0:31125:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:1.0:1789130366.627556:0:31125:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2408:2408:256:4294967295] 192.168.204.123@tcp LPNI seq info [2407:2407:8:4294967295] 00000400:00000200:1.0:1789130366.627561:0:31125:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:1.0:1789130366.627574:0:31125:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:1.0:1789130366.627584:0:31125:0:(socklnd_cb.c:931:ksocknal_send()) sending 488 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:1.0:1789130366.627591:0:31125:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf47f34700. 00000800:00000200:1.0:1789130366.627606:0:31125:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:1.0:1789130366.627616:0:31125:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:1.0:1789130366.627622:0:31125:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf47f34700 type 1, nob 584 niov 1 nkiov 1 00000100:00000001:1.0:1789130366.627644:0:31125:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789130366.627651:0:31125:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: using a timeout of 827771 usecs (828 jiffies) 00000400:00000200:1.0:1789130366.627654:0:31125:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:1.0:1789130366.627658:0:31125:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296461477 00000100:00000001:1.0:1789130366.627662:0:31125:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 2, keep current deadline 4296462858 00000100:00000001:1.0:1789130366.627665:0:31125:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296461477 00000100:00000001:1.0:1789130366.627667:0:31125:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 3, keep current deadline 4296462858 00000100:00000001:1.0:1789130366.627670:0:31125:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789130366.627673:0:31125:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130366.627676:0:31125:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789130366.627678:0:31125:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1789130366.627681:0:31125:0:(client.c:2715:ptlrpc_set_wait()) set ffff9caf47fd1a80 going to sleep for 11 seconds 00000100:00000001:1.0:1789130366.627684:0:31125:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789130366.627688:0:31125:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789130366.631514:0:2342:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789130366.631532:0:2342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf47f34700. 00000400:00000200:2.0:1789130366.631544:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130366.631558:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:2.0:1789130366.631569:0:2342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf462a3b28 00000400:00000010:2.0:1789130366.631573:0:2342:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf462a3b28. 00000100:00000001:2.0:1789130366.631582:0:2342:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789130366.631601:0:2342:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf615d5a40 x1876037329018496/t0(0) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 488/624 e 0 to 0 dl 1789130382 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130366.631620:0:2342:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130366.631625:0:2342:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf615d5a40 x1876037329018496/t0(0) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 488/624 e 0 to 0 dl 1789130382 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130366.631640:0:2342:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130366.631643:0:2342:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:1.1:1789130366.645138:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf42f26700. 00010000:00000010:1.1:1789130366.645162:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf586b7800. 00010000:00000010:1.1:1789130366.645166:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf586b7600. 00000800:00000001:2.0:1789130366.652536:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130366.652563:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789130366.652569:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130366.652572:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130366.652586:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130366.652606:0:2341:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:2.0:1789130366.652620:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130366.652628:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130366.652637:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130366.652643:0:2341:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 456 into portal 10 MB=0x6aa3efa94de80 00000400:00000200:2.0:1789130366.652650:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130366.652657:0:2341:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.123@tcp of length 456/456 into md 0x6875 [1] + 224 00000800:00000001:2.0:1789130366.652668:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130366.652677:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130366.652681:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130366.652686:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:2.0:1789130366.652695:0:2341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789130366.652707:0:2341:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf615d5a40 x1876037329018496/t0(0) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 488/624 e 0 to 0 dl 1789130382 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789130366.652718:0:2341:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff9caf615d5a40 x1876037329018496/t0(0) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 488/624 e 0 to 0 dl 1789130382 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130366.652745:0:2341:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1789130366.652759:0:2341:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1789130366.652764:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130366.652772:0:2341:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.204.23@tcp to MR: 192.168.204.123@tcp local destination 00000400:00000200:2.0:1789130366.652780:0:2341:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2409:2409:256:4294967295] 192.168.204.123@tcp LPNI seq info [2408:2408:8:4294967295] 00000400:00000200:2.0:1789130366.652785:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130366.652795:0:2341:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:192.168.204.23@tcp) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) 192.168.204.123@tcp : ACK try# 0 00000800:00000200:2.0:1789130366.652853:0:2341:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:2.0:1789130366.652863:0:2341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf501cf500. 00000800:00000200:2.0:1789130366.652873:0:2341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:2.0:1789130366.652884:0:2341:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:2.0:1789130366.652892:0:2341:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf501cf500 type 0, nob 96 niov 1 nkiov 0 00000100:00000001:1.0:1789130366.653050:0:31125:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789130366.653063:0:31125:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789130366.653065:0:31125:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789130366.653071:0:31125:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf42d8e9f8. 00000400:00000200:1.0:1789130366.653076:0:31125:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf462a3000 00000400:00000010:1.0:1789130366.653080:0:31125:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf462a3000. 00000100:00000001:1.0:1789130366.653083:0:31125:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789130366.653088:0:31125:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf615d5a40 x1876037329018496/t0(0) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 488/624 e 0 to 0 dl 1789130382 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789130366.653098:0:31125:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf615d5a40 x1876037329018496/t0(0) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 488/624 e 0 to 0 dl 1789130382 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130366.653105:0:31125:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789130366.653108:0:31125:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130366.653111:0:31125:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789130366.653116:0:31125:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789130366.653120:0:31125:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789130366.653123:0:31125:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130366.653127:0:31125:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789130366.653145:0:31125:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf6079ac60 time=135 v=5 (104 104 104 104) 00000100:00001000:1.0:1789130366.653151:0:31125:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf6079ac18 time=2 v=5 (1 0 0 0) 00000100:00000001:1.0:1789130366.653154:0:31125:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789130366.653156:0:31125:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130366.653161:0:31125:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789130366.653166:0:31125:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130366.653170:0:31125:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1789130366.653173:0:31125:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x10000013b/0x10000013d] 00000100:00000001:1.0:1789130366.653176:0:31125:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1789130366.653180:0:31125:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789130366.653183:0:31125:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875799558720 : -109197909992896 : ffff9caf615d5a40) 00000100:00000001:1.0:1789130366.653187:0:31125:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789130366.653190:0:31125:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9caf5014c800: skip recheck: last_committed 4294967617 00000100:00000001:1.0:1789130366.653192:0:31125:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789130366.653196:0:31125:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789130366.653202:0:31125:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf615d5a40 x1876037329018496/t4294967621(4294967621) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 488/456 e 0 to 0 dl 1789130382 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130366.653210:0:31125:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789130366.653214:0:31125:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789130366.653217:0:31125:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789130366.653221:0:31125:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf615d5a40 x1876037329018496/t4294967621(4294967621) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 488/456 e 0 to 0 dl 1789130382 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789130366.653230:0:31125:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf615d5a40 pname:cluuid:pid:xid:nid:opc:job rm:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:31125:1876037329018496:192.168.204.123@tcp:36:rm.0 00000100:00000001:1.0:1789130366.653236:0:31125:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130366.653240:0:31125:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130366.653244:0:31125:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1789130366.653247:0:31125:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789130366.653253:0:31125:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf615d5a40 x1876037329018496/t4294967621(4294967621) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 488/456 e 0 to 0 dl 1789130382 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130366.653273:0:31125:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789130366.653277:0:31125:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9caf47fd1a80. 00000100:00000001:1.0:1789130366.653281:0:31125:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1789130366.653283:0:31125:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789130366.653296:0:31125:0:(mdc_reint.c:367:mdc_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789130366.653300:0:31125:0:(lmv_obd.c:3544:lmv_unlink()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1789130366.653307:0:31125:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9caf48ef8600. 00000100:00000001:1.0:1789130366.653315:0:31125:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789130366.653318:0:31125:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf615d5a40 x1876037329018496/t4294967621(4294967621) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 488/456 e 0 to 0 dl 1789130382 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130366.653325:0:31125:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130366.653330:0:31125:0:(namei.c:2468:ll_unlink()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130366.653346:0:31125:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1789130366.653352:0:31125:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c1fe28 00000080:00002000:1.0:1789130366.653355:0:31125:0:(dcache.c:127:ll_ddelete()) deleting dentry f (ffff9caf602fa798, parent ffff9caf602fa870, inode 0000000000000000) hashed, 00000080:00000001:1.0:1789130366.653359:0:31125:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1789130366.653368:0:31125:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1789130366.653380:0:31125:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1789130366.653392:0:31125:0:(llite_lib.c:3423:ll_delete_inode()) Process entered 00000080:00000001:1.0:1789130366.653396:0:31125:0:(file.c:5312:cl_sync_file_range()) Process entered 00000020:00000001:1.0:1789130366.653399:0:31125:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1789130366.653405:0:31125:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446634875648776024 : -109198060775592 : ffff9caf58609758) 00000020:00001000:1.0:1789130366.653409:0:31125:0:(cl_object.c:823:cl_env_get()) 1@ffff9caf58609750 00000020:00000001:1.0:1789130366.653416:0:31125:0:(cl_object.c:143:cl_object_top()) ffff9caf42b2a5f8 -> ffff9caf42b2a5f8 00000020:00000001:1.0:1789130366.653421:0:31125:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1789130366.653425:0:31125:0:(vvp_io.c:1987:vvp_io_init()) Process entered 00000080:00200000:1.0:1789130366.653428:0:31125:0:(vvp_io.c:1992:vvp_io_init()) [0x200000404:0x25:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:1.0:1789130366.653432:0:31125:0:(cl_io.c:902:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1789130366.653434:0:31125:0:(cl_io.c:908:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1789130366.653436:0:31125:0:(vvp_io.c:2064:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1789130366.653441:0:31125:0:(lov_object.c:1604:lov_io_init()) [0x200000404:0x25:0x0]io ffff9caf42d824f0 type 6 ignore/verify layout 1/0, compressed 0 00020000:00000002:1.0:1789130366.653446:0:31125:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9caf47cdc3e0) owner 0000000000000000/ffff9caf484427c0 00020000:00000001:1.0:1789130366.653450:0:31125:0:(lov_io.c:2488:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1789130366.653454:0:31125:0:(lov_io.c:764:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1789130366.653457:0:31125:0:(lov_io.c:478:lov_io_mirror_init()) Process entered 00020000:00000001:1.0:1789130366.653460:0:31125:0:(lov_io.c:489:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789130366.653462:0:31125:0:(lov_io.c:919:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:1.0:1789130366.653465:0:31125:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1789130366.653468:0:31125:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130366.653470:0:31125:0:(cl_io.c:902:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1789130366.653471:0:31125:0:(cl_io.c:908:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1789130366.653472:0:31125:0:(lov_io.c:2501:lov_io_init_composite()) Process leaving 00020000:00000002:1.0:1789130366.653475:0:31125:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9caf47cdc3e0) owner 0000000000000000/ffff9caf484427c0 00000020:00000001:1.0:1789130366.653479:0:31125:0:(cl_io.c:146:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130366.653482:0:31125:0:(cl_io.c:827:cl_io_loop()) Process entered 00000020:00000001:1.0:1789130366.653484:0:31125:0:(cl_io.c:403:cl_io_iter_init()) Process entered 00020000:00000001:1.0:1789130366.653487:0:31125:0:(lov_io.c:1238:lov_io_iter_init()) Process entered 00020000:00200000:1.0:1789130366.653491:0:31125:0:(lov_io.c:1289:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:1.0:1789130366.653495:0:31125:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:1.0:1789130366.653499:0:31125:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1789130366.653501:0:31125:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:1.0:1789130366.653502:0:31125:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1789130366.653504:0:31125:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446634875648775736 : -109198060775880 : ffff9caf58609638) 00000020:00001000:1.0:1789130366.653506:0:31125:0:(cl_object.c:823:cl_env_get()) 1@ffff9caf58609630 00000020:00000001:1.0:1789130366.653509:0:31125:0:(cl_object.c:143:cl_object_top()) ffff9caf42b2a210 -> ffff9caf42b2a5f8 00000020:00000001:1.0:1789130366.653511:0:31125:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:1.0:1789130366.653515:0:31125:0:(cl_io.c:902:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1789130366.653516:0:31125:0:(cl_io.c:908:cl_io_slice_add()) Process leaving 00000020:00000001:1.0:1789130366.653518:0:31125:0:(cl_io.c:146:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789130366.653519:0:31125:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789130366.653522:0:31125:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446634875287506696 : -109198422044920 : ffff9caf42d80f08) 00000020:00000001:1.0:1789130366.653525:0:31125:0:(cl_io.c:403:cl_io_iter_init()) Process entered 00000020:00000001:1.0:1789130366.653527:0:31125:0:(cl_io.c:415:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789130366.653529:0:31125:0:(lov_io.c:1395:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130366.653530:0:31125:0:(cl_io.c:415:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130366.653533:0:31125:0:(cl_io.c:318:cl_io_lock()) Process entered 00020000:00000001:1.0:1789130366.653534:0:31125:0:(lov_io.c:1538:lov_io_lock()) Process entered 00020000:00000001:1.0:1789130366.653536:0:31125:0:(lov_io.c:1516:lov_io_call()) Process entered 00000020:00000001:1.0:1789130366.653538:0:31125:0:(cl_io.c:318:cl_io_lock()) Process entered 00000020:00000001:1.0:1789130366.653540:0:31125:0:(cl_io.c:290:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1789130366.653542:0:31125:0:(cl_io.c:299:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130366.653543:0:31125:0:(cl_io.c:338:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789130366.653545:0:31125:0:(lov_io.c:1533:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789130366.653548:0:31125:0:(lov_io.c:1539:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130366.653549:0:31125:0:(cl_io.c:290:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1789130366.653550:0:31125:0:(cl_io.c:299:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130366.653552:0:31125:0:(cl_io.c:338:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130366.653555:0:31125:0:(cl_io.c:532:cl_io_start()) Process entered 00020000:00000001:1.0:1789130366.653558:0:31125:0:(lov_io.c:1588:lov_io_start()) Process entered 00020000:00000001:1.0:1789130366.653559:0:31125:0:(lov_io.c:1516:lov_io_call()) Process entered 00000020:00000001:1.0:1789130366.653561:0:31125:0:(cl_io.c:532:cl_io_start()) Process entered 00000008:00000001:1.0:1789130366.653563:0:31125:0:(osc_io.c:1127:osc_io_fsync_start()) Process entered 00000008:00000001:1.0:1789130366.653567:0:31125:0:(osc_cache.c:3411:osc_cache_writeback_range()) Process entered 00000008:00000001:1.0:1789130366.653572:0:31125:0:(osc_cache.c:3346:osc_cache_wait_range()) Process entered 00000008:00000020:1.0:1789130366.653576:0:31125:0:(osc_cache.c:3383:osc_cache_wait_range()) obj ffff9caf58313c98 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:1.0:1789130366.653579:0:31125:0:(osc_cache.c:3384:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:1.0:1789130366.653583:0:31125:0:(osc_cache.c:3551:osc_cache_writeback_range()) obj ffff9caf58313c98 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 18446744073709551615] npages 0: rc=0. 00000008:00000001:1.0:1789130366.653589:0:31125:0:(osc_cache.c:3566:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1789130366.653591:0:31125:0:(osc_io.c:1196:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130366.653593:0:31125:0:(cl_io.c:544:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789130366.653595:0:31125:0:(lov_io.c:1533:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789130366.653597:0:31125:0:(lov_io.c:1589:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130366.653598:0:31125:0:(cl_io.c:544:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130366.653600:0:31125:0:(cl_io.c:559:cl_io_end()) Process entered 00020000:00000001:1.0:1789130366.653603:0:31125:0:(lov_io.c:2189:lov_io_fsync_end()) Process entered 00020000:00000001:1.0:1789130366.653605:0:31125:0:(lov_io.c:1594:lov_io_end_wrapper()) Process entered 00000020:00000001:1.0:1789130366.653607:0:31125:0:(cl_io.c:559:cl_io_end()) Process entered 00000020:00000001:1.0:1789130366.653608:0:31125:0:(cl_io.c:567:cl_io_end()) Process leaving 00020000:00000001:1.0:1789130366.653609:0:31125:0:(lov_io.c:1604:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789130366.653611:0:31125:0:(lov_io.c:2200:lov_io_fsync_end()) Process leaving 00000020:00000001:1.0:1789130366.653613:0:31125:0:(cl_io.c:567:cl_io_end()) Process leaving 00000020:00000001:1.0:1789130366.653616:0:31125:0:(cl_io.c:356:cl_io_unlock()) Process entered 00020000:00000001:1.0:1789130366.653618:0:31125:0:(lov_io.c:1682:lov_io_unlock()) Process entered 00020000:00000001:1.0:1789130366.653619:0:31125:0:(lov_io.c:1516:lov_io_call()) Process entered 00000020:00000001:1.0:1789130366.653621:0:31125:0:(cl_io.c:356:cl_io_unlock()) Process entered 00000020:00000001:1.0:1789130366.653622:0:31125:0:(cl_io.c:377:cl_io_unlock()) Process leaving 00020000:00000001:1.0:1789130366.653623:0:31125:0:(lov_io.c:1616:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789130366.653624:0:31125:0:(lov_io.c:1533:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789130366.653626:0:31125:0:(lov_io.c:1685:lov_io_unlock()) Process leaving 00000020:00000001:1.0:1789130366.653627:0:31125:0:(cl_io.c:377:cl_io_unlock()) Process leaving 00000020:00000001:1.0:1789130366.653629:0:31125:0:(cl_io.c:453:cl_io_rw_advance()) Process entered 00000020:00000001:1.0:1789130366.653631:0:31125:0:(cl_io.c:469:cl_io_rw_advance()) Process leaving 00000020:00000001:1.0:1789130366.653632:0:31125:0:(cl_io.c:433:cl_io_iter_fini()) Process entered 00020000:00000001:1.0:1789130366.653634:0:31125:0:(lov_io.c:1663:lov_io_iter_fini()) Process entered 00020000:00000001:1.0:1789130366.653636:0:31125:0:(lov_io.c:1516:lov_io_call()) Process entered 00000020:00000001:1.0:1789130366.653637:0:31125:0:(cl_io.c:433:cl_io_iter_fini()) Process entered 00000020:00000001:1.0:1789130366.653638:0:31125:0:(cl_io.c:439:cl_io_iter_fini()) Process leaving 00020000:00000001:1.0:1789130366.653640:0:31125:0:(lov_io.c:1610:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789130366.653641:0:31125:0:(lov_io.c:1533:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789130366.653643:0:31125:0:(lov_io.c:1674:lov_io_iter_fini()) Process leaving 00000020:00000001:1.0:1789130366.653644:0:31125:0:(cl_io.c:439:cl_io_iter_fini()) Process leaving 00000020:00000001:1.0:1789130366.653646:0:31125:0:(cl_io.c:877:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130366.653648:0:31125:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:1.0:1789130366.653650:0:31125:0:(lov_io.c:1057:lov_io_fini()) Process entered 00020000:00000001:1.0:1789130366.653652:0:31125:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:1.0:1789130366.653653:0:31125:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:1.0:1789130366.653655:0:31125:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1789130366.653656:0:31125:0:(cl_object.c:917:cl_env_put()) 1@ffff9caf58609630 00020000:00000001:1.0:1789130366.653660:0:31125:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:1.0:1789130366.653662:0:31125:0:(lov_io.c:1088:lov_io_fini()) Process leaving 00000080:00000001:1.0:1789130366.653664:0:31125:0:(vvp_io.c:392:vvp_io_fini()) Process entered 00000080:00200000:1.0:1789130366.653666:0:31125:0:(vvp_io.c:402:vvp_io_fini()) [0x200000404:0x25:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, need minor change layout 0 00000080:00000001:1.0:1789130366.653670:0:31125:0:(vvp_io.c:509:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1789130366.653671:0:31125:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1789130366.653673:0:31125:0:(cl_object.c:917:cl_env_put()) 1@ffff9caf58609750 00000080:00000001:1.0:1789130366.653676:0:31125:0:(file.c:5349:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130366.653680:0:31125:0:(llite_lib.c:2079:ll_clear_inode()) Process entered 00000080:00200000:1.0:1789130366.653682:0:31125:0:(llite_lib.c:2082:ll_clear_inode()) VFS Op:inode=[0x200000404:0x25:0x0](ffff9caf60198908) 00800000:00000001:1.0:1789130366.653688:0:31125:0:(lmv_obd.c:1647:lmv_null_inode()) Process entered 00800000:00000002:1.0:1789130366.653690:0:31125:0:(lmv_obd.c:1649:lmv_null_inode()) CBDATA for [0x200000404:0x25:0x0] 00000002:00000001:1.0:1789130366.653697:0:31125:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:1.0:1789130366.653705:0:31125:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789130366.653707:0:31125:0:(lmv_obd.c:1659:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130366.653710:0:31125:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:1.0:1789130366.653712:0:31125:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:1.0:1789130366.653714:0:31125:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130366.653716:0:31125:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130366.653719:0:31125:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1789130366.653721:0:31125:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446634875648776024 : -109198060775592 : ffff9caf58609758) 00000020:00001000:1.0:1789130366.653723:0:31125:0:(cl_object.c:823:cl_env_get()) 1@ffff9caf58609750 00020000:00000001:1.0:1789130366.653729:0:31125:0:(lov_object.c:1555:lov_object_delete()) Process entered 00020000:00000002:1.0:1789130366.653731:0:31125:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9caf47cdc3e0) owner 0000000000000000/ffff9caf484427c0 00020000:00000001:1.0:1789130366.653735:0:31125:0:(lov_object.c:885:lov_delete_composite()) Process entered 00020000:00000002:1.0:1789130366.653739:0:31125:0:(lov_ea.c:762:dump_lsm()) lsm ffff9caf5021f5a0, objid 0x25:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1789130366.653745:0:31125:0:(lov_ea.c:793:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1789130366.653751:0:31125:0:(lov_ea.c:812:dump_lsm()) oinfo:ffff9caf44ef3280: ostid: 0x280000400:18 ost idx: 1 gen: 0 00020000:00000001:1.0:1789130366.653754:0:31125:0:(lov_object.c:1327:lov_layout_wait()) Process entered 00020000:00000001:1.0:1789130366.653756:0:31125:0:(lov_object.c:1337:lov_layout_wait()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789130366.653759:0:31125:0:(lov_object.c:292:lov_delete_raid0()) Process entered 00000020:00000001:1.0:1789130366.653762:0:31125:0:(cl_object.c:368:cl_object_prune()) Process entered 00010000:00000001:1.0:1789130366.653769:0:31125:0:(ldlm_request.c:2697:ldlm_resource_iterate()) Process entered 00010000:00000040:1.0:1789130366.653776:0:31125:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf42f26a00 count: 2 00010000:00000001:1.0:1789130366.653779:0:31125:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789130366.653783:0:31125:0:(ldlm_request.c:2625:ldlm_resource_foreach()) Process entered 00000008:00000001:1.0:1789130366.653787:0:31125:0:(osc_object.c:184:osc_object_ast_clear()) Process entered 00000008:00010000:1.0:1789130366.653795:0:31125:0:(osc_object.c:202:osc_object_ast_clear()) ### update lock size 0 blocks 1 [cma]time: 0 0 0 by oinfo size 0 blocks 1 [cma]time 0 0 0 ns: lustre-OST0001-osc-ffff9caf5014c800 lock: 000000000f8a0bac/0xde5303b1d982cc59 lrc: 1/0,0 mode: PR/PR res: [0x280000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xcdf1b083821a5660 expref: -99 pid: 31123 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00000001:1.0:1789130366.653876:0:31125:0:(cl_object.c:143:cl_object_top()) ffff9caf58313c98 -> ffff9caf42b2a5f8 00000020:00000001:1.0:1789130366.653878:0:31125:0:(cl_object.c:143:cl_object_top()) ffff9caf58313c98 -> ffff9caf42b2a5f8 00000008:00000001:1.0:1789130366.653880:0:31125:0:(osc_object.c:212:osc_object_ast_clear()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1789130366.653883:0:31125:0:(ldlm_request.c:2641:ldlm_resource_foreach()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1789130366.653886:0:31125:0:(ldlm_request.c:2707:ldlm_resource_iterate()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1789130366.653888:0:31125:0:(cl_object.c:378:cl_object_prune()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:1.0:1789130366.653896:0:31125:0:(osc_object.c:99:osc_object_free()) slab-freed '(osc)': 488 at ffff9caf58313c98. 00020000:00000001:1.0:1789130366.653903:0:31125:0:(lovsub_object.c:58:lovsub_object_free()) Process entered 00020000:00000010:1.0:1789130366.653906:0:31125:0:(lovsub_object.c:78:lovsub_object_free()) slab-freed 'los': 200 at ffff9caf42b2a190. 00020000:00000001:1.0:1789130366.653913:0:31125:0:(lovsub_object.c:80:lovsub_object_free()) Process leaving 00020000:00000001:1.0:1789130366.653915:0:31125:0:(lov_object.c:313:lov_delete_raid0()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789130366.653917:0:31125:0:(lov_object.c:906:lov_delete_composite()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1789130366.653918:0:31125:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9caf47cdc3e0) owner 0000000000000000/ffff9caf484427c0 00020000:00000001:1.0:1789130366.653921:0:31125:0:(lov_object.c:1557:lov_object_delete()) Process leaving 00020000:00000001:1.0:1789130366.653923:0:31125:0:(lov_object.c:1564:lov_object_free()) Process entered 00020000:00000002:1.0:1789130366.653924:0:31125:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9caf47cdc3e0) owner 0000000000000000/ffff9caf484427c0 00020000:00000001:1.0:1789130366.653928:0:31125:0:(lov_object.c:921:lov_fini_composite()) Process entered 00020000:00000010:1.0:1789130366.653931:0:31125:0:(lov_object.c:322:lov_fini_raid0()) kvfree 'r0->lo_sub': 8 at ffff9caf820773a0. 00020000:00000010:1.0:1789130366.653937:0:31125:0:(lov_object.c:930:lov_fini_composite()) kfreed 'comp->lo_entries': 176 at ffff9caf5868b6c0. 00020000:00000010:1.0:1789130366.653942:0:31125:0:(lov_object.c:935:lov_fini_composite()) kfreed 'comp->lo_mirrors': 12 at ffff9caf43da6480. 00020000:00000002:1.0:1789130366.653946:0:31125:0:(lov_ea.c:762:dump_lsm()) lsm ffff9caf5021f5a0, objid 0x25:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1789130366.653950:0:31125:0:(lov_ea.c:793:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1789130366.653954:0:31125:0:(lov_ea.c:812:dump_lsm()) oinfo:ffff9caf44ef3280: ostid: 0x280000400:18 ost idx: 1 gen: 0 00020000:00000010:1.0:1789130366.653961:0:31125:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9caf44ef3280. 00020000:00000010:1.0:1789130366.653966:0:31125:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff9caf5021fde0. 00020000:00000010:1.0:1789130366.653970:0:31125:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff9caf5021f5a0. 00020000:00000001:1.0:1789130366.653971:0:31125:0:(lov_object.c:944:lov_fini_composite()) Process leaving 00020000:00000002:1.0:1789130366.653973:0:31125:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9caf47cdc3e0) owner 0000000000000000/ffff9caf484427c0 00020000:00000010:1.0:1789130366.653976:0:31125:0:(lov_object.c:1567:lov_object_free()) slab-freed '(lov)': 248 at ffff9caf47cdc3e0. 00020000:00000001:1.0:1789130366.653980:0:31125:0:(lov_object.c:1568:lov_object_free()) Process leaving 00000080:00000010:1.0:1789130366.653984:0:31125:0:(vvp_object.c:280:vvp_object_free()) slab-freed 'vob': 200 at ffff9caf42b2a578. 00000020:00001000:1.0:1789130366.653988:0:31125:0:(cl_object.c:917:cl_env_put()) 1@ffff9caf58609750 00000080:00000001:1.0:1789130366.653992:0:31125:0:(llite_lib.c:2130:ll_clear_inode()) Process leaving 00000080:00000001:1.0:1789130366.653995:0:31125:0:(llite_lib.c:3452:ll_delete_inode()) Process leaving 00000080:00000001:1.0:1789130366.654046:0:31125:0:(dir.c:3016:ll_dir_release()) Process entered 00000080:00000001:1.0:1789130366.654049:0:31125:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:1.0:1789130366.654052:0:31125:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c1fdd0 00000080:00200008:1.0:1789130366.654055:0:31125:0:(file.c:479:ll_file_release()) START file d21g.recovery-small-1:[0x200000404:0x23:0x0](ffff9caf6019f448), flags 704000 00000080:00400000:1.0:1789130366.654059:0:31125:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000404:0x23:0x0] 00000080:00000001:1.0:1789130366.654065:0:31125:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:1.0:1789130366.654067:0:31125:0:(pcc.c:2438:pcc_file_release()) Process leaving 00000080:00000001:1.0:1789130366.654070:0:31125:0:(file.c:341:ll_md_close()) Process entered 00000002:00000001:1.0:1789130366.654078:0:31125:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789130366.654081:0:31125:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789130366.654085:0:31125:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf42f26b00 count: 2 00010000:00000001:1.0:1789130366.654088:0:31125:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789130366.654094:0:31125:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:1.0:1789130366.654099:0:31125:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:1.0:1789130366.654104:0:31125:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1789130366.654112:0:31125:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789130366.654117:0:31125:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b6200/0xde5303b1d982cc7c lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x23:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a56bb expref: -99 pid: 31125 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1789130366.654126:0:31125:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130366.654129:0:31125:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789130366.654131:0:31125:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=16 : 16 : 10) 00800000:00000002:1.0:1789130366.654133:0:31125:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000404:0x23:0x0]: 16 00000080:00000010:1.0:1789130366.654136:0:31125:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9caf417a83c0. 00000080:00000001:1.0:1789130366.654142:0:31125:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130366.654145:0:31125:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c1fdd0 00000080:00000008:1.0:1789130366.654147:0:31125:0:(file.c:523:ll_file_release()) COMPLETED file d21g.recovery-small-1:[0x200000404:0x23:0x0](ffff9caf6019f448), flags 704000, rc = 0 00000080:00000001:1.0:1789130366.654151:0:31125:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130366.654153:0:31125:0:(dir.c:3017:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130366.654163:0:31125:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1789130366.654166:0:31125:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c1fe00 00000080:00002000:1.0:1789130366.654168:0:31125:0:(dcache.c:127:ll_ddelete()) deleting dentry d21g.recovery-small-1 (ffff9caf602fa870, parent ffff9caf600f3360, inode ffff9caf6019f448) hashed, 00000080:00000001:1.0:1789130366.654172:0:31125:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1789130366.654177:0:31125:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1789130366.654180:0:31125:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1789130366.654221:0:31125:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:1.0:1789130366.654226:0:31125:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:1.0:1789130366.654228:0:31125:0:(file.c:6206:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1789130366.654230:0:31125:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c1fbd8 00000080:00200000:1.0:1789130366.654233:0:31125:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8),name=/ 00000080:00000010:1.0:1789130366.654241:0:31125:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9caf48ef8600. 00800000:00000002:1.0:1789130366.654251:0:31125:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9caf4557c8c0 2 00000080:00000001:1.0:1789130366.654257:0:31125:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1789130366.654274:0:31125:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1789130366.654276:0:31125:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c1faf8 00800000:00000002:1.0:1789130366.654279:0:31125:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1789130366.654283:0:31125:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1789130366.654289:0:31125:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1789130366.654295:0:31125:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1789130366.654297:0:31125:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c1f9c8 00000002:00010000:1.0:1789130366.654299:0:31125:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1789130366.654303:0:31125:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1789130366.654305:0:31125:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789130366.654306:0:31125:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789130366.654311:0:31125:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf42f26400 count: 2 00010000:00000001:1.0:1789130366.654313:0:31125:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789130366.654318:0:31125:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789130366.654322:0:31125:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1789130366.654326:0:31125:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7200/0xde5303b1d982cc44 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a561a expref: -99 pid: 31123 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 02000000:00000001:1.0:1789130366.654341:0:31125:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1789130366.654344:0:31125:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789130366.654346:0:31125:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7200/0xde5303b1d982cc44 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a561a expref: -99 pid: 31123 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00000002:00000001:1.0:1789130366.654352:0:31125:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1789130366.654355:0:31125:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1789130366.654356:0:31125:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1789130366.654359:0:31125:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1789130366.654361:0:31125:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1789130366.654363:0:31125:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1789130366.654366:0:31125:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1789130366.654370:0:31125:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9caf4557c8c0 2 00000080:00000010:1.0:1789130366.654373:0:31125:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9caf48ef8600. 00000080:00000001:1.0:1789130366.654377:0:31125:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1789130366.654378:0:31125:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789130366.654382:0:31125:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9caf601980c8) 00000080:00010000:1.0:1789130366.654386:0:31125:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9caf601980c8) for lock 0xde5303b1d982cc44 00800000:00000001:1.0:1789130366.654389:0:31125:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1789130366.654391:0:31125:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1789130366.654393:0:31125:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130366.654397:0:31125:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130366.654401:0:31125:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b7200 refcount=3 00000020:00000001:1.0:1789130366.654404:0:31125:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649487360 : -109198060064256 : ffff9caf586b7200) 00010000:00000001:1.0:1789130366.654407:0:31125:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649487360 : -109198060064256 : ffff9caf586b7200) 00010000:00000001:1.0:1789130366.654410:0:31125:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130366.654411:0:31125:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789130366.654412:0:31125:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789130366.654414:0:31125:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789130366.654418:0:31125:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xde5303b1d982cc44 from it ffffb97f41c1fc10 00010000:00000001:1.0:1789130366.654420:0:31125:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130366.654421:0:31125:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130366.654423:0:31125:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b7200 refcount=3 00000020:00000001:1.0:1789130366.654424:0:31125:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649487360 : -109198060064256 : ffff9caf586b7200) 00010000:00000001:1.0:1789130366.654426:0:31125:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649487360 : -109198060064256 : ffff9caf586b7200) 00010000:00000001:1.0:1789130366.654429:0:31125:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789130366.654432:0:31125:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7200/0xde5303b1d982cc44 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a561a expref: -99 pid: 31123 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00010000:00000001:1.0:1789130366.654438:0:31125:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130366.654439:0:31125:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130366.654441:0:31125:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1789130366.654442:0:31125:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1789130366.654445:0:31125:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7200/0xde5303b1d982cc44 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a561a expref: -99 pid: 31123 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00010000:00000001:1.0:1789130366.654453:0:31125:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1789130366.654456:0:31125:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1789130366.654458:0:31125:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789130366.654463:0:31125:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130366.654465:0:31125:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130366.654466:0:31125:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130366.654470:0:31125:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1789130366.654472:0:31125:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130366.654474:0:31125:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130366.654478:0:31125:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130366.654480:0:31125:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789130366.654481:0:31125:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130366.654483:0:31125:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1789130366.654485:0:31125:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1789130366.654487:0:31125:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1789130366.654489:0:31125:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8), inode mode 41ff mask 1 00000080:00000001:1.0:1789130366.654493:0:31125:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1789130366.654515:0:31125:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9caf4632b2e0. 00000020:00000001:1.0:1789130366.654520:0:31125:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c1fdc8 00000080:00200000:1.0:1789130366.654522:0:31125:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d21g.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff9caf601980c8), flags=0 00000080:00000001:1.0:1789130366.654525:0:31125:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:1.0:1789130366.654527:0:31125:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c1fc78 00000080:00200000:1.0:1789130366.654529:0:31125:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d21g.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff9caf601980c8), intent=getattr 00000080:00000010:1.0:1789130366.654541:0:31125:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9caf48ef8600. 00800000:00000002:1.0:1789130366.654543:0:31125:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9caf4557c8c0 2 00000080:00000001:1.0:1789130366.654548:0:31125:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1789130366.654550:0:31125:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1789130366.654551:0:31125:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c1fb98 00800000:00000002:1.0:1789130366.654553:0:31125:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'd21g.recovery-small-1' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1789130366.654556:0:31125:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00000020:00000001:1.0:1789130366.654560:0:31125:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c1fb30 00800000:00000002:1.0:1789130366.654561:0:31125:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d21g.recovery-small-1' -> mds #0 00000002:00000001:1.0:1789130366.654564:0:31125:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1789130366.654566:0:31125:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c1fa68 00000002:00010000:1.0:1789130366.654567:0:31125:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d21g.recovery-small-1,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 01 00000002:00000001:1.0:1789130366.654571:0:31125:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1789130366.654575:0:31125:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1789130366.654581:0:31125:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf615d6d00. 00000020:00000040:1.0:1789130366.654586:0:31125:0:(genops.c:1210:class_import_get()) import ffff9caf6079a800 refcount=6 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00010000:00000001:1.0:1789130366.654593:0:31125:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1789130366.654598:0:31125:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789130366.654601:0:31125:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130366.654602:0:31125:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130366.654603:0:31125:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130366.654606:0:31125:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789130366.654609:0:31125:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789130366.654613:0:31125:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789130366.654621:0:31125:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9caf487c3c00. 00000100:00000001:1.0:1789130366.654629:0:31125:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130366.654635:0:31125:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789130366.654636:0:31125:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130366.654638:0:31125:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789130366.654639:0:31125:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130366.654642:0:31125:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789130366.654652:0:31125:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446634875799563520 : -109197909988096 : ffff9caf615d6d00) 00010000:00000001:1.0:1789130366.654656:0:31125:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1789130366.654659:0:31125:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1789130366.654662:0:31125:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf42f26400 count: 2 00010000:00000001:1.0:1789130366.654664:0:31125:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789130366.654667:0:31125:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1789130366.654671:0:31125:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9caf586b7600. 00000020:00000001:1.0:1789130366.654674:0:31125:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1789130366.654677:0:31125:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9caf586b7600 with handle 0xde5303b1d982cc83 to hash 00000020:00000001:1.0:1789130366.654679:0:31125:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1789130366.654681:0:31125:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446634875649488384 : -109198060063232 : ffff9caf586b7600) 00010000:00000001:1.0:1789130366.654685:0:31125:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446634875649488384 : -109198060063232 : ffff9caf586b7600) 00010000:00000001:1.0:1789130366.654688:0:31125:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789130366.654690:0:31125:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789130366.654694:0:31125:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7600/0xde5303b1d982cc83 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 31125 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789130366.654701:0:31125:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7600/0xde5303b1d982cc83 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31125 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789130366.654712:0:31125:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7600/0xde5303b1d982cc83 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31125 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1789130366.654718:0:31125:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1789130366.654720:0:31125:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1789130366.654728:0:31125:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9caf47fd1a80. 00000100:00000001:1.0:1789130366.654731:0:31125:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446634875373820544 : -109198335731072 : ffff9caf47fd1a80) 00000100:00000001:1.0:1789130366.654733:0:31125:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789130366.654735:0:31125:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875799563520 : -109197909988096 : ffff9caf615d6d00) 00000100:00000001:1.0:1789130366.654740:0:31125:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789130366.654744:0:31125:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130366.654746:0:31125:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1789130366.654748:0:31125:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789130366.654759:0:31125:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf615d6d00 x1876037329018624/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130366.654768:0:31125:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789130366.654771:0:31125:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130366.654775:0:31125:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789130366.654778:0:31125:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789130366.654781:0:31125:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789130366.654785:0:31125:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf615d6d00 pname:cluuid:pid:xid:nid:opc:job rm:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:31125:1876037329018624:192.168.204.123@tcp:101:rm.0 00000100:00000001:1.0:1789130366.654789:0:31125:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789130366.654797:0:31125:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789130366.654801:0:31125:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130366.654856:0:31125:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789130366.654863:0:31125:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9caf482dd000. 02000000:00000001:1.0:1789130366.654865:0:31125:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789130366.654873:0:31125:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:1.0:1789130366.654878:0:31125:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf42d8e9f8. 00000400:00000010:1.0:1789130366.654885:0:31125:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf462a3000. 00000100:00000200:1.0:1789130366.654894:0:31125:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1876037329018624, portal 10 00000100:00000001:1.0:1789130366.654897:0:31125:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789130366.654898:0:31125:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875799563520 : -109197909988096 : ffff9caf615d6d00) 00000100:00000040:1.0:1789130366.654904:0:31125:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9caf615d6d00 x1876037329018624/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789130382 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130366.654912:0:31125:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789130366.654916:0:31125:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:1.0:1789130366.654918:0:31125:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf462a3c38. 00000100:00000200:1.0:1789130366.654922:0:31125:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1876037329018624, offset 0 00000400:00000200:1.0:1789130366.654931:0:31125:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:1.0:1789130366.654942:0:31125:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:1.0:1789130366.654951:0:31125:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:1.0:1789130366.654958:0:31125:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789130366.654964:0:31125:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:1.0:1789130366.654968:0:31125:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789130366.654972:0:31125:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:1.0:1789130366.654976:0:31125:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2410:2410:255:4294967295] 192.168.204.123@tcp LPNI seq info [2409:2409:7:4294967295] 00000400:00000200:1.0:1789130366.654980:0:31125:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:1.0:1789130366.654993:0:31125:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:1.0:1789130366.655000:0:31125:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:1.0:1789130366.655007:0:31125:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf47f34d00. 00000800:00000200:1.0:1789130366.655015:0:31125:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:1.0:1789130366.655026:0:31125:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:1.0:1789130366.655032:0:31125:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf47f34d00 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:1.0:1789130366.655037:0:31125:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789130366.655044:0:31125:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: using a timeout of 826632 usecs (827 jiffies) 00000400:00000200:1.0:1789130366.655047:0:31125:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:1.0:1789130366.655051:0:31125:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296461504 00000100:00000001:1.0:1789130366.655054:0:31125:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 2, keep current deadline 4296462858 00000100:00000001:1.0:1789130366.655057:0:31125:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296461504 00000100:00000001:1.0:1789130366.655060:0:31125:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 3, keep current deadline 4296462858 00000100:00000001:1.0:1789130366.655062:0:31125:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789130366.655065:0:31125:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130366.655068:0:31125:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789130366.655070:0:31125:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1789130366.655073:0:31125:0:(client.c:2715:ptlrpc_set_wait()) set ffff9caf47fd1a80 going to sleep for 11 seconds 00000100:00000001:1.0:1789130366.655075:0:31125:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789130366.655078:0:31125:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1789130366.655387:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130366.655400:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1789130366.655526:0:2341:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789130366.655533:0:2341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf501cf500. 00000400:00000200:3.0:1789130366.655540:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130366.655546:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: ACK: OK 00000800:00000200:3.0:1789130366.655588:0:2341:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789130366.655598:0:2341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf47f34d00. 00000400:00000200:3.0:1789130366.655602:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130366.655605:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:3.0:1789130366.655611:0:2341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf462a3c38 00000400:00000010:3.0:1789130366.655614:0:2341:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf462a3c38. 00000100:00000001:3.0:1789130366.655619:0:2341:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789130366.655636:0:2341:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf615d6d00 x1876037329018624/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789130382 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130366.655647:0:2341:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130366.655651:0:2341:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf615d6d00 x1876037329018624/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789130382 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130366.655658:0:2341:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130366.655660:0:2341:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:1.1:1789130366.660060:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9caf4632bc00. 00000080:00000010:1.1:1789130366.660113:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9caf60198840. 00000080:00000010:1.1:1789130366.660121:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9caf4632b640. 00000800:00000001:3.0:1789130366.669029:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130366.669063:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789130366.669070:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130366.669072:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130366.669086:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130366.669098:0:2342:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:3.0:1789130366.669111:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130366.669118:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130366.669126:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130366.669131:0:2342:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 584 into portal 10 MB=0x6aa3efa94df00 00000400:00000200:3.0:1789130366.669137:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130366.669145:0:2342:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.123@tcp of length 584/584 into md 0x687d [1] + 224 00000800:00000001:3.0:1789130366.669156:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130366.669193:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130366.669199:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130366.669206:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:3.0:1789130366.669217:0:2342:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789130366.669230:0:2342:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf615d6d00 x1876037329018624/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789130382 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789130366.669245:0:2342:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff9caf615d6d00 x1876037329018624/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789130382 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130366.669281:0:2342:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789130366.669292:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130366.669297:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130366.669411:0:31125:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789130366.669423:0:31125:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789130366.669425:0:31125:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789130366.669430:0:31125:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf42d8e9f8. 00000400:00000200:1.0:1789130366.669436:0:31125:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf462a3000 00000400:00000010:1.0:1789130366.669439:0:31125:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf462a3000. 00000100:00000001:1.0:1789130366.669443:0:31125:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789130366.669447:0:31125:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf615d6d00 x1876037329018624/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789130382 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1789130366.669461:0:31125:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf615d6d00 x1876037329018624/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789130382 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130366.669467:0:31125:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789130366.669469:0:31125:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130366.669472:0:31125:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789130366.669477:0:31125:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789130366.669479:0:31125:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789130366.669482:0:31125:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130366.669486:0:31125:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789130366.669499:0:31125:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf6079ac60 time=135 v=5 (104 104 104 104) 00000100:00001000:1.0:1789130366.669576:0:31125:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf6079ac18 time=2 v=5 (1 0 0 0) 00000100:00000001:1.0:1789130366.669580:0:31125:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789130366.669582:0:31125:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130366.669586:0:31125:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789130366.669590:0:31125:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130366.669605:0:31125:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789130366.669608:0:31125:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9caf5014c800: skip recheck: last_committed 4294967617 00000100:00000001:1.0:1789130366.669610:0:31125:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789130366.669615:0:31125:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789130366.669621:0:31125:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf615d6d00 x1876037329018624/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/584 e 0 to 0 dl 1789130382 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130366.669628:0:31125:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789130366.669632:0:31125:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789130366.669635:0:31125:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789130366.669638:0:31125:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf615d6d00 x1876037329018624/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/584 e 0 to 0 dl 1789130382 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1789130366.669647:0:31125:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf615d6d00 pname:cluuid:pid:xid:nid:opc:job rm:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:31125:1876037329018624:192.168.204.123@tcp:101:rm.0 00000100:00000001:1.0:1789130366.669653:0:31125:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130366.669656:0:31125:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130366.669659:0:31125:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1789130366.669661:0:31125:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789130366.669666:0:31125:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf615d6d00 x1876037329018624/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/584 e 0 to 0 dl 1789130382 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130366.669673:0:31125:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789130366.669677:0:31125:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9caf47fd1a80. 00000100:00000001:1.0:1789130366.669681:0:31125:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1789130366.669683:0:31125:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130366.669686:0:31125:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1789130366.669691:0:31125:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130366.669694:0:31125:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130366.669698:0:31125:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b7600 refcount=4 00000020:00000001:1.0:1789130366.669700:0:31125:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649488384 : -109198060063232 : ffff9caf586b7600) 00010000:00000001:1.0:1789130366.669703:0:31125:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649488384 : -109198060063232 : ffff9caf586b7600) 00010000:00000040:1.0:1789130366.669712:0:31125:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9caf586b7600, remote cookie: 0xcdf1b083821a56fa, flags: 0x1001 00010000:00010000:1.0:1789130366.669719:0:31125:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7600/0xde5303b1d982cc83 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a56fa expref: -99 pid: 31125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1789130366.669728:0:31125:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x23:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:1.0:1789130366.669732:0:31125:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000040:1.0:1789130366.669740:0:31125:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf42f26b00 count: 2 00010000:00000001:1.0:1789130366.669743:0:31125:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789130366.669747:0:31125:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789130366.669750:0:31125:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7600/0xde5303b1d982cc83 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x23:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a56fa expref: -99 pid: 31125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789130366.669758:0:31125:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7600/0xde5303b1d982cc83 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x23:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a56fa expref: -99 pid: 31125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789130366.669765:0:31125:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1789130366.669770:0:31125:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1789130366.669772:0:31125:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1789130366.669774:0:31125:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1789130366.669776:0:31125:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1789130366.669780:0:31125:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x23:0x0].0x0 (ffff9caf42f26b00) refcount = 2 00010000:00000040:1.0:1789130366.669783:0:31125:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1789130366.669786:0:31125:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b6200/0xde5303b1d982cc7c lrc: 1/0,0 mode: CR/CR res: [0x200000404:0x23:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a56bb expref: -99 pid: 31125 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:1.0:1789130366.669793:0:31125:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7600/0xde5303b1d982cc83 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x23:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a56fa expref: -99 pid: 31125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789130366.669800:0:31125:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1789130366.669861:0:31125:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1789130366.669863:0:31125:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789130366.669867:0:31125:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1789130366.669869:0:31125:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789130366.669873:0:31125:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7600/0xde5303b1d982cc83 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x23:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a56fa expref: -99 pid: 31125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789130366.669879:0:31125:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1789130366.669881:0:31125:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130366.669884:0:31125:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130366.669885:0:31125:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130366.669886:0:31125:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130366.669888:0:31125:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789130366.669894:0:31125:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1789130366.669896:0:31125:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130366.669897:0:31125:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130366.669899:0:31125:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b7600 refcount=3 00000020:00000001:1.0:1789130366.669901:0:31125:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649488384 : -109198060063232 : ffff9caf586b7600) 00010000:00000001:1.0:1789130366.669903:0:31125:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649488384 : -109198060063232 : ffff9caf586b7600) 00010000:00000001:1.0:1789130366.669906:0:31125:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130366.669907:0:31125:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130366.669909:0:31125:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b7600 refcount=4 00000020:00000001:1.0:1789130366.669911:0:31125:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649488384 : -109198060063232 : ffff9caf586b7600) 00010000:00000001:1.0:1789130366.669913:0:31125:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649488384 : -109198060063232 : ffff9caf586b7600) 00010000:00000001:1.0:1789130366.669916:0:31125:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789130366.669921:0:31125:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789130366.669925:0:31125:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7600/0xde5303b1d982cc83 lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x23:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a56fa expref: -99 pid: 31125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789130366.669932:0:31125:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130366.669933:0:31125:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130366.669934:0:31125:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130366.669935:0:31125:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130366.669937:0:31125:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b7600 refcount=5 00000020:00000001:1.0:1789130366.669938:0:31125:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649488384 : -109198060063232 : ffff9caf586b7600) 00010000:00000001:1.0:1789130366.669940:0:31125:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649488384 : -109198060063232 : ffff9caf586b7600) 00010000:00000001:1.0:1789130366.669943:0:31125:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789130366.669946:0:31125:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7600/0xde5303b1d982cc83 lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x23:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a56fa expref: -99 pid: 31125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789130366.669952:0:31125:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130366.669953:0:31125:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1789130366.669955:0:31125:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7600/0xde5303b1d982cc83 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x23:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a56fa expref: -99 pid: 31125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789130366.669962:0:31125:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789130366.669964:0:31125:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130366.669964:0:31125:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130366.669966:0:31125:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130366.669967:0:31125:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1789130366.669971:0:31125:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9caf615d6d00 x1876037329018624/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/584 e 0 to 0 dl 1789130382 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1789130366.669979:0:31125:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130366.669981:0:31125:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130366.669982:0:31125:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b7600 refcount=3 00000020:00000001:1.0:1789130366.669984:0:31125:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649488384 : -109198060063232 : ffff9caf586b7600) 00010000:00000001:1.0:1789130366.669986:0:31125:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649488384 : -109198060063232 : ffff9caf586b7600) 00010000:00000001:1.0:1789130366.669989:0:31125:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130366.669991:0:31125:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789130366.669992:0:31125:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789130366.669995:0:31125:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789130366.669999:0:31125:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1789130366.670002:0:31125:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130366.670003:0:31125:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130366.670005:0:31125:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b7600 refcount=3 00000020:00000001:1.0:1789130366.670007:0:31125:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649488384 : -109198060063232 : ffff9caf586b7600) 00010000:00000001:1.0:1789130366.670009:0:31125:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649488384 : -109198060063232 : ffff9caf586b7600) 00000002:00010000:1.0:1789130366.670013:0:31125:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7600/0xde5303b1d982cc83 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x23:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a56fa expref: -99 pid: 31125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789130366.670021:0:31125:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130366.670022:0:31125:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130366.670024:0:31125:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1789130366.670026:0:31125:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130366.670027:0:31125:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130366.670029:0:31125:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b7600 refcount=3 00000020:00000001:1.0:1789130366.670031:0:31125:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649488384 : -109198060063232 : ffff9caf586b7600) 00010000:00000001:1.0:1789130366.670033:0:31125:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649488384 : -109198060063232 : ffff9caf586b7600) 00010000:00000040:1.0:1789130366.670036:0:31125:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf42f26b00 count: 3 00010000:00000001:1.0:1789130366.670037:0:31125:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1789130366.670042:0:31125:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9caf4630e800 type 13 mode 4 res 8589935620/35 (0 0) 00010000:00000001:1.0:1789130366.670044:0:31125:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130366.670045:0:31125:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789130366.670047:0:31125:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1789130366.670050:0:31125:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c1f9f0 00000002:00002000:1.0:1789130366.670052:0:31125:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=d21g.recovery-small-1 intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:1.0:1789130366.670056:0:31125:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789130366.670060:0:31125:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789130366.670063:0:31125:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1789130366.670068:0:31125:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:1.0:1789130366.670072:0:31125:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789130366.670076:0:31125:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9caf4557c8c0 2 00000080:00000001:1.0:1789130366.670080:0:31125:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1789130366.670082:0:31125:0:(namei.c:674:ll_lookup_it_finish()) it ffffb97f41c1fe00 it_disposition b 00000080:00000001:1.0:1789130366.670086:0:31125:0:(llite_lib.c:3864:ll_prep_inode()) Process entered 00000002:00000001:1.0:1789130366.670094:0:31125:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1789130366.670097:0:31125:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1789130366.670102:0:31125:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833955 : 144115205322833955 : 200000404000023) 00000080:00000001:1.0:1789130366.670106:0:31125:0:(namei.c:113:ll_iget()) Process entered 00000080:00000001:1.0:1789130366.670113:0:31125:0:(llite_lib.c:1973:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1789130366.670116:0:31125:0:(llite_lib.c:1977:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000404:0x23:0x0] 00000080:00000001:1.0:1789130366.670119:0:31125:0:(llite_lib.c:1994:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130366.670123:0:31125:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833955 : 144115205322833955 : 200000404000023) 00000080:00000001:1.0:1789130366.670125:0:31125:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:1.0:1789130366.670128:0:31125:0:(llite_lib.c:3071:ll_update_inode()) setting ino 144115205322833955 mtime from 1789130347 to 1789130366 00000080:00200000:1.0:1789130366.670133:0:31125:0:(llite_lib.c:3140:ll_update_inode()) inode=[0x200000404:0x23:0x0], updating i_size 7680 00000080:00200000:1.0:1789130366.670135:0:31125:0:(namei.c:147:ll_iget()) got inode: [0x200000404:0x23:0x0](ffff9caf6019f448): rc = 0 00000080:00000001:1.0:1789130366.670137:0:31125:0:(namei.c:156:ll_iget()) Process leaving (rc=18446634875778364488 : -109197931187128 : ffff9caf6019f448) 00010000:00000001:1.0:1789130366.670140:0:31125:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130366.670141:0:31125:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130366.670142:0:31125:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b7600 refcount=3 00000020:00000001:1.0:1789130366.670144:0:31125:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649488384 : -109198060063232 : ffff9caf586b7600) 00010000:00000001:1.0:1789130366.670146:0:31125:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649488384 : -109198060063232 : ffff9caf586b7600) 00010000:00000001:1.0:1789130366.670149:0:31125:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130366.670150:0:31125:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1789130366.670152:0:31125:0:(llite_lib.c:1928:ll_update_default_lsm_md()) Process entered 00000080:00000001:1.0:1789130366.670154:0:31125:0:(llite_lib.c:1941:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1789130366.670155:0:31125:0:(llite_lib.c:3962:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1789130366.670158:0:31125:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1789130366.670160:0:31125:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789130366.670164:0:31125:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000404:0x23:0x0](ffff9caf6019f448) for lock 0xde5303b1d982cc83 00800000:00000001:1.0:1789130366.670167:0:31125:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1789130366.670169:0:31125:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1789130366.670170:0:31125:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130366.670171:0:31125:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130366.670173:0:31125:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b7600 refcount=3 00000020:00000001:1.0:1789130366.670175:0:31125:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649488384 : -109198060063232 : ffff9caf586b7600) 00010000:00000001:1.0:1789130366.670177:0:31125:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649488384 : -109198060063232 : ffff9caf586b7600) 00010000:00000001:1.0:1789130366.670180:0:31125:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130366.670181:0:31125:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789130366.670182:0:31125:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789130366.670185:0:31125:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:1.0:1789130366.670192:0:31125:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9caf51db6d80 inode ffff9caf6019f448 refc 1 flags 0x20000e 00000080:00000001:1.0:1789130366.670197:0:31125:0:(llite_lib.c:3176:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1789130366.670199:0:31125:0:(llite_lib.c:3182:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130366.670201:0:31125:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:1.0:1789130366.670205:0:31125:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x23:0x0](ffff9caf6019f448) 00000080:00010000:1.0:1789130366.670210:0:31125:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xde5303b1d982cc83 from it ffffb97f41c1fe00 00010000:00000001:1.0:1789130366.670212:0:31125:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130366.670213:0:31125:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130366.670215:0:31125:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b7600 refcount=3 00000020:00000001:1.0:1789130366.670217:0:31125:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649488384 : -109198060063232 : ffff9caf586b7600) 00010000:00000001:1.0:1789130366.670219:0:31125:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649488384 : -109198060063232 : ffff9caf586b7600) 00010000:00000001:1.0:1789130366.670221:0:31125:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789130366.670224:0:31125:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7600/0xde5303b1d982cc83 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x23:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a56fa expref: -99 pid: 31125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789130366.670230:0:31125:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130366.670231:0:31125:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130366.670233:0:31125:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1789130366.670236:0:31125:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1789130366.670239:0:31125:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7600/0xde5303b1d982cc83 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x23:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a56fa expref: -99 pid: 31125 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1789130366.670247:0:31125:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1789130366.670251:0:31125:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1789130366.670253:0:31125:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789130366.670268:0:31125:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130366.670270:0:31125:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130366.670272:0:31125:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130366.670275:0:31125:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1789130366.670278:0:31125:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130366.670280:0:31125:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130366.670283:0:31125:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130366.670285:0:31125:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789130366.670286:0:31125:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130366.670287:0:31125:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1789130366.670289:0:31125:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1789130366.670293:0:31125:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9caf48ef8600. 00000100:00000001:1.0:1789130366.670299:0:31125:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789130366.670304:0:31125:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf615d6d00 x1876037329018624/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/584 e 0 to 0 dl 1789130382 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130366.670310:0:31125:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789130366.670315:0:31125:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789130366.670319:0:31125:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9caf482dd000. 02000000:00000001:1.0:1789130366.670325:0:31125:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789130366.670328:0:31125:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1789130366.670330:0:31125:0:(genops.c:1223:class_import_put()) import ffff9caf6079a800 refcount=5 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000020:00000001:1.0:1789130366.670334:0:31125:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1789130366.670337:0:31125:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9caf487c3c00. 02000000:00000001:1.0:1789130366.670343:0:31125:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789130366.670346:0:31125:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789130366.670348:0:31125:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf615d6d00. 00000100:00000001:1.0:1789130366.670359:0:31125:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789130366.670360:0:31125:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1789130366.670364:0:31125:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:1.0:1789130366.670366:0:31125:0:(dcache.c:176:ll_intent_release()) intent ffffb97f41c1fe00 released 00000080:00000001:1.0:1789130366.670368:0:31125:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:1.0:1789130366.670374:0:31125:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:1.0:1789130366.670378:0:31125:0:(file.c:6206:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1789130366.670380:0:31125:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c1fd50 00000080:00200000:1.0:1789130366.670382:0:31125:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8),name=/ 00000080:00000010:1.0:1789130366.670396:0:31125:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9caf48ef8600. 00800000:00000002:1.0:1789130366.670405:0:31125:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9caf4557c8c0 2 00000080:00000001:1.0:1789130366.670411:0:31125:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1789130366.670415:0:31125:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1789130366.670417:0:31125:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c1fc70 00800000:00000002:1.0:1789130366.670420:0:31125:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1789130366.670425:0:31125:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1789130366.670429:0:31125:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1789130366.670435:0:31125:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1789130366.670436:0:31125:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c1fb40 00000002:00010000:1.0:1789130366.670439:0:31125:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1789130366.670443:0:31125:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1789130366.670446:0:31125:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789130366.670448:0:31125:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789130366.670451:0:31125:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf42f26400 count: 2 00010000:00000001:1.0:1789130366.670453:0:31125:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789130366.670457:0:31125:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789130366.670460:0:31125:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1789130366.670463:0:31125:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7200/0xde5303b1d982cc44 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a561a expref: -99 pid: 31123 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 02000000:00000001:1.0:1789130366.670470:0:31125:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1789130366.670475:0:31125:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789130366.670478:0:31125:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7200/0xde5303b1d982cc44 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a561a expref: -99 pid: 31123 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00000002:00000001:1.0:1789130366.670484:0:31125:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1789130366.670486:0:31125:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1789130366.670488:0:31125:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1789130366.670490:0:31125:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1789130366.670492:0:31125:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1789130366.670494:0:31125:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1789130366.670497:0:31125:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1789130366.670499:0:31125:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9caf4557c8c0 2 00000080:00000010:1.0:1789130366.670501:0:31125:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9caf48ef8600. 00000080:00000001:1.0:1789130366.670971:0:31125:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1789130366.670976:0:31125:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789130366.670979:0:31125:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9caf601980c8) 00000080:00010000:1.0:1789130366.670983:0:31125:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9caf601980c8) for lock 0xde5303b1d982cc44 00800000:00000001:1.0:1789130366.670988:0:31125:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1789130366.670991:0:31125:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1789130366.670992:0:31125:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130366.670994:0:31125:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130366.670996:0:31125:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b7200 refcount=3 00000020:00000001:1.0:1789130366.670998:0:31125:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649487360 : -109198060064256 : ffff9caf586b7200) 00010000:00000001:1.0:1789130366.671001:0:31125:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649487360 : -109198060064256 : ffff9caf586b7200) 00010000:00000001:1.0:1789130366.671004:0:31125:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130366.671005:0:31125:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789130366.671006:0:31125:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789130366.671008:0:31125:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789130366.671010:0:31125:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xde5303b1d982cc44 from it ffffb97f41c1fd88 00010000:00000001:1.0:1789130366.671012:0:31125:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130366.671013:0:31125:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130366.671014:0:31125:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b7200 refcount=3 00000020:00000001:1.0:1789130366.671016:0:31125:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649487360 : -109198060064256 : ffff9caf586b7200) 00010000:00000001:1.0:1789130366.671018:0:31125:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649487360 : -109198060064256 : ffff9caf586b7200) 00010000:00000001:1.0:1789130366.671020:0:31125:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789130366.671023:0:31125:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7200/0xde5303b1d982cc44 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a561a expref: -99 pid: 31123 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00010000:00000001:1.0:1789130366.671030:0:31125:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130366.671031:0:31125:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130366.671033:0:31125:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1789130366.671035:0:31125:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1789130366.671038:0:31125:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7200/0xde5303b1d982cc44 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a561a expref: -99 pid: 31123 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00010000:00000001:1.0:1789130366.671045:0:31125:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1789130366.671047:0:31125:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1789130366.671048:0:31125:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789130366.671051:0:31125:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130366.671053:0:31125:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130366.671054:0:31125:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130366.671057:0:31125:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1789130366.671058:0:31125:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130366.671060:0:31125:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130366.671063:0:31125:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130366.671065:0:31125:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789130366.671066:0:31125:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130366.671067:0:31125:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1789130366.671069:0:31125:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1789130366.671071:0:31125:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1789130366.671073:0:31125:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8), inode mode 41ff mask 3 00000080:00000001:1.0:1789130366.671078:0:31125:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130366.674419:0:31125:0:(namei.c:2325:ll_rmdir()) Process entered 00000020:00000001:0.0:1789130366.674432:0:31125:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c1fe18 00000080:00200000:0.0:1789130366.674437:0:31125:0:(namei.c:2328:ll_rmdir()) VFS Op:name=d21g.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff9caf601980c8) 00000080:00000001:0.0:1789130366.674443:0:31125:0:(llite_foreign.c:180:ll_foreign_is_removable()) Process entered 00000080:00000040:0.0:1789130366.674448:0:31125:0:(llite_foreign.c:245:ll_foreign_is_removable()) unable to check if dir (d21g.recovery-small-1, [0x200000404:0x23:0x0]) is foreign... 00000080:00000001:0.0:1789130366.674453:0:31125:0:(llite_foreign.c:262:ll_foreign_is_removable()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.0:1789130366.674469:0:31125:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9caf4842f600. 00800000:00000002:0.0:1789130366.674480:0:31125:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9caf4557c8c0 2 00800000:00000001:0.0:1789130366.674494:0:31125:0:(lmv_obd.c:3494:lmv_unlink()) Process entered 00800000:00000001:0.0:1789130366.674502:0:31125:0:(lmv_obd.c:2563:lmv_early_cancel()) Process entered 00800000:00000002:0.0:1789130366.674514:0:31125:0:(lmv_obd.c:2582:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x200000404:0x23:0x0] 00800000:00000001:0.0:1789130366.674518:0:31125:0:(lmv_obd.c:2587:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789130366.674520:0:31125:0:(lmv_obd.c:3534:lmv_unlink()) unlink with fid=[0x200000007:0x1:0x0]/[0x200000404:0x23:0x0] -> mds #0 00000002:00000001:0.0:1789130366.674528:0:31125:0:(mdc_reint.c:315:mdc_unlink()) Process entered 00000002:00000001:0.0:1789130366.674532:0:31125:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1789130366.674546:0:31125:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf42f26400 count: 2 00010000:00000001:0.0:1789130366.674551:0:31125:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789130366.674556:0:31125:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1789130366.674561:0:31125:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1789130366.674567:0:31125:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7200/0xde5303b1d982cc44 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xcdf1b083821a561a expref: -99 pid: 31123 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00000080:00000001:0.0:1789130366.674579:0:31125:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1789130366.674584:0:31125:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1789130366.674588:0:31125:0:(file.c:6113:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1789130366.674600:0:31125:0:(file.c:6119:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:0.0:1789130366.674605:0:31125:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789130366.674608:0:31125:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789130366.674611:0:31125:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf42f26400 count: 3 00010000:00000001:0.0:1789130366.674614:0:31125:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789130366.674618:0:31125:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789130366.674620:0:31125:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789130366.674621:0:31125:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789130366.674622:0:31125:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf42f26400 count: 3 00010000:00000001:0.0:1789130366.674624:0:31125:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789130366.674626:0:31125:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789130366.674627:0:31125:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789130366.674628:0:31125:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789130366.674630:0:31125:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf42f26400 count: 3 00010000:00000001:0.0:1789130366.674631:0:31125:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789130366.674633:0:31125:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130366.674635:0:31125:0:(file.c:6141:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1789130366.674638:0:31125:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff9caf60198000, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1789130366.674722:0:31125:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1789130366.674725:0:31125:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1789130366.674728:0:31125:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1789130366.674730:0:31125:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130366.674736:0:31125:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1789130366.674741:0:31125:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789130366.674743:0:31125:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789130366.674746:0:31125:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789130366.674750:0:31125:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1789130366.674755:0:31125:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9caf586b7200 with handle 0xde5303b1d982cc44 from hash 00010000:00000001:0.0:1789130366.674758:0:31125:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789130366.674760:0:31125:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130366.674762:0:31125:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130366.674763:0:31125:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789130366.674768:0:31125:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789130366.674770:0:31125:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1789130366.674772:0:31125:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789130366.674774:0:31125:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1789130366.674777:0:31125:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1789130366.674779:0:31125:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1789130366.674783:0:31125:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf42f26b00 count: 3 00010000:00000001:0.0:1789130366.674785:0:31125:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789130366.674787:0:31125:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1789130366.674790:0:31125:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1789130366.674793:0:31125:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7600/0xde5303b1d982cc83 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x23:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xcdf1b083821a56fa expref: -99 pid: 31125 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00000001:0.0:1789130366.674801:0:31125:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1789130366.674893:0:31125:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1789130366.674894:0:31125:0:(file.c:6113:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1789130366.674896:0:31125:0:(file.c:6119:ll_have_md_lock()) trying to match res [0x200000404:0x23:0x0] mode (null) 00000002:00000001:0.0:1789130366.674899:0:31125:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789130366.674901:0:31125:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789130366.674903:0:31125:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf42f26b00 count: 4 00010000:00000001:0.0:1789130366.674905:0:31125:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789130366.674907:0:31125:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789130366.674909:0:31125:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789130366.674910:0:31125:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789130366.674912:0:31125:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf42f26b00 count: 4 00010000:00000001:0.0:1789130366.674913:0:31125:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789130366.674915:0:31125:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789130366.674917:0:31125:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789130366.674918:0:31125:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789130366.674919:0:31125:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf42f26b00 count: 4 00010000:00000001:0.0:1789130366.674921:0:31125:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789130366.674923:0:31125:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130366.674925:0:31125:0:(file.c:6141:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1789130366.674926:0:31125:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000404:0x23:0x0] lli = ffff9caf6019f380, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1789130366.674929:0:31125:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1789130366.674930:0:31125:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1789130366.674933:0:31125:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1789130366.674935:0:31125:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x23:0x0](ffff9caf6019f448) invalid 00000020:00000001:0.0:1789130366.674938:0:31125:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c1fa80 00000080:00002000:0.0:1789130366.674940:0:31125:0:(llite_internal.h:2032:d_lustre_invalidate()) invalidate dentry d21g.recovery-small-1 (ffff9caf51db6d80) parent ffff9caf600f3360 inode ffff9caf6019f448 refc 2 00000080:00000001:0.0:1789130366.674945:0:31125:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1789130366.674947:0:31125:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1789130366.674948:0:31125:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130366.674950:0:31125:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1789130366.674951:0:31125:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789130366.674953:0:31125:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789130366.674954:0:31125:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789130366.674956:0:31125:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1789130366.674958:0:31125:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9caf586b7600 with handle 0xde5303b1d982cc83 from hash 00010000:00000001:0.0:1789130366.674960:0:31125:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789130366.674962:0:31125:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130366.674963:0:31125:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130366.674964:0:31125:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789130366.674966:0:31125:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789130366.674967:0:31125:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1789130366.674969:0:31125:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1789130366.674972:0:31125:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b6200/0xde5303b1d982cc7c lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x23:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xcdf1b083821a56bb expref: -99 pid: 31125 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00000001:0.0:1789130366.674978:0:31125:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1789130366.674979:0:31125:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1789130366.674981:0:31125:0:(file.c:6113:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1789130366.674982:0:31125:0:(file.c:6119:ll_have_md_lock()) trying to match res [0x200000404:0x23:0x0] mode CR 00000002:00000001:0.0:1789130366.674984:0:31125:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789130366.674985:0:31125:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789130366.674987:0:31125:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf42f26b00 count: 4 00010000:00000001:0.0:1789130366.674989:0:31125:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789130366.674991:0:31125:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789130366.674992:0:31125:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789130366.674994:0:31125:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789130366.674995:0:31125:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf42f26b00 count: 4 00010000:00000001:0.0:1789130366.674997:0:31125:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789130366.674998:0:31125:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130366.675000:0:31125:0:(file.c:6141:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130366.675003:0:31125:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:0.0:1789130366.675008:0:31125:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1789130366.675016:0:31125:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9caf4842fe00. 00000080:00000001:0.0:1789130366.675019:0:31125:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:0.0:1789130366.675025:0:31125:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1789130366.675028:0:31125:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000002:0.0:1789130366.675031:0:31125:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000404:0x23:0x0] 00000002:00000001:0.0:1789130366.675036:0:31125:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:0.0:1789130366.675039:0:31125:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9caf5014c800: [0x200000404:0x23:0x0] file closed with intent: 0 00000100:00000010:0.0:1789130366.675048:0:31125:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf61461680. 00000020:00000040:0.0:1789130366.675054:0:31125:0:(genops.c:1210:class_import_get()) import ffff9caf6079a800 refcount=6 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000100:00000001:0.0:1789130366.675061:0:31125:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789130366.675065:0:31125:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789130366.675073:0:31125:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789130366.675085:0:31125:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9caf4842e200. 00000100:00000001:0.0:1789130366.675097:0:31125:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1789130366.675129:0:31125:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9caf615d7840 x1876037329018112/t4294967620(4294967620) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/608 e 0 to 0 dl 1789130382 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1789130366.675144:0:31125:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9caf5014c800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1789130366.675150:0:31125:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9caf61461680 x1876037329018880/t0(0) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1789130366.675159:0:31125:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1789130366.675161:0:31125:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1789130366.675172:0:31125:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9caf5868b480. 00000100:00000001:0.0:1789130366.675174:0:31125:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446634875649307776 : -109198060243840 : ffff9caf5868b480) 00000100:00000001:0.0:1789130366.675178:0:31125:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789130366.675180:0:31125:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875798034048 : -109197911517568 : ffff9caf61461680) 00000100:00000001:0.0:1789130366.675186:0:31125:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789130366.675193:0:31125:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130366.675198:0:31125:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1789130366.675200:0:31125:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789130366.675205:0:31125:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf61461680 x1876037329018880/t0(0) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130366.675214:0:31125:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789130366.675219:0:31125:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130366.675224:0:31125:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789130366.675227:0:31125:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789130366.675230:0:31125:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789130366.675234:0:31125:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf61461680 pname:cluuid:pid:xid:nid:opc:job rm:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:31125:1876037329018880:192.168.204.123@tcp:35:rm.0 00000100:00000001:0.0:1789130366.675240:0:31125:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789130366.675249:0:31125:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789130366.675254:0:31125:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130366.675269:0:31125:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789130366.675277:0:31125:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9caf482bc800. 02000000:00000001:0.0:1789130366.675280:0:31125:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789130366.675291:0:31125:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:0.0:1789130366.675298:0:31125:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf50131aa8. 00000400:00000010:0.0:1789130366.675310:0:31125:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf5801e7f8. 00000100:00000200:0.0:1789130366.675321:0:31125:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876037329018880, portal 10 00000100:00000001:0.0:1789130366.675323:0:31125:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789130366.675325:0:31125:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875798034048 : -109197911517568 : ffff9caf61461680) 00000100:00000040:0.0:1789130366.675334:0:31125:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9caf61461680 x1876037329018880/t0(0) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1789130382 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130366.675342:0:31125:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789130366.675345:0:31125:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:0.0:1789130366.675348:0:31125:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf5801eb28. 00000100:00000200:0.0:1789130366.675352:0:31125:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1876037329018880, offset 0 00000400:00000200:0.0:1789130366.675362:0:31125:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:0.0:1789130366.675376:0:31125:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:0.0:1789130366.675387:0:31125:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:0.0:1789130366.675396:0:31125:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789130366.675403:0:31125:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:0.0:1789130366.675409:0:31125:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789130366.675414:0:31125:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:0.0:1789130366.675418:0:31125:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2411:2411:256:4294967295] 192.168.204.123@tcp LPNI seq info [2410:2410:8:4294967295] 00000400:00000200:0.0:1789130366.675423:0:31125:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:0.0:1789130366.675438:0:31125:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:0.0:1789130366.675446:0:31125:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:0.0:1789130366.675453:0:31125:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf451e7200. 00000800:00000200:0.0:1789130366.675462:0:31125:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:0.0:1789130366.675475:0:31125:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:0.0:1789130366.675480:0:31125:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf451e7200 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1789130366.675506:0:31125:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130366.675511:0:31125:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: using a timeout of 825478 usecs (826 jiffies) 00000400:00000200:0.0:1789130366.675514:0:31125:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:0.0:1789130366.675518:0:31125:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296461523 00000100:00000001:0.0:1789130366.675522:0:31125:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 2, keep current deadline 4296462858 00000100:00000001:0.0:1789130366.675525:0:31125:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296461523 00000100:00000001:0.0:1789130366.675527:0:31125:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 3, keep current deadline 4296462858 00000100:00000001:0.0:1789130366.675530:0:31125:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789130366.675534:0:31125:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130366.675536:0:31125:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789130366.675539:0:31125:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1789130366.675543:0:31125:0:(client.c:2715:ptlrpc_set_wait()) set ffff9caf5868b480 going to sleep for 11 seconds 00000100:00000001:0.0:1789130366.675546:0:31125:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789130366.675551:0:31125:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789130366.676166:0:2341:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789130366.676177:0:2341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf451e7200. 00000400:00000200:3.0:1789130366.676187:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130366.676197:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:3.0:1789130366.676208:0:2341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf5801eb28 00000400:00000010:3.0:1789130366.676212:0:2341:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf5801eb28. 00000100:00000001:3.0:1789130366.676218:0:2341:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789130366.676225:0:2341:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf61461680 x1876037329018880/t0(0) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1789130382 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130366.676240:0:2341:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130366.676245:0:2341:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf61461680 x1876037329018880/t0(0) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1789130382 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130366.676253:0:2341:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130366.676255:0:2341:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1789130366.680559:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130366.680584:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789130366.680590:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130366.680593:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130366.680613:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130366.680623:0:2342:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:3.0:1789130366.680635:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130366.680642:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130366.680649:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130366.680655:0:2342:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 456 into portal 10 MB=0x6aa3efa94e000 00000400:00000200:3.0:1789130366.680661:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130366.680668:0:2342:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.123@tcp of length 456/456 into md 0x6885 [1] + 224 00000800:00000001:3.0:1789130366.680679:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130366.680687:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130366.680691:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130366.680697:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:3.0:1789130366.680707:0:2342:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789130366.680720:0:2342:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf61461680 x1876037329018880/t0(0) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1789130382 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789130366.680732:0:2342:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9caf61461680 x1876037329018880/t0(0) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1789130382 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130366.680756:0:2342:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789130366.680769:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130366.680773:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130366.680919:0:31125:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789130366.680930:0:31125:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789130366.680933:0:31125:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789130366.680937:0:31125:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf50131aa8. 00000400:00000200:0.0:1789130366.680943:0:31125:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf5801e7f8 00000400:00000010:0.0:1789130366.680946:0:31125:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf5801e7f8. 00000100:00000001:0.0:1789130366.680949:0:31125:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789130366.680954:0:31125:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf61461680 x1876037329018880/t0(0) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1789130382 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1789130366.680963:0:31125:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf61461680 x1876037329018880/t0(0) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1789130382 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130366.680968:0:31125:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789130366.680972:0:31125:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130366.680976:0:31125:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789130366.680982:0:31125:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789130366.680985:0:31125:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789130366.680987:0:31125:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130366.680990:0:31125:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789130366.681004:0:31125:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf6079aca8 time=135 v=5 (5 5 5 5) 00000100:00001000:0.0:1789130366.681008:0:31125:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf6079ac18 time=2 v=5 (1 0 0 0) 00000100:00000001:0.0:1789130366.681011:0:31125:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789130366.681013:0:31125:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130366.681017:0:31125:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789130366.681021:0:31125:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130366.681025:0:31125:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1789130366.681028:0:31125:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1789130366.681030:0:31125:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1789130366.681033:0:31125:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789130366.681035:0:31125:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875798034048 : -109197911517568 : ffff9caf61461680) 00000100:00000001:0.0:1789130366.681039:0:31125:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789130366.681041:0:31125:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9caf5014c800: skip recheck: last_committed 4294967617 00000100:00000001:0.0:1789130366.681043:0:31125:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789130366.681046:0:31125:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130366.681051:0:31125:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf61461680 x1876037329018880/t4294967622(4294967622) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1789130382 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130366.681058:0:31125:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789130366.681061:0:31125:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789130366.681063:0:31125:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789130366.681067:0:31125:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf61461680 x1876037329018880/t4294967622(4294967622) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1789130382 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1789130366.681074:0:31125:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf61461680 pname:cluuid:pid:xid:nid:opc:job rm:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:31125:1876037329018880:192.168.204.123@tcp:35:rm.0 00000100:00000001:0.0:1789130366.681080:0:31125:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130366.681083:0:31125:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130366.681086:0:31125:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1789130366.681089:0:31125:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789130366.681093:0:31125:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf61461680 x1876037329018880/t4294967622(4294967622) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1789130382 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130366.681100:0:31125:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789130366.681103:0:31125:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9caf5868b480. 00000100:00000001:0.0:1789130366.681106:0:31125:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1789130366.681108:0:31125:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130366.681117:0:31125:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789130366.681118:0:31125:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875798034048 : -109197911517568 : ffff9caf61461680) 00000002:00000001:0.0:1789130366.681121:0:31125:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789130366.681125:0:31125:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1789130366.681132:0:31125:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9caf4842fe00. 00000080:00000001:0.0:1789130366.681137:0:31125:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1789130366.681141:0:31125:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00000002:00000001:0.0:1789130366.681148:0:31125:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1789130366.681154:0:31125:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9caf615d7840 x1876037329018112/t4294967620(4294967620) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/608 e 0 to 0 dl 1789130382 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130366.681161:0:31125:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789130366.681163:0:31125:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875799566400 : -109197909985216 : ffff9caf615d7840) 00000100:00000001:0.0:1789130366.681165:0:31125:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789130366.681167:0:31125:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf615d7840 x1876037329018112/t4294967620(4294967620) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/608 e 0 to 0 dl 1789130382 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130366.681173:0:31125:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130366.681175:0:31125:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789130366.681177:0:31125:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf61461680 x1876037329018880/t4294967622(4294967622) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1789130382 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130366.681183:0:31125:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130366.681185:0:31125:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789130366.681187:0:31125:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf615d7840 x1876037329018112/t4294967620(4294967620) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/608 e 0 to 0 dl 1789130382 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130366.681194:0:31125:0:(client.c:2793:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1789130366.681197:0:31125:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1789130366.681199:0:31125:0:(genops.c:1223:class_import_put()) import ffff9caf6079a800 refcount=5 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000020:00000001:0.0:1789130366.681202:0:31125:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1789130366.681206:0:31125:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9caf487c2c00. 02000000:00000001:0.0:1789130366.681211:0:31125:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789130366.681213:0:31125:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789130366.681216:0:31125:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf615d7840. 00000100:00000001:0.0:1789130366.681224:0:31125:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789130366.681225:0:31125:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130366.681226:0:31125:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789130366.681230:0:31125:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf61461680 x1876037329018880/t4294967622(4294967622) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1789130382 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130366.681236:0:31125:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789130366.681238:0:31125:0:(client.c:2947:obd_mod_free()) kfreed 'mod': 32 at ffff9caf4632bd60. 00000002:00000001:0.0:1789130366.681243:0:31125:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789130366.681245:0:31125:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1789130366.681248:0:31125:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9caf58606600. 00000100:00000001:0.0:1789130366.681251:0:31125:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789130366.681254:0:31125:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf61461680 x1876037329018880/t4294967622(4294967622) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1789130382 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130366.681274:0:31125:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789130366.681276:0:31125:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789130366.681280:0:31125:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9caf482bc800. 02000000:00000001:0.0:1789130366.681284:0:31125:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789130366.681285:0:31125:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1789130366.681286:0:31125:0:(genops.c:1223:class_import_put()) import ffff9caf6079a800 refcount=4 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000020:00000001:0.0:1789130366.681292:0:31125:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1789130366.681293:0:31125:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9caf4842e200. 02000000:00000001:0.0:1789130366.681296:0:31125:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789130366.681297:0:31125:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789130366.681298:0:31125:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf61461680. 00000100:00000001:0.0:1789130366.681300:0:31125:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789130366.681301:0:31125:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1789130366.681304:0:31125:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130366.681309:0:31125:0:(file.c:6113:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1789130366.681311:0:31125:0:(file.c:6119:ll_have_md_lock()) trying to match res [0x200000404:0x23:0x0] mode (null) 00000002:00000001:0.0:1789130366.681315:0:31125:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789130366.681319:0:31125:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789130366.681328:0:31125:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf42f26b00 count: 4 00010000:00000001:0.0:1789130366.681331:0:31125:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789130366.681337:0:31125:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130366.681339:0:31125:0:(file.c:6141:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130366.681343:0:31125:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1789130366.681346:0:31125:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x23:0x0](ffff9caf6019f448) invalid 00000020:00000001:0.0:1789130366.681350:0:31125:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c1fa80 00000080:00002000:0.0:1789130366.681353:0:31125:0:(llite_internal.h:2032:d_lustre_invalidate()) invalidate dentry d21g.recovery-small-1 (ffff9caf51db6d80) parent ffff9caf600f3360 inode ffff9caf6019f448 refc 2 00000080:00000001:0.0:1789130366.681357:0:31125:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1789130366.681360:0:31125:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1789130366.681363:0:31125:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130366.681368:0:31125:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1789130366.681373:0:31125:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789130366.681375:0:31125:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789130366.681377:0:31125:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789130366.681382:0:31125:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1789130366.681387:0:31125:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9caf586b6200 with handle 0xde5303b1d982cc7c from hash 00010000:00000001:0.0:1789130366.681390:0:31125:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789130366.681393:0:31125:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130366.681395:0:31125:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130366.681396:0:31125:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789130366.681401:0:31125:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789130366.681403:0:31125:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1789130366.681406:0:31125:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:0.0:1789130366.681408:0:31125:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=2 : 2 : 2) 00000002:00000001:0.0:1789130366.681412:0:31125:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=2 : 2 : 2) 00000100:00000010:0.0:1789130366.681419:0:31125:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf61461680. 00000020:00000040:0.0:1789130366.681422:0:31125:0:(genops.c:1210:class_import_get()) import ffff9caf6079a800 refcount=5 obd=lustre-MDT0000-mdc-ffff9caf5014c800 02000000:00000001:0.0:1789130366.681427:0:31125:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1789130366.681429:0:31125:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130366.681432:0:31125:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1789130366.681437:0:31125:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789130366.681442:0:31125:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130366.681443:0:31125:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130366.681445:0:31125:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130366.681449:0:31125:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789130366.681451:0:31125:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789130366.681457:0:31125:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789130366.681469:0:31125:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9caf4842e200. 00000100:00000001:0.0:1789130366.681476:0:31125:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130366.681478:0:31125:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789130366.681481:0:31125:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1789130366.681488:0:31125:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7600/0xde5303b1d982cc83 lrc: 1/0,0 mode: --/PR res: [0x200000404:0x23:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xcdf1b083821a56fa expref: -99 pid: 31125 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1789130366.681499:0:31125:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b6200/0xde5303b1d982cc7c lrc: 1/0,0 mode: --/CR res: [0x200000404:0x23:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xcdf1b083821a56bb expref: -99 pid: 31125 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1789130366.681507:0:31125:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7200/0xde5303b1d982cc44 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xcdf1b083821a561a expref: -99 pid: 31123 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00010000:00010000:0.0:1789130366.681513:0:31125:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 3 locks packed 00010000:00000001:0.0:1789130366.681515:0:31125:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=3 : 3 : 3) 00010000:00000001:0.0:1789130366.681516:0:31125:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789130366.681518:0:31125:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7600/0xde5303b1d982cc83 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x23:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xcdf1b083821a56fa expref: -99 pid: 31125 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1789130366.681531:0:31125:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130366.681533:0:31125:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789130366.681535:0:31125:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b6200/0xde5303b1d982cc7c lrc: 0/0,0 mode: --/CR res: [0x200000404:0x23:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xcdf1b083821a56bb expref: -99 pid: 31125 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000040:0.0:1789130366.681542:0:31125:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9caf42f26b00 count: 0 00010000:00000010:0.0:1789130366.681549:0:31125:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9caf50154700. 00010000:00000001:0.0:1789130366.681558:0:31125:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130366.681559:0:31125:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789130366.681561:0:31125:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7200/0xde5303b1d982cc44 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xcdf1b083821a561a expref: -99 pid: 31123 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00010000:00000040:0.0:1789130366.681574:0:31125:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9caf42f26400 count: 0 00010000:00000010:0.0:1789130366.681577:0:31125:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9caf50154900. 00010000:00000001:0.0:1789130366.681581:0:31125:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130366.681583:0:31125:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130366.681585:0:31125:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789130366.681586:0:31125:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130366.681588:0:31125:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:0.0:1789130366.681668:0:31125:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9caf5014c800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1789130366.681677:0:31125:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9caf61461680 x1876037329019136/t0(0) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 512/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789130366.681685:0:31125:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1789130366.681688:0:31125:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1789130366.681696:0:31125:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9caf5868b480. 00000100:00000001:0.0:1789130366.681698:0:31125:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446634875649307776 : -109198060243840 : ffff9caf5868b480) 00000100:00000001:0.0:1789130366.681701:0:31125:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789130366.681702:0:31125:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875798034048 : -109197911517568 : ffff9caf61461680) 00000100:00000001:0.0:1789130366.681708:0:31125:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789130366.681713:0:31125:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130366.681716:0:31125:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1789130366.681718:0:31125:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789130366.681722:0:31125:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf61461680 x1876037329019136/t0(0) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 512/624 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130366.681729:0:31125:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789130366.681732:0:31125:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130366.681737:0:31125:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789130366.681740:0:31125:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789130366.681743:0:31125:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789130366.681746:0:31125:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf61461680 pname:cluuid:pid:xid:nid:opc:job rm:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:31125:1876037329019136:192.168.204.123@tcp:36:rm.0 00000100:00000001:0.0:1789130366.681751:0:31125:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789130366.681760:0:31125:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789130366.681764:0:31125:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130366.681767:0:31125:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789130366.681772:0:31125:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9caf482bc800. 02000000:00000001:0.0:1789130366.681774:0:31125:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789130366.681781:0:31125:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:0.0:1789130366.681786:0:31125:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf50131aa8. 00000400:00000010:0.0:1789130366.681794:0:31125:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf5801e7f8. 00000100:00000200:0.0:1789130366.682117:0:31125:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876037329019136, portal 10 00000100:00000001:0.0:1789130366.682122:0:31125:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789130366.682123:0:31125:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875798034048 : -109197911517568 : ffff9caf61461680) 00000100:00000040:0.0:1789130366.682133:0:31125:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9caf61461680 x1876037329019136/t0(0) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 512/624 e 0 to 0 dl 1789130382 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130366.682142:0:31125:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789130366.682145:0:31125:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:0.0:1789130366.682149:0:31125:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf5801e3b8. 00000100:00000200:0.0:1789130366.682155:0:31125:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 12, xid 1876037329019136, offset 0 00000400:00000200:0.0:1789130366.682163:0:31125:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:0.0:1789130366.682176:0:31125:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:0.0:1789130366.682187:0:31125:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:0.0:1789130366.682194:0:31125:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789130366.682200:0:31125:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:0.0:1789130366.682204:0:31125:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789130366.682208:0:31125:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:0.0:1789130366.682213:0:31125:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2412:2412:256:4294967295] 192.168.204.123@tcp LPNI seq info [2411:2411:8:4294967295] 00000400:00000200:0.0:1789130366.682218:0:31125:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:0.0:1789130366.682230:0:31125:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:0.0:1789130366.682237:0:31125:0:(socklnd_cb.c:931:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:0.0:1789130366.682244:0:31125:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf451e7800. 00000800:00000200:0.0:1789130366.682253:0:31125:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:0.0:1789130366.682275:0:31125:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:0.0:1789130366.682281:0:31125:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf451e7800 type 1, nob 608 niov 1 nkiov 1 00000100:00000001:0.0:1789130366.682300:0:31125:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130366.682306:0:31125:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: using a timeout of 824311 usecs (825 jiffies) 00000400:00000200:0.0:1789130366.682311:0:31125:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:0.0:1789130366.682314:0:31125:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296461529 00000100:00000001:0.0:1789130366.682319:0:31125:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 2, keep current deadline 4296462858 00000100:00000001:0.0:1789130366.682322:0:31125:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296461529 00000100:00000001:0.0:1789130366.682324:0:31125:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 3, keep current deadline 4296462858 00000100:00000001:0.0:1789130366.682327:0:31125:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789130366.682330:0:31125:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130366.682333:0:31125:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789130366.682336:0:31125:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1789130366.682339:0:31125:0:(client.c:2715:ptlrpc_set_wait()) set ffff9caf5868b480 going to sleep for 11 seconds 00000100:00000001:0.0:1789130366.682342:0:31125:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789130366.682344:0:31125:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789130366.683286:0:2341:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789130366.683298:0:2341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf451e7800. 00000400:00000200:3.0:1789130366.683305:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130366.683314:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:3.0:1789130366.683322:0:2341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf5801e3b8 00000400:00000010:3.0:1789130366.683324:0:2341:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf5801e3b8. 00000100:00000001:3.0:1789130366.683329:0:2341:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789130366.683335:0:2341:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf61461680 x1876037329019136/t0(0) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 512/624 e 0 to 0 dl 1789130382 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130366.683347:0:2341:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130366.683350:0:2341:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf61461680 x1876037329019136/t0(0) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 512/624 e 0 to 0 dl 1789130382 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130366.683359:0:2341:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130366.683360:0:2341:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1:1789130366.686683:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf586b7600. 00010000:00000010:0.1:1789130366.686713:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf42f26b00. 00010000:00000010:0.1:1789130366.686719:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf586b6200. 00010000:00000010:0.1:1789130366.686721:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf42f26400. 00010000:00000010:0.1:1789130366.686724:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf586b7200. 00000800:00000001:3.0:1789130366.689038:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130366.689068:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789130366.689075:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130366.689079:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130366.689099:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130366.689109:0:2342:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:3.0:1789130366.689122:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130366.689130:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130366.689137:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130366.689142:0:2342:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 456 into portal 10 MB=0x6aa3efa94e100 00000400:00000200:3.0:1789130366.689148:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130366.689157:0:2342:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.123@tcp of length 456/456 into md 0x688d [1] + 224 00000800:00000001:3.0:1789130366.689169:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130366.689178:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130366.689183:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130366.689188:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:3.0:1789130366.689203:0:2342:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789130366.689216:0:2342:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf61461680 x1876037329019136/t0(0) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 512/624 e 0 to 0 dl 1789130382 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789130366.689230:0:2342:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff9caf61461680 x1876037329019136/t0(0) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 512/624 e 0 to 0 dl 1789130382 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130366.689382:0:31125:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789130366.689408:0:2342:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1789130366.689428:0:2342:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1789130366.689434:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130366.689441:0:2342:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.204.23@tcp to MR: 192.168.204.123@tcp local destination 00000400:00000200:3.0:1789130366.689450:0:2342:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2413:2413:256:4294967295] 192.168.204.123@tcp LPNI seq info [2412:2412:8:4294967295] 00000400:00000200:3.0:1789130366.689454:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130366.689464:0:2342:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:192.168.204.23@tcp) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) 192.168.204.123@tcp : ACK try# 0 00000800:00000200:3.0:1789130366.689471:0:2342:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:3.0:1789130366.689479:0:2342:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf47fd2600. 00000800:00000200:3.0:1789130366.689487:0:2342:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:3.0:1789130366.689496:0:2342:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:3.0:1789130366.689502:0:2342:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf47fd2600 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1789130366.689659:0:2342:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789130366.689665:0:2342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf47fd2600. 00000400:00000200:3.0:1789130366.689669:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130366.689674:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: ACK: OK 00000800:00000001:3.0:1789130366.689683:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130366.689687:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1789130366.690109:0:31125:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789130366.690114:0:31125:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789130366.690120:0:31125:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf50131aa8. 00000400:00000200:0.0:1789130366.690126:0:31125:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf5801e7f8 00000400:00000010:0.0:1789130366.690129:0:31125:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf5801e7f8. 00000100:00000001:0.0:1789130366.690133:0:31125:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789130366.690140:0:31125:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf61461680 x1876037329019136/t0(0) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 512/624 e 0 to 0 dl 1789130382 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789130366.690151:0:31125:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf61461680 x1876037329019136/t0(0) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 512/624 e 0 to 0 dl 1789130382 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130366.690159:0:31125:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789130366.690161:0:31125:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130366.690165:0:31125:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789130366.690170:0:31125:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789130366.690175:0:31125:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789130366.690179:0:31125:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130366.690184:0:31125:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789130366.690201:0:31125:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf6079ac60 time=135 v=5 (104 104 104 104) 00000100:00001000:0.0:1789130366.690207:0:31125:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf6079ac18 time=2 v=5 (1 0 0 0) 00000100:00000001:0.0:1789130366.690211:0:31125:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789130366.690214:0:31125:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130366.690218:0:31125:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789130366.690223:0:31125:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130366.690229:0:31125:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1789130366.690233:0:31125:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x1000000a3/0x10000013b] 00000100:00000001:0.0:1789130366.690236:0:31125:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1789130366.690446:0:31125:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789130366.690449:0:31125:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875798034048 : -109197911517568 : ffff9caf61461680) 00000100:00000001:0.0:1789130366.690455:0:31125:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789130366.690457:0:31125:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9caf5014c800: skip recheck: last_committed 4294967617 00000100:00000001:0.0:1789130366.690459:0:31125:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789130366.690462:0:31125:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130366.690470:0:31125:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf61461680 x1876037329019136/t4294967623(4294967623) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 512/456 e 0 to 0 dl 1789130382 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130366.690479:0:31125:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789130366.690484:0:31125:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789130366.690486:0:31125:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789130366.690491:0:31125:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf61461680 x1876037329019136/t4294967623(4294967623) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 512/456 e 0 to 0 dl 1789130382 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789130366.690499:0:31125:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf61461680 pname:cluuid:pid:xid:nid:opc:job rm:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:31125:1876037329019136:192.168.204.123@tcp:36:rm.0 00000100:00000001:0.0:1789130366.690505:0:31125:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130366.690508:0:31125:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130366.690511:0:31125:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1789130366.690514:0:31125:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789130366.690518:0:31125:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf61461680 x1876037329019136/t4294967623(4294967623) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 512/456 e 0 to 0 dl 1789130382 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130366.690525:0:31125:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789130366.690528:0:31125:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9caf5868b480. 00000100:00000001:0.0:1789130366.690532:0:31125:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1789130366.690534:0:31125:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789130366.690545:0:31125:0:(mdc_reint.c:367:mdc_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789130366.690550:0:31125:0:(lmv_obd.c:3544:lmv_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789130366.690557:0:31125:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9caf4557c8c0 2 00000080:00000010:0.0:1789130366.690562:0:31125:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9caf4842f600. 00000080:00000002:0.0:1789130366.690569:0:31125:0:(namei.c:1700:ll_update_times()) setting fid [0x200000007:0x1:0x0] mtime from 1789130347 to 1789130366 00000100:00000001:0.0:1789130366.690578:0:31125:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789130366.690581:0:31125:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf61461680 x1876037329019136/t4294967623(4294967623) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 512/456 e 0 to 0 dl 1789130382 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130366.690590:0:31125:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130366.690592:0:31125:0:(namei.c:2371:ll_rmdir()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130366.690618:0:31125:0:(llite_lib.c:3423:ll_delete_inode()) Process entered 00000080:00000001:0.0:1789130366.690623:0:31125:0:(llite_lib.c:2079:ll_clear_inode()) Process entered 00000080:00200000:0.0:1789130366.690626:0:31125:0:(llite_lib.c:2082:ll_clear_inode()) VFS Op:inode=[0x200000404:0x23:0x0](ffff9caf6019f448) 00800000:00000001:0.0:1789130366.690631:0:31125:0:(lmv_obd.c:1647:lmv_null_inode()) Process entered 00800000:00000002:0.0:1789130366.690633:0:31125:0:(lmv_obd.c:1649:lmv_null_inode()) CBDATA for [0x200000404:0x23:0x0] 00000002:00000001:0.0:1789130366.690640:0:31125:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:0.0:1789130366.690648:0:31125:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789130366.690650:0:31125:0:(lmv_obd.c:1659:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130366.690652:0:31125:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:0.0:1789130366.690656:0:31125:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:0.0:1789130366.690658:0:31125:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130366.690660:0:31125:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130366.690665:0:31125:0:(llite_lib.c:2130:ll_clear_inode()) Process leaving 00000080:00000001:0.0:1789130366.690667:0:31125:0:(llite_lib.c:3452:ll_delete_inode()) Process leaving 00000080:00000001:0.0:1789130366.690687:0:31125:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1789130366.690691:0:31125:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c1fe30 00000080:00002000:0.0:1789130366.690693:0:31125:0:(dcache.c:127:ll_ddelete()) deleting dentry d21g.recovery-small-1 (ffff9caf51db6d80, parent ffff9caf600f3360, inode 0000000000000000) hashed, 00000080:00000001:0.0:1789130366.690697:0:31125:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1789130366.690701:0:31125:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1789130366.690705:0:31125:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1789130366.691000:0:31125:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:0.0:1789130366.691005:0:31125:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:0.0:1789130366.691008:0:31125:0:(file.c:6206:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1789130366.691009:0:31125:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c1fb20 00000080:00200000:0.0:1789130366.691012:0:31125:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8),name=/ 00000080:00000010:0.0:1789130366.691021:0:31125:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9caf4842f600. 00800000:00000002:0.0:1789130366.691029:0:31125:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9caf4557c8c0 2 00000080:00000001:0.0:1789130366.691034:0:31125:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1789130366.691040:0:31125:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1789130366.691042:0:31125:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c1fa40 00800000:00000002:0.0:1789130366.691045:0:31125:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1789130366.691050:0:31125:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1789130366.691055:0:31125:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1789130366.691060:0:31125:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1789130366.691062:0:31125:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c1f910 00000002:00010000:0.0:1789130366.691064:0:31125:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1789130366.691068:0:31125:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1789130366.691071:0:31125:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789130366.691074:0:31125:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1789130366.691079:0:31125:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789130366.691081:0:31125:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789130366.691083:0:31125:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789130366.691086:0:31125:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1789130366.691090:0:31125:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1789130366.691096:0:31125:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf614603c0. 00000020:00000040:0.0:1789130366.691100:0:31125:0:(genops.c:1210:class_import_get()) import ffff9caf6079a800 refcount=6 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00010000:00000001:0.0:1789130366.691107:0:31125:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1789130366.691113:0:31125:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789130366.691121:0:31125:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130366.691124:0:31125:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130366.691126:0:31125:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130366.691130:0:31125:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789130366.691133:0:31125:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789130366.691140:0:31125:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789130366.691149:0:31125:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9caf482bf400. 00000100:00000001:0.0:1789130366.691158:0:31125:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130366.691163:0:31125:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789130366.691165:0:31125:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130366.691167:0:31125:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789130366.691168:0:31125:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130366.691170:0:31125:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789130366.691178:0:31125:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446634875798029248 : -109197911522368 : ffff9caf614603c0) 00010000:00000001:0.0:1789130366.691182:0:31125:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1789130366.691185:0:31125:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1789130366.691190:0:31125:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9caf4a8cc000. 00010000:00000010:0.0:1789130366.691195:0:31125:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9caf4c532580. 00010000:00000001:0.0:1789130366.691200:0:31125:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1789130366.691203:0:31125:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9caf40030800. 00000020:00000001:0.0:1789130366.691209:0:31125:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1789130366.691213:0:31125:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9caf40030800 with handle 0xde5303b1d982cc8a to hash 00000020:00000001:0.0:1789130366.691216:0:31125:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1789130366.691217:0:31125:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446634875239991296 : -109198469560320 : ffff9caf40030800) 00010000:00000001:0.0:1789130366.691222:0:31125:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446634875239991296 : -109198469560320 : ffff9caf40030800) 00010000:00000001:0.0:1789130366.691226:0:31125:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789130366.691230:0:31125:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789130366.691236:0:31125:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030800/0xde5303b1d982cc8a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 31125 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789130366.691270:0:31125:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030800/0xde5303b1d982cc8a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 31125 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789130366.691283:0:31125:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030800/0xde5303b1d982cc8a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 31125 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1789130366.691289:0:31125:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1789130366.691291:0:31125:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1789130366.691299:0:31125:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9caf5868b480. 00000100:00000001:0.0:1789130366.691301:0:31125:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446634875649307776 : -109198060243840 : ffff9caf5868b480) 00000100:00000001:0.0:1789130366.691304:0:31125:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789130366.691305:0:31125:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875798029248 : -109197911522368 : ffff9caf614603c0) 00000100:00000001:0.0:1789130366.691312:0:31125:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789130366.691317:0:31125:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130366.691319:0:31125:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1789130366.691321:0:31125:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789130366.691329:0:31125:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf614603c0 x1876037329019264/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130366.691338:0:31125:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789130366.691341:0:31125:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130366.691346:0:31125:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789130366.691349:0:31125:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789130366.691352:0:31125:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789130366.691356:0:31125:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf614603c0 pname:cluuid:pid:xid:nid:opc:job rm:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:31125:1876037329019264:192.168.204.123@tcp:101:rm.0 00000100:00000001:0.0:1789130366.691361:0:31125:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789130366.691368:0:31125:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789130366.691371:0:31125:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130366.691374:0:31125:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789130366.691380:0:31125:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9caf47cd3000. 02000000:00000001:0.0:1789130366.691382:0:31125:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789130366.691391:0:31125:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:0.0:1789130366.691395:0:31125:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf50131aa8. 00000400:00000010:0.0:1789130366.691403:0:31125:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf5801e7f8. 00000100:00000200:0.0:1789130366.691414:0:31125:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1876037329019264, portal 10 00000100:00000001:0.0:1789130366.691416:0:31125:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789130366.691418:0:31125:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875798029248 : -109197911522368 : ffff9caf614603c0) 00000100:00000040:0.0:1789130366.691424:0:31125:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9caf614603c0 x1876037329019264/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789130382 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130366.691432:0:31125:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789130366.691436:0:31125:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:0.0:1789130366.691440:0:31125:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf5801e550. 00000100:00000200:0.0:1789130366.691444:0:31125:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1876037329019264, offset 0 00000400:00000200:0.0:1789130366.691452:0:31125:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:0.0:1789130366.691464:0:31125:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:0.0:1789130366.691474:0:31125:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:0.0:1789130366.691482:0:31125:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789130366.691487:0:31125:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:0.0:1789130366.691491:0:31125:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789130366.691495:0:31125:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:0.0:1789130366.691499:0:31125:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2414:2414:256:4294967295] 192.168.204.123@tcp LPNI seq info [2413:2413:8:4294967295] 00000400:00000200:0.0:1789130366.691504:0:31125:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:0.0:1789130366.691516:0:31125:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:0.0:1789130366.691526:0:31125:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:0.0:1789130366.691535:0:31125:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf451e7800. 00000800:00000200:0.0:1789130366.691542:0:31125:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:0.0:1789130366.691552:0:31125:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:0.0:1789130366.691558:0:31125:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf451e7800 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:0.0:1789130366.691581:0:31125:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130366.691587:0:31125:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: using a timeout of 823152 usecs (824 jiffies) 00000400:00000200:0.0:1789130366.691591:0:31125:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:0.0:1789130366.691595:0:31125:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296461537 00000100:00000001:0.0:1789130366.691600:0:31125:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 2, keep current deadline 4296462858 00000100:00000001:0.0:1789130366.691604:0:31125:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296461537 00000100:00000001:0.0:1789130366.691606:0:31125:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 3, keep current deadline 4296462858 00000100:00000001:0.0:1789130366.691609:0:31125:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789130366.691612:0:31125:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130366.691614:0:31125:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789130366.691616:0:31125:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1789130366.691619:0:31125:0:(client.c:2715:ptlrpc_set_wait()) set ffff9caf5868b480 going to sleep for 11 seconds 00000100:00000001:0.0:1789130366.691622:0:31125:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789130366.691625:0:31125:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789130366.692311:0:2342:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789130366.692320:0:2342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf451e7800. 00000400:00000200:3.0:1789130366.692328:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130366.692337:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:3.0:1789130366.692346:0:2342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf5801e550 00000400:00000010:3.0:1789130366.692350:0:2342:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf5801e550. 00000100:00000001:3.0:1789130366.692356:0:2342:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789130366.692361:0:2342:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf614603c0 x1876037329019264/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789130382 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130366.692374:0:2342:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130366.692378:0:2342:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf614603c0 x1876037329019264/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789130382 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130366.692385:0:2342:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130366.692387:0:2342:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1789130366.696178:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130366.696204:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789130366.696211:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130366.696214:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130366.696225:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130366.696234:0:2341:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:2.0:1789130366.696245:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130366.696252:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130366.696269:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130366.696282:0:2341:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 688 into portal 10 MB=0x6aa3efa94e180 00000400:00000200:2.0:1789130366.696288:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130366.696296:0:2341:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.123@tcp of length 688/688 into md 0x6895 [1] + 224 00000800:00000001:2.0:1789130366.696306:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130366.696319:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130366.696324:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130366.696330:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:2.0:1789130366.696340:0:2341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789130366.696352:0:2341:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf614603c0 x1876037329019264/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789130382 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789130366.696365:0:2341:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9caf614603c0 x1876037329019264/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789130382 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130366.696385:0:2341:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789130366.696395:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130366.696398:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130366.696460:0:31125:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789130366.696470:0:31125:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789130366.696472:0:31125:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789130366.696476:0:31125:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf50131aa8. 00000400:00000200:0.0:1789130366.696482:0:31125:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf5801e7f8 00000400:00000010:0.0:1789130366.696485:0:31125:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf5801e7f8. 00000100:00000001:0.0:1789130366.696488:0:31125:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789130366.696493:0:31125:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf614603c0 x1876037329019264/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789130382 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1789130366.696503:0:31125:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf614603c0 x1876037329019264/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789130382 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130366.696509:0:31125:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789130366.696513:0:31125:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130366.696516:0:31125:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789130366.696522:0:31125:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789130366.696524:0:31125:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789130366.696527:0:31125:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130366.696531:0:31125:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789130366.696543:0:31125:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf6079ac60 time=135 v=5 (104 104 104 104) 00000100:00001000:0.0:1789130366.696548:0:31125:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf6079ac18 time=2 v=5 (1 0 0 0) 00000100:00000001:0.0:1789130366.696551:0:31125:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789130366.696553:0:31125:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130366.696557:0:31125:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789130366.696561:0:31125:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130366.696565:0:31125:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789130366.696568:0:31125:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9caf5014c800: skip recheck: last_committed 4294967617 00000100:00000001:0.0:1789130366.696570:0:31125:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789130366.696574:0:31125:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130366.696578:0:31125:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf614603c0 x1876037329019264/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1789130382 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130366.696587:0:31125:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789130366.696590:0:31125:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789130366.696592:0:31125:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789130366.696605:0:31125:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf614603c0 x1876037329019264/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1789130382 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1789130366.696613:0:31125:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf614603c0 pname:cluuid:pid:xid:nid:opc:job rm:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:31125:1876037329019264:192.168.204.123@tcp:101:rm.0 00000100:00000001:0.0:1789130366.696618:0:31125:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130366.696622:0:31125:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130366.696624:0:31125:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1789130366.696627:0:31125:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789130366.696630:0:31125:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf614603c0 x1876037329019264/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1789130382 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130366.696637:0:31125:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789130366.696640:0:31125:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9caf5868b480. 00000100:00000001:0.0:1789130366.696644:0:31125:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1789130366.696647:0:31125:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130366.696651:0:31125:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1789130366.696655:0:31125:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130366.696659:0:31125:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130366.696662:0:31125:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40030800 refcount=4 00000020:00000001:0.0:1789130366.696665:0:31125:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239991296 : -109198469560320 : ffff9caf40030800) 00010000:00000001:0.0:1789130366.696669:0:31125:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239991296 : -109198469560320 : ffff9caf40030800) 00010000:00000040:0.0:1789130366.696677:0:31125:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9caf40030800, remote cookie: 0xcdf1b083821a571d, flags: 0x1001 00010000:00010000:0.0:1789130366.696683:0:31125:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030800/0xde5303b1d982cc8a lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a571d expref: -99 pid: 31125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789130366.696694:0:31125:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030800/0xde5303b1d982cc8a lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a571d expref: -99 pid: 31125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789130366.696701:0:31125:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1789130366.696706:0:31125:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1789130366.696709:0:31125:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1789130366.696710:0:31125:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1789130366.696711:0:31125:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1789130366.696715:0:31125:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff9caf4a8cc000) refcount = 1 00010000:00010000:0.0:1789130366.696719:0:31125:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030800/0xde5303b1d982cc8a lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a571d expref: -99 pid: 31125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789130366.696726:0:31125:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1789130366.696730:0:31125:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1789130366.696732:0:31125:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789130366.696735:0:31125:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1789130366.696737:0:31125:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789130366.696741:0:31125:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030800/0xde5303b1d982cc8a lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a571d expref: -99 pid: 31125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789130366.696746:0:31125:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1789130366.696748:0:31125:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130366.696751:0:31125:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130366.696752:0:31125:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130366.696753:0:31125:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130366.696755:0:31125:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789130366.696760:0:31125:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1789130366.696762:0:31125:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130366.696763:0:31125:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130366.696765:0:31125:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40030800 refcount=3 00000020:00000001:0.0:1789130366.696766:0:31125:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239991296 : -109198469560320 : ffff9caf40030800) 00010000:00000001:0.0:1789130366.696768:0:31125:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239991296 : -109198469560320 : ffff9caf40030800) 00010000:00000001:0.0:1789130366.696770:0:31125:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130366.696771:0:31125:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130366.696772:0:31125:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40030800 refcount=4 00000020:00000001:0.0:1789130366.696774:0:31125:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239991296 : -109198469560320 : ffff9caf40030800) 00010000:00000001:0.0:1789130366.696776:0:31125:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239991296 : -109198469560320 : ffff9caf40030800) 00010000:00000001:0.0:1789130366.696779:0:31125:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789130366.696783:0:31125:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789130366.696786:0:31125:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030800/0xde5303b1d982cc8a lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a571d expref: -99 pid: 31125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789130366.696792:0:31125:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130366.696793:0:31125:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130366.696794:0:31125:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130366.696795:0:31125:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130366.696796:0:31125:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40030800 refcount=5 00000020:00000001:0.0:1789130366.696798:0:31125:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239991296 : -109198469560320 : ffff9caf40030800) 00010000:00000001:0.0:1789130366.696800:0:31125:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239991296 : -109198469560320 : ffff9caf40030800) 00010000:00000001:0.0:1789130366.696844:0:31125:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789130366.696848:0:31125:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030800/0xde5303b1d982cc8a lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a571d expref: -99 pid: 31125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789130366.696856:0:31125:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130366.696857:0:31125:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1789130366.696861:0:31125:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030800/0xde5303b1d982cc8a lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a571d expref: -99 pid: 31125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789130366.696867:0:31125:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789130366.696868:0:31125:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130366.696869:0:31125:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130366.696870:0:31125:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130366.696871:0:31125:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1789130366.696876:0:31125:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9caf614603c0 x1876037329019264/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1789130382 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1789130366.696886:0:31125:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130366.696887:0:31125:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130366.696888:0:31125:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40030800 refcount=3 00000020:00000001:0.0:1789130366.696890:0:31125:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239991296 : -109198469560320 : ffff9caf40030800) 00010000:00000001:0.0:1789130366.696892:0:31125:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239991296 : -109198469560320 : ffff9caf40030800) 00010000:00000001:0.0:1789130366.696894:0:31125:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130366.696895:0:31125:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789130366.696896:0:31125:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789130366.696898:0:31125:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789130366.696901:0:31125:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1789130366.696904:0:31125:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130366.696905:0:31125:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130366.696907:0:31125:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40030800 refcount=3 00000020:00000001:0.0:1789130366.696909:0:31125:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239991296 : -109198469560320 : ffff9caf40030800) 00010000:00000001:0.0:1789130366.696911:0:31125:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239991296 : -109198469560320 : ffff9caf40030800) 00000002:00010000:0.0:1789130366.696914:0:31125:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030800/0xde5303b1d982cc8a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a571d expref: -99 pid: 31125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789130366.696920:0:31125:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130366.696921:0:31125:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130366.696923:0:31125:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1789130366.696924:0:31125:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130366.696925:0:31125:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130366.696926:0:31125:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40030800 refcount=3 00000020:00000001:0.0:1789130366.696929:0:31125:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239991296 : -109198469560320 : ffff9caf40030800) 00010000:00000001:0.0:1789130366.696931:0:31125:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239991296 : -109198469560320 : ffff9caf40030800) 00010000:00000040:0.0:1789130366.696939:0:31125:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf4a8cc000 count: 2 00010000:00000001:0.0:1789130366.696942:0:31125:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1789130366.696947:0:31125:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9caf4630e800 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:0.0:1789130366.696950:0:31125:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130366.696951:0:31125:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789130366.696952:0:31125:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1789130366.696955:0:31125:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c1f898 00000002:00002000:0.0:1789130366.696957:0:31125:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:0.0:1789130366.696960:0:31125:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789130366.696965:0:31125:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789130366.696968:0:31125:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1789130366.696972:0:31125:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1789130366.696975:0:31125:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789130366.696980:0:31125:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9caf4557c8c0 2 00000080:00000010:0.0:1789130366.696984:0:31125:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9caf4842f600. 00000080:00000001:0.0:1789130366.696989:0:31125:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1789130366.696992:0:31125:0:(llite_lib.c:3864:ll_prep_inode()) Process entered 00000002:00000001:0.0:1789130366.697000:0:31125:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:0.0:1789130366.697005:0:31125:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:0.0:1789130366.697012:0:31125:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9caf4a7b0d40. 00800000:00000001:0.0:1789130366.697014:0:31125:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446634875415629120 : -109198293922496 : ffff9caf4a7b0d40) 00800000:00000001:0.0:1789130366.697017:0:31125:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789130366.697020:0:31125:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1789130366.697025:0:31125:0:(llite_lib.c:1973:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1789130366.697027:0:31125:0:(llite_lib.c:1977:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:0.0:1789130366.697030:0:31125:0:(llite_lib.c:1928:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1789130366.697033:0:31125:0:(llite_lib.c:1950:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1789130366.697035:0:31125:0:(llite_lib.c:1994:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130366.697042:0:31125:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:0.0:1789130366.697045:0:31125:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:0.0:1789130366.697051:0:31125:0:(llite_lib.c:3140:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 8704 00010000:00000001:0.0:1789130366.697053:0:31125:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130366.697055:0:31125:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130366.697056:0:31125:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40030800 refcount=3 00000020:00000001:0.0:1789130366.697058:0:31125:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239991296 : -109198469560320 : ffff9caf40030800) 00010000:00000001:0.0:1789130366.697061:0:31125:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239991296 : -109198469560320 : ffff9caf40030800) 00010000:00000001:0.0:1789130366.697063:0:31125:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130366.697064:0:31125:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1789130366.697065:0:31125:0:(llite_lib.c:3962:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1789130366.697067:0:31125:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:0.0:1789130366.697069:0:31125:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9caf4a7b0d40 1 00800000:00000010:0.0:1789130366.697071:0:31125:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9caf4a7b0d40. 00800000:00000001:0.0:1789130366.697074:0:31125:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789130366.697077:0:31125:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9caf601980c8) for lock 0xde5303b1d982cc8a 00800000:00000001:0.0:1789130366.697080:0:31125:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1789130366.697081:0:31125:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1789130366.697082:0:31125:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130366.697084:0:31125:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130366.697085:0:31125:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40030800 refcount=3 00000020:00000001:0.0:1789130366.697086:0:31125:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239991296 : -109198469560320 : ffff9caf40030800) 00010000:00000001:0.0:1789130366.697088:0:31125:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239991296 : -109198469560320 : ffff9caf40030800) 00010000:00000001:0.0:1789130366.697090:0:31125:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130366.697091:0:31125:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789130366.697092:0:31125:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789130366.697094:0:31125:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130366.697097:0:31125:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789130366.697099:0:31125:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9caf601980c8) 00000080:00010000:0.0:1789130366.697103:0:31125:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xde5303b1d982cc8a from it ffffb97f41c1fb58 00010000:00000001:0.0:1789130366.697105:0:31125:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130366.697106:0:31125:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130366.697107:0:31125:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40030800 refcount=3 00000020:00000001:0.0:1789130366.697109:0:31125:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239991296 : -109198469560320 : ffff9caf40030800) 00010000:00000001:0.0:1789130366.697111:0:31125:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239991296 : -109198469560320 : ffff9caf40030800) 00010000:00000001:0.0:1789130366.697113:0:31125:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789130366.697115:0:31125:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030800/0xde5303b1d982cc8a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a571d expref: -99 pid: 31125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789130366.697127:0:31125:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130366.697128:0:31125:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130366.697130:0:31125:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789130366.697133:0:31125:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789130366.697136:0:31125:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030800/0xde5303b1d982cc8a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a571d expref: -99 pid: 31125 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1789130366.697142:0:31125:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789130366.697145:0:31125:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789130366.697147:0:31125:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789130366.697153:0:31125:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130366.697153:0:31125:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130366.697155:0:31125:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130366.697159:0:31125:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789130366.697160:0:31125:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130366.697162:0:31125:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130366.697165:0:31125:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130366.697167:0:31125:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789130366.697169:0:31125:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130366.697170:0:31125:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1789130366.697172:0:31125:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789130366.697176:0:31125:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf614603c0 x1876037329019264/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1789130382 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130366.697182:0:31125:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789130366.697185:0:31125:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789130366.697189:0:31125:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9caf47cd3000. 02000000:00000001:0.0:1789130366.697192:0:31125:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789130366.697195:0:31125:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1789130366.697197:0:31125:0:(genops.c:1223:class_import_put()) import ffff9caf6079a800 refcount=5 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000020:00000001:0.0:1789130366.697200:0:31125:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1789130366.697203:0:31125:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9caf482bf400. 02000000:00000001:0.0:1789130366.697208:0:31125:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789130366.697210:0:31125:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789130366.697213:0:31125:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf614603c0. 00000100:00000001:0.0:1789130366.697219:0:31125:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789130366.697221:0:31125:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1789130366.697225:0:31125:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8), inode mode 41ff mask 1 00000080:00000001:0.0:1789130366.697231:0:31125:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130366.697240:0:31125:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1789130366.697242:0:31125:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c1fb48 00000080:00002000:0.0:1789130366.697244:0:31125:0:(dcache.c:87:ll_dcompare()) found name d21g.recovery-small-2(ffff9caf603456c0) flags 0x20000e refc 1 00000080:00000001:0.0:1789130366.697247:0:31125:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130366.697250:0:31125:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c1fb90 00000080:00200000:0.0:1789130366.697251:0:31125:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21g.recovery-small-2, flags=8 00000080:00000001:0.0:1789130366.697268:0:31125:0:(llite_lib.c:3176:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1789130366.697271:0:31125:0:(llite_lib.c:3182:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130366.697287:0:31125:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c1fd10 00000080:00200008:0.0:1789130366.697289:0:31125:0:(file.c:6313:ll_getattr_dentry()) START file d21g.recovery-small-2:[0x200000404:0x24:0x0](ffff9caf60131148), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1789130366.697299:0:31125:0:(statahead.c:2326:start_statahead_thread()) Process entered 00000080:00000001:0.0:1789130366.697305:0:31125:0:(statahead.c:2329:start_statahead_thread()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130366.697308:0:31125:0:(file.c:6206:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1789130366.697310:0:31125:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c1fc88 00000080:00200000:0.0:1789130366.697312:0:31125:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x24:0x0](ffff9caf60131148),name=d21g.recovery-small-2 00000080:00000010:0.0:1789130366.697318:0:31125:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9caf4842f600. 00800000:00000002:0.0:1789130366.697323:0:31125:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9caf4557c8c0 2 00000080:00000001:0.0:1789130366.697330:0:31125:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1789130366.697333:0:31125:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1789130366.697335:0:31125:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c1fba8 00800000:00000002:0.0:1789130366.697337:0:31125:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000404:0x24:0x0] 'd21g.recovery-small-2' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1789130366.697341:0:31125:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1789130366.697347:0:31125:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x24:0x0], name='' -> mds #0 00000002:00000001:0.0:1789130366.697352:0:31125:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1789130366.697354:0:31125:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c1fa78 00000002:00010000:0.0:1789130366.697356:0:31125:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000404:0x24:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1789130366.697360:0:31125:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1789130366.697362:0:31125:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789130366.697364:0:31125:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789130366.697367:0:31125:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf4814d000 count: 2 00010000:00000001:0.0:1789130366.697370:0:31125:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789130366.697374:0:31125:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789130366.697377:0:31125:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1789130366.697380:0:31125:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a92400/0xde5303b1d982cc60 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a567c expref: -99 pid: 31124 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:0.0:1789130366.697388:0:31125:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1789130366.697392:0:31125:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789130366.697395:0:31125:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a92400/0xde5303b1d982cc60 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a567c expref: -99 pid: 31124 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:0.0:1789130366.697401:0:31125:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1789130366.697403:0:31125:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1789130366.697405:0:31125:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789130366.697407:0:31125:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789130366.697409:0:31125:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1789130366.697411:0:31125:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1789130366.697413:0:31125:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1789130366.697415:0:31125:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9caf4557c8c0 2 00000080:00000010:0.0:1789130366.697417:0:31125:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9caf4842f600. 00000080:00000001:0.0:1789130366.697419:0:31125:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1789130366.697421:0:31125:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789130366.697422:0:31125:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x24:0x0](ffff9caf60131148) 00000080:00010000:0.0:1789130366.697425:0:31125:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000404:0x24:0x0](ffff9caf60131148) for lock 0xde5303b1d982cc60 00800000:00000001:0.0:1789130366.697427:0:31125:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1789130366.697429:0:31125:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1789130366.697430:0:31125:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130366.697431:0:31125:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130366.697433:0:31125:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf46a92400 refcount=3 00000020:00000001:0.0:1789130366.697434:0:31125:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875351540736 : -109198358010880 : ffff9caf46a92400) 00010000:00000001:0.0:1789130366.697436:0:31125:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875351540736 : -109198358010880 : ffff9caf46a92400) 00010000:00000001:0.0:1789130366.697438:0:31125:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130366.697439:0:31125:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789130366.697441:0:31125:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789130366.697443:0:31125:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789130366.697444:0:31125:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xde5303b1d982cc60 from it ffffb97f41c1fcc0 00010000:00000001:0.0:1789130366.697446:0:31125:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130366.697447:0:31125:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130366.697448:0:31125:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf46a92400 refcount=3 00000020:00000001:0.0:1789130366.697450:0:31125:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875351540736 : -109198358010880 : ffff9caf46a92400) 00010000:00000001:0.0:1789130366.697452:0:31125:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875351540736 : -109198358010880 : ffff9caf46a92400) 00010000:00000001:0.0:1789130366.697453:0:31125:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789130366.697456:0:31125:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a92400/0xde5303b1d982cc60 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a567c expref: -99 pid: 31124 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1789130366.697461:0:31125:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130366.697463:0:31125:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130366.697464:0:31125:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789130366.697465:0:31125:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789130366.697467:0:31125:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a92400/0xde5303b1d982cc60 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a567c expref: -99 pid: 31124 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1789130366.697473:0:31125:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789130366.697474:0:31125:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789130366.697476:0:31125:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789130366.697477:0:31125:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130366.697478:0:31125:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130366.697480:0:31125:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130366.697481:0:31125:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789130366.697483:0:31125:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130366.697485:0:31125:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130366.697487:0:31125:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130366.697488:0:31125:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789130366.697489:0:31125:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130366.697490:0:31125:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1789130366.697492:0:31125:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1789130366.697493:0:31125:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1789130366.697497:0:31125:0:(file.c:6266:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130366.697500:0:31125:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c1fd10 00000080:00000008:0.0:1789130366.697502:0:31125:0:(file.c:6498:ll_getattr_dentry()) COMPLETED file d21g.recovery-small-2:[0x200000404:0x24:0x0](ffff9caf60131148), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1789130366.697554:0:31125:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:0.0:1789130366.697557:0:31125:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:0.0:1789130366.697558:0:31125:0:(file.c:6206:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1789130366.697559:0:31125:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c1fbc0 00000080:00200000:0.0:1789130366.697561:0:31125:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8),name=/ 00000080:00000010:0.0:1789130366.697564:0:31125:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9caf4842f600. 00800000:00000002:0.0:1789130366.697567:0:31125:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9caf4557c8c0 2 00000080:00000001:0.0:1789130366.697570:0:31125:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1789130366.697571:0:31125:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1789130366.697573:0:31125:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c1fae0 00800000:00000002:0.0:1789130366.697574:0:31125:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1789130366.697577:0:31125:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1789130366.697580:0:31125:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1789130366.697583:0:31125:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1789130366.697584:0:31125:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c1f9b0 00000002:00010000:0.0:1789130366.697586:0:31125:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1789130366.697588:0:31125:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1789130366.697590:0:31125:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789130366.697591:0:31125:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789130366.697594:0:31125:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf4a8cc000 count: 2 00010000:00000001:0.0:1789130366.697596:0:31125:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789130366.697598:0:31125:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789130366.697600:0:31125:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1789130366.697603:0:31125:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030800/0xde5303b1d982cc8a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a571d expref: -99 pid: 31125 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:0.0:1789130366.697609:0:31125:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1789130366.697612:0:31125:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789130366.697614:0:31125:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030800/0xde5303b1d982cc8a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a571d expref: -99 pid: 31125 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:0.0:1789130366.697621:0:31125:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1789130366.697622:0:31125:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1789130366.697624:0:31125:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789130366.697626:0:31125:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789130366.697628:0:31125:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1789130366.697629:0:31125:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1789130366.697632:0:31125:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1789130366.697633:0:31125:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9caf4557c8c0 2 00000080:00000010:0.0:1789130366.697635:0:31125:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9caf4842f600. 00000080:00000001:0.0:1789130366.697638:0:31125:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1789130366.697639:0:31125:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789130366.697641:0:31125:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9caf601980c8) 00000080:00010000:0.0:1789130366.697643:0:31125:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9caf601980c8) for lock 0xde5303b1d982cc8a 00800000:00000001:0.0:1789130366.697646:0:31125:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1789130366.697647:0:31125:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1789130366.697648:0:31125:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130366.697649:0:31125:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130366.697651:0:31125:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40030800 refcount=3 00000020:00000001:0.0:1789130366.697652:0:31125:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239991296 : -109198469560320 : ffff9caf40030800) 00010000:00000001:0.0:1789130366.697654:0:31125:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239991296 : -109198469560320 : ffff9caf40030800) 00010000:00000001:0.0:1789130366.697656:0:31125:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130366.697658:0:31125:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789130366.697659:0:31125:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789130366.697661:0:31125:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789130366.697663:0:31125:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xde5303b1d982cc8a from it ffffb97f41c1fbf8 00010000:00000001:0.0:1789130366.697664:0:31125:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130366.697665:0:31125:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130366.697666:0:31125:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40030800 refcount=3 00000020:00000001:0.0:1789130366.697668:0:31125:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239991296 : -109198469560320 : ffff9caf40030800) 00010000:00000001:0.0:1789130366.697671:0:31125:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239991296 : -109198469560320 : ffff9caf40030800) 00010000:00000001:0.0:1789130366.697673:0:31125:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789130366.697675:0:31125:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030800/0xde5303b1d982cc8a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a571d expref: -99 pid: 31125 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1789130366.697680:0:31125:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130366.697682:0:31125:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130366.697683:0:31125:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789130366.697685:0:31125:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789130366.697687:0:31125:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030800/0xde5303b1d982cc8a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a571d expref: -99 pid: 31125 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1789130366.697694:0:31125:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789130366.697696:0:31125:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789130366.697697:0:31125:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789130366.697698:0:31125:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130366.697700:0:31125:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130366.697701:0:31125:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130366.697702:0:31125:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789130366.697703:0:31125:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130366.697705:0:31125:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130366.697707:0:31125:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130366.697709:0:31125:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789130366.697710:0:31125:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130366.697711:0:31125:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1789130366.697712:0:31125:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1789130366.697714:0:31125:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1789130366.697716:0:31125:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8), inode mode 41ff mask 1 00000080:00000001:0.0:1789130366.697719:0:31125:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130366.697722:0:31125:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1789130366.697724:0:31125:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c1fbc0 00000080:00002000:0.0:1789130366.697726:0:31125:0:(dcache.c:87:ll_dcompare()) found name d21g.recovery-small-2(ffff9caf603456c0) flags 0x20000e refc 1 00000080:00000001:0.0:1789130366.697728:0:31125:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130366.697730:0:31125:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c1fc08 00000080:00200000:0.0:1789130366.697732:0:31125:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21g.recovery-small-2, flags=266 00000080:00000001:0.0:1789130366.697735:0:31125:0:(llite_lib.c:3176:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1789130366.697736:0:31125:0:(llite_lib.c:3182:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130366.697742:0:31125:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00200000:0.0:1789130366.697743:0:31125:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000404:0x24:0x0](ffff9caf60131148), inode mode 41ed mask 44 00000080:00000001:0.0:1789130366.697746:0:31125:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130366.697756:0:31125:0:(dir.c:3010:ll_dir_open()) Process entered 00000080:00000001:0.0:1789130366.697759:0:31125:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:0.0:1789130366.697761:0:31125:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c1fb78 00000080:00200008:0.0:1789130366.697764:0:31125:0:(file.c:1090:ll_file_open()) START file d21g.recovery-small-2:[0x200000404:0x24:0x0](ffff9caf60131148), flags 704400 00000080:00000010:0.0:1789130366.697770:0:31125:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9caf4865fa40. 00000080:00000001:0.0:1789130366.697779:0:31125:0:(file.c:806:ll_intent_file_open()) Process entered 00000080:00000010:0.0:1789130366.697782:0:31125:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9caf4842f600. 00800000:00000002:0.0:1789130366.697784:0:31125:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9caf4557c8c0 2 00000080:00000001:0.0:1789130366.697787:0:31125:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1789130366.697788:0:31125:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1789130366.697789:0:31125:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c1fa28 00800000:00000002:0.0:1789130366.697791:0:31125:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open' for [0x200000404:0x24:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1789130366.697795:0:31125:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00000020:00000001:0.0:1789130366.697798:0:31125:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c1f9a8 00800000:00000002:0.0:1789130366.697800:0:31125:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x24:0x0], name='' -> mds #0 layout version 1 00000002:00000001:0.0:1789130366.697869:0:31125:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1789130366.697870:0:31125:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c1f8e0 00000002:00010000:0.0:1789130366.697872:0:31125:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000404:0x24:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 0100240704401 00000002:00000001:0.0:1789130366.697876:0:31125:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1789130366.697881:0:31125:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:0.0:1789130366.697885:0:31125:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1789130366.697889:0:31125:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf4814d000 count: 2 00010000:00000001:0.0:1789130366.697891:0:31125:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789130366.697894:0:31125:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1789130366.697899:0:31125:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130366.697901:0:31125:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789130366.697904:0:31125:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789130366.697906:0:31125:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1789130366.697908:0:31125:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf4a8cc000 count: 2 00010000:00000001:0.0:1789130366.697911:0:31125:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789130366.697912:0:31125:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1789130366.697914:0:31125:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130366.697916:0:31125:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789130366.697917:0:31125:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789130366.697923:0:31125:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf614603c0. 00000020:00000040:0.0:1789130366.697929:0:31125:0:(genops.c:1210:class_import_get()) import ffff9caf6079a800 refcount=6 obd=lustre-MDT0000-mdc-ffff9caf5014c800 02000000:00000001:0.0:1789130366.697938:0:31125:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1789130366.697941:0:31125:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130366.697944:0:31125:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1789130366.697950:0:31125:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789130366.697954:0:31125:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130366.697955:0:31125:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130366.697956:0:31125:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130366.697960:0:31125:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789130366.697963:0:31125:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789130366.697967:0:31125:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789130366.697976:0:31125:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9caf482bf400. 00000100:00000001:0.0:1789130366.697985:0:31125:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130366.697989:0:31125:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789130366.697991:0:31125:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130366.697993:0:31125:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789130366.697994:0:31125:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130366.697996:0:31125:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789130366.698005:0:31125:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446634875798029248 : -109197911522368 : ffff9caf614603c0) 00010000:00000001:0.0:1789130366.698009:0:31125:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1789130366.698011:0:31125:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1789130366.698014:0:31125:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf4a8cc000 count: 2 00010000:00000001:0.0:1789130366.698015:0:31125:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789130366.698018:0:31125:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1789130366.698023:0:31125:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9caf40030200. 00000020:00000001:0.0:1789130366.698026:0:31125:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1789130366.698029:0:31125:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9caf40030200 with handle 0xde5303b1d982cc91 to hash 00000020:00000001:0.0:1789130366.698032:0:31125:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1789130366.698034:0:31125:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446634875239989760 : -109198469561856 : ffff9caf40030200) 00010000:00000001:0.0:1789130366.698039:0:31125:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446634875239989760 : -109198469561856 : ffff9caf40030200) 00010000:00000001:0.0:1789130366.698041:0:31125:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789130366.698043:0:31125:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789130366.698046:0:31125:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030200/0xde5303b1d982cc91 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 31125 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789130366.698053:0:31125:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030200/0xde5303b1d982cc91 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31125 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:0.0:1789130366.698073:0:31125:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9caf5014c800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1789130366.698085:0:31125:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9caf614603c0 x1876037329019520/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1789130366.698096:0:31125:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030200/0xde5303b1d982cc91 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31125 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1789130366.698102:0:31125:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1789130366.698105:0:31125:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1789130366.698116:0:31125:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9caf5868b480. 00000100:00000001:0.0:1789130366.698118:0:31125:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446634875649307776 : -109198060243840 : ffff9caf5868b480) 00000100:00000001:0.0:1789130366.698122:0:31125:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789130366.698124:0:31125:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875798029248 : -109197911522368 : ffff9caf614603c0) 00000100:00000001:0.0:1789130366.698131:0:31125:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789130366.698139:0:31125:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130366.698141:0:31125:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1789130366.698143:0:31125:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789130366.698147:0:31125:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf614603c0 x1876037329019520/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130366.698155:0:31125:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789130366.698158:0:31125:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130366.698163:0:31125:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789130366.698167:0:31125:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789130366.698170:0:31125:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789130366.698174:0:31125:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf614603c0 pname:cluuid:pid:xid:nid:opc:job rm:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:31125:1876037329019520:192.168.204.123@tcp:101:rm.0 00000100:00000001:0.0:1789130366.698180:0:31125:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789130366.698189:0:31125:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789130366.698192:0:31125:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130366.698195:0:31125:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789130366.698325:0:31125:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 262144 at ffff9caf48a00000. 02000000:00000001:0.0:1789130366.698328:0:31125:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789130366.698340:0:31125:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:0.0:1789130366.698345:0:31125:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf50131aa8. 00000400:00000010:0.0:1789130366.698359:0:31125:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffff9caf47cd3000. 00000100:00000200:0.0:1789130366.698372:0:31125:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 262144 bytes, xid 1876037329019520, portal 10 00000100:00000001:0.0:1789130366.698374:0:31125:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789130366.698375:0:31125:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875798029248 : -109197911522368 : ffff9caf614603c0) 00000100:00000040:0.0:1789130366.698384:0:31125:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9caf614603c0 x1876037329019520/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789130382 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130366.698391:0:31125:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789130366.698394:0:31125:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:0.0:1789130366.698399:0:31125:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf5801e7f8. 00000100:00000200:0.0:1789130366.698405:0:31125:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1876037329019520, offset 0 00000400:00000200:0.0:1789130366.698412:0:31125:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:0.0:1789130366.698423:0:31125:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:0.0:1789130366.698434:0:31125:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:0.0:1789130366.698442:0:31125:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789130366.698447:0:31125:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:0.0:1789130366.698452:0:31125:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789130366.698455:0:31125:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:0.0:1789130366.698459:0:31125:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2415:2415:256:4294967295] 192.168.204.123@tcp LPNI seq info [2414:2414:8:4294967295] 00000400:00000200:0.0:1789130366.698464:0:31125:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:0.0:1789130366.698477:0:31125:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:0.0:1789130366.698487:0:31125:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:0.0:1789130366.698494:0:31125:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf451e7200. 00000800:00000200:0.0:1789130366.698502:0:31125:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:0.0:1789130366.698514:0:31125:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:0.0:1789130366.698520:0:31125:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf451e7200 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:0.0:1789130366.698550:0:31125:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130366.698556:0:31125:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: using a timeout of 821990 usecs (822 jiffies) 00000400:00000200:0.0:1789130366.698560:0:31125:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:0.0:1789130366.698564:0:31125:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296461542 00000100:00000001:0.0:1789130366.698568:0:31125:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 2, keep current deadline 4296462858 00000100:00000001:0.0:1789130366.698572:0:31125:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296461542 00000100:00000001:0.0:1789130366.698575:0:31125:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 3, keep current deadline 4296462858 00000100:00000001:0.0:1789130366.698577:0:31125:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789130366.698581:0:31125:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130366.698583:0:31125:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789130366.698586:0:31125:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1789130366.698589:0:31125:0:(client.c:2715:ptlrpc_set_wait()) set ffff9caf5868b480 going to sleep for 11 seconds 00000100:00000001:0.0:1789130366.698592:0:31125:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789130366.698595:0:31125:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789130366.699134:0:2342:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789130366.699141:0:2342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf451e7200. 00000400:00000200:3.0:1789130366.699147:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130366.699155:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:3.0:1789130366.699164:0:2342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf5801e7f8 00000400:00000010:3.0:1789130366.699167:0:2342:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf5801e7f8. 00000100:00000001:3.0:1789130366.699173:0:2342:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789130366.699177:0:2342:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf614603c0 x1876037329019520/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789130382 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130366.699189:0:2342:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130366.699192:0:2342:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf614603c0 x1876037329019520/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789130382 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130366.699204:0:2342:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130366.699206:0:2342:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:0.1:1789130366.699758:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9caf6019f380. 00000080:00000010:0.1:1789130366.699779:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9caf4632b2e0. 00000800:00000001:2.0:1789130366.704067:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130366.704098:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789130366.704106:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130366.704109:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130366.704123:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130366.704133:0:2341:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:2.0:1789130366.704148:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130366.704155:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130366.704164:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130366.704169:0:2341:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 608 into portal 10 MB=0x6aa3efa94e280 00000400:00000200:2.0:1789130366.704175:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130366.704184:0:2341:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.123@tcp of length 608/608 into md 0x689d [64] + 224 00000800:00000001:2.0:1789130366.704195:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130366.704204:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130366.704210:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130366.704216:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:2.0:1789130366.704229:0:2341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789130366.704245:0:2341:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf614603c0 x1876037329019520/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789130382 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789130366.704271:0:2341:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=608 offset=224 replen=131856 req@ffff9caf614603c0 x1876037329019520/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789130382 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130366.704295:0:2341:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789130366.704309:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130366.704313:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130366.704402:0:31125:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789130366.704414:0:31125:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789130366.704417:0:31125:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789130366.704423:0:31125:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf50131aa8. 00000400:00000200:0.0:1789130366.704430:0:31125:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf47cd3000 00000400:00000010:0.0:1789130366.704433:0:31125:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 1144 at ffff9caf47cd3000. 00000100:00000001:0.0:1789130366.704438:0:31125:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789130366.704443:0:31125:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf614603c0 x1876037329019520/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789130382 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1789130366.704453:0:31125:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf614603c0 x1876037329019520/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789130382 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130366.704458:0:31125:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789130366.704461:0:31125:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130366.704463:0:31125:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789130366.704469:0:31125:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789130366.704471:0:31125:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789130366.704474:0:31125:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130366.704478:0:31125:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789130366.704490:0:31125:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf6079ac60 time=135 v=5 (104 104 104 104) 00000100:00001000:0.0:1789130366.704495:0:31125:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf6079ac18 time=2 v=5 (1 0 0 0) 00000100:00000001:0.0:1789130366.704498:0:31125:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1789130366.704502:0:31125:0:(client.c:1510:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff9caf614603c0 x1876037329019520/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/608 e 0 to 0 dl 1789130382 ref 2 fl Rpc:RPQU/600/0 rc 0/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130366.704509:0:31125:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1789130366.704514:0:31125:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1789130366.704517:0:31125:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1789130366.704519:0:31125:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1789130366.704523:0:31125:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789130366.704524:0:31125:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875798029248 : -109197911522368 : ffff9caf614603c0) 00000100:00000001:0.0:1789130366.704528:0:31125:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789130366.704530:0:31125:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9caf5014c800: skip recheck: last_committed 4294967617 00000100:00000001:0.0:1789130366.704532:0:31125:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789130366.704535:0:31125:0:(client.c:1797:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1789130366.704540:0:31125:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf614603c0 x1876037329019520/t4294967624(4294967624) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/608 e 0 to 0 dl 1789130382 ref 3 fl Rpc:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130366.704548:0:31125:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1789130366.704552:0:31125:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789130366.704554:0:31125:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789130366.704558:0:31125:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf614603c0 x1876037329019520/t4294967624(4294967624) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/608 e 0 to 0 dl 1789130382 ref 3 fl Interpret:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1789130366.704566:0:31125:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf614603c0 pname:cluuid:pid:xid:nid:opc:job rm:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:31125:1876037329019520:192.168.204.123@tcp:101:rm.0 00000100:00000001:0.0:1789130366.704571:0:31125:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130366.704574:0:31125:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1789130366.704577:0:31125:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1789130366.704579:0:31125:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789130366.704582:0:31125:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf614603c0 x1876037329019520/t4294967624(4294967624) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/608 e 0 to 0 dl 1789130382 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130366.704589:0:31125:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789130366.704604:0:31125:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9caf5868b480. 00000100:00000001:0.0:1789130366.704608:0:31125:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1789130366.704610:0:31125:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1789130366.704615:0:31125:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1789130366.704622:0:31125:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130366.704625:0:31125:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130366.704629:0:31125:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40030200 refcount=4 00000020:00000001:0.0:1789130366.704632:0:31125:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239989760 : -109198469561856 : ffff9caf40030200) 00010000:00000001:0.0:1789130366.704636:0:31125:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239989760 : -109198469561856 : ffff9caf40030200) 00010000:00010000:0.0:1789130366.704642:0:31125:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030200/0xde5303b1d982cc91 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31125 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789130366.704656:0:31125:0:(ldlm_request.c:719:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1789130366.704660:0:31125:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030200/0xde5303b1d982cc91 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 31125 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789130366.704667:0:31125:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789130366.704670:0:31125:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030200/0xde5303b1d982cc91 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 31125 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789130366.704676:0:31125:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130366.704679:0:31125:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1789130366.704682:0:31125:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030200/0xde5303b1d982cc91 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 31125 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789130366.704688:0:31125:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789130366.704693:0:31125:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130366.704696:0:31125:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1789130366.704700:0:31125:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030200/0xde5303b1d982cc91 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 31125 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789130366.704707:0:31125:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9caf40030200 already unused, calling callback (ffffffffc1904580) 00000080:00000001:0.0:1789130366.704712:0:31125:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1789130366.704716:0:31125:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030200/0xde5303b1d982cc91 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 31125 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789130366.704723:0:31125:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1789130366.704726:0:31125:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1789130366.704730:0:31125:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030200/0xde5303b1d982cc91 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 31125 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789130366.704739:0:31125:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1789130366.704742:0:31125:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1789130366.704744:0:31125:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130366.704745:0:31125:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130366.704747:0:31125:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40030200 refcount=5 00000020:00000001:0.0:1789130366.704749:0:31125:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239989760 : -109198469561856 : ffff9caf40030200) 00010000:00000001:0.0:1789130366.704751:0:31125:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239989760 : -109198469561856 : ffff9caf40030200) 00010000:00000001:0.0:1789130366.704754:0:31125:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1789130366.704756:0:31125:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030200/0xde5303b1d982cc91 lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 31125 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:0.0:1789130366.704762:0:31125:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1789130366.704764:0:31125:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789130366.704767:0:31125:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1789130366.704769:0:31125:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1789130366.704773:0:31125:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789130366.704774:0:31125:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789130366.704776:0:31125:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789130366.704777:0:31125:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789130366.704780:0:31125:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9caf40030200 with handle 0xde5303b1d982cc91 from hash 00010000:00000001:0.0:1789130366.704782:0:31125:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789130366.704784:0:31125:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130366.704785:0:31125:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130366.704786:0:31125:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789130366.704787:0:31125:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789130366.704789:0:31125:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1789130366.704791:0:31125:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130366.704792:0:31125:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130366.704794:0:31125:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130366.704795:0:31125:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789130366.704798:0:31125:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030200/0xde5303b1d982cc91 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 31125 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789130366.704865:0:31125:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130366.704867:0:31125:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130366.704868:0:31125:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1789130366.704870:0:31125:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789130366.704871:0:31125:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130366.704872:0:31125:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130366.704873:0:31125:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789130366.704876:0:31125:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030200/0xde5303b1d982cc91 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 31125 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789130366.704890:0:31125:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130366.704892:0:31125:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:0.0:1789130366.704898:0:31125:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00000002:00100000:0.0:1789130366.704904:0:31125:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x2b, status=0 req@ffff9caf614603c0 x1876037329019520/t4294967624(4294967624) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/608 e 0 to 0 dl 1789130382 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1789130366.704916:0:31125:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:0.0:1789130366.704922:0:31125:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9caf614603c0 x1876037329019520/t4294967624(4294967624) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/608 e 0 to 0 dl 1789130382 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1789130366.704929:0:31125:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130366.704931:0:31125:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1789130366.704932:0:31125:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789130366.704934:0:31125:0:(mdc_locks.c:932:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789130366.704936:0:31125:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789130366.704940:0:31125:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:0.0:1789130366.704943:0:31125:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789130366.704944:0:31125:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875798029248 : -109197911522368 : ffff9caf614603c0) 00010000:00000001:0.0:1789130366.704947:0:31125:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1789130366.704948:0:31125:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789130366.704951:0:31125:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1789130366.704954:0:31125:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c1f868 00000002:00002000:0.0:1789130366.704956:0:31125:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=open status=0 disp=0x80002b: rc = 0 00000002:00000001:0.0:1789130366.704959:0:31125:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789130366.704964:0:31125:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789130366.704967:0:31125:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1789130366.704970:0:31125:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1789130366.704973:0:31125:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789130366.704980:0:31125:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9caf4557c8c0 2 00000080:00000010:0.0:1789130366.704984:0:31125:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9caf4842f600. 00000080:00000001:0.0:1789130366.704990:0:31125:0:(llite_lib.c:3864:ll_prep_inode()) Process entered 00000002:00000001:0.0:1789130366.704998:0:31125:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1789130366.705001:0:31125:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1789130366.705005:0:31125:0:(llite_lib.c:1973:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1789130366.705007:0:31125:0:(llite_lib.c:1977:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000404:0x24:0x0] 00000080:00000001:0.0:1789130366.705010:0:31125:0:(llite_lib.c:1994:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130366.705016:0:31125:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833956 : 144115205322833956 : 200000404000024) 00000080:00000001:0.0:1789130366.705020:0:31125:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:0.0:1789130366.705026:0:31125:0:(llite_lib.c:3140:ll_update_inode()) inode=[0x200000404:0x24:0x0], updating i_size 7680 00000080:00000001:0.0:1789130366.705028:0:31125:0:(llite_lib.c:3962:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1789130366.705031:0:31125:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1789130366.705033:0:31125:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130366.705037:0:31125:0:(llite_lib.c:3176:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1789130366.705039:0:31125:0:(llite_lib.c:3182:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130366.705042:0:31125:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789130366.705045:0:31125:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf614603c0 x1876037329019520/t4294967624(4294967624) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/608 e 0 to 0 dl 1789130382 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130366.705052:0:31125:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130366.705057:0:31125:0:(file.c:917:ll_intent_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1789130366.705067:0:31125:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff9caf4a7b0d40. 00000080:00000001:0.0:1789130366.705071:0:31125:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:0.0:1789130366.705075:0:31125:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00000002:00000001:0.0:1789130366.705078:0:31125:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:0.0:1789130366.705083:0:31125:0:(obd.h:1507:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff9caf47eabc60. 00000002:00100000:0.0:1789130366.705087:0:31125:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9caf614603c0 x1876037329019520/t4294967624(4294967624) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/608 e 0 to 0 dl 1789130382 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1789130366.705093:0:31125:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789130366.705095:0:31125:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:0.0:1789130366.705099:0:31125:0:(rw.c:970:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:0.0:1789130366.705103:0:31125:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130366.705107:0:31125:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:0.0:1789130366.705109:0:31125:0:(pcc.c:2368:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130366.705112:0:31125:0:(file.c:1296:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789130366.705117:0:31125:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789130366.705120:0:31125:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf614603c0 x1876037329019520/t4294967624(4294967624) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/608 e 0 to 0 dl 1789130382 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 02000000:00000001:0.0:1789130366.705126:0:31125:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789130366.705131:0:31125:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 262144 at ffff9caf48a00000. 02000000:00000001:0.0:1789130366.705171:0:31125:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1789130366.705173:0:31125:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130366.705176:0:31125:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c1fb78 00000080:00000008:0.0:1789130366.705178:0:31125:0:(file.c:1329:ll_file_open()) COMPLETED file d21g.recovery-small-2:[0x200000404:0x24:0x0](ffff9caf60131148), flags 704400, rc = 0 00000080:00000001:0.0:1789130366.705182:0:31125:0:(dir.c:3011:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130366.705217:0:31125:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c1fd30 00000080:00200008:0.0:1789130366.705220:0:31125:0:(file.c:6313:ll_getattr_dentry()) START file d21g.recovery-small-2:[0x200000404:0x24:0x0](ffff9caf60131148), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1789130366.705230:0:31125:0:(statahead.c:2326:start_statahead_thread()) Process entered 00000080:00000001:0.0:1789130366.705234:0:31125:0:(statahead.c:2329:start_statahead_thread()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130366.705237:0:31125:0:(file.c:6206:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1789130366.705238:0:31125:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c1fca8 00000080:00200000:0.0:1789130366.705240:0:31125:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x24:0x0](ffff9caf60131148),name=d21g.recovery-small-2 00000080:00000010:0.0:1789130366.705247:0:31125:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9caf4842f600. 00800000:00000002:0.0:1789130366.705253:0:31125:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9caf4557c8c0 2 00000080:00000001:0.0:1789130366.705273:0:31125:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1789130366.705277:0:31125:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1789130366.705279:0:31125:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c1fbc8 00800000:00000002:0.0:1789130366.705282:0:31125:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000404:0x24:0x0] 'd21g.recovery-small-2' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1789130366.705286:0:31125:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1789130366.705291:0:31125:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x24:0x0], name='' -> mds #0 00000002:00000001:0.0:1789130366.705296:0:31125:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1789130366.705298:0:31125:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c1fa98 00000002:00010000:0.0:1789130366.705300:0:31125:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000404:0x24:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1789130366.705304:0:31125:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1789130366.705307:0:31125:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789130366.705309:0:31125:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789130366.705319:0:31125:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf4814d000 count: 2 00010000:00000001:0.0:1789130366.705322:0:31125:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789130366.705327:0:31125:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789130366.705331:0:31125:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1789130366.705335:0:31125:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a92400/0xde5303b1d982cc60 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a567c expref: -99 pid: 31124 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:0.0:1789130366.705345:0:31125:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1789130366.705350:0:31125:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789130366.705354:0:31125:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a92400/0xde5303b1d982cc60 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a567c expref: -99 pid: 31124 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:0.0:1789130366.705361:0:31125:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1789130366.705364:0:31125:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1789130366.705366:0:31125:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789130366.705368:0:31125:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789130366.705370:0:31125:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1789130366.705372:0:31125:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1789130366.705374:0:31125:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1789130366.705376:0:31125:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9caf4557c8c0 2 00000080:00000010:0.0:1789130366.705379:0:31125:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9caf4842f600. 00000080:00000001:0.0:1789130366.705383:0:31125:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1789130366.705385:0:31125:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789130366.705387:0:31125:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x24:0x0](ffff9caf60131148) 00000080:00010000:0.0:1789130366.705392:0:31125:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000404:0x24:0x0](ffff9caf60131148) for lock 0xde5303b1d982cc60 00800000:00000001:0.0:1789130366.705395:0:31125:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1789130366.705398:0:31125:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1789130366.705399:0:31125:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130366.705400:0:31125:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130366.705402:0:31125:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf46a92400 refcount=3 00000020:00000001:0.0:1789130366.705405:0:31125:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875351540736 : -109198358010880 : ffff9caf46a92400) 00010000:00000001:0.0:1789130366.705407:0:31125:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875351540736 : -109198358010880 : ffff9caf46a92400) 00010000:00000001:0.0:1789130366.705410:0:31125:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130366.705411:0:31125:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789130366.705413:0:31125:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789130366.705415:0:31125:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789130366.705418:0:31125:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xde5303b1d982cc60 from it ffffb97f41c1fce0 00010000:00000001:0.0:1789130366.705420:0:31125:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130366.705421:0:31125:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130366.705422:0:31125:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf46a92400 refcount=3 00000020:00000001:0.0:1789130366.705424:0:31125:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875351540736 : -109198358010880 : ffff9caf46a92400) 00010000:00000001:0.0:1789130366.705426:0:31125:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875351540736 : -109198358010880 : ffff9caf46a92400) 00010000:00000001:0.0:1789130366.705428:0:31125:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789130366.705430:0:31125:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a92400/0xde5303b1d982cc60 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a567c expref: -99 pid: 31124 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1789130366.705437:0:31125:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130366.705438:0:31125:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130366.705440:0:31125:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789130366.705442:0:31125:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789130366.705446:0:31125:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a92400/0xde5303b1d982cc60 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a567c expref: -99 pid: 31124 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1789130366.705454:0:31125:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789130366.705457:0:31125:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789130366.705459:0:31125:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789130366.705464:0:31125:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130366.705465:0:31125:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130366.705467:0:31125:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130366.705470:0:31125:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789130366.705473:0:31125:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130366.705474:0:31125:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130366.705478:0:31125:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130366.705480:0:31125:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789130366.705481:0:31125:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130366.705482:0:31125:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1789130366.705484:0:31125:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1789130366.705485:0:31125:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1789130366.705489:0:31125:0:(file.c:6266:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130366.705493:0:31125:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c1fd30 00000080:00000008:0.0:1789130366.705496:0:31125:0:(file.c:6498:ll_getattr_dentry()) COMPLETED file d21g.recovery-small-2:[0x200000404:0x24:0x0](ffff9caf60131148), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1789130366.705517:0:31125:0:(dir.c:324:ll_iterate()) Process entered 00000080:00200000:0.0:1789130366.705520:0:31125:0:(dir.c:332:ll_iterate()) VFS Op:inode=[0x200000404:0x24:0x0](ffff9caf60131148) pos/size0/7680 32bit_api 0 00000080:00000010:0.0:1789130366.705525:0:31125:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9caf4842f600. 00000080:00000001:0.0:1789130366.705529:0:31125:0:(dir.c:194:ll_dir_read()) Process entered 00800000:00000001:0.0:1789130366.705534:0:31125:0:(lmv_obd.c:3441:lmv_read_page()) Process entered 00000002:00000001:0.0:1789130366.705537:0:31125:0:(mdc_request.c:1493:mdc_read_page()) Process entered 00000002:00000001:0.0:1789130366.705539:0:31125:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1789130366.705540:0:31125:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c1fab8 00000002:00010000:0.0:1789130366.705542:0:31125:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000404:0x24:0x0]) in obj [0x200000404:0x24:0x0], intent: readdir flags 0 00000002:00000001:0.0:1789130366.705545:0:31125:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1789130366.705546:0:31125:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789130366.705547:0:31125:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789130366.705550:0:31125:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf4814d000 count: 2 00010000:00000001:0.0:1789130366.705552:0:31125:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789130366.705554:0:31125:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789130366.705556:0:31125:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1789130366.705559:0:31125:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a92400/0xde5303b1d982cc60 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a567c expref: -99 pid: 31124 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:0.0:1789130366.705566:0:31125:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1789130366.705568:0:31125:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789130366.705570:0:31125:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a92400/0xde5303b1d982cc60 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a567c expref: -99 pid: 31124 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:0.0:1789130366.705576:0:31125:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1789130366.705578:0:31125:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1789130366.705579:0:31125:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1789130366.705581:0:31125:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1789130366.705582:0:31125:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130366.705583:0:31125:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130366.705585:0:31125:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf46a92400 refcount=3 00000020:00000001:0.0:1789130366.705587:0:31125:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875351540736 : -109198358010880 : ffff9caf46a92400) 00010000:00000001:0.0:1789130366.705589:0:31125:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875351540736 : -109198358010880 : ffff9caf46a92400) 00010000:00000001:0.0:1789130366.705592:0:31125:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130366.705593:0:31125:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789130366.705594:0:31125:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789130366.705640:0:31125:0:(mdc_request.c:1391:do_mdc_read_folio_remote()) Process entered 00000002:00000010:0.0:1789130366.705646:0:31125:0:(mdc_request.c:1398:do_mdc_read_folio_remote()) kmalloced '(folio_pool)': 2048 at ffff9caf47cd3000. 00000002:00000001:0.0:1789130366.706305:0:31125:0:(mdc_request.c:1036:mdc_getpage()) Process entered 00000100:00000010:0.0:1789130366.706316:0:31125:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf61462940. 00000020:00000040:0.0:1789130366.706323:0:31125:0:(genops.c:1210:class_import_get()) import ffff9caf6079a800 refcount=7 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000100:00000001:0.0:1789130366.706329:0:31125:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789130366.706333:0:31125:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789130366.706338:0:31125:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789130366.706347:0:31125:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9caf4842fe00. 00000100:00000001:0.0:1789130366.706357:0:31125:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130366.706361:0:31125:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:0.0:1789130366.706366:0:31125:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at ffff9caf482bc000. 00000100:00000010:0.0:1789130366.706372:0:31125:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 4096 at ffff9caf460f7000. 00000020:00000040:0.0:1789130366.706375:0:31125:0:(genops.c:1210:class_import_get()) import ffff9caf6079a800 refcount=8 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000100:00000001:0.0:1789130366.706398:0:31125:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1789130366.706401:0:31125:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1789130366.706410:0:31125:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9caf5868b480. 00000100:00000001:0.0:1789130366.706414:0:31125:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446634875649307776 : -109198060243840 : ffff9caf5868b480) 00000100:00000001:0.0:1789130366.706417:0:31125:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789130366.706418:0:31125:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875798038848 : -109197911512768 : ffff9caf61462940) 00000100:00000001:0.0:1789130366.706425:0:31125:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789130366.706430:0:31125:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130366.706432:0:31125:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1789130366.706433:0:31125:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789130366.706444:0:31125:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf61462940 x1876037329019648/t0(0) o37->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 448/440 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130366.706454:0:31125:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789130366.706457:0:31125:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130366.706461:0:31125:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789130366.706464:0:31125:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789130366.706467:0:31125:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789130366.706471:0:31125:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf61462940 pname:cluuid:pid:xid:nid:opc:job rm:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:31125:1876037329019648:192.168.204.123@tcp:37:rm.0 00000100:00000001:0.0:1789130366.706476:0:31125:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789130366.706483:0:31125:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789130366.706486:0:31125:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130366.706489:0:31125:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000200:0.0:1789130366.706500:0:31125:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:0.0:1789130366.706505:0:31125:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf50131aa8. 00000400:00000010:0.0:1789130366.706517:0:31125:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at ffff9caf48526000. 00000100:00000200:0.0:1789130366.706529:0:31125:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 256 pages 1048576 bytes, mbits x0x6aa3efa94e300-0x6aa3efa94e300, portal 14 00000100:00000001:0.0:1789130366.706533:0:31125:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130366.706536:0:31125:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789130366.706542:0:31125:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9caf482bcc00. 02000000:00000001:0.0:1789130366.706545:0:31125:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789130366.706548:0:31125:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:0.0:1789130366.706551:0:31125:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf501316e0. 00000400:00000010:0.0:1789130366.706556:0:31125:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf5801e440. 00000100:00000200:0.0:1789130366.706561:0:31125:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876037329019648, portal 10 00000100:00000001:0.0:1789130366.706563:0:31125:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789130366.706564:0:31125:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875798038848 : -109197911512768 : ffff9caf61462940) 00000100:00000040:0.0:1789130366.706573:0:31125:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9caf61462940 x1876037329019648/t0(0) o37->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 448/440 e 0 to 0 dl 1789130382 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130366.706580:0:31125:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789130366.706584:0:31125:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:0.0:1789130366.706587:0:31125:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf5801ee58. 00000100:00000200:0.0:1789130366.706592:0:31125:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 23, xid 1876037329019648, offset 0 00000400:00000200:0.0:1789130366.706606:0:31125:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:0.0:1789130366.706619:0:31125:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:0.0:1789130366.706631:0:31125:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:0.0:1789130366.706639:0:31125:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789130366.706645:0:31125:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:0.0:1789130366.706650:0:31125:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789130366.706653:0:31125:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:0.0:1789130366.706659:0:31125:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2416:2416:256:4294967295] 192.168.204.123@tcp LPNI seq info [2415:2415:8:4294967295] 00000400:00000200:0.0:1789130366.706664:0:31125:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:0.0:1789130366.706678:0:31125:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:0.0:1789130366.706686:0:31125:0:(socklnd_cb.c:931:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:0.0:1789130366.706693:0:31125:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf451e7600. 00000800:00000200:0.0:1789130366.706703:0:31125:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:0.0:1789130366.706715:0:31125:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:0.0:1789130366.706721:0:31125:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf451e7600 type 1, nob 544 niov 1 nkiov 1 00000100:00000001:0.0:1789130366.706748:0:31125:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130366.706754:0:31125:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: using a timeout of 820833 usecs (821 jiffies) 00000400:00000200:0.0:1789130366.706758:0:31125:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:0.0:1789130366.706762:0:31125:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296461549 00000100:00000001:0.0:1789130366.706766:0:31125:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 2, keep current deadline 4296462858 00000100:00000001:0.0:1789130366.706769:0:31125:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296461549 00000100:00000001:0.0:1789130366.706771:0:31125:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 3, keep current deadline 4296462858 00000100:00000001:0.0:1789130366.706774:0:31125:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789130366.706778:0:31125:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130366.706781:0:31125:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789130366.706784:0:31125:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1789130366.706787:0:31125:0:(client.c:2715:ptlrpc_set_wait()) set ffff9caf5868b480 going to sleep for 11 seconds 00000100:00000001:0.0:1789130366.706790:0:31125:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789130366.706794:0:31125:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789130366.707657:0:2342:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789130366.707670:0:2342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf451e7600. 00000400:00000200:3.0:1789130366.707678:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130366.707687:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:3.0:1789130366.707694:0:2342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf5801ee58 00000400:00000010:3.0:1789130366.707697:0:2342:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf5801ee58. 00000100:00000001:3.0:1789130366.707703:0:2342:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789130366.707710:0:2342:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf61462940 x1876037329019648/t0(0) o37->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 448/440 e 0 to 0 dl 1789130382 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130366.707725:0:2342:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130366.707729:0:2342:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf61462940 x1876037329019648/t0(0) o37->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 448/440 e 0 to 0 dl 1789130382 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130366.707736:0:2342:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130366.707738:0:2342:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1:1789130366.711885:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf40030200. 00000800:00000001:2.0:1789130366.713795:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130366.713874:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789130366.713880:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130366.713884:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130366.713900:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130366.713912:0:2341:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:2.0:1789130366.713926:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130366.713934:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130366.713942:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130366.713948:0:2341:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 4096 into portal 14 MB=0x6aa3efa94e300 00000400:00000200:2.0:1789130366.713954:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130366.713964:0:2341:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index e from 12345-192.168.204.123@tcp of length 4096/4096 into md 0x68a5 [256] + 0 00000400:00000010:2.0:1789130366.713971:0:2341:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf50131aa8. 00000400:00000200:2.0:1789130366.713980:0:2341:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff9caf48526000 00000800:00000001:2.0:1789130366.713988:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130366.714000:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130366.714004:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130366.714010:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:2.0:1789130366.714018:0:2341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf48526000 00000400:00000010:2.0:1789130366.714020:0:2341:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 4216 at ffff9caf48526000. 00000100:00000001:2.0:1789130366.714027:0:2341:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:2.0:1789130366.714030:0:2341:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req ffff9caf61462940 desc ffff9caf482bc000 mbits 1876037329019648 00000100:00000001:2.0:1789130366.714037:0:2341:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:2.0:1789130366.714047:0:2341:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1789130366.714051:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130366.714057:0:2341:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.204.23@tcp to MR: 192.168.204.123@tcp local destination 00000400:00000200:2.0:1789130366.714065:0:2341:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2417:2417:256:4294967295] 192.168.204.123@tcp LPNI seq info [2416:2416:8:4294967295] 00000400:00000200:2.0:1789130366.714070:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130366.714080:0:2341:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:192.168.204.23@tcp) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) 192.168.204.123@tcp : ACK try# 0 00000800:00000200:2.0:1789130366.714086:0:2341:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 256 frags to 12345-192.168.204.123@tcp 00000800:00000010:2.0:1789130366.714098:0:2341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 4328 at ffff9caf484f2000. 00000800:00000200:2.0:1789130366.714107:0:2341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:2.0:1789130366.714118:0:2341:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:2.0:1789130366.714123:0:2341:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf484f2000 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1789130366.714213:0:2341:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789130366.714217:0:2341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 4328 at ffff9caf484f2000. 00000400:00000200:2.0:1789130366.714221:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130366.714225:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: ACK: OK 00000800:00000001:2.0:1789130366.714233:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130366.714236:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130366.714476:0:31125:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789130366.714483:0:31125:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1789130366.718920:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130366.718947:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789130366.718954:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130366.718957:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130366.718970:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130366.718980:0:2341:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:2.0:1789130366.718994:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130366.719001:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130366.719008:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130366.719014:0:2341:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 440 into portal 10 MB=0x6aa3efa94e300 00000400:00000200:2.0:1789130366.719020:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130366.719029:0:2341:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.123@tcp of length 440/440 into md 0x68ad [1] + 224 00000800:00000001:2.0:1789130366.719041:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130366.719060:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130366.719065:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130366.719071:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:2.0:1789130366.719084:0:2341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789130366.719097:0:2341:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf61462940 x1876037329019648/t0(0) o37->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 448/440 e 0 to 0 dl 1789130382 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789130366.719111:0:2341:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=440 offset=224 replen=440 req@ffff9caf61462940 x1876037329019648/t0(0) o37->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 448/440 e 0 to 0 dl 1789130382 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130366.719139:0:2341:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789130366.719152:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130366.719156:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130366.719268:0:31125:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789130366.719347:0:31125:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789130366.719350:0:31125:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789130366.719355:0:31125:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf501316e0. 00000400:00000200:0.0:1789130366.719363:0:31125:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf5801e440 00000400:00000010:0.0:1789130366.719366:0:31125:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf5801e440. 00000100:00000001:0.0:1789130366.719370:0:31125:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789130366.719376:0:31125:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf61462940 x1876037329019648/t0(0) o37->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 448/440 e 0 to 0 dl 1789130382 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1789130366.719385:0:31125:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf61462940 x1876037329019648/t0(0) o37->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 448/440 e 0 to 0 dl 1789130382 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130366.719392:0:31125:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789130366.719394:0:31125:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130366.719396:0:31125:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789130366.719401:0:31125:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789130366.719404:0:31125:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789130366.719406:0:31125:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130366.719409:0:31125:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789130366.719422:0:31125:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf6079aca8 time=135 v=5 (5 5 5 5) 00000100:00001000:0.0:1789130366.719427:0:31125:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf6079ac18 time=2 v=5 (1 0 0 0) 00000100:00000001:0.0:1789130366.719430:0:31125:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789130366.719432:0:31125:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130366.719436:0:31125:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789130366.719441:0:31125:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130366.719446:0:31125:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789130366.719448:0:31125:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9caf5014c800: skip recheck: last_committed 4294967617 00000100:00000001:0.0:1789130366.719450:0:31125:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789130366.719454:0:31125:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130366.719460:0:31125:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@ffff9caf61462940 x1876037329019648/t0(0) o37->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 448/440 e 0 to 0 dl 1789130382 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1789130366.719470:0:31125:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@ffff9caf61462940 x1876037329019648/t0(0) o37->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 448/440 e 0 to 0 dl 1789130382 ref 2 fl Bulk:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130366.719478:0:31125:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789130366.719481:0:31125:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789130366.719486:0:31125:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf61462940 x1876037329019648/t0(0) o37->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 448/440 e 0 to 0 dl 1789130382 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1789130366.719494:0:31125:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf61462940 pname:cluuid:pid:xid:nid:opc:job rm:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:31125:1876037329019648:192.168.204.123@tcp:37:rm.0 00000100:00000001:0.0:1789130366.719499:0:31125:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130366.719502:0:31125:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130366.719505:0:31125:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1789130366.719508:0:31125:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789130366.719513:0:31125:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf61462940 x1876037329019648/t0(0) o37->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 448/440 e 0 to 0 dl 1789130382 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130366.719522:0:31125:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789130366.719526:0:31125:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9caf5868b480. 00000100:00000001:0.0:1789130366.719531:0:31125:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1789130366.719533:0:31125:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789130366.719538:0:31125:0:(mdc_request.c:1108:mdc_getpage()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130366.719542:0:31125:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789130366.719545:0:31125:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf61462940 x1876037329019648/t0(0) o37->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 448/440 e 0 to 0 dl 1789130382 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130366.719554:0:31125:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789130366.719557:0:31125:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789130366.719561:0:31125:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9caf482bcc00. 02000000:00000001:0.0:1789130366.719565:0:31125:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789130366.719570:0:31125:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1789130366.719572:0:31125:0:(genops.c:1223:class_import_put()) import ffff9caf6079a800 refcount=7 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000020:00000001:0.0:1789130366.719575:0:31125:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:0.0:1789130366.719578:0:31125:0:(client.c:325:ptlrpc_free_bulk()) Process entered 00000020:00000001:0.0:1789130366.719581:0:31125:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1789130366.719582:0:31125:0:(genops.c:1223:class_import_put()) import ffff9caf6079a800 refcount=6 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000020:00000001:0.0:1789130366.719584:0:31125:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000010:0.0:1789130366.719683:0:31125:0:(client.c:346:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 4096 at ffff9caf460f7000. 00000100:00000010:0.0:1789130366.719689:0:31125:0:(client.c:347:ptlrpc_free_bulk()) kfreed 'desc': 984 at ffff9caf482bc000. 00000100:00000001:0.0:1789130366.719691:0:31125:0:(client.c:348:ptlrpc_free_bulk()) Process leaving 02000000:00000010:0.0:1789130366.719694:0:31125:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9caf4842fe00. 02000000:00000001:0.0:1789130366.719698:0:31125:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789130366.719700:0:31125:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789130366.719702:0:31125:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf61462940. 00000100:00000001:0.0:1789130366.719706:0:31125:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789130366.719707:0:31125:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1789130366.719711:0:31125:0:(mdc_request.c:1315:mdc_dirpage_add()) Process entered 00000002:00000020:0.0:1789130366.719714:0:31125:0:(mdc_request.c:1322:mdc_dirpage_add()) read 1/1 00000002:00000010:0.0:1789130366.721080:0:31125:0:(mdc_request.c:1442:do_mdc_read_folio_remote()) kfreed 'folio_pool': 2048 at ffff9caf47cd3000. 00000002:00000001:0.0:1789130366.721097:0:31125:0:(mdc_request.c:1444:do_mdc_read_folio_remote()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130366.721107:0:31125:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130366.721112:0:31125:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130366.721117:0:31125:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf46a92400 refcount=3 00000020:00000001:0.0:1789130366.721121:0:31125:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875351540736 : -109198358010880 : ffff9caf46a92400) 00010000:00000001:0.0:1789130366.721126:0:31125:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875351540736 : -109198358010880 : ffff9caf46a92400) 00010000:00000001:0.0:1789130366.721129:0:31125:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789130366.721137:0:31125:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a92400/0xde5303b1d982cc60 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a567c expref: -99 pid: 31124 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1789130366.721149:0:31125:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130366.721152:0:31125:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130366.721154:0:31125:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789130366.721160:0:31125:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789130366.721163:0:31125:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a92400/0xde5303b1d982cc60 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a567c expref: -99 pid: 31124 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1789130366.721173:0:31125:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789130366.721178:0:31125:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789130366.721180:0:31125:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789130366.721187:0:31125:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130366.721188:0:31125:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130366.721190:0:31125:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130366.721194:0:31125:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789130366.721197:0:31125:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130366.721199:0:31125:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130366.721205:0:31125:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130366.721207:0:31125:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789130366.721209:0:31125:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130366.721210:0:31125:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00800000:00000001:0.0:1789130366.721214:0:31125:0:(lmv_obd.c:3458:lmv_read_page()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130366.721224:0:31125:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833956 : 144115205322833956 : 200000404000024) 00000080:00000001:0.0:1789130366.721234:0:31125:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:0.0:1789130366.721236:0:31125:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833958 : 144115205322833958 : 200000404000026) 00000080:00000001:0.0:1789130366.721246:0:31125:0:(dir.c:306:ll_dir_read()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1789130366.721253:0:31125:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9caf4842f600. 00000080:00000001:0.0:1789130366.721342:0:31125:0:(dir.c:402:ll_iterate()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130366.721399:0:31125:0:(dir.c:3016:ll_dir_release()) Process entered 00000080:00000001:0.0:1789130366.721404:0:31125:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:0.0:1789130366.721409:0:31125:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c1fdd0 00000080:00200008:0.0:1789130366.721412:0:31125:0:(file.c:479:ll_file_release()) START file d21g.recovery-small-2:[0x200000404:0x24:0x0](ffff9caf60131148), flags 704000 00000080:00400000:0.0:1789130366.721417:0:31125:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000404:0x24:0x0] 00000080:00000001:0.0:1789130366.721423:0:31125:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:0.0:1789130366.721424:0:31125:0:(pcc.c:2438:pcc_file_release()) Process leaving 00000080:00000001:0.0:1789130366.721427:0:31125:0:(file.c:341:ll_md_close()) Process entered 00000002:00000001:0.0:1789130366.721440:0:31125:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789130366.721444:0:31125:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789130366.721452:0:31125:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf4814d000 count: 2 00010000:00000001:0.0:1789130366.721456:0:31125:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789130366.721463:0:31125:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789130366.721466:0:31125:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000404:0x24:0x0]: 0 00000080:00000001:0.0:1789130366.721470:0:31125:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:0.0:1789130366.721474:0:31125:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1789130366.721483:0:31125:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9caf4842f600. 00000080:00000001:0.0:1789130366.721486:0:31125:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:0.0:1789130366.721496:0:31125:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1789130366.721502:0:31125:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000002:0.0:1789130366.721504:0:31125:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000404:0x24:0x0] 00000002:00000001:0.0:1789130366.721510:0:31125:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:0.0:1789130366.721512:0:31125:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9caf5014c800: [0x200000404:0x24:0x0] file closed with intent: 0 00000100:00000010:0.0:1789130366.721522:0:31125:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf61462940. 00000020:00000040:0.0:1789130366.721528:0:31125:0:(genops.c:1210:class_import_get()) import ffff9caf6079a800 refcount=7 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000100:00000001:0.0:1789130366.721535:0:31125:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789130366.721540:0:31125:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789130366.721546:0:31125:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789130366.721558:0:31125:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9caf4842fe00. 00000100:00000001:0.0:1789130366.721569:0:31125:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1789130366.721605:0:31125:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9caf614603c0 x1876037329019520/t4294967624(4294967624) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/608 e 0 to 0 dl 1789130382 ref 1 fl Complete:RPQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1789130366.721619:0:31125:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9caf5014c800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1789130366.721626:0:31125:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9caf61462940 x1876037329019904/t0(0) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1789130366.721634:0:31125:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1789130366.721637:0:31125:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1789130366.721648:0:31125:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9caf5868b480. 00000100:00000001:0.0:1789130366.721652:0:31125:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446634875649307776 : -109198060243840 : ffff9caf5868b480) 00000100:00000001:0.0:1789130366.721655:0:31125:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789130366.721657:0:31125:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875798038848 : -109197911512768 : ffff9caf61462940) 00000100:00000001:0.0:1789130366.721663:0:31125:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789130366.721668:0:31125:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130366.721670:0:31125:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1789130366.721672:0:31125:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789130366.721676:0:31125:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf61462940 x1876037329019904/t0(0) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130366.721685:0:31125:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789130366.721687:0:31125:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130366.721692:0:31125:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789130366.721696:0:31125:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789130366.721699:0:31125:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789130366.721703:0:31125:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf61462940 pname:cluuid:pid:xid:nid:opc:job rm:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:31125:1876037329019904:192.168.204.123@tcp:35:rm.0 00000100:00000001:0.0:1789130366.721709:0:31125:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789130366.721716:0:31125:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789130366.721720:0:31125:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130366.721723:0:31125:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789130366.721729:0:31125:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9caf482bc000. 02000000:00000001:0.0:1789130366.721731:0:31125:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789130366.721741:0:31125:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:0.0:1789130366.721746:0:31125:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf501316e0. 00000400:00000010:0.0:1789130366.721755:0:31125:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf5801e440. 00000100:00000200:0.0:1789130366.721766:0:31125:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876037329019904, portal 10 00000100:00000001:0.0:1789130366.721768:0:31125:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789130366.721769:0:31125:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875798038848 : -109197911512768 : ffff9caf61462940) 00000100:00000040:0.0:1789130366.721777:0:31125:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9caf61462940 x1876037329019904/t0(0) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1789130382 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130366.721786:0:31125:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789130366.721789:0:31125:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:0.0:1789130366.721793:0:31125:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf5801e4c8. 00000100:00000200:0.0:1789130366.721800:0:31125:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1876037329019904, offset 0 00000400:00000200:0.0:1789130366.721867:0:31125:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:0.0:1789130366.721879:0:31125:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:0.0:1789130366.721891:0:31125:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:0.0:1789130366.721899:0:31125:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789130366.721905:0:31125:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:0.0:1789130366.721910:0:31125:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789130366.721913:0:31125:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:0.0:1789130366.721918:0:31125:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2418:2418:256:4294967295] 192.168.204.123@tcp LPNI seq info [2417:2417:8:4294967295] 00000400:00000200:0.0:1789130366.721922:0:31125:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:0.0:1789130366.721938:0:31125:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:0.0:1789130366.721946:0:31125:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:0.0:1789130366.721953:0:31125:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf451e7d00. 00000800:00000200:0.0:1789130366.721963:0:31125:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:0.0:1789130366.721974:0:31125:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:0.0:1789130366.721981:0:31125:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf451e7d00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1789130366.722010:0:31125:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130366.722017:0:31125:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: using a timeout of 819692 usecs (820 jiffies) 00000400:00000200:0.0:1789130366.722021:0:31125:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:0.0:1789130366.722024:0:31125:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296461564 00000100:00000001:0.0:1789130366.722029:0:31125:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 2, keep current deadline 4296462858 00000100:00000001:0.0:1789130366.722031:0:31125:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296461564 00000100:00000001:0.0:1789130366.722034:0:31125:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 3, keep current deadline 4296462858 00000100:00000001:0.0:1789130366.722037:0:31125:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789130366.722040:0:31125:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130366.722043:0:31125:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789130366.722045:0:31125:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1789130366.722048:0:31125:0:(client.c:2715:ptlrpc_set_wait()) set ffff9caf5868b480 going to sleep for 11 seconds 00000100:00000001:0.0:1789130366.722052:0:31125:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789130366.722055:0:31125:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789130366.722543:0:2342:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789130366.722553:0:2342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf451e7d00. 00000400:00000200:3.0:1789130366.722563:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130366.722572:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:3.0:1789130366.722581:0:2342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf5801e4c8 00000400:00000010:3.0:1789130366.722585:0:2342:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf5801e4c8. 00000100:00000001:3.0:1789130366.722597:0:2342:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789130366.722604:0:2342:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf61462940 x1876037329019904/t0(0) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1789130382 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130366.722617:0:2342:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130366.722620:0:2342:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf61462940 x1876037329019904/t0(0) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1789130382 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130366.722628:0:2342:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130366.722630:0:2342:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1789130366.726799:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130366.726848:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789130366.726855:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130366.726858:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130366.726871:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130366.726882:0:2341:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:2.0:1789130366.726896:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130366.726903:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130366.726911:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130366.726917:0:2341:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 456 into portal 10 MB=0x6aa3efa94e400 00000400:00000200:2.0:1789130366.726924:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130366.726933:0:2341:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.123@tcp of length 456/456 into md 0x68b5 [1] + 224 00000800:00000001:2.0:1789130366.726944:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130366.726955:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130366.726960:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130366.726966:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:2.0:1789130366.726978:0:2341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789130366.726992:0:2341:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf61462940 x1876037329019904/t0(0) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1789130382 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789130366.727005:0:2341:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9caf61462940 x1876037329019904/t0(0) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1789130382 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130366.727028:0:2341:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789130366.727041:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130366.727044:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130366.727158:0:31125:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789130366.727169:0:31125:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789130366.727172:0:31125:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789130366.727177:0:31125:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf501316e0. 00000400:00000200:0.0:1789130366.727184:0:31125:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf5801e440 00000400:00000010:0.0:1789130366.727187:0:31125:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf5801e440. 00000100:00000001:0.0:1789130366.727191:0:31125:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789130366.727196:0:31125:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf61462940 x1876037329019904/t0(0) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1789130382 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1789130366.727205:0:31125:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf61462940 x1876037329019904/t0(0) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1789130382 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130366.727212:0:31125:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789130366.727215:0:31125:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130366.727217:0:31125:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789130366.727223:0:31125:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789130366.727226:0:31125:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789130366.727229:0:31125:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130366.727233:0:31125:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789130366.727246:0:31125:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf6079aca8 time=135 v=5 (5 5 5 5) 00000100:00001000:0.0:1789130366.727251:0:31125:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf6079ac18 time=2 v=5 (1 0 0 0) 00000100:00000001:0.0:1789130366.727254:0:31125:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789130366.727256:0:31125:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130366.727271:0:31125:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789130366.727283:0:31125:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130366.727287:0:31125:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1789130366.727289:0:31125:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1789130366.727291:0:31125:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1789130366.727294:0:31125:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789130366.727296:0:31125:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875798038848 : -109197911512768 : ffff9caf61462940) 00000100:00000001:0.0:1789130366.727299:0:31125:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789130366.727302:0:31125:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9caf5014c800: skip recheck: last_committed 4294967617 00000100:00000001:0.0:1789130366.727304:0:31125:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789130366.727307:0:31125:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130366.727312:0:31125:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf61462940 x1876037329019904/t4294967625(4294967625) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1789130382 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130366.727327:0:31125:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789130366.727330:0:31125:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789130366.727332:0:31125:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789130366.727336:0:31125:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf61462940 x1876037329019904/t4294967625(4294967625) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1789130382 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1789130366.727344:0:31125:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf61462940 pname:cluuid:pid:xid:nid:opc:job rm:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:31125:1876037329019904:192.168.204.123@tcp:35:rm.0 00000100:00000001:0.0:1789130366.727350:0:31125:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130366.727353:0:31125:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130366.727356:0:31125:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1789130366.727358:0:31125:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789130366.727361:0:31125:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf61462940 x1876037329019904/t4294967625(4294967625) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1789130382 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130366.727367:0:31125:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789130366.727370:0:31125:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9caf5868b480. 00000100:00000001:0.0:1789130366.727374:0:31125:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1789130366.727375:0:31125:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130366.727384:0:31125:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789130366.727385:0:31125:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875798038848 : -109197911512768 : ffff9caf61462940) 00000002:00000001:0.0:1789130366.727389:0:31125:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789130366.727393:0:31125:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1789130366.727400:0:31125:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9caf4842f600. 00000080:00000001:0.0:1789130366.727405:0:31125:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1789130366.727409:0:31125:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00000002:00000001:0.0:1789130366.727415:0:31125:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1789130366.727422:0:31125:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9caf614603c0 x1876037329019520/t4294967624(4294967624) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/608 e 0 to 0 dl 1789130382 ref 1 fl Complete:RQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130366.727430:0:31125:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789130366.727432:0:31125:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875798029248 : -109197911522368 : ffff9caf614603c0) 00000100:00000001:0.0:1789130366.727434:0:31125:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789130366.727437:0:31125:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf614603c0 x1876037329019520/t4294967624(4294967624) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/608 e 0 to 0 dl 1789130382 ref 2 fl Complete:RMQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130366.727445:0:31125:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130366.727446:0:31125:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789130366.727450:0:31125:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf61462940 x1876037329019904/t4294967625(4294967625) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1789130382 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130366.727455:0:31125:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130366.727457:0:31125:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789130366.727460:0:31125:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf614603c0 x1876037329019520/t4294967624(4294967624) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/608 e 0 to 0 dl 1789130382 ref 1 fl Complete:RMQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130366.727466:0:31125:0:(client.c:2793:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1789130366.727471:0:31125:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1789130366.727473:0:31125:0:(genops.c:1223:class_import_put()) import ffff9caf6079a800 refcount=6 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000020:00000001:0.0:1789130366.727476:0:31125:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1789130366.727480:0:31125:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9caf482bf400. 02000000:00000001:0.0:1789130366.727485:0:31125:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789130366.727487:0:31125:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789130366.727490:0:31125:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf614603c0. 00000100:00000001:0.0:1789130366.727494:0:31125:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789130366.727496:0:31125:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130366.727497:0:31125:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789130366.727500:0:31125:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf61462940 x1876037329019904/t4294967625(4294967625) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1789130382 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130366.727506:0:31125:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789130366.727508:0:31125:0:(client.c:2947:obd_mod_free()) kfreed 'mod': 32 at ffff9caf47eabc60. 00000002:00000001:0.0:1789130366.727511:0:31125:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789130366.727513:0:31125:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1789130366.727516:0:31125:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9caf4a7b0d40. 00000100:00000001:0.0:1789130366.727519:0:31125:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789130366.727522:0:31125:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf61462940 x1876037329019904/t4294967625(4294967625) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1789130382 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130366.727528:0:31125:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789130366.727530:0:31125:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789130366.727535:0:31125:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9caf482bc000. 02000000:00000001:0.0:1789130366.727537:0:31125:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789130366.727539:0:31125:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1789130366.727540:0:31125:0:(genops.c:1223:class_import_put()) import ffff9caf6079a800 refcount=5 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000020:00000001:0.0:1789130366.727542:0:31125:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1789130366.727544:0:31125:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9caf4842fe00. 02000000:00000001:0.0:1789130366.727546:0:31125:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789130366.727547:0:31125:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789130366.727548:0:31125:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf61462940. 00000100:00000001:0.0:1789130366.727551:0:31125:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789130366.727553:0:31125:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1789130366.727556:0:31125:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1789130366.727560:0:31125:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9caf4865fa40. 00000080:00000001:0.0:1789130366.727565:0:31125:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130366.727573:0:31125:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c1fdd0 00000080:00000008:0.0:1789130366.727576:0:31125:0:(file.c:523:ll_file_release()) COMPLETED file d21g.recovery-small-2:[0x200000404:0x24:0x0](ffff9caf60131148), flags 704000, rc = 0 00000080:00000001:0.0:1789130366.727580:0:31125:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130366.727583:0:31125:0:(dir.c:3017:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130366.727664:0:31125:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:0.0:1789130366.727669:0:31125:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:0.0:1789130366.727672:0:31125:0:(file.c:6206:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1789130366.727674:0:31125:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c1fbc0 00000080:00200000:0.0:1789130366.727676:0:31125:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8),name=/ 00000080:00000010:0.0:1789130366.727683:0:31125:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9caf4842fe00. 00800000:00000002:0.0:1789130366.727691:0:31125:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9caf4557c8c0 2 00000080:00000001:0.0:1789130366.727696:0:31125:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1789130366.727700:0:31125:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1789130366.727702:0:31125:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c1fae0 00800000:00000002:0.0:1789130366.727705:0:31125:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1789130366.727709:0:31125:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1789130366.727713:0:31125:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1789130366.727718:0:31125:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1789130366.727720:0:31125:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c1f9b0 00000002:00010000:0.0:1789130366.727722:0:31125:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1789130366.727726:0:31125:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1789130366.727728:0:31125:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789130366.727731:0:31125:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789130366.727739:0:31125:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf4a8cc000 count: 2 00010000:00000001:0.0:1789130366.727742:0:31125:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789130366.727748:0:31125:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789130366.727753:0:31125:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1789130366.727759:0:31125:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030800/0xde5303b1d982cc8a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a571d expref: -99 pid: 31125 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:0.0:1789130366.727770:0:31125:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1789130366.727775:0:31125:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789130366.727779:0:31125:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030800/0xde5303b1d982cc8a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a571d expref: -99 pid: 31125 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:0.0:1789130366.727786:0:31125:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1789130366.727787:0:31125:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1789130366.727789:0:31125:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789130366.727791:0:31125:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789130366.727793:0:31125:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1789130366.727795:0:31125:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1789130366.727798:0:31125:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1789130366.727801:0:31125:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9caf4557c8c0 2 00000080:00000010:0.0:1789130366.728084:0:31125:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9caf4842fe00. 00000080:00000001:0.0:1789130366.728091:0:31125:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1789130366.728093:0:31125:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789130366.728096:0:31125:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9caf601980c8) 00000080:00010000:0.0:1789130366.728100:0:31125:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9caf601980c8) for lock 0xde5303b1d982cc8a 00800000:00000001:0.0:1789130366.728104:0:31125:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1789130366.728107:0:31125:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1789130366.728109:0:31125:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130366.728112:0:31125:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130366.728115:0:31125:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40030800 refcount=3 00000020:00000001:0.0:1789130366.728118:0:31125:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239991296 : -109198469560320 : ffff9caf40030800) 00010000:00000001:0.0:1789130366.728122:0:31125:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239991296 : -109198469560320 : ffff9caf40030800) 00010000:00000001:0.0:1789130366.728126:0:31125:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130366.728129:0:31125:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789130366.728130:0:31125:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789130366.728132:0:31125:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789130366.728135:0:31125:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xde5303b1d982cc8a from it ffffb97f41c1fbf8 00010000:00000001:0.0:1789130366.728138:0:31125:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130366.728139:0:31125:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130366.728141:0:31125:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40030800 refcount=3 00000020:00000001:0.0:1789130366.728143:0:31125:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239991296 : -109198469560320 : ffff9caf40030800) 00010000:00000001:0.0:1789130366.728145:0:31125:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239991296 : -109198469560320 : ffff9caf40030800) 00010000:00000001:0.0:1789130366.728148:0:31125:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789130366.728151:0:31125:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030800/0xde5303b1d982cc8a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a571d expref: -99 pid: 31125 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1789130366.728158:0:31125:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130366.728160:0:31125:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130366.728162:0:31125:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789130366.728165:0:31125:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789130366.728168:0:31125:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030800/0xde5303b1d982cc8a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a571d expref: -99 pid: 31125 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1789130366.728176:0:31125:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789130366.728180:0:31125:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789130366.728182:0:31125:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789130366.728189:0:31125:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130366.728190:0:31125:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130366.728191:0:31125:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130366.728196:0:31125:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789130366.728199:0:31125:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130366.728201:0:31125:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130366.728205:0:31125:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130366.728208:0:31125:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789130366.728209:0:31125:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130366.728210:0:31125:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1789130366.728212:0:31125:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1789130366.728214:0:31125:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1789130366.728217:0:31125:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8), inode mode 41ff mask 1 00000080:00000001:0.0:1789130366.728223:0:31125:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130366.728228:0:31125:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1789130366.728231:0:31125:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c1fbc0 00000080:00002000:0.0:1789130366.728233:0:31125:0:(dcache.c:87:ll_dcompare()) found name d21g.recovery-small-2(ffff9caf603456c0) flags 0x20000e refc 1 00000080:00000001:0.0:1789130366.728236:0:31125:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130366.728238:0:31125:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c1fc08 00000080:00200000:0.0:1789130366.728240:0:31125:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21g.recovery-small-2, flags=266 00000080:00000001:0.0:1789130366.728247:0:31125:0:(llite_lib.c:3176:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1789130366.728250:0:31125:0:(llite_lib.c:3182:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130366.728255:0:31125:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00200000:0.0:1789130366.728266:0:31125:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000404:0x24:0x0](ffff9caf60131148), inode mode 41ed mask 44 00000080:00000001:0.0:1789130366.728328:0:31125:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130366.728337:0:31125:0:(dir.c:3010:ll_dir_open()) Process entered 00000080:00000001:0.0:1789130366.728340:0:31125:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:0.0:1789130366.728342:0:31125:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c1fb78 00000080:00200008:0.0:1789130366.728344:0:31125:0:(file.c:1090:ll_file_open()) START file d21g.recovery-small-2:[0x200000404:0x24:0x0](ffff9caf60131148), flags 704400 00000080:00000010:0.0:1789130366.728351:0:31125:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9caf4865fa40. 00000080:00000001:0.0:1789130366.728360:0:31125:0:(file.c:806:ll_intent_file_open()) Process entered 00000080:00000010:0.0:1789130366.728363:0:31125:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9caf4842fe00. 00800000:00000002:0.0:1789130366.728367:0:31125:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9caf4557c8c0 2 00000080:00000001:0.0:1789130366.728370:0:31125:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1789130366.728372:0:31125:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1789130366.728373:0:31125:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c1fa28 00800000:00000002:0.0:1789130366.728376:0:31125:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open' for [0x200000404:0x24:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1789130366.728379:0:31125:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00000020:00000001:0.0:1789130366.728382:0:31125:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c1f9a8 00800000:00000002:0.0:1789130366.728385:0:31125:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x24:0x0], name='' -> mds #0 layout version 1 00000002:00000001:0.0:1789130366.728389:0:31125:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1789130366.728390:0:31125:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c1f8e0 00000002:00010000:0.0:1789130366.728392:0:31125:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000404:0x24:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 0104240704401 00000002:00000001:0.0:1789130366.728396:0:31125:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1789130366.728399:0:31125:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:0.0:1789130366.728403:0:31125:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1789130366.728407:0:31125:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf4814d000 count: 2 00010000:00000001:0.0:1789130366.728410:0:31125:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789130366.728413:0:31125:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1789130366.728418:0:31125:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130366.728420:0:31125:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789130366.728422:0:31125:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789130366.728423:0:31125:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1789130366.728425:0:31125:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf4a8cc000 count: 2 00010000:00000001:0.0:1789130366.728427:0:31125:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789130366.728429:0:31125:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1789130366.728431:0:31125:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130366.728433:0:31125:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789130366.728434:0:31125:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789130366.728439:0:31125:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf61462940. 00000020:00000040:0.0:1789130366.728444:0:31125:0:(genops.c:1210:class_import_get()) import ffff9caf6079a800 refcount=6 obd=lustre-MDT0000-mdc-ffff9caf5014c800 02000000:00000001:0.0:1789130366.728451:0:31125:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1789130366.728453:0:31125:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130366.728456:0:31125:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1789130366.728462:0:31125:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789130366.728465:0:31125:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130366.728467:0:31125:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130366.728468:0:31125:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130366.728471:0:31125:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789130366.728474:0:31125:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789130366.728477:0:31125:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789130366.728484:0:31125:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9caf482bc000. 00000100:00000001:0.0:1789130366.728491:0:31125:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130366.728496:0:31125:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789130366.728498:0:31125:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130366.728500:0:31125:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789130366.728501:0:31125:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130366.728504:0:31125:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789130366.728511:0:31125:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446634875798038848 : -109197911512768 : ffff9caf61462940) 00010000:00000001:0.0:1789130366.728516:0:31125:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1789130366.728518:0:31125:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1789130366.728521:0:31125:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf4a8cc000 count: 2 00010000:00000001:0.0:1789130366.728523:0:31125:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789130366.728526:0:31125:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1789130366.728530:0:31125:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9caf40030200. 00000020:00000001:0.0:1789130366.728535:0:31125:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1789130366.728537:0:31125:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9caf40030200 with handle 0xde5303b1d982cc98 to hash 00000020:00000001:0.0:1789130366.728540:0:31125:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1789130366.728541:0:31125:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446634875239989760 : -109198469561856 : ffff9caf40030200) 00010000:00000001:0.0:1789130366.728546:0:31125:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446634875239989760 : -109198469561856 : ffff9caf40030200) 00010000:00000001:0.0:1789130366.728549:0:31125:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789130366.728552:0:31125:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789130366.728555:0:31125:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030200/0xde5303b1d982cc98 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 31125 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789130366.728563:0:31125:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030200/0xde5303b1d982cc98 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31125 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:0.0:1789130366.728576:0:31125:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9caf5014c800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1789130366.728588:0:31125:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9caf61462940 x1876037329020160/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1789130366.729021:0:31125:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030200/0xde5303b1d982cc98 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31125 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1789130366.729028:0:31125:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1789130366.729030:0:31125:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1789130366.729044:0:31125:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9caf5868b480. 00000100:00000001:0.0:1789130366.729048:0:31125:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446634875649307776 : -109198060243840 : ffff9caf5868b480) 00000100:00000001:0.0:1789130366.729052:0:31125:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789130366.729053:0:31125:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875798038848 : -109197911512768 : ffff9caf61462940) 00000100:00000001:0.0:1789130366.729060:0:31125:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789130366.729068:0:31125:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130366.729070:0:31125:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1789130366.729072:0:31125:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789130366.729079:0:31125:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf61462940 x1876037329020160/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130366.729094:0:31125:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789130366.729097:0:31125:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130366.729103:0:31125:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789130366.729106:0:31125:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789130366.729110:0:31125:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789130366.729114:0:31125:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf61462940 pname:cluuid:pid:xid:nid:opc:job rm:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:31125:1876037329020160:192.168.204.123@tcp:101:rm.0 00000100:00000001:0.0:1789130366.729119:0:31125:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789130366.729130:0:31125:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789130366.729134:0:31125:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130366.729139:0:31125:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789130366.729247:0:31125:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 262144 at ffff9caf48a00000. 02000000:00000001:0.0:1789130366.729251:0:31125:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789130366.729270:0:31125:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:0.0:1789130366.729285:0:31125:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf501316e0. 00000400:00000010:0.0:1789130366.729296:0:31125:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffff9caf47cd3000. 00000100:00000200:0.0:1789130366.729309:0:31125:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 262144 bytes, xid 1876037329020160, portal 10 00000100:00000001:0.0:1789130366.729311:0:31125:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789130366.729313:0:31125:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875798038848 : -109197911512768 : ffff9caf61462940) 00000100:00000040:0.0:1789130366.729320:0:31125:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9caf61462940 x1876037329020160/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789130382 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130366.729329:0:31125:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789130366.729332:0:31125:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:0.0:1789130366.729336:0:31125:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf5801e440. 00000100:00000200:0.0:1789130366.729341:0:31125:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1876037329020160, offset 0 00000400:00000200:0.0:1789130366.729350:0:31125:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:0.0:1789130366.729363:0:31125:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:0.0:1789130366.729374:0:31125:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:0.0:1789130366.729381:0:31125:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789130366.729387:0:31125:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:0.0:1789130366.729392:0:31125:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789130366.729395:0:31125:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:0.0:1789130366.729400:0:31125:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2419:2419:256:4294967295] 192.168.204.123@tcp LPNI seq info [2418:2418:8:4294967295] 00000400:00000200:0.0:1789130366.729406:0:31125:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:0.0:1789130366.729420:0:31125:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:0.0:1789130366.729428:0:31125:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:0.0:1789130366.729436:0:31125:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf451e7700. 00000800:00000200:0.0:1789130366.729446:0:31125:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:0.0:1789130366.729456:0:31125:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:0.0:1789130366.729461:0:31125:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf451e7700 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:0.0:1789130366.729485:0:31125:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130366.729490:0:31125:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: using a timeout of 818541 usecs (819 jiffies) 00000400:00000200:0.0:1789130366.729493:0:31125:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:0.0:1789130366.729497:0:31125:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296461570 00000100:00000001:0.0:1789130366.729501:0:31125:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 2, keep current deadline 4296462858 00000100:00000001:0.0:1789130366.729503:0:31125:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296461570 00000100:00000001:0.0:1789130366.729506:0:31125:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 3, keep current deadline 4296462858 00000100:00000001:0.0:1789130366.729508:0:31125:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789130366.729511:0:31125:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130366.729514:0:31125:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789130366.729516:0:31125:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1789130366.729519:0:31125:0:(client.c:2715:ptlrpc_set_wait()) set ffff9caf5868b480 going to sleep for 11 seconds 00000100:00000001:0.0:1789130366.729522:0:31125:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789130366.729525:0:31125:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789130366.729889:0:2342:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789130366.729896:0:2342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf451e7700. 00000400:00000200:3.0:1789130366.729904:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130366.729910:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:3.0:1789130366.729916:0:2342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf5801e440 00000400:00000010:3.0:1789130366.729918:0:2342:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf5801e440. 00000100:00000001:3.0:1789130366.729923:0:2342:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789130366.729927:0:2342:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf61462940 x1876037329020160/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789130382 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130366.729938:0:2342:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130366.729942:0:2342:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf61462940 x1876037329020160/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789130382 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130366.729949:0:2342:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130366.729951:0:2342:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1789130366.734590:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130366.734627:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789130366.734634:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130366.734638:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130366.734654:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130366.734665:0:2341:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:2.0:1789130366.734677:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130366.734684:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130366.734692:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130366.734696:0:2341:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 608 into portal 10 MB=0x6aa3efa94e500 00000400:00000200:2.0:1789130366.734702:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130366.734710:0:2341:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.123@tcp of length 608/608 into md 0x68bd [64] + 224 00000800:00000001:2.0:1789130366.734720:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130366.734730:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130366.734734:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130366.734740:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:2.0:1789130366.734751:0:2341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789130366.734766:0:2341:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf61462940 x1876037329020160/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789130382 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789130366.734784:0:2341:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=608 offset=224 replen=131856 req@ffff9caf61462940 x1876037329020160/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789130382 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130366.734829:0:2341:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789130366.734843:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130366.734847:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130366.734972:0:31125:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789130366.734983:0:31125:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789130366.734986:0:31125:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789130366.734991:0:31125:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf501316e0. 00000400:00000200:3.0:1789130366.734998:0:31125:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf47cd3000 00000400:00000010:3.0:1789130366.735001:0:31125:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 1144 at ffff9caf47cd3000. 00000100:00000001:3.0:1789130366.735005:0:31125:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789130366.735010:0:31125:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf61462940 x1876037329020160/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789130382 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1789130366.735020:0:31125:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf61462940 x1876037329020160/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789130382 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130366.735026:0:31125:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789130366.735028:0:31125:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130366.735032:0:31125:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789130366.735037:0:31125:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789130366.735040:0:31125:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789130366.735043:0:31125:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789130366.735047:0:31125:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789130366.735063:0:31125:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf6079ac60 time=135 v=5 (104 104 104 104) 00000100:00001000:3.0:1789130366.735069:0:31125:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf6079ac18 time=2 v=5 (1 0 0 0) 00000100:00000001:3.0:1789130366.735073:0:31125:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789130366.735075:0:31125:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130366.735079:0:31125:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789130366.735084:0:31125:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130366.735090:0:31125:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1789130366.735092:0:31125:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:3.0:1789130366.735094:0:31125:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1789130366.735097:0:31125:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789130366.735100:0:31125:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875798038848 : -109197911512768 : ffff9caf61462940) 00000100:00000001:3.0:1789130366.735104:0:31125:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789130366.735107:0:31125:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9caf5014c800: skip recheck: last_committed 4294967617 00000100:00000001:3.0:1789130366.735109:0:31125:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789130366.735112:0:31125:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130366.735118:0:31125:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf61462940 x1876037329020160/t4294967626(4294967626) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/608 e 0 to 0 dl 1789130382 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130366.735127:0:31125:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789130366.735132:0:31125:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789130366.735135:0:31125:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789130366.735140:0:31125:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf61462940 x1876037329020160/t4294967626(4294967626) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/608 e 0 to 0 dl 1789130382 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1789130366.735148:0:31125:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf61462940 pname:cluuid:pid:xid:nid:opc:job rm:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:31125:1876037329020160:192.168.204.123@tcp:101:rm.0 00000100:00000001:3.0:1789130366.735154:0:31125:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130366.735158:0:31125:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130366.735162:0:31125:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1789130366.735165:0:31125:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130366.735169:0:31125:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf61462940 x1876037329020160/t4294967626(4294967626) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/608 e 0 to 0 dl 1789130382 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130366.735178:0:31125:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789130366.735183:0:31125:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9caf5868b480. 00000100:00000001:3.0:1789130366.735187:0:31125:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1789130366.735189:0:31125:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130366.735193:0:31125:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1789130366.735202:0:31125:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789130366.735206:0:31125:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789130366.735211:0:31125:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40030200 refcount=4 00000020:00000001:3.0:1789130366.735214:0:31125:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239989760 : -109198469561856 : ffff9caf40030200) 00010000:00000001:3.0:1789130366.735217:0:31125:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239989760 : -109198469561856 : ffff9caf40030200) 00010000:00000040:3.0:1789130366.735230:0:31125:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9caf40030200, remote cookie: 0xcdf1b083821a5739, flags: 0x1001 00010000:00000040:3.0:1789130366.735234:0:31125:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x24:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:3.0:1789130366.735238:0:31125:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000040:3.0:1789130366.735248:0:31125:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf4814d000 count: 2 00010000:00000001:3.0:1789130366.735252:0:31125:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789130366.735268:0:31125:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789130366.735282:0:31125:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030200/0xde5303b1d982cc98 lrc: 4/1,0 mode: --/CR res: [0x200000404:0x24:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a5739 expref: -99 pid: 31125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789130366.735293:0:31125:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030200/0xde5303b1d982cc98 lrc: 4/1,0 mode: --/CR res: [0x200000404:0x24:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a5739 expref: -99 pid: 31125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789130366.735300:0:31125:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1789130366.735307:0:31125:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1789130366.735311:0:31125:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1789130366.735314:0:31125:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1789130366.735315:0:31125:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1789130366.735318:0:31125:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x24:0x0].0x0 (ffff9caf4814d000) refcount = 2 00010000:00000040:3.0:1789130366.735322:0:31125:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1789130366.735325:0:31125:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a92400/0xde5303b1d982cc60 lrc: 1/0,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a567c expref: -99 pid: 31124 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00010000:3.0:1789130366.735333:0:31125:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030200/0xde5303b1d982cc98 lrc: 4/1,0 mode: CR/CR res: [0x200000404:0x24:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a5739 expref: -99 pid: 31125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789130366.735339:0:31125:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1789130366.735345:0:31125:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1789130366.735347:0:31125:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789130366.735351:0:31125:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1789130366.735354:0:31125:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789130366.735357:0:31125:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030200/0xde5303b1d982cc98 lrc: 4/1,0 mode: CR/CR res: [0x200000404:0x24:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a5739 expref: -99 pid: 31125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789130366.735363:0:31125:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1789130366.735365:0:31125:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130366.735367:0:31125:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789130366.735368:0:31125:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130366.735369:0:31125:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789130366.735371:0:31125:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789130366.735376:0:31125:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1789130366.735380:0:31125:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789130366.735381:0:31125:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789130366.735383:0:31125:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40030200 refcount=3 00000020:00000001:3.0:1789130366.735384:0:31125:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239989760 : -109198469561856 : ffff9caf40030200) 00010000:00000001:3.0:1789130366.735387:0:31125:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239989760 : -109198469561856 : ffff9caf40030200) 00010000:00000001:3.0:1789130366.735389:0:31125:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130366.735390:0:31125:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1789130366.735396:0:31125:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x200002b, status=0 req@ffff9caf61462940 x1876037329020160/t4294967626(4294967626) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/608 e 0 to 0 dl 1789130382 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1789130366.735407:0:31125:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:3.0:1789130366.735412:0:31125:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9caf61462940 x1876037329020160/t4294967626(4294967626) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/608 e 0 to 0 dl 1789130382 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1789130366.735418:0:31125:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130366.735420:0:31125:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789130366.735421:0:31125:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789130366.735423:0:31125:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40030200 refcount=3 00000020:00000001:3.0:1789130366.735425:0:31125:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239989760 : -109198469561856 : ffff9caf40030200) 00010000:00000001:3.0:1789130366.735427:0:31125:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239989760 : -109198469561856 : ffff9caf40030200) 00010000:00000001:3.0:1789130366.735430:0:31125:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130366.735431:0:31125:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789130366.735432:0:31125:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789130366.735435:0:31125:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789130366.735439:0:31125:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:3.0:1789130366.735443:0:31125:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789130366.735445:0:31125:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875798038848 : -109197911512768 : ffff9caf61462940) 00010000:00000001:3.0:1789130366.735447:0:31125:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789130366.735448:0:31125:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789130366.735449:0:31125:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40030200 refcount=3 00000020:00000001:3.0:1789130366.735451:0:31125:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239989760 : -109198469561856 : ffff9caf40030200) 00010000:00000001:3.0:1789130366.735454:0:31125:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239989760 : -109198469561856 : ffff9caf40030200) 00000002:00010000:3.0:1789130366.735456:0:31125:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030200/0xde5303b1d982cc98 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x24:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a5739 expref: -99 pid: 31125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789130366.735463:0:31125:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130366.735464:0:31125:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789130366.735466:0:31125:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1789130366.735467:0:31125:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789130366.735467:0:31125:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789130366.735469:0:31125:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40030200 refcount=3 00000020:00000001:3.0:1789130366.735470:0:31125:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239989760 : -109198469561856 : ffff9caf40030200) 00010000:00000001:3.0:1789130366.735472:0:31125:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239989760 : -109198469561856 : ffff9caf40030200) 00010000:00000040:3.0:1789130366.735475:0:31125:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf4814d000 count: 3 00010000:00000001:3.0:1789130366.735478:0:31125:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1789130366.735482:0:31125:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9caf4630e800 type 13 mode 16 res 8589935620/36 (0 0) 00010000:00000001:3.0:1789130366.735485:0:31125:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130366.735486:0:31125:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789130366.735487:0:31125:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1789130366.735491:0:31125:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c1f868 00000002:00002000:3.0:1789130366.735493:0:31125:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=open status=0 disp=0x280002b: rc = 0 00000002:00000001:3.0:1789130366.735496:0:31125:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789130366.735501:0:31125:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789130366.735504:0:31125:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1789130366.735508:0:31125:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:3.0:1789130366.735512:0:31125:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789130366.735517:0:31125:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9caf4557c8c0 2 00000080:00000010:3.0:1789130366.735522:0:31125:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9caf4842fe00. 00000080:00000001:3.0:1789130366.735528:0:31125:0:(llite_lib.c:3864:ll_prep_inode()) Process entered 00000002:00000001:3.0:1789130366.735536:0:31125:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:3.0:1789130366.735539:0:31125:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1789130366.735543:0:31125:0:(llite_lib.c:1973:ll_update_lsm_md()) Process entered 00000080:00000002:3.0:1789130366.735545:0:31125:0:(llite_lib.c:1977:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000404:0x24:0x0] 00000080:00000001:3.0:1789130366.735549:0:31125:0:(llite_lib.c:1994:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130366.735555:0:31125:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833956 : 144115205322833956 : 200000404000024) 00000080:00000001:3.0:1789130366.735559:0:31125:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:3.0:1789130366.735566:0:31125:0:(llite_lib.c:3140:ll_update_inode()) inode=[0x200000404:0x24:0x0], updating i_size 7680 00010000:00000001:3.0:1789130366.735568:0:31125:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789130366.735570:0:31125:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789130366.735571:0:31125:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40030200 refcount=3 00000020:00000001:3.0:1789130366.735573:0:31125:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239989760 : -109198469561856 : ffff9caf40030200) 00010000:00000001:3.0:1789130366.735575:0:31125:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239989760 : -109198469561856 : ffff9caf40030200) 00010000:00000001:3.0:1789130366.735578:0:31125:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130366.735579:0:31125:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1789130366.735581:0:31125:0:(llite_lib.c:3962:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1789130366.735585:0:31125:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:3.0:1789130366.735587:0:31125:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789130366.735601:0:31125:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000404:0x24:0x0](ffff9caf60131148) for lock 0xde5303b1d982cc98 00800000:00000001:3.0:1789130366.735605:0:31125:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1789130366.735607:0:31125:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1789130366.735609:0:31125:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789130366.735610:0:31125:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789130366.735611:0:31125:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40030200 refcount=3 00000020:00000001:3.0:1789130366.735613:0:31125:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239989760 : -109198469561856 : ffff9caf40030200) 00010000:00000001:3.0:1789130366.735616:0:31125:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239989760 : -109198469561856 : ffff9caf40030200) 00010000:00000001:3.0:1789130366.735618:0:31125:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130366.735619:0:31125:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789130366.735621:0:31125:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789130366.735623:0:31125:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130366.735627:0:31125:0:(llite_lib.c:3176:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:3.0:1789130366.735629:0:31125:0:(llite_lib.c:3182:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130366.735631:0:31125:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130366.735636:0:31125:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf61462940 x1876037329020160/t4294967626(4294967626) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/608 e 0 to 0 dl 1789130382 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130366.735642:0:31125:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789130366.735646:0:31125:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xde5303b1d982cc98 from it ffffb97f41c1fbd0 00010000:00000001:3.0:1789130366.735649:0:31125:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789130366.735650:0:31125:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789130366.735651:0:31125:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40030200 refcount=3 00000020:00000001:3.0:1789130366.735653:0:31125:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239989760 : -109198469561856 : ffff9caf40030200) 00010000:00000001:3.0:1789130366.735656:0:31125:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239989760 : -109198469561856 : ffff9caf40030200) 00010000:00000001:3.0:1789130366.735658:0:31125:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789130366.735662:0:31125:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030200/0xde5303b1d982cc98 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x24:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a5739 expref: -99 pid: 31125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789130366.735668:0:31125:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130366.735670:0:31125:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789130366.735671:0:31125:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1789130366.735675:0:31125:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1789130366.735679:0:31125:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030200/0xde5303b1d982cc98 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x24:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a5739 expref: -99 pid: 31125 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1789130366.735687:0:31125:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130366.735690:0:31125:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789130366.735692:0:31125:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789130366.735698:0:31125:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130366.735699:0:31125:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789130366.735701:0:31125:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130366.735705:0:31125:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789130366.735707:0:31125:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130366.735709:0:31125:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130366.735713:0:31125:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130366.735716:0:31125:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789130366.735717:0:31125:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130366.735719:0:31125:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1789130366.735723:0:31125:0:(file.c:917:ll_intent_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1789130366.735733:0:31125:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff9caf4689c8c0. 00000080:00000001:3.0:1789130366.735737:0:31125:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:3.0:1789130366.735742:0:31125:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00000002:00000001:3.0:1789130366.735745:0:31125:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:3.0:1789130366.735749:0:31125:0:(obd.h:1507:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff9caf4938e9c0. 00000002:00100000:3.0:1789130366.735754:0:31125:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9caf61462940 x1876037329020160/t4294967626(4294967626) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/608 e 0 to 0 dl 1789130382 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1789130366.735760:0:31125:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789130366.735762:0:31125:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:3.0:1789130366.735766:0:31125:0:(rw.c:970:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:3.0:1789130366.735770:0:31125:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130366.735775:0:31125:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:3.0:1789130366.735777:0:31125:0:(pcc.c:2368:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130366.735780:0:31125:0:(file.c:1296:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789130366.735785:0:31125:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130366.735788:0:31125:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf61462940 x1876037329020160/t4294967626(4294967626) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/608 e 0 to 0 dl 1789130382 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 02000000:00000001:3.0:1789130366.735797:0:31125:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789130366.735801:0:31125:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 262144 at ffff9caf48a00000. 02000000:00000001:3.0:1789130366.735886:0:31125:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1789130366.735889:0:31125:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789130366.735892:0:31125:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c1fb78 00000080:00000008:3.0:1789130366.735895:0:31125:0:(file.c:1329:ll_file_open()) COMPLETED file d21g.recovery-small-2:[0x200000404:0x24:0x0](ffff9caf60131148), flags 704400, rc = 0 00000080:00000001:3.0:1789130366.735899:0:31125:0:(dir.c:3011:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789130366.735934:0:31125:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c1fd30 00000080:00200008:3.0:1789130366.735937:0:31125:0:(file.c:6313:ll_getattr_dentry()) START file d21g.recovery-small-2:[0x200000404:0x24:0x0](ffff9caf60131148), request_mask 2047, flags 0, foreign 0 00000080:00000001:3.0:1789130366.735947:0:31125:0:(statahead.c:2326:start_statahead_thread()) Process entered 00000080:00000001:3.0:1789130366.735951:0:31125:0:(statahead.c:2329:start_statahead_thread()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130366.735955:0:31125:0:(file.c:6206:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1789130366.735957:0:31125:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c1fca8 00000080:00200000:3.0:1789130366.735959:0:31125:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x24:0x0](ffff9caf60131148),name=d21g.recovery-small-2 00000080:00000010:3.0:1789130366.735966:0:31125:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9caf47c6c200. 00800000:00000002:3.0:1789130366.735973:0:31125:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9caf4557c8c0 2 00000080:00000001:3.0:1789130366.735982:0:31125:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1789130366.735987:0:31125:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1789130366.735989:0:31125:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c1fbc8 00800000:00000002:3.0:1789130366.735992:0:31125:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000404:0x24:0x0] 'd21g.recovery-small-2' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1789130366.735996:0:31125:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1789130366.736002:0:31125:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x24:0x0], name='' -> mds #0 00000002:00000001:3.0:1789130366.736008:0:31125:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1789130366.736011:0:31125:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c1fa98 00000002:00010000:3.0:1789130366.736013:0:31125:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000404:0x24:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1789130366.736017:0:31125:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1789130366.736019:0:31125:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789130366.736021:0:31125:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789130366.736025:0:31125:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf4814d000 count: 3 00010000:00000001:3.0:1789130366.736027:0:31125:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789130366.736031:0:31125:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789130366.736036:0:31125:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1789130366.736039:0:31125:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a92400/0xde5303b1d982cc60 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a567c expref: -99 pid: 31124 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:3.0:1789130366.736047:0:31125:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1789130366.736052:0:31125:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789130366.736055:0:31125:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a92400/0xde5303b1d982cc60 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a567c expref: -99 pid: 31124 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:3.0:1789130366.736062:0:31125:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1789130366.736064:0:31125:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1789130366.736066:0:31125:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1789130366.736069:0:31125:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1789130366.736070:0:31125:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1789130366.736073:0:31125:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1789130366.736076:0:31125:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1789130366.736079:0:31125:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9caf4557c8c0 2 00000080:00000010:3.0:1789130366.736081:0:31125:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9caf47c6c200. 00000080:00000001:3.0:1789130366.736085:0:31125:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1789130366.736088:0:31125:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789130366.736092:0:31125:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x24:0x0](ffff9caf60131148) 00000080:00010000:3.0:1789130366.736096:0:31125:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000404:0x24:0x0](ffff9caf60131148) for lock 0xde5303b1d982cc60 00800000:00000001:3.0:1789130366.736099:0:31125:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1789130366.736102:0:31125:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1789130366.736103:0:31125:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789130366.736105:0:31125:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789130366.736107:0:31125:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf46a92400 refcount=3 00000020:00000001:3.0:1789130366.736109:0:31125:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875351540736 : -109198358010880 : ffff9caf46a92400) 00010000:00000001:3.0:1789130366.736112:0:31125:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875351540736 : -109198358010880 : ffff9caf46a92400) 00010000:00000001:3.0:1789130366.736115:0:31125:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130366.736116:0:31125:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789130366.736118:0:31125:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789130366.736119:0:31125:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789130366.736122:0:31125:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xde5303b1d982cc60 from it ffffb97f41c1fce0 00010000:00000001:3.0:1789130366.736124:0:31125:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789130366.736126:0:31125:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789130366.736127:0:31125:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf46a92400 refcount=3 00000020:00000001:3.0:1789130366.736129:0:31125:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875351540736 : -109198358010880 : ffff9caf46a92400) 00010000:00000001:3.0:1789130366.736132:0:31125:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875351540736 : -109198358010880 : ffff9caf46a92400) 00010000:00000001:3.0:1789130366.736134:0:31125:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789130366.736136:0:31125:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a92400/0xde5303b1d982cc60 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a567c expref: -99 pid: 31124 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:3.0:1789130366.736144:0:31125:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130366.736145:0:31125:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789130366.736147:0:31125:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1789130366.736148:0:31125:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1789130366.736150:0:31125:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a92400/0xde5303b1d982cc60 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a567c expref: -99 pid: 31124 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:3.0:1789130366.736158:0:31125:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130366.736159:0:31125:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789130366.736161:0:31125:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789130366.736164:0:31125:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130366.736165:0:31125:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789130366.736166:0:31125:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130366.736168:0:31125:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789130366.736170:0:31125:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130366.736172:0:31125:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130366.736174:0:31125:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130366.736176:0:31125:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789130366.736177:0:31125:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130366.736178:0:31125:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1789130366.736180:0:31125:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1789130366.736182:0:31125:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1789130366.736186:0:31125:0:(file.c:6266:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789130366.736191:0:31125:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c1fd30 00000080:00000008:3.0:1789130366.736193:0:31125:0:(file.c:6498:ll_getattr_dentry()) COMPLETED file d21g.recovery-small-2:[0x200000404:0x24:0x0](ffff9caf60131148), request_mask 2047, flags 0, foreign 0 00000080:00000001:3.0:1789130366.736226:0:31125:0:(dir.c:324:ll_iterate()) Process entered 00000080:00200000:3.0:1789130366.736228:0:31125:0:(dir.c:332:ll_iterate()) VFS Op:inode=[0x200000404:0x24:0x0](ffff9caf60131148) pos/size0/7680 32bit_api 0 00000080:00000010:3.0:1789130366.736234:0:31125:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9caf47c6c200. 00000080:00000001:3.0:1789130366.736237:0:31125:0:(dir.c:194:ll_dir_read()) Process entered 00000080:00000001:3.0:1789130366.736247:0:31125:0:(dir.c:148:ll_get_dir_folio()) Process leaving (rc=18446730744355825408 : -13329353726208 : fffff3e0849b2700) 00000080:00000001:3.0:1789130366.736251:0:31125:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833956 : 144115205322833956 : 200000404000024) 00000080:00000001:3.0:1789130366.736255:0:31125:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:3.0:1789130366.736269:0:31125:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833958 : 144115205322833958 : 200000404000026) 00000080:00000001:3.0:1789130366.736275:0:31125:0:(dir.c:306:ll_dir_read()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1789130366.736277:0:31125:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9caf47c6c200. 00000080:00000001:3.0:1789130366.736280:0:31125:0:(dir.c:402:ll_iterate()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130366.736294:0:31125:0:(dir.c:324:ll_iterate()) Process entered 00000080:00200000:3.0:1789130366.736295:0:31125:0:(dir.c:332:ll_iterate()) VFS Op:inode=[0x200000404:0x24:0x0](ffff9caf60131148) pos/size18446744073709551614/7680 32bit_api 0 00000080:00000001:3.0:1789130366.736299:0:31125:0:(dir.c:342:ll_iterate()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1789130366.736301:0:31125:0:(dir.c:402:ll_iterate()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130366.736327:0:31125:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:3.0:1789130366.736331:0:31125:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00200000:3.0:1789130366.736333:0:31125:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000404:0x24:0x0](ffff9caf60131148), inode mode 41ed mask 1 00000080:00000001:3.0:1789130366.736337:0:31125:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130366.736345:0:31125:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:3.0:1789130366.736348:0:31125:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c1fda0 00000080:00002000:3.0:1789130366.736350:0:31125:0:(dcache.c:87:ll_dcompare()) found name f(ffff9caf60345288) flags 0x48000e refc 0 00000080:00000001:3.0:1789130366.736352:0:31125:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789130366.736355:0:31125:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c1fe10 00000080:00200000:3.0:1789130366.736356:0:31125:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=f, flags=0 00000080:00000001:3.0:1789130366.736362:0:31125:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00200000:3.0:1789130366.736364:0:31125:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000404:0x24:0x0](ffff9caf60131148), inode mode 41ed mask 3 00000080:00000001:3.0:1789130366.736366:0:31125:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130366.736370:0:31125:0:(namei.c:2415:ll_unlink()) Process entered 00000020:00000001:3.0:1789130366.736372:0:31125:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c1fdf8 00000080:00200000:3.0:1789130366.736374:0:31125:0:(namei.c:2418:ll_unlink()) VFS Op:name=f, dir=[0x200000404:0x24:0x0](ffff9caf60131148) 00000080:00000001:3.0:1789130366.736377:0:31125:0:(llite_foreign.c:180:ll_foreign_is_removable()) Process entered 00000020:00000001:3.0:1789130366.736381:0:31125:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1789130366.736387:0:31125:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446634875648776744 : -109198060774872 : ffff9caf58609a28) 00000020:00001000:3.0:1789130366.736390:0:31125:0:(cl_object.c:823:cl_env_get()) 1@ffff9caf58609a20 00000020:00000001:3.0:1789130366.736392:0:31125:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:3.0:1789130366.736397:0:31125:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9caf582ac000) owner 0000000000000000/ffff9caf484427c0 00020000:00000002:3.0:1789130366.736402:0:31125:0:(lov_object.c:2443:lov_lsm_addref()) lsm ffff9caf58401540 addref 2/0 by ffff9caf484427c0. 00020000:00000002:3.0:1789130366.736405:0:31125:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9caf582ac000) owner 0000000000000000/ffff9caf484427c0 00020000:00000001:3.0:1789130366.736408:0:31125:0:(lov_object.c:2339:lov_object_layout_get()) Process entered 00020000:00000001:3.0:1789130366.736412:0:31125:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:3.0:1789130366.736414:0:31125:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:3.0:1789130366.736416:0:31125:0:(lov_pack.c:107:lov_lsm_pack_v1v3()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00020000:00000001:3.0:1789130366.736420:0:31125:0:(lov_object.c:2358:lov_object_layout_get()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00000020:00001000:3.0:1789130366.736423:0:31125:0:(cl_object.c:917:cl_env_put()) 1@ffff9caf58609a20 00000080:00000001:3.0:1789130366.736426:0:31125:0:(llite_foreign.c:262:ll_foreign_is_removable()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:3.0:1789130366.736430:0:31125:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9caf47c6c200. 00800000:00000001:3.0:1789130366.736438:0:31125:0:(lmv_obd.c:3494:lmv_unlink()) Process entered 00800000:00000001:3.0:1789130366.736442:0:31125:0:(lmv_obd.c:2563:lmv_early_cancel()) Process entered 00800000:00000002:3.0:1789130366.736444:0:31125:0:(lmv_obd.c:2582:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x200000404:0x26:0x0] 00800000:00000001:3.0:1789130366.736447:0:31125:0:(lmv_obd.c:2587:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789130366.736449:0:31125:0:(lmv_obd.c:3534:lmv_unlink()) unlink with fid=[0x200000404:0x24:0x0]/[0x200000404:0x26:0x0] -> mds #0 00000002:00000001:3.0:1789130366.736453:0:31125:0:(mdc_reint.c:315:mdc_unlink()) Process entered 00000002:00000001:3.0:1789130366.736457:0:31125:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1789130366.736460:0:31125:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf4814d000 count: 3 00010000:00000001:3.0:1789130366.736463:0:31125:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789130366.736466:0:31125:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1789130366.736470:0:31125:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1789130366.736473:0:31125:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a92400/0xde5303b1d982cc60 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xcdf1b083821a567c expref: -99 pid: 31124 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000080:00000001:3.0:1789130366.736481:0:31125:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1789130366.736485:0:31125:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1789130366.736490:0:31125:0:(file.c:6113:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1789130366.736493:0:31125:0:(file.c:6119:ll_have_md_lock()) trying to match res [0x200000404:0x24:0x0] mode (null) 00000002:00000001:3.0:1789130366.736496:0:31125:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789130366.736497:0:31125:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789130366.736499:0:31125:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf4814d000 count: 4 00010000:00000001:3.0:1789130366.736501:0:31125:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789130366.736504:0:31125:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:3.0:1789130366.736507:0:31125:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:3.0:1789130366.736509:0:31125:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1789130366.736511:0:31125:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789130366.736514:0:31125:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030200/0xde5303b1d982cc98 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x24:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a5739 expref: -99 pid: 31125 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1789130366.736521:0:31125:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130366.736522:0:31125:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789130366.736524:0:31125:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=16 : 16 : 10) 00010000:00000001:3.0:1789130366.736526:0:31125:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789130366.736527:0:31125:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789130366.736529:0:31125:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40030200 refcount=2 00000020:00000001:3.0:1789130366.736531:0:31125:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239989760 : -109198469561856 : ffff9caf40030200) 00010000:00000001:3.0:1789130366.736533:0:31125:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239989760 : -109198469561856 : ffff9caf40030200) 00010000:00000001:3.0:1789130366.736535:0:31125:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130366.736537:0:31125:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789130366.736538:0:31125:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789130366.736539:0:31125:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789130366.736541:0:31125:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf4814d000 count: 4 00010000:00000001:3.0:1789130366.736544:0:31125:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789130366.736547:0:31125:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789130366.736550:0:31125:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789130366.736551:0:31125:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789130366.736552:0:31125:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf4814d000 count: 4 00010000:00000001:3.0:1789130366.736554:0:31125:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789130366.736556:0:31125:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130366.736558:0:31125:0:(file.c:6141:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:3.0:1789130366.736561:0:31125:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000404:0x24:0x0] lli = ffff9caf60131080, pfid = [0x0:0x0:0x0] 00000080:00000001:3.0:1789130366.736631:0:31125:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:3.0:1789130366.736634:0:31125:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:3.0:1789130366.736636:0:31125:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:3.0:1789130366.736639:0:31125:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x24:0x0](ffff9caf60131148) invalid 00000020:00000001:3.0:1789130366.736642:0:31125:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c1fa60 00000080:00002000:3.0:1789130366.736644:0:31125:0:(llite_internal.h:2032:d_lustre_invalidate()) invalidate dentry d21g.recovery-small-2 (ffff9caf603456c0) parent ffff9caf600f3360 inode ffff9caf60131148 refc 3 00000080:00000001:3.0:1789130366.736649:0:31125:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:3.0:1789130366.736652:0:31125:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1789130366.736654:0:31125:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130366.736658:0:31125:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1789130366.736661:0:31125:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1789130366.736663:0:31125:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1789130366.736665:0:31125:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789130366.736667:0:31125:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1789130366.736670:0:31125:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9caf46a92400 with handle 0xde5303b1d982cc60 from hash 00010000:00000001:3.0:1789130366.736673:0:31125:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1789130366.736675:0:31125:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130366.736676:0:31125:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789130366.736678:0:31125:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1789130366.736681:0:31125:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1789130366.736683:0:31125:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1789130366.736686:0:31125:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1789130366.736687:0:31125:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1789130366.736689:0:31125:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1789130366.736692:0:31125:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1789130366.736695:0:31125:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf4a8cca00 count: 3 00010000:00000001:3.0:1789130366.736697:0:31125:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789130366.736699:0:31125:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1789130366.736701:0:31125:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1789130366.736704:0:31125:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a92000/0xde5303b1d982cc67 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xcdf1b083821a5698 expref: -99 pid: 31124 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00000001:3.0:1789130366.736709:0:31125:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1789130366.736711:0:31125:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1789130366.736712:0:31125:0:(file.c:6113:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1789130366.736713:0:31125:0:(file.c:6119:ll_have_md_lock()) trying to match res [0x200000404:0x26:0x0] mode (null) 00000002:00000001:3.0:1789130366.736715:0:31125:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789130366.736716:0:31125:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789130366.736718:0:31125:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf4a8cca00 count: 4 00010000:00000001:3.0:1789130366.736720:0:31125:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789130366.736722:0:31125:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789130366.736723:0:31125:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789130366.736724:0:31125:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789130366.736726:0:31125:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf4a8cca00 count: 4 00010000:00000001:3.0:1789130366.736727:0:31125:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789130366.736729:0:31125:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789130366.736730:0:31125:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789130366.736731:0:31125:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789130366.736732:0:31125:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf4a8cca00 count: 4 00010000:00000001:3.0:1789130366.736734:0:31125:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789130366.736736:0:31125:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789130366.736737:0:31125:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789130366.736738:0:31125:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789130366.736740:0:31125:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf4a8cca00 count: 4 00010000:00000001:3.0:1789130366.736742:0:31125:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789130366.736744:0:31125:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130366.736745:0:31125:0:(file.c:6141:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130366.736748:0:31125:0:(file.c:6819:ll_layout_conf()) Process entered 00000020:00000001:3.0:1789130366.736749:0:31125:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1789130366.736751:0:31125:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446634875648776744 : -109198060774872 : ffff9caf58609a28) 00000020:00001000:3.0:1789130366.736753:0:31125:0:(cl_object.c:823:cl_env_get()) 1@ffff9caf58609a20 00000020:00000001:3.0:1789130366.736755:0:31125:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:3.0:1789130366.736758:0:31125:0:(vvp_object.c:123:vvp_conf_set()) [0x200000404:0x26:0x0]: losing layout lock 00000080:00000001:3.0:1789130366.736762:0:31125:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:3.0:1789130366.736765:0:31125:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:3.0:1789130366.736769:0:31125:0:(lov_object.c:1460:lov_conf_set()) Process entered 00020000:00000001:3.0:1789130366.736771:0:31125:0:(lov_object.c:1474:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1789130366.736773:0:31125:0:(lov_object.c:1547:lov_conf_set()) [0x200000404:0x26:0x0] lo_layout_invalid=1 00020000:00000001:3.0:1789130366.736775:0:31125:0:(lov_object.c:1548:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789130366.736777:0:31125:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1789130366.736780:0:31125:0:(cl_object.c:917:cl_env_put()) 1@ffff9caf58609a20 00000080:00000001:3.0:1789130366.736782:0:31125:0:(file.c:6861:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130366.736784:0:31125:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:3.0:1789130366.736785:0:31125:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x26:0x0](ffff9caf601aba88) invalid 00000020:00000001:3.0:1789130366.736787:0:31125:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c1fa60 00000080:00002000:3.0:1789130366.736788:0:31125:0:(llite_internal.h:2032:d_lustre_invalidate()) invalidate dentry f (ffff9caf60345288) parent ffff9caf603456c0 inode ffff9caf601aba88 refc 1 00000080:00000001:3.0:1789130366.736791:0:31125:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:3.0:1789130366.736792:0:31125:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1789130366.736793:0:31125:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130366.736795:0:31125:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1789130366.736797:0:31125:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1789130366.736798:0:31125:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1789130366.736800:0:31125:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789130366.736801:0:31125:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1789130366.736837:0:31125:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9caf46a92000 with handle 0xde5303b1d982cc67 from hash 00010000:00000001:3.0:1789130366.736840:0:31125:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1789130366.736841:0:31125:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130366.736842:0:31125:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789130366.736843:0:31125:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1789130366.736845:0:31125:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1789130366.736846:0:31125:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1789130366.736849:0:31125:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1789130366.736851:0:31125:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40031c00/0xde5303b1d982cc3d lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x26:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xcdf1b083821a5605 expref: -99 pid: 31089 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00000001:3.0:1789130366.736858:0:31125:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1789130366.736860:0:31125:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1789130366.736861:0:31125:0:(file.c:6113:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1789130366.736863:0:31125:0:(file.c:6119:ll_have_md_lock()) trying to match res [0x200000404:0x26:0x0] mode (null) 00000002:00000001:3.0:1789130366.736865:0:31125:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789130366.736867:0:31125:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789130366.736869:0:31125:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf4a8cca00 count: 4 00010000:00000001:3.0:1789130366.736871:0:31125:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789130366.736873:0:31125:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130366.736875:0:31125:0:(file.c:6141:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130366.736877:0:31125:0:(file.c:6819:ll_layout_conf()) Process entered 00000020:00000001:3.0:1789130366.736878:0:31125:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1789130366.736879:0:31125:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446634875648776744 : -109198060774872 : ffff9caf58609a28) 00000020:00001000:3.0:1789130366.736882:0:31125:0:(cl_object.c:823:cl_env_get()) 1@ffff9caf58609a20 00000020:00000001:3.0:1789130366.736883:0:31125:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:3.0:1789130366.736885:0:31125:0:(vvp_object.c:123:vvp_conf_set()) [0x200000404:0x26:0x0]: losing layout lock 00000080:00000001:3.0:1789130366.736886:0:31125:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:3.0:1789130366.736888:0:31125:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:3.0:1789130366.736889:0:31125:0:(lov_object.c:1460:lov_conf_set()) Process entered 00020000:00000001:3.0:1789130366.736891:0:31125:0:(lov_object.c:1474:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1789130366.736892:0:31125:0:(lov_object.c:1547:lov_conf_set()) [0x200000404:0x26:0x0] lo_layout_invalid=1 00020000:00000001:3.0:1789130366.736894:0:31125:0:(lov_object.c:1548:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789130366.736896:0:31125:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1789130366.736897:0:31125:0:(cl_object.c:917:cl_env_put()) 1@ffff9caf58609a20 00000080:00000001:3.0:1789130366.736899:0:31125:0:(file.c:6861:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130366.736901:0:31125:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1789130366.736902:0:31125:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130366.736904:0:31125:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1789130366.736906:0:31125:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1789130366.736907:0:31125:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1789130366.736908:0:31125:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789130366.736910:0:31125:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1789130366.736912:0:31125:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9caf40031c00 with handle 0xde5303b1d982cc3d from hash 00010000:00000001:3.0:1789130366.736914:0:31125:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1789130366.736915:0:31125:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130366.736917:0:31125:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789130366.736918:0:31125:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1789130366.736919:0:31125:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1789130366.736921:0:31125:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1789130366.736923:0:31125:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:3.0:1789130366.736925:0:31125:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=2 : 2 : 2) 00000002:00000001:3.0:1789130366.736927:0:31125:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=2 : 2 : 2) 00000100:00000010:3.0:1789130366.736936:0:31125:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf501a9680. 00000020:00000040:3.0:1789130366.736940:0:31125:0:(genops.c:1210:class_import_get()) import ffff9caf6079a800 refcount=7 obd=lustre-MDT0000-mdc-ffff9caf5014c800 02000000:00000001:3.0:1789130366.736945:0:31125:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789130366.736947:0:31125:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130366.736950:0:31125:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1789130366.736955:0:31125:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789130366.736957:0:31125:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130366.736958:0:31125:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789130366.736960:0:31125:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130366.736963:0:31125:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789130366.736966:0:31125:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789130366.736969:0:31125:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789130366.736979:0:31125:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9caf47c6dc00. 00000100:00000001:3.0:1789130366.736990:0:31125:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130366.736993:0:31125:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1789130366.736995:0:31125:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1789130366.737001:0:31125:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a92000/0xde5303b1d982cc67 lrc: 1/0,0 mode: --/PR res: [0x200000404:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xcdf1b083821a5698 expref: -99 pid: 31124 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1789130366.737009:0:31125:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40031c00/0xde5303b1d982cc3d lrc: 1/0,0 mode: --/CR res: [0x200000404:0x26:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xcdf1b083821a5605 expref: -99 pid: 31089 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1789130366.737017:0:31125:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a92400/0xde5303b1d982cc60 lrc: 1/0,0 mode: --/PR res: [0x200000404:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xcdf1b083821a567c expref: -99 pid: 31124 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00010000:3.0:1789130366.737023:0:31125:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 3 locks packed 00010000:00000001:3.0:1789130366.737025:0:31125:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=3 : 3 : 3) 00010000:00000001:3.0:1789130366.737027:0:31125:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1789130366.737030:0:31125:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a92000/0xde5303b1d982cc67 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xcdf1b083821a5698 expref: -99 pid: 31124 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000010:3.0:1789130366.737038:0:31125:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9caf5049e840. 00010000:00000001:3.0:1789130366.737047:0:31125:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789130366.737050:0:31125:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1789130366.737052:0:31125:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40031c00/0xde5303b1d982cc3d lrc: 0/0,0 mode: --/CR res: [0x200000404:0x26:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xcdf1b083821a5605 expref: -99 pid: 31089 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000010:3.0:1789130366.737058:0:31125:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9caf4a7b04c0. 00010000:00000040:3.0:1789130366.737063:0:31125:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9caf4a8cca00 count: 0 00010000:00000010:3.0:1789130366.737070:0:31125:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9caf4c532600. 00010000:00000001:3.0:1789130366.737078:0:31125:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789130366.737079:0:31125:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1789130366.737081:0:31125:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a92400/0xde5303b1d982cc60 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xcdf1b083821a567c expref: -99 pid: 31124 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:3.0:1789130366.737089:0:31125:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789130366.737091:0:31125:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130366.737093:0:31125:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1789130366.737094:0:31125:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130366.737097:0:31125:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:3.0:1789130366.737111:0:31125:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9caf5014c800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:3.0:1789130366.737125:0:31125:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9caf501a9680 x1876037329020416/t0(0) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 496/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789130366.737134:0:31125:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1789130366.737137:0:31125:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1789130366.737147:0:31125:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9caf485e8540. 00000100:00000001:3.0:1789130366.737151:0:31125:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446634875380204864 : -109198329346752 : ffff9caf485e8540) 00000100:00000001:3.0:1789130366.737154:0:31125:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789130366.737156:0:31125:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875509970560 : -109198199581056 : ffff9caf501a9680) 00000100:00000001:3.0:1789130366.737163:0:31125:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789130366.737168:0:31125:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130366.737170:0:31125:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1789130366.737173:0:31125:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789130366.737178:0:31125:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf501a9680 x1876037329020416/t0(0) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 496/624 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130366.737186:0:31125:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789130366.737191:0:31125:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789130366.737196:0:31125:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789130366.737199:0:31125:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789130366.737202:0:31125:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789130366.737206:0:31125:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf501a9680 pname:cluuid:pid:xid:nid:opc:job rm:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:31125:1876037329020416:192.168.204.123@tcp:36:rm.0 00000100:00000001:3.0:1789130366.737211:0:31125:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789130366.737219:0:31125:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789130366.737223:0:31125:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789130366.737226:0:31125:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789130366.737235:0:31125:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9caf50104c00. 02000000:00000001:3.0:1789130366.737237:0:31125:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789130366.737247:0:31125:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:3.0:1789130366.737252:0:31125:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf60788630. 00000400:00000010:3.0:1789130366.737274:0:31125:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf4549fee0. 00000100:00000200:3.0:1789130366.737287:0:31125:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876037329020416, portal 10 00000100:00000001:3.0:1789130366.737301:0:31125:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789130366.737302:0:31125:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875509970560 : -109198199581056 : ffff9caf501a9680) 00000100:00000040:3.0:1789130366.737311:0:31125:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9caf501a9680 x1876037329020416/t0(0) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 496/624 e 0 to 0 dl 1789130382 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130366.737319:0:31125:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789130366.737322:0:31125:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:3.0:1789130366.737327:0:31125:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf4549f440. 00000100:00000200:3.0:1789130366.737331:0:31125:0:(niobuf.c:94:ptl_send_buf()) Sending 496 bytes to portal 12, xid 1876037329020416, offset 0 00000400:00000200:3.0:1789130366.737340:0:31125:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:3.0:1789130366.737351:0:31125:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130366.737360:0:31125:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:3.0:1789130366.737367:0:31125:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789130366.737372:0:31125:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:3.0:1789130366.737377:0:31125:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789130366.737380:0:31125:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:3.0:1789130366.737385:0:31125:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2420:2420:256:4294967295] 192.168.204.123@tcp LPNI seq info [2419:2419:8:4294967295] 00000400:00000200:3.0:1789130366.737389:0:31125:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130366.737401:0:31125:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:3.0:1789130366.737409:0:31125:0:(socklnd_cb.c:931:ksocknal_send()) sending 496 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:3.0:1789130366.737416:0:31125:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf47fd2600. 00000800:00000200:3.0:1789130366.737426:0:31125:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:3.0:1789130366.737437:0:31125:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:3.0:1789130366.737443:0:31125:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf47fd2600 type 1, nob 592 niov 1 nkiov 1 00000100:00000001:3.0:1789130366.737477:0:31125:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130366.737483:0:31125:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: using a timeout of 817393 usecs (818 jiffies) 00000400:00000200:3.0:1789130366.737487:0:31125:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:3.0:1789130366.737491:0:31125:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296461575 00000100:00000001:3.0:1789130366.737495:0:31125:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 2, keep current deadline 4296462858 00000100:00000001:3.0:1789130366.737497:0:31125:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296461575 00000100:00000001:3.0:1789130366.737500:0:31125:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 3, keep current deadline 4296462858 00000100:00000001:3.0:1789130366.737503:0:31125:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789130366.737506:0:31125:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130366.737508:0:31125:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789130366.737511:0:31125:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1789130366.737513:0:31125:0:(client.c:2715:ptlrpc_set_wait()) set ffff9caf485e8540 going to sleep for 11 seconds 00000100:00000001:3.0:1789130366.737517:0:31125:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789130366.737520:0:31125:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789130366.738520:0:2342:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789130366.738530:0:2342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf47fd2600. 00000400:00000200:2.0:1789130366.738538:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130366.738546:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:2.0:1789130366.738554:0:2342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf4549f440 00000400:00000010:2.0:1789130366.738556:0:2342:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf4549f440. 00000100:00000001:2.0:1789130366.738563:0:2342:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789130366.738569:0:2342:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf501a9680 x1876037329020416/t0(0) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 496/624 e 0 to 0 dl 1789130382 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130366.738580:0:2342:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130366.738583:0:2342:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf501a9680 x1876037329020416/t0(0) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 496/624 e 0 to 0 dl 1789130382 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130366.738590:0:2342:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130366.738597:0:2342:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:3.1:1789130366.744167:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf46a92000. 00010000:00000010:3.1:1789130366.744199:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf4a8cca00. 00010000:00000010:3.1:1789130366.744204:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf40031c00. 00010000:00000010:3.1:1789130366.744208:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf46a92400. 00000800:00000001:2.0:1789130366.749789:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130366.749874:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789130366.749880:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130366.749883:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130366.749896:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130366.749907:0:2341:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:2.0:1789130366.749919:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130366.749926:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130366.749933:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130366.749939:0:2341:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 456 into portal 10 MB=0x6aa3efa94e600 00000400:00000200:2.0:1789130366.749945:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130366.749953:0:2341:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.123@tcp of length 456/456 into md 0x68c5 [1] + 224 00000800:00000001:2.0:1789130366.749964:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130366.749974:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130366.749978:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130366.749984:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:2.0:1789130366.749995:0:2341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789130366.750009:0:2341:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf501a9680 x1876037329020416/t0(0) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 496/624 e 0 to 0 dl 1789130382 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789130366.750023:0:2341:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff9caf501a9680 x1876037329020416/t0(0) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 496/624 e 0 to 0 dl 1789130382 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130366.750051:0:2341:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1789130366.750064:0:2341:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1789130366.750068:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130366.750074:0:2341:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.204.23@tcp to MR: 192.168.204.123@tcp local destination 00000400:00000200:2.0:1789130366.750082:0:2341:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2421:2421:256:4294967295] 192.168.204.123@tcp LPNI seq info [2420:2420:8:4294967295] 00000400:00000200:2.0:1789130366.750087:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130366.750096:0:2341:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:192.168.204.23@tcp) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) 192.168.204.123@tcp : ACK try# 0 00000800:00000200:2.0:1789130366.750102:0:2341:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:2.0:1789130366.750109:0:2341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf501cff00. 00000800:00000200:2.0:1789130366.750116:0:2341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:2.0:1789130366.750126:0:2341:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:2.0:1789130366.750133:0:2341:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf501cff00 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1789130366.750244:0:2341:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789130366.750250:0:2341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf501cff00. 00000400:00000200:2.0:1789130366.750255:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130366.750272:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: ACK: OK 00000800:00000001:2.0:1789130366.750281:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130366.750285:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130366.750321:0:31125:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789130366.750333:0:31125:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789130366.750336:0:31125:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789130366.750341:0:31125:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf60788630. 00000400:00000200:0.0:1789130366.750348:0:31125:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf4549fee0 00000400:00000010:0.0:1789130366.750351:0:31125:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf4549fee0. 00000100:00000001:0.0:1789130366.750356:0:31125:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789130366.750363:0:31125:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf501a9680 x1876037329020416/t0(0) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 496/624 e 0 to 0 dl 1789130382 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789130366.750373:0:31125:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf501a9680 x1876037329020416/t0(0) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 496/624 e 0 to 0 dl 1789130382 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130366.750380:0:31125:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789130366.750383:0:31125:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130366.750386:0:31125:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789130366.750390:0:31125:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789130366.750393:0:31125:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789130366.750396:0:31125:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130366.750400:0:31125:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789130366.750413:0:31125:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf6079ac60 time=135 v=5 (104 104 104 104) 00000100:00001000:0.0:1789130366.750419:0:31125:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf6079ac18 time=2 v=5 (1 0 0 0) 00000100:00000001:0.0:1789130366.750421:0:31125:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789130366.750424:0:31125:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130366.750427:0:31125:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789130366.750432:0:31125:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130366.750436:0:31125:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1789130366.750439:0:31125:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x10000013c/0x10000013e] 00000100:00000001:0.0:1789130366.750441:0:31125:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1789130366.750444:0:31125:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789130366.750446:0:31125:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875509970560 : -109198199581056 : ffff9caf501a9680) 00000100:00000001:0.0:1789130366.750450:0:31125:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789130366.750452:0:31125:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9caf5014c800: skip recheck: last_committed 4294967617 00000100:00000001:0.0:1789130366.750454:0:31125:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789130366.750458:0:31125:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130366.750464:0:31125:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf501a9680 x1876037329020416/t4294967627(4294967627) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 496/456 e 0 to 0 dl 1789130382 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130366.750472:0:31125:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789130366.750475:0:31125:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789130366.750478:0:31125:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789130366.750488:0:31125:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf501a9680 x1876037329020416/t4294967627(4294967627) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 496/456 e 0 to 0 dl 1789130382 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789130366.750497:0:31125:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf501a9680 pname:cluuid:pid:xid:nid:opc:job rm:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:31125:1876037329020416:192.168.204.123@tcp:36:rm.0 00000100:00000001:0.0:1789130366.750503:0:31125:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130366.750507:0:31125:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130366.750509:0:31125:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1789130366.750512:0:31125:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789130366.750516:0:31125:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf501a9680 x1876037329020416/t4294967627(4294967627) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 496/456 e 0 to 0 dl 1789130382 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130366.750523:0:31125:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789130366.750527:0:31125:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9caf485e8540. 00000100:00000001:0.0:1789130366.750531:0:31125:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1789130366.750532:0:31125:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789130366.750542:0:31125:0:(mdc_reint.c:367:mdc_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789130366.750547:0:31125:0:(lmv_obd.c:3544:lmv_unlink()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1789130366.750556:0:31125:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9caf47c6c200. 00000100:00000001:0.0:1789130366.750564:0:31125:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789130366.750568:0:31125:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf501a9680 x1876037329020416/t4294967627(4294967627) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 496/456 e 0 to 0 dl 1789130382 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130366.750575:0:31125:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130366.750580:0:31125:0:(namei.c:2468:ll_unlink()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130366.750597:0:31125:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1789130366.750601:0:31125:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c1fe28 00000080:00002000:0.0:1789130366.750604:0:31125:0:(dcache.c:127:ll_ddelete()) deleting dentry f (ffff9caf60345288, parent ffff9caf603456c0, inode 0000000000000000) hashed, 00000080:00000001:0.0:1789130366.750607:0:31125:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1789130366.750616:0:31125:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1789130366.750624:0:31125:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1789130366.750634:0:31125:0:(llite_lib.c:3423:ll_delete_inode()) Process entered 00000080:00000001:0.0:1789130366.750637:0:31125:0:(file.c:5312:cl_sync_file_range()) Process entered 00000020:00000001:0.0:1789130366.750640:0:31125:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1789130366.750645:0:31125:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446634875648774872 : -109198060776744 : ffff9caf586092d8) 00000020:00001000:0.0:1789130366.750648:0:31125:0:(cl_object.c:823:cl_env_get()) 1@ffff9caf586092d0 00000020:00000001:0.0:1789130366.750656:0:31125:0:(cl_object.c:143:cl_object_top()) ffff9caf50186c38 -> ffff9caf50186c38 00000020:00000001:0.0:1789130366.750660:0:31125:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1789130366.750663:0:31125:0:(vvp_io.c:1987:vvp_io_init()) Process entered 00000080:00200000:0.0:1789130366.750666:0:31125:0:(vvp_io.c:1992:vvp_io_init()) [0x200000404:0x26:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:0.0:1789130366.750670:0:31125:0:(cl_io.c:902:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1789130366.750672:0:31125:0:(cl_io.c:908:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1789130366.750673:0:31125:0:(vvp_io.c:2064:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1789130366.750679:0:31125:0:(lov_object.c:1604:lov_io_init()) [0x200000404:0x26:0x0]io ffff9caf42d818c0 type 6 ignore/verify layout 1/0, compressed 0 00020000:00000002:0.0:1789130366.750684:0:31125:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9caf582ac000) owner 0000000000000000/ffff9caf484427c0 00020000:00000001:0.0:1789130366.750688:0:31125:0:(lov_io.c:2488:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1789130366.750691:0:31125:0:(lov_io.c:764:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1789130366.750694:0:31125:0:(lov_io.c:478:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1789130366.750696:0:31125:0:(lov_io.c:489:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789130366.750699:0:31125:0:(lov_io.c:919:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1789130366.750702:0:31125:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1789130366.750704:0:31125:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130366.750705:0:31125:0:(cl_io.c:902:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1789130366.750706:0:31125:0:(cl_io.c:908:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1789130366.750708:0:31125:0:(lov_io.c:2501:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1789130366.750711:0:31125:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9caf582ac000) owner 0000000000000000/ffff9caf484427c0 00000020:00000001:0.0:1789130366.750715:0:31125:0:(cl_io.c:146:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130366.750718:0:31125:0:(cl_io.c:827:cl_io_loop()) Process entered 00000020:00000001:0.0:1789130366.750720:0:31125:0:(cl_io.c:403:cl_io_iter_init()) Process entered 00020000:00000001:0.0:1789130366.750723:0:31125:0:(lov_io.c:1238:lov_io_iter_init()) Process entered 00020000:00200000:0.0:1789130366.750727:0:31125:0:(lov_io.c:1289:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:0.0:1789130366.750732:0:31125:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1789130366.750736:0:31125:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1789130366.750738:0:31125:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1789130366.750740:0:31125:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1789130366.750742:0:31125:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446634875648775448 : -109198060776168 : ffff9caf58609518) 00000020:00001000:0.0:1789130366.750744:0:31125:0:(cl_object.c:823:cl_env_get()) 1@ffff9caf58609510 00000020:00000001:0.0:1789130366.750747:0:31125:0:(cl_object.c:143:cl_object_top()) ffff9caf50186080 -> ffff9caf50186c38 00000020:00000001:0.0:1789130366.750749:0:31125:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:0.0:1789130366.750753:0:31125:0:(cl_io.c:902:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1789130366.750754:0:31125:0:(cl_io.c:908:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1789130366.750755:0:31125:0:(cl_io.c:146:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789130366.750757:0:31125:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789130366.750759:0:31125:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446634875287504200 : -109198422047416 : ffff9caf42d80548) 00000020:00000001:0.0:1789130366.750763:0:31125:0:(cl_io.c:403:cl_io_iter_init()) Process entered 00000020:00000001:0.0:1789130366.750764:0:31125:0:(cl_io.c:415:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789130366.750767:0:31125:0:(lov_io.c:1395:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130366.750769:0:31125:0:(cl_io.c:415:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130366.750772:0:31125:0:(cl_io.c:318:cl_io_lock()) Process entered 00020000:00000001:0.0:1789130366.750774:0:31125:0:(lov_io.c:1538:lov_io_lock()) Process entered 00020000:00000001:0.0:1789130366.750776:0:31125:0:(lov_io.c:1516:lov_io_call()) Process entered 00000020:00000001:0.0:1789130366.750777:0:31125:0:(cl_io.c:318:cl_io_lock()) Process entered 00000020:00000001:0.0:1789130366.750779:0:31125:0:(cl_io.c:290:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1789130366.750782:0:31125:0:(cl_io.c:299:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130366.750784:0:31125:0:(cl_io.c:338:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789130366.750786:0:31125:0:(lov_io.c:1533:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789130366.750788:0:31125:0:(lov_io.c:1539:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130366.750790:0:31125:0:(cl_io.c:290:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1789130366.750790:0:31125:0:(cl_io.c:299:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130366.750792:0:31125:0:(cl_io.c:338:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130366.750795:0:31125:0:(cl_io.c:532:cl_io_start()) Process entered 00020000:00000001:0.0:1789130366.750799:0:31125:0:(lov_io.c:1588:lov_io_start()) Process entered 00020000:00000001:0.0:1789130366.750800:0:31125:0:(lov_io.c:1516:lov_io_call()) Process entered 00000020:00000001:0.0:1789130366.751479:0:31125:0:(cl_io.c:532:cl_io_start()) Process entered 00000008:00000001:0.0:1789130366.751487:0:31125:0:(osc_io.c:1127:osc_io_fsync_start()) Process entered 00000008:00000001:0.0:1789130366.751490:0:31125:0:(osc_cache.c:3411:osc_cache_writeback_range()) Process entered 00000008:00000001:0.0:1789130366.751496:0:31125:0:(osc_cache.c:3346:osc_cache_wait_range()) Process entered 00000008:00000020:0.0:1789130366.751501:0:31125:0:(osc_cache.c:3383:osc_cache_wait_range()) obj ffff9caf4363ef40 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:0.0:1789130366.751507:0:31125:0:(osc_cache.c:3384:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:0.0:1789130366.751511:0:31125:0:(osc_cache.c:3551:osc_cache_writeback_range()) obj ffff9caf4363ef40 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 18446744073709551615] npages 0: rc=0. 00000008:00000001:0.0:1789130366.751516:0:31125:0:(osc_cache.c:3566:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1789130366.751519:0:31125:0:(osc_io.c:1196:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130366.751521:0:31125:0:(cl_io.c:544:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789130366.751524:0:31125:0:(lov_io.c:1533:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789130366.751527:0:31125:0:(lov_io.c:1589:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130366.751529:0:31125:0:(cl_io.c:544:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130366.751531:0:31125:0:(cl_io.c:559:cl_io_end()) Process entered 00020000:00000001:0.0:1789130366.751534:0:31125:0:(lov_io.c:2189:lov_io_fsync_end()) Process entered 00020000:00000001:0.0:1789130366.751536:0:31125:0:(lov_io.c:1594:lov_io_end_wrapper()) Process entered 00000020:00000001:0.0:1789130366.751537:0:31125:0:(cl_io.c:559:cl_io_end()) Process entered 00000020:00000001:0.0:1789130366.751539:0:31125:0:(cl_io.c:567:cl_io_end()) Process leaving 00020000:00000001:0.0:1789130366.751541:0:31125:0:(lov_io.c:1604:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789130366.751543:0:31125:0:(lov_io.c:2200:lov_io_fsync_end()) Process leaving 00000020:00000001:0.0:1789130366.751545:0:31125:0:(cl_io.c:567:cl_io_end()) Process leaving 00000020:00000001:0.0:1789130366.751548:0:31125:0:(cl_io.c:356:cl_io_unlock()) Process entered 00020000:00000001:0.0:1789130366.751551:0:31125:0:(lov_io.c:1682:lov_io_unlock()) Process entered 00020000:00000001:0.0:1789130366.751553:0:31125:0:(lov_io.c:1516:lov_io_call()) Process entered 00000020:00000001:0.0:1789130366.751554:0:31125:0:(cl_io.c:356:cl_io_unlock()) Process entered 00000020:00000001:0.0:1789130366.751555:0:31125:0:(cl_io.c:377:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1789130366.751557:0:31125:0:(lov_io.c:1616:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789130366.751559:0:31125:0:(lov_io.c:1533:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789130366.751561:0:31125:0:(lov_io.c:1685:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1789130366.751563:0:31125:0:(cl_io.c:377:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1789130366.751565:0:31125:0:(cl_io.c:453:cl_io_rw_advance()) Process entered 00000020:00000001:0.0:1789130366.751569:0:31125:0:(cl_io.c:469:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1789130366.751571:0:31125:0:(cl_io.c:433:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1789130366.751573:0:31125:0:(lov_io.c:1663:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1789130366.751575:0:31125:0:(lov_io.c:1516:lov_io_call()) Process entered 00000020:00000001:0.0:1789130366.751576:0:31125:0:(cl_io.c:433:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1789130366.751578:0:31125:0:(cl_io.c:439:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1789130366.751579:0:31125:0:(lov_io.c:1610:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789130366.751581:0:31125:0:(lov_io.c:1533:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789130366.751583:0:31125:0:(lov_io.c:1674:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1789130366.751585:0:31125:0:(cl_io.c:439:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1789130366.751586:0:31125:0:(cl_io.c:877:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130366.751589:0:31125:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1789130366.751592:0:31125:0:(lov_io.c:1057:lov_io_fini()) Process entered 00020000:00000001:0.0:1789130366.751594:0:31125:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1789130366.751596:0:31125:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1789130366.751597:0:31125:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1789130366.751600:0:31125:0:(cl_object.c:917:cl_env_put()) 1@ffff9caf58609510 00020000:00000001:0.0:1789130366.751603:0:31125:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1789130366.751606:0:31125:0:(lov_io.c:1088:lov_io_fini()) Process leaving 00000080:00000001:0.0:1789130366.751610:0:31125:0:(vvp_io.c:392:vvp_io_fini()) Process entered 00000080:00200000:0.0:1789130366.751612:0:31125:0:(vvp_io.c:402:vvp_io_fini()) [0x200000404:0x26:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, need minor change layout 0 00000080:00000001:0.0:1789130366.751616:0:31125:0:(vvp_io.c:509:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1789130366.751618:0:31125:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1789130366.751621:0:31125:0:(cl_object.c:917:cl_env_put()) 1@ffff9caf586092d0 00000080:00000001:0.0:1789130366.751624:0:31125:0:(file.c:5349:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130366.751631:0:31125:0:(llite_lib.c:2079:ll_clear_inode()) Process entered 00000080:00200000:0.0:1789130366.751634:0:31125:0:(llite_lib.c:2082:ll_clear_inode()) VFS Op:inode=[0x200000404:0x26:0x0](ffff9caf601aba88) 00800000:00000001:0.0:1789130366.751642:0:31125:0:(lmv_obd.c:1647:lmv_null_inode()) Process entered 00800000:00000002:0.0:1789130366.751644:0:31125:0:(lmv_obd.c:1649:lmv_null_inode()) CBDATA for [0x200000404:0x26:0x0] 00000002:00000001:0.0:1789130366.751654:0:31125:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:0.0:1789130366.751662:0:31125:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789130366.751664:0:31125:0:(lmv_obd.c:1659:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130366.751667:0:31125:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:0.0:1789130366.751671:0:31125:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:0.0:1789130366.751673:0:31125:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130366.751675:0:31125:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130366.751679:0:31125:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1789130366.751681:0:31125:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446634875648774872 : -109198060776744 : ffff9caf586092d8) 00000020:00001000:0.0:1789130366.751683:0:31125:0:(cl_object.c:823:cl_env_get()) 1@ffff9caf586092d0 00020000:00000001:0.0:1789130366.751691:0:31125:0:(lov_object.c:1555:lov_object_delete()) Process entered 00020000:00000002:0.0:1789130366.751694:0:31125:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9caf582ac000) owner 0000000000000000/ffff9caf484427c0 00020000:00000001:0.0:1789130366.751697:0:31125:0:(lov_object.c:885:lov_delete_composite()) Process entered 00020000:00000002:0.0:1789130366.751700:0:31125:0:(lov_ea.c:762:dump_lsm()) lsm ffff9caf58401540, objid 0x26:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1789130366.751706:0:31125:0:(lov_ea.c:793:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1789130366.751710:0:31125:0:(lov_ea.c:812:dump_lsm()) oinfo:ffff9caf4511c000: ostid: 0x240000400:23 ost idx: 0 gen: 0 00020000:00000001:0.0:1789130366.751713:0:31125:0:(lov_object.c:1327:lov_layout_wait()) Process entered 00020000:00000001:0.0:1789130366.751716:0:31125:0:(lov_object.c:1337:lov_layout_wait()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789130366.751719:0:31125:0:(lov_object.c:292:lov_delete_raid0()) Process entered 00000020:00000001:0.0:1789130366.751722:0:31125:0:(cl_object.c:368:cl_object_prune()) Process entered 00010000:00000001:0.0:1789130366.751729:0:31125:0:(ldlm_request.c:2697:ldlm_resource_iterate()) Process entered 00010000:00000040:0.0:1789130366.751736:0:31125:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf4814d500 count: 2 00010000:00000001:0.0:1789130366.751740:0:31125:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789130366.751743:0:31125:0:(ldlm_request.c:2625:ldlm_resource_foreach()) Process entered 00000008:00000001:0.0:1789130366.751746:0:31125:0:(osc_object.c:184:osc_object_ast_clear()) Process entered 00000008:00010000:0.0:1789130366.751754:0:31125:0:(osc_object.c:202:osc_object_ast_clear()) ### update lock size 0 blocks 1 [cma]time: 1789130348 1789130348 1789130348 by oinfo size 0 blocks 1 [cma]time 1789130348 1789130348 1789130348 ns: lustre-OST0000-osc-ffff9caf5014c800 lock: 00000000359d9554/0xde5303b1d982cc6e lrc: 1/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xcdf1b083821a569f expref: -99 pid: 31124 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00000001:0.0:1789130366.751770:0:31125:0:(cl_object.c:143:cl_object_top()) ffff9caf4363ef40 -> ffff9caf50186c38 00000020:00000001:0.0:1789130366.751772:0:31125:0:(cl_object.c:143:cl_object_top()) ffff9caf4363ef40 -> ffff9caf50186c38 00000008:00000001:0.0:1789130366.751774:0:31125:0:(osc_object.c:212:osc_object_ast_clear()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789130366.751776:0:31125:0:(ldlm_request.c:2641:ldlm_resource_foreach()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789130366.751779:0:31125:0:(ldlm_request.c:2707:ldlm_resource_iterate()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1789130366.751780:0:31125:0:(cl_object.c:378:cl_object_prune()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:0.0:1789130366.751786:0:31125:0:(osc_object.c:99:osc_object_free()) slab-freed '(osc)': 488 at ffff9caf4363ef40. 00020000:00000001:0.0:1789130366.751794:0:31125:0:(lovsub_object.c:58:lovsub_object_free()) Process entered 00020000:00000010:0.0:1789130366.751796:0:31125:0:(lovsub_object.c:78:lovsub_object_free()) slab-freed 'los': 200 at ffff9caf50186000. 00020000:00000001:0.0:1789130366.751912:0:31125:0:(lovsub_object.c:80:lovsub_object_free()) Process leaving 00020000:00000001:0.0:1789130366.751915:0:31125:0:(lov_object.c:313:lov_delete_raid0()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789130366.751918:0:31125:0:(lov_object.c:906:lov_delete_composite()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1789130366.751920:0:31125:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9caf582ac000) owner 0000000000000000/ffff9caf484427c0 00020000:00000001:0.0:1789130366.751923:0:31125:0:(lov_object.c:1557:lov_object_delete()) Process leaving 00020000:00000001:0.0:1789130366.751926:0:31125:0:(lov_object.c:1564:lov_object_free()) Process entered 00020000:00000002:0.0:1789130366.751928:0:31125:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9caf582ac000) owner 0000000000000000/ffff9caf484427c0 00020000:00000001:0.0:1789130366.751931:0:31125:0:(lov_object.c:921:lov_fini_composite()) Process entered 00020000:00000010:0.0:1789130366.751935:0:31125:0:(lov_object.c:322:lov_fini_raid0()) kvfree 'r0->lo_sub': 8 at ffff9caf49c76778. 00020000:00000010:0.0:1789130366.751940:0:31125:0:(lov_object.c:930:lov_fini_composite()) kfreed 'comp->lo_entries': 176 at ffff9caf485e8a80. 00020000:00000010:0.0:1789130366.751944:0:31125:0:(lov_object.c:935:lov_fini_composite()) kfreed 'comp->lo_mirrors': 12 at ffff9caf47c9a920. 00020000:00000002:0.0:1789130366.751948:0:31125:0:(lov_ea.c:762:dump_lsm()) lsm ffff9caf58401540, objid 0x26:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1789130366.751952:0:31125:0:(lov_ea.c:793:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1789130366.751955:0:31125:0:(lov_ea.c:812:dump_lsm()) oinfo:ffff9caf4511c000: ostid: 0x240000400:23 ost idx: 0 gen: 0 00020000:00000010:0.0:1789130366.751962:0:31125:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9caf4511c000. 00020000:00000010:0.0:1789130366.751967:0:31125:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff9caf58401480. 00020000:00000010:0.0:1789130366.751973:0:31125:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff9caf58401540. 00020000:00000001:0.0:1789130366.751975:0:31125:0:(lov_object.c:944:lov_fini_composite()) Process leaving 00020000:00000002:0.0:1789130366.751976:0:31125:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9caf582ac000) owner 0000000000000000/ffff9caf484427c0 00020000:00000010:0.0:1789130366.751980:0:31125:0:(lov_object.c:1567:lov_object_free()) slab-freed '(lov)': 248 at ffff9caf582ac000. 00020000:00000001:0.0:1789130366.751984:0:31125:0:(lov_object.c:1568:lov_object_free()) Process leaving 00000080:00000010:0.0:1789130366.751987:0:31125:0:(vvp_object.c:280:vvp_object_free()) slab-freed 'vob': 200 at ffff9caf50186bb8. 00000020:00001000:0.0:1789130366.751991:0:31125:0:(cl_object.c:917:cl_env_put()) 1@ffff9caf586092d0 00000080:00000001:0.0:1789130366.751995:0:31125:0:(llite_lib.c:2130:ll_clear_inode()) Process leaving 00000080:00000001:0.0:1789130366.751997:0:31125:0:(llite_lib.c:3452:ll_delete_inode()) Process leaving 00000080:00000001:0.0:1789130366.752042:0:31125:0:(dir.c:3016:ll_dir_release()) Process entered 00000080:00000001:0.0:1789130366.752046:0:31125:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:0.0:1789130366.752048:0:31125:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c1fdd0 00000080:00200008:0.0:1789130366.752051:0:31125:0:(file.c:479:ll_file_release()) START file d21g.recovery-small-2:[0x200000404:0x24:0x0](ffff9caf60131148), flags 704000 00000080:00400000:0.0:1789130366.752055:0:31125:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000404:0x24:0x0] 00000080:00000001:0.0:1789130366.752060:0:31125:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:0.0:1789130366.752061:0:31125:0:(pcc.c:2438:pcc_file_release()) Process leaving 00000080:00000001:0.0:1789130366.752064:0:31125:0:(file.c:341:ll_md_close()) Process entered 00000002:00000001:0.0:1789130366.752072:0:31125:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789130366.752075:0:31125:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789130366.752078:0:31125:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf4814d000 count: 2 00010000:00000001:0.0:1789130366.752081:0:31125:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789130366.752086:0:31125:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:0.0:1789130366.752090:0:31125:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:0.0:1789130366.752094:0:31125:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1789130366.752100:0:31125:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789130366.752106:0:31125:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030200/0xde5303b1d982cc98 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x24:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a5739 expref: -99 pid: 31125 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1789130366.752114:0:31125:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130366.752117:0:31125:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789130366.752118:0:31125:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=16 : 16 : 10) 00800000:00000002:0.0:1789130366.752121:0:31125:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000404:0x24:0x0]: 16 00000080:00000010:0.0:1789130366.752124:0:31125:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9caf4865fa40. 00000080:00000001:0.0:1789130366.752128:0:31125:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130366.752133:0:31125:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c1fdd0 00000080:00000008:0.0:1789130366.752135:0:31125:0:(file.c:523:ll_file_release()) COMPLETED file d21g.recovery-small-2:[0x200000404:0x24:0x0](ffff9caf60131148), flags 704000, rc = 0 00000080:00000001:0.0:1789130366.752138:0:31125:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130366.752140:0:31125:0:(dir.c:3017:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130366.752143:0:31125:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1789130366.752145:0:31125:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c1fe00 00000080:00002000:0.0:1789130366.752147:0:31125:0:(dcache.c:127:ll_ddelete()) deleting dentry d21g.recovery-small-2 (ffff9caf603456c0, parent ffff9caf600f3360, inode ffff9caf60131148) hashed, 00000080:00000001:0.0:1789130366.752150:0:31125:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1789130366.752156:0:31125:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1789130366.752159:0:31125:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1789130366.752646:0:31125:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:0.0:1789130366.752655:0:31125:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:0.0:1789130366.752658:0:31125:0:(file.c:6206:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1789130366.752661:0:31125:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c1fbd8 00000080:00200000:0.0:1789130366.752664:0:31125:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8),name=/ 00000080:00000010:0.0:1789130366.752677:0:31125:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9caf4842f600. 00800000:00000002:0.0:1789130366.752684:0:31125:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9caf4557c8c0 2 00000080:00000001:0.0:1789130366.752688:0:31125:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1789130366.752694:0:31125:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1789130366.752696:0:31125:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c1faf8 00800000:00000002:0.0:1789130366.752699:0:31125:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1789130366.752703:0:31125:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1789130366.752708:0:31125:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1789130366.752714:0:31125:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1789130366.752716:0:31125:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c1f9c8 00000002:00010000:0.0:1789130366.752718:0:31125:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1789130366.752722:0:31125:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1789130366.752725:0:31125:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789130366.752727:0:31125:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789130366.752732:0:31125:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf4a8cc000 count: 2 00010000:00000001:0.0:1789130366.752734:0:31125:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789130366.752738:0:31125:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789130366.752743:0:31125:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1789130366.752747:0:31125:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030800/0xde5303b1d982cc8a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a571d expref: -99 pid: 31125 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:0.0:1789130366.752757:0:31125:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1789130366.752760:0:31125:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789130366.752763:0:31125:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030800/0xde5303b1d982cc8a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a571d expref: -99 pid: 31125 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:0.0:1789130366.752770:0:31125:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1789130366.752772:0:31125:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1789130366.752774:0:31125:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789130366.752776:0:31125:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789130366.752778:0:31125:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1789130366.752781:0:31125:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1789130366.752784:0:31125:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1789130366.752788:0:31125:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9caf4557c8c0 2 00000080:00000010:0.0:1789130366.752791:0:31125:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9caf4842f600. 00000080:00000001:0.0:1789130366.752796:0:31125:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1789130366.752797:0:31125:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789130366.752800:0:31125:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9caf601980c8) 00000080:00010000:0.0:1789130366.753017:0:31125:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9caf601980c8) for lock 0xde5303b1d982cc8a 00800000:00000001:0.0:1789130366.753021:0:31125:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1789130366.753024:0:31125:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1789130366.753026:0:31125:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130366.753029:0:31125:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130366.753033:0:31125:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40030800 refcount=3 00000020:00000001:0.0:1789130366.753036:0:31125:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239991296 : -109198469560320 : ffff9caf40030800) 00010000:00000001:0.0:1789130366.753039:0:31125:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239991296 : -109198469560320 : ffff9caf40030800) 00010000:00000001:0.0:1789130366.753043:0:31125:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130366.753045:0:31125:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789130366.753047:0:31125:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789130366.753049:0:31125:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789130366.753051:0:31125:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xde5303b1d982cc8a from it ffffb97f41c1fc10 00010000:00000001:0.0:1789130366.753053:0:31125:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130366.753055:0:31125:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130366.753056:0:31125:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40030800 refcount=3 00000020:00000001:0.0:1789130366.753058:0:31125:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239991296 : -109198469560320 : ffff9caf40030800) 00010000:00000001:0.0:1789130366.753060:0:31125:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239991296 : -109198469560320 : ffff9caf40030800) 00010000:00000001:0.0:1789130366.753062:0:31125:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789130366.753065:0:31125:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030800/0xde5303b1d982cc8a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a571d expref: -99 pid: 31125 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1789130366.753072:0:31125:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130366.753074:0:31125:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130366.753075:0:31125:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789130366.753077:0:31125:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789130366.753080:0:31125:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030800/0xde5303b1d982cc8a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a571d expref: -99 pid: 31125 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1789130366.753087:0:31125:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789130366.753090:0:31125:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789130366.753093:0:31125:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789130366.753098:0:31125:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130366.753099:0:31125:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130366.753101:0:31125:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130366.753105:0:31125:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789130366.753107:0:31125:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130366.753109:0:31125:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130366.753113:0:31125:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130366.753115:0:31125:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789130366.753116:0:31125:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130366.753118:0:31125:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1789130366.753121:0:31125:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1789130366.753124:0:31125:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1789130366.753126:0:31125:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8), inode mode 41ff mask 1 00000080:00000001:0.0:1789130366.753132:0:31125:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1789130366.753152:0:31125:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9caf47eabc60. 00000020:00000001:0.0:1789130366.753156:0:31125:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c1fdc8 00000080:00200000:0.0:1789130366.753157:0:31125:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d21g.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff9caf601980c8), flags=0 00000080:00000001:0.0:1789130366.753161:0:31125:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:0.0:1789130366.753163:0:31125:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c1fc78 00000080:00200000:0.0:1789130366.753165:0:31125:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d21g.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff9caf601980c8), intent=getattr 00000080:00000010:0.0:1789130366.753174:0:31125:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9caf4842f600. 00800000:00000002:0.0:1789130366.753627:0:31125:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9caf4557c8c0 2 00000080:00000001:0.0:1789130366.753755:0:31125:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1789130366.753759:0:31125:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1789130366.753761:0:31125:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c1fb98 00800000:00000002:0.0:1789130366.753764:0:31125:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'd21g.recovery-small-2' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1789130366.753768:0:31125:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00000020:00000001:0.0:1789130366.753772:0:31125:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c1fb30 00800000:00000002:0.0:1789130366.753774:0:31125:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d21g.recovery-small-2' -> mds #0 00000002:00000001:0.0:1789130366.753779:0:31125:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1789130366.753781:0:31125:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c1fa68 00000002:00010000:0.0:1789130366.753783:0:31125:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d21g.recovery-small-2,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 01 00000002:00000001:0.0:1789130366.753788:0:31125:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1789130366.753791:0:31125:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1789130366.753798:0:31125:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf614603c0. 00000020:00000040:0.0:1789130366.754434:0:31125:0:(genops.c:1210:class_import_get()) import ffff9caf6079a800 refcount=8 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00010000:00000001:0.0:1789130366.754444:0:31125:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1789130366.754450:0:31125:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789130366.754457:0:31125:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130366.754459:0:31125:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130366.754461:0:31125:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130366.754465:0:31125:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789130366.754468:0:31125:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789130366.754474:0:31125:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789130366.754577:0:31125:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9caf487c3c00. 00000100:00000001:1.0:1789130366.754590:0:31125:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130366.754598:0:31125:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789130366.754601:0:31125:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130366.754602:0:31125:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789130366.754603:0:31125:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130366.754605:0:31125:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789130366.754617:0:31125:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446634875798029248 : -109197911522368 : ffff9caf614603c0) 00010000:00000001:1.0:1789130366.754623:0:31125:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1789130366.754626:0:31125:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1789130366.754635:0:31125:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf4a8cc000 count: 2 00010000:00000001:1.0:1789130366.754638:0:31125:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789130366.754641:0:31125:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1789130366.754646:0:31125:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9caf586b7800. 00000020:00000001:1.0:1789130366.754652:0:31125:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1789130366.754656:0:31125:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9caf586b7800 with handle 0xde5303b1d982cc9f to hash 00000020:00000001:1.0:1789130366.754658:0:31125:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1789130366.754660:0:31125:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446634875649488896 : -109198060062720 : ffff9caf586b7800) 00010000:00000001:1.0:1789130366.754665:0:31125:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446634875649488896 : -109198060062720 : ffff9caf586b7800) 00010000:00000001:1.0:1789130366.754669:0:31125:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789130366.754672:0:31125:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789130366.754678:0:31125:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7800/0xde5303b1d982cc9f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 31125 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789130366.754693:0:31125:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7800/0xde5303b1d982cc9f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31125 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789130366.754707:0:31125:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7800/0xde5303b1d982cc9f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31125 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1789130366.754713:0:31125:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1789130366.754715:0:31125:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1789130366.754725:0:31125:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9caf47fd1a80. 00000100:00000001:1.0:1789130366.754728:0:31125:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446634875373820544 : -109198335731072 : ffff9caf47fd1a80) 00000100:00000001:1.0:1789130366.754731:0:31125:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789130366.754733:0:31125:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875798029248 : -109197911522368 : ffff9caf614603c0) 00000100:00000001:1.0:1789130366.754739:0:31125:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789130366.754745:0:31125:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130366.754747:0:31125:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1789130366.754749:0:31125:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789130366.754765:0:31125:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf614603c0 x1876037329020544/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130366.754774:0:31125:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789130366.754777:0:31125:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130366.754782:0:31125:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789130366.754786:0:31125:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789130366.754789:0:31125:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789130366.754792:0:31125:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf614603c0 pname:cluuid:pid:xid:nid:opc:job rm:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:31125:1876037329020544:192.168.204.123@tcp:101:rm.0 00000100:00000001:1.0:1789130366.754797:0:31125:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789130366.754841:0:31125:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789130366.754845:0:31125:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130366.754849:0:31125:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789130366.754857:0:31125:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9caf482dd000. 02000000:00000001:1.0:1789130366.754860:0:31125:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789130366.754871:0:31125:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:1.0:1789130366.754876:0:31125:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf42d8e9f8. 00000400:00000010:1.0:1789130366.754887:0:31125:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf462a3000. 00000100:00000200:1.0:1789130366.754898:0:31125:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1876037329020544, portal 10 00000100:00000001:1.0:1789130366.754901:0:31125:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789130366.754902:0:31125:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875798029248 : -109197911522368 : ffff9caf614603c0) 00000100:00000040:1.0:1789130366.754909:0:31125:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9caf614603c0 x1876037329020544/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789130382 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130366.754917:0:31125:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789130366.754921:0:31125:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:1.0:1789130366.754924:0:31125:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf462a36e8. 00000100:00000200:1.0:1789130366.754929:0:31125:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1876037329020544, offset 0 00000400:00000200:1.0:1789130366.754938:0:31125:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:1.0:1789130366.754950:0:31125:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:1.0:1789130366.754960:0:31125:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:1.0:1789130366.754969:0:31125:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789130366.754974:0:31125:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:1.0:1789130366.754979:0:31125:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789130366.754982:0:31125:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:1.0:1789130366.754986:0:31125:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2422:2422:256:4294967295] 192.168.204.123@tcp LPNI seq info [2421:2421:8:4294967295] 00000400:00000200:1.0:1789130366.754992:0:31125:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:1.0:1789130366.755007:0:31125:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:1.0:1789130366.755014:0:31125:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:1.0:1789130366.755022:0:31125:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf47f34d00. 00000800:00000200:1.0:1789130366.755032:0:31125:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:1.0:1789130366.755042:0:31125:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:1.0:1789130366.755048:0:31125:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf47f34d00 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:1.0:1789130366.755075:0:31125:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789130366.755081:0:31125:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: using a timeout of 816262 usecs (817 jiffies) 00000400:00000200:1.0:1789130366.755084:0:31125:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:1.0:1789130366.755087:0:31125:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296461593 00000100:00000001:1.0:1789130366.755091:0:31125:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 2, keep current deadline 4296462858 00000100:00000001:1.0:1789130366.755095:0:31125:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296461593 00000100:00000001:1.0:1789130366.755098:0:31125:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 3, keep current deadline 4296462858 00000100:00000001:1.0:1789130366.755100:0:31125:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789130366.755103:0:31125:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130366.755105:0:31125:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789130366.755108:0:31125:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1789130366.755112:0:31125:0:(client.c:2715:ptlrpc_set_wait()) set ffff9caf47fd1a80 going to sleep for 11 seconds 00000100:00000001:1.0:1789130366.755115:0:31125:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789130366.755118:0:31125:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789130366.755529:0:2341:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789130366.755537:0:2341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf47f34d00. 00000400:00000200:2.0:1789130366.755544:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130366.755551:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:2.0:1789130366.755559:0:2341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf462a36e8 00000400:00000010:2.0:1789130366.755562:0:2341:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf462a36e8. 00000100:00000001:2.0:1789130366.755567:0:2341:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789130366.755573:0:2341:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf614603c0 x1876037329020544/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789130382 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130366.755585:0:2341:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130366.755589:0:2341:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf614603c0 x1876037329020544/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789130382 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130366.755596:0:2341:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130366.755598:0:2341:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:0.1:1789130366.757877:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9caf484ad040. 00000080:00000010:0.1:1789130366.757925:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9caf601ab9c0. 00000080:00000010:0.1:1789130366.757933:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9caf484ad6c0. 00000800:00000001:2.0:1789130366.764562:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130366.764592:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789130366.764608:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130366.764612:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130366.764626:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130366.764637:0:2342:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:2.0:1789130366.764650:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130366.764657:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130366.764664:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130366.764669:0:2342:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 584 into portal 10 MB=0x6aa3efa94e680 00000400:00000200:2.0:1789130366.764676:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130366.764685:0:2342:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.123@tcp of length 584/584 into md 0x68d5 [1] + 224 00000800:00000001:2.0:1789130366.764694:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130366.764710:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130366.764714:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130366.764719:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:2.0:1789130366.764733:0:2342:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789130366.764745:0:2342:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf614603c0 x1876037329020544/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789130382 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789130366.764759:0:2342:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff9caf614603c0 x1876037329020544/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789130382 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130366.764790:0:2342:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789130366.764853:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130366.764858:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130366.765110:0:31125:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789130366.765123:0:31125:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789130366.765125:0:31125:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789130366.765131:0:31125:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf42d8e9f8. 00000400:00000200:1.0:1789130366.765137:0:31125:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf462a3000 00000400:00000010:1.0:1789130366.765140:0:31125:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf462a3000. 00000100:00000001:1.0:1789130366.765144:0:31125:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789130366.765150:0:31125:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf614603c0 x1876037329020544/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789130382 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1789130366.765160:0:31125:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf614603c0 x1876037329020544/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789130382 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130366.765167:0:31125:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789130366.765169:0:31125:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130366.765173:0:31125:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789130366.765177:0:31125:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789130366.765181:0:31125:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789130366.765184:0:31125:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130366.765187:0:31125:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789130366.765202:0:31125:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf6079ac60 time=135 v=5 (104 104 104 104) 00000100:00001000:1.0:1789130366.765208:0:31125:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf6079ac18 time=2 v=5 (1 0 0 0) 00000100:00000001:1.0:1789130366.765211:0:31125:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789130366.765213:0:31125:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130366.765217:0:31125:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789130366.765222:0:31125:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130366.765228:0:31125:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789130366.765231:0:31125:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9caf5014c800: skip recheck: last_committed 4294967617 00000100:00000001:1.0:1789130366.765234:0:31125:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789130366.765239:0:31125:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789130366.765244:0:31125:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf614603c0 x1876037329020544/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/584 e 0 to 0 dl 1789130382 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130366.765253:0:31125:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789130366.765265:0:31125:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789130366.765267:0:31125:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789130366.765280:0:31125:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf614603c0 x1876037329020544/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/584 e 0 to 0 dl 1789130382 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1789130366.765290:0:31125:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf614603c0 pname:cluuid:pid:xid:nid:opc:job rm:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:31125:1876037329020544:192.168.204.123@tcp:101:rm.0 00000100:00000001:1.0:1789130366.765297:0:31125:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130366.765301:0:31125:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130366.765304:0:31125:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1789130366.765307:0:31125:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789130366.765311:0:31125:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf614603c0 x1876037329020544/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/584 e 0 to 0 dl 1789130382 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130366.765318:0:31125:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789130366.765322:0:31125:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9caf47fd1a80. 00000100:00000001:1.0:1789130366.765327:0:31125:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1789130366.765329:0:31125:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130366.765332:0:31125:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1789130366.765337:0:31125:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130366.765341:0:31125:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130366.765344:0:31125:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b7800 refcount=4 00000020:00000001:1.0:1789130366.765347:0:31125:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649488896 : -109198060062720 : ffff9caf586b7800) 00010000:00000001:1.0:1789130366.765351:0:31125:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649488896 : -109198060062720 : ffff9caf586b7800) 00010000:00000040:1.0:1789130366.765359:0:31125:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9caf586b7800, remote cookie: 0xcdf1b083821a5778, flags: 0x1001 00010000:00010000:1.0:1789130366.765365:0:31125:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7800/0xde5303b1d982cc9f lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a5778 expref: -99 pid: 31125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1789130366.765380:0:31125:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x24:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:1.0:1789130366.765384:0:31125:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000040:1.0:1789130366.765392:0:31125:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf4814d000 count: 2 00010000:00000001:1.0:1789130366.765396:0:31125:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789130366.765400:0:31125:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789130366.765403:0:31125:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7800/0xde5303b1d982cc9f lrc: 4/1,0 mode: --/PR res: [0x200000404:0x24:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a5778 expref: -99 pid: 31125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789130366.765412:0:31125:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7800/0xde5303b1d982cc9f lrc: 4/1,0 mode: --/PR res: [0x200000404:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a5778 expref: -99 pid: 31125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789130366.765418:0:31125:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1789130366.765423:0:31125:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1789130366.765425:0:31125:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1789130366.765428:0:31125:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1789130366.765429:0:31125:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1789130366.765432:0:31125:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x24:0x0].0x0 (ffff9caf4814d000) refcount = 2 00010000:00000040:1.0:1789130366.765435:0:31125:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1789130366.765438:0:31125:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030200/0xde5303b1d982cc98 lrc: 1/0,0 mode: CR/CR res: [0x200000404:0x24:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a5739 expref: -99 pid: 31125 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:1.0:1789130366.765445:0:31125:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7800/0xde5303b1d982cc9f lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a5778 expref: -99 pid: 31125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789130366.765452:0:31125:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1789130366.765456:0:31125:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1789130366.765458:0:31125:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789130366.765461:0:31125:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1789130366.765464:0:31125:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789130366.765467:0:31125:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7800/0xde5303b1d982cc9f lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a5778 expref: -99 pid: 31125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789130366.765474:0:31125:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1789130366.765476:0:31125:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130366.765478:0:31125:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130366.765479:0:31125:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130366.765480:0:31125:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130366.765482:0:31125:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789130366.765487:0:31125:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1789130366.765489:0:31125:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130366.765490:0:31125:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130366.765492:0:31125:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b7800 refcount=3 00000020:00000001:1.0:1789130366.765495:0:31125:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649488896 : -109198060062720 : ffff9caf586b7800) 00010000:00000001:1.0:1789130366.765497:0:31125:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649488896 : -109198060062720 : ffff9caf586b7800) 00010000:00000001:1.0:1789130366.765500:0:31125:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130366.765501:0:31125:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130366.765502:0:31125:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b7800 refcount=4 00000020:00000001:1.0:1789130366.765504:0:31125:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649488896 : -109198060062720 : ffff9caf586b7800) 00010000:00000001:1.0:1789130366.765506:0:31125:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649488896 : -109198060062720 : ffff9caf586b7800) 00010000:00000001:1.0:1789130366.765509:0:31125:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789130366.765512:0:31125:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789130366.765516:0:31125:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7800/0xde5303b1d982cc9f lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a5778 expref: -99 pid: 31125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789130366.765523:0:31125:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130366.765525:0:31125:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130366.765526:0:31125:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130366.765527:0:31125:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130366.765529:0:31125:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b7800 refcount=5 00000020:00000001:1.0:1789130366.765530:0:31125:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649488896 : -109198060062720 : ffff9caf586b7800) 00010000:00000001:1.0:1789130366.765533:0:31125:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649488896 : -109198060062720 : ffff9caf586b7800) 00010000:00000001:1.0:1789130366.765536:0:31125:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789130366.765540:0:31125:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7800/0xde5303b1d982cc9f lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a5778 expref: -99 pid: 31125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789130366.765547:0:31125:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130366.765549:0:31125:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1789130366.765552:0:31125:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7800/0xde5303b1d982cc9f lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a5778 expref: -99 pid: 31125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789130366.765559:0:31125:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789130366.765560:0:31125:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130366.765562:0:31125:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130366.765563:0:31125:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130366.765564:0:31125:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1789130366.765569:0:31125:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9caf614603c0 x1876037329020544/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/584 e 0 to 0 dl 1789130382 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1789130366.765578:0:31125:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130366.765579:0:31125:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130366.765581:0:31125:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b7800 refcount=3 00000020:00000001:1.0:1789130366.765583:0:31125:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649488896 : -109198060062720 : ffff9caf586b7800) 00010000:00000001:1.0:1789130366.765584:0:31125:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649488896 : -109198060062720 : ffff9caf586b7800) 00010000:00000001:1.0:1789130366.765587:0:31125:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130366.765588:0:31125:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789130366.765590:0:31125:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789130366.765703:0:31125:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789130366.765707:0:31125:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1789130366.765710:0:31125:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130366.765711:0:31125:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130366.765713:0:31125:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b7800 refcount=3 00000020:00000001:1.0:1789130366.765715:0:31125:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649488896 : -109198060062720 : ffff9caf586b7800) 00010000:00000001:1.0:1789130366.765717:0:31125:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649488896 : -109198060062720 : ffff9caf586b7800) 00000002:00010000:1.0:1789130366.765721:0:31125:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7800/0xde5303b1d982cc9f lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a5778 expref: -99 pid: 31125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789130366.765728:0:31125:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130366.765730:0:31125:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130366.765733:0:31125:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1789130366.765734:0:31125:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130366.765736:0:31125:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130366.765737:0:31125:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b7800 refcount=3 00000020:00000001:1.0:1789130366.765739:0:31125:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649488896 : -109198060062720 : ffff9caf586b7800) 00010000:00000001:1.0:1789130366.765741:0:31125:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649488896 : -109198060062720 : ffff9caf586b7800) 00010000:00000040:1.0:1789130366.765744:0:31125:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf4814d000 count: 3 00010000:00000001:1.0:1789130366.765747:0:31125:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1789130366.765752:0:31125:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9caf4630e800 type 13 mode 4 res 8589935620/36 (0 0) 00010000:00000001:1.0:1789130366.765755:0:31125:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130366.765756:0:31125:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789130366.765757:0:31125:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1789130366.765761:0:31125:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c1f9f0 00000002:00002000:1.0:1789130366.765764:0:31125:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=d21g.recovery-small-2 intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:1.0:1789130366.765767:0:31125:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789130366.765772:0:31125:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789130366.765776:0:31125:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1789130366.765780:0:31125:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:1.0:1789130366.765784:0:31125:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789130366.765789:0:31125:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9caf4557c8c0 2 00000080:00000001:1.0:1789130366.765792:0:31125:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1789130366.765794:0:31125:0:(namei.c:674:ll_lookup_it_finish()) it ffffb97f41c1fe00 it_disposition b 00000080:00000001:1.0:1789130366.765797:0:31125:0:(llite_lib.c:3864:ll_prep_inode()) Process entered 00000002:00000001:1.0:1789130366.765861:0:31125:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1789130366.765865:0:31125:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1789130366.765869:0:31125:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833956 : 144115205322833956 : 200000404000024) 00000080:00000001:1.0:1789130366.765873:0:31125:0:(namei.c:113:ll_iget()) Process entered 00000080:00000001:1.0:1789130366.765881:0:31125:0:(llite_lib.c:1973:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1789130366.765883:0:31125:0:(llite_lib.c:1977:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000404:0x24:0x0] 00000080:00000001:1.0:1789130366.765886:0:31125:0:(llite_lib.c:1994:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130366.765890:0:31125:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833956 : 144115205322833956 : 200000404000024) 00000080:00000001:1.0:1789130366.765893:0:31125:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:1.0:1789130366.765895:0:31125:0:(llite_lib.c:3071:ll_update_inode()) setting ino 144115205322833956 mtime from 1789130348 to 1789130366 00000080:00200000:1.0:1789130366.765900:0:31125:0:(llite_lib.c:3140:ll_update_inode()) inode=[0x200000404:0x24:0x0], updating i_size 7680 00000080:00200000:1.0:1789130366.765904:0:31125:0:(namei.c:147:ll_iget()) got inode: [0x200000404:0x24:0x0](ffff9caf60131148): rc = 0 00000080:00000001:1.0:1789130366.765906:0:31125:0:(namei.c:156:ll_iget()) Process leaving (rc=18446634875777913160 : -109197931638456 : ffff9caf60131148) 00010000:00000001:1.0:1789130366.765908:0:31125:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130366.765910:0:31125:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130366.765911:0:31125:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b7800 refcount=3 00000020:00000001:1.0:1789130366.765913:0:31125:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649488896 : -109198060062720 : ffff9caf586b7800) 00010000:00000001:1.0:1789130366.765915:0:31125:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649488896 : -109198060062720 : ffff9caf586b7800) 00010000:00000001:1.0:1789130366.765918:0:31125:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130366.765919:0:31125:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1789130366.765921:0:31125:0:(llite_lib.c:1928:ll_update_default_lsm_md()) Process entered 00000080:00000001:1.0:1789130366.765923:0:31125:0:(llite_lib.c:1941:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1789130366.765925:0:31125:0:(llite_lib.c:3962:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1789130366.765928:0:31125:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1789130366.765930:0:31125:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789130366.765934:0:31125:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000404:0x24:0x0](ffff9caf60131148) for lock 0xde5303b1d982cc9f 00800000:00000001:1.0:1789130366.765937:0:31125:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1789130366.765939:0:31125:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1789130366.765941:0:31125:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130366.765942:0:31125:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130366.765943:0:31125:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b7800 refcount=3 00000020:00000001:1.0:1789130366.765945:0:31125:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649488896 : -109198060062720 : ffff9caf586b7800) 00010000:00000001:1.0:1789130366.765948:0:31125:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649488896 : -109198060062720 : ffff9caf586b7800) 00010000:00000001:1.0:1789130366.765950:0:31125:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130366.765951:0:31125:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789130366.765953:0:31125:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789130366.765954:0:31125:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:1.0:1789130366.765961:0:31125:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9caf60985798 inode ffff9caf60131148 refc 1 flags 0x20000e 00000080:00000001:1.0:1789130366.765967:0:31125:0:(llite_lib.c:3176:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1789130366.765969:0:31125:0:(llite_lib.c:3182:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130366.765971:0:31125:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:1.0:1789130366.765975:0:31125:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x24:0x0](ffff9caf60131148) 00000080:00010000:1.0:1789130366.765979:0:31125:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xde5303b1d982cc9f from it ffffb97f41c1fe00 00010000:00000001:1.0:1789130366.765982:0:31125:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130366.765983:0:31125:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130366.765985:0:31125:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b7800 refcount=3 00000020:00000001:1.0:1789130366.765988:0:31125:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649488896 : -109198060062720 : ffff9caf586b7800) 00010000:00000001:1.0:1789130366.765990:0:31125:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649488896 : -109198060062720 : ffff9caf586b7800) 00010000:00000001:1.0:1789130366.765992:0:31125:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789130366.765994:0:31125:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7800/0xde5303b1d982cc9f lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a5778 expref: -99 pid: 31125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789130366.766000:0:31125:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130366.766002:0:31125:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130366.766003:0:31125:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1789130366.766006:0:31125:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1789130366.766008:0:31125:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7800/0xde5303b1d982cc9f lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a5778 expref: -99 pid: 31125 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1789130366.766015:0:31125:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1789130366.766019:0:31125:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1789130366.766021:0:31125:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789130366.766027:0:31125:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130366.766028:0:31125:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130366.766030:0:31125:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130366.766033:0:31125:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1789130366.766036:0:31125:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130366.766038:0:31125:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130366.766041:0:31125:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130366.766043:0:31125:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789130366.766045:0:31125:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130366.766046:0:31125:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1789130366.766049:0:31125:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1789130366.766053:0:31125:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9caf4842f600. 00000100:00000001:1.0:1789130366.766060:0:31125:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789130366.766066:0:31125:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf614603c0 x1876037329020544/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/584 e 0 to 0 dl 1789130382 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130366.766074:0:31125:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789130366.766078:0:31125:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789130366.766082:0:31125:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9caf482dd000. 02000000:00000001:1.0:1789130366.766087:0:31125:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789130366.766090:0:31125:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1789130366.766092:0:31125:0:(genops.c:1223:class_import_put()) import ffff9caf6079a800 refcount=7 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000020:00000001:1.0:1789130366.766094:0:31125:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1789130366.766098:0:31125:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9caf487c3c00. 02000000:00000001:1.0:1789130366.766103:0:31125:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789130366.766105:0:31125:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789130366.766107:0:31125:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf614603c0. 00000100:00000001:1.0:1789130366.766114:0:31125:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789130366.766115:0:31125:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1789130366.766118:0:31125:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:1.0:1789130366.766120:0:31125:0:(dcache.c:176:ll_intent_release()) intent ffffb97f41c1fe00 released 00000080:00000001:1.0:1789130366.766122:0:31125:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:1.0:1789130366.766129:0:31125:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:1.0:1789130366.766132:0:31125:0:(file.c:6206:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1789130366.766133:0:31125:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c1fd50 00000080:00200000:1.0:1789130366.766136:0:31125:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8),name=/ 00000080:00000010:1.0:1789130366.766148:0:31125:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9caf48ef8600. 00800000:00000002:1.0:1789130366.766154:0:31125:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9caf4557c8c0 2 00000080:00000001:1.0:1789130366.766159:0:31125:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1789130366.766162:0:31125:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1789130366.766164:0:31125:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c1fc70 00800000:00000002:1.0:1789130366.766166:0:31125:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1789130366.766169:0:31125:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1789130366.766174:0:31125:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1789130366.766179:0:31125:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1789130366.766181:0:31125:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c1fb40 00000002:00010000:1.0:1789130366.766183:0:31125:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1789130366.766188:0:31125:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1789130366.766191:0:31125:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789130366.766193:0:31125:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789130366.766196:0:31125:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf4a8cc000 count: 2 00010000:00000001:1.0:1789130366.766198:0:31125:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789130366.766202:0:31125:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789130366.766205:0:31125:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1789130366.766210:0:31125:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030800/0xde5303b1d982cc8a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a571d expref: -99 pid: 31125 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:1.0:1789130366.766221:0:31125:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1789130366.766227:0:31125:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789130366.766231:0:31125:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030800/0xde5303b1d982cc8a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a571d expref: -99 pid: 31125 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:1.0:1789130366.766239:0:31125:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1789130366.766241:0:31125:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1789130366.766243:0:31125:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1789130366.766245:0:31125:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1789130366.766249:0:31125:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1789130366.766251:0:31125:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1789130366.766254:0:31125:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1789130366.766265:0:31125:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9caf4557c8c0 2 00000080:00000010:1.0:1789130366.766387:0:31125:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9caf48ef8600. 00000080:00000001:1.0:1789130366.766393:0:31125:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1789130366.766394:0:31125:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789130366.766397:0:31125:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9caf601980c8) 00000080:00010000:1.0:1789130366.766401:0:31125:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9caf601980c8) for lock 0xde5303b1d982cc8a 00800000:00000001:1.0:1789130366.766404:0:31125:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1789130366.766406:0:31125:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1789130366.766407:0:31125:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130366.766408:0:31125:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130366.766410:0:31125:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40030800 refcount=3 00000020:00000001:1.0:1789130366.766412:0:31125:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239991296 : -109198469560320 : ffff9caf40030800) 00010000:00000001:1.0:1789130366.766415:0:31125:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239991296 : -109198469560320 : ffff9caf40030800) 00010000:00000001:1.0:1789130366.766418:0:31125:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130366.766419:0:31125:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789130366.766420:0:31125:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789130366.766422:0:31125:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789130366.766424:0:31125:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xde5303b1d982cc8a from it ffffb97f41c1fd88 00010000:00000001:1.0:1789130366.766427:0:31125:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130366.766428:0:31125:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130366.766430:0:31125:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40030800 refcount=3 00000020:00000001:1.0:1789130366.766432:0:31125:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239991296 : -109198469560320 : ffff9caf40030800) 00010000:00000001:1.0:1789130366.766434:0:31125:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239991296 : -109198469560320 : ffff9caf40030800) 00010000:00000001:1.0:1789130366.766436:0:31125:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789130366.766439:0:31125:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030800/0xde5303b1d982cc8a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a571d expref: -99 pid: 31125 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:1.0:1789130366.766445:0:31125:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130366.766446:0:31125:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130366.766447:0:31125:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1789130366.766449:0:31125:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1789130366.766451:0:31125:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030800/0xde5303b1d982cc8a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a571d expref: -99 pid: 31125 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:1.0:1789130366.766458:0:31125:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1789130366.766459:0:31125:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1789130366.766461:0:31125:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789130366.766463:0:31125:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130366.766465:0:31125:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130366.766466:0:31125:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130366.766468:0:31125:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1789130366.766470:0:31125:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130366.766472:0:31125:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130366.766474:0:31125:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130366.766477:0:31125:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789130366.766479:0:31125:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130366.766480:0:31125:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1789130366.766482:0:31125:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1789130366.766484:0:31125:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1789130366.766488:0:31125:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8), inode mode 41ff mask 3 00000080:00000001:1.0:1789130366.766494:0:31125:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130366.766500:0:31125:0:(namei.c:2325:ll_rmdir()) Process entered 00000020:00000001:1.0:1789130366.766503:0:31125:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c1fe18 00000080:00200000:1.0:1789130366.766505:0:31125:0:(namei.c:2328:ll_rmdir()) VFS Op:name=d21g.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff9caf601980c8) 00000080:00000001:1.0:1789130366.766509:0:31125:0:(llite_foreign.c:180:ll_foreign_is_removable()) Process entered 00000080:00000040:1.0:1789130366.766513:0:31125:0:(llite_foreign.c:245:ll_foreign_is_removable()) unable to check if dir (d21g.recovery-small-2, [0x200000404:0x24:0x0]) is foreign... 00000080:00000001:1.0:1789130366.766517:0:31125:0:(llite_foreign.c:262:ll_foreign_is_removable()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:1.0:1789130366.766522:0:31125:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9caf48ef8600. 00800000:00000002:1.0:1789130366.766525:0:31125:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9caf4557c8c0 2 00800000:00000001:1.0:1789130366.766534:0:31125:0:(lmv_obd.c:3494:lmv_unlink()) Process entered 00800000:00000001:1.0:1789130366.766540:0:31125:0:(lmv_obd.c:2563:lmv_early_cancel()) Process entered 00800000:00000002:1.0:1789130366.766543:0:31125:0:(lmv_obd.c:2582:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x200000404:0x24:0x0] 00800000:00000001:1.0:1789130366.766546:0:31125:0:(lmv_obd.c:2587:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789130366.766548:0:31125:0:(lmv_obd.c:3534:lmv_unlink()) unlink with fid=[0x200000007:0x1:0x0]/[0x200000404:0x24:0x0] -> mds #0 00000002:00000001:1.0:1789130366.766552:0:31125:0:(mdc_reint.c:315:mdc_unlink()) Process entered 00000002:00000001:1.0:1789130366.766555:0:31125:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1789130366.766559:0:31125:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf4a8cc000 count: 2 00010000:00000001:1.0:1789130366.766561:0:31125:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789130366.766564:0:31125:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1789130366.766568:0:31125:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1789130366.766570:0:31125:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030800/0xde5303b1d982cc8a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xcdf1b083821a571d expref: -99 pid: 31125 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000080:00000001:1.0:1789130366.766580:0:31125:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1789130366.766585:0:31125:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1789130366.766588:0:31125:0:(file.c:6113:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1789130366.766590:0:31125:0:(file.c:6119:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:1.0:1789130366.766659:0:31125:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789130366.766660:0:31125:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789130366.766663:0:31125:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf4a8cc000 count: 3 00010000:00000001:1.0:1789130366.766666:0:31125:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1789130366.766668:0:31125:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789130366.766670:0:31125:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789130366.766671:0:31125:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789130366.766673:0:31125:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf4a8cc000 count: 3 00010000:00000001:1.0:1789130366.766675:0:31125:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1789130366.766677:0:31125:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789130366.766679:0:31125:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789130366.766680:0:31125:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789130366.766681:0:31125:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf4a8cc000 count: 3 00010000:00000001:1.0:1789130366.766684:0:31125:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1789130366.766686:0:31125:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130366.766688:0:31125:0:(file.c:6141:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1789130366.766692:0:31125:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff9caf60198000, pfid = [0x0:0x0:0x0] 00000080:00000001:1.0:1789130366.766697:0:31125:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:1.0:1789130366.766699:0:31125:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:1.0:1789130366.766702:0:31125:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1789130366.766704:0:31125:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130366.766707:0:31125:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1789130366.766711:0:31125:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1789130366.766713:0:31125:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1789130366.766715:0:31125:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789130366.766717:0:31125:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1789130366.766720:0:31125:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9caf40030800 with handle 0xde5303b1d982cc8a from hash 00010000:00000001:1.0:1789130366.766723:0:31125:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1789130366.766724:0:31125:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130366.766725:0:31125:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130366.766727:0:31125:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1789130366.766730:0:31125:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1789130366.766732:0:31125:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1789130366.766736:0:31125:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1789130366.766738:0:31125:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1789130366.766740:0:31125:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1789130366.766743:0:31125:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1789130366.766745:0:31125:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf4814d000 count: 3 00010000:00000001:1.0:1789130366.766747:0:31125:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789130366.766749:0:31125:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1789130366.766751:0:31125:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1789130366.766754:0:31125:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7800/0xde5303b1d982cc9f lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xcdf1b083821a5778 expref: -99 pid: 31125 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00000001:1.0:1789130366.766760:0:31125:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1789130366.766762:0:31125:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1789130366.766763:0:31125:0:(file.c:6113:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1789130366.766765:0:31125:0:(file.c:6119:ll_have_md_lock()) trying to match res [0x200000404:0x24:0x0] mode (null) 00000002:00000001:1.0:1789130366.766768:0:31125:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789130366.766770:0:31125:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789130366.766771:0:31125:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf4814d000 count: 4 00010000:00000001:1.0:1789130366.766773:0:31125:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1789130366.766775:0:31125:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789130366.766777:0:31125:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789130366.766778:0:31125:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789130366.766779:0:31125:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf4814d000 count: 4 00010000:00000001:1.0:1789130366.766781:0:31125:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1789130366.766782:0:31125:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789130366.766784:0:31125:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789130366.766785:0:31125:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789130366.766786:0:31125:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf4814d000 count: 4 00010000:00000001:1.0:1789130366.766788:0:31125:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1789130366.766790:0:31125:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130366.766792:0:31125:0:(file.c:6141:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1789130366.766794:0:31125:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000404:0x24:0x0] lli = ffff9caf60131080, pfid = [0x0:0x0:0x0] 00000080:00000001:1.0:1789130366.766796:0:31125:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:1.0:1789130366.766798:0:31125:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:1.0:1789130366.766799:0:31125:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1789130366.766996:0:31125:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x24:0x0](ffff9caf60131148) invalid 00000020:00000001:1.0:1789130366.767001:0:31125:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c1fa80 00000080:00002000:1.0:1789130366.767003:0:31125:0:(llite_internal.h:2032:d_lustre_invalidate()) invalidate dentry d21g.recovery-small-2 (ffff9caf60985798) parent ffff9caf600f3360 inode ffff9caf60131148 refc 2 00000080:00000001:1.0:1789130366.767007:0:31125:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1789130366.767009:0:31125:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1789130366.767011:0:31125:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130366.767013:0:31125:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1789130366.767016:0:31125:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1789130366.767017:0:31125:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1789130366.767019:0:31125:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789130366.767021:0:31125:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1789130366.767023:0:31125:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9caf586b7800 with handle 0xde5303b1d982cc9f from hash 00010000:00000001:1.0:1789130366.767026:0:31125:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1789130366.767028:0:31125:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130366.767029:0:31125:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130366.767031:0:31125:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1789130366.767033:0:31125:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1789130366.767034:0:31125:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1789130366.767037:0:31125:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1789130366.767040:0:31125:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030200/0xde5303b1d982cc98 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x24:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xcdf1b083821a5739 expref: -99 pid: 31125 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00000001:1.0:1789130366.767046:0:31125:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1789130366.767048:0:31125:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1789130366.767050:0:31125:0:(file.c:6113:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1789130366.767051:0:31125:0:(file.c:6119:ll_have_md_lock()) trying to match res [0x200000404:0x24:0x0] mode CR 00000002:00000001:1.0:1789130366.767053:0:31125:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789130366.767055:0:31125:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789130366.767057:0:31125:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf4814d000 count: 4 00010000:00000001:1.0:1789130366.767059:0:31125:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1789130366.767062:0:31125:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789130366.767063:0:31125:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789130366.767065:0:31125:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789130366.767066:0:31125:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf4814d000 count: 4 00010000:00000001:1.0:1789130366.767068:0:31125:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1789130366.767070:0:31125:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130366.767072:0:31125:0:(file.c:6141:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130366.767075:0:31125:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:1.0:1789130366.767079:0:31125:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:1.0:1789130366.767084:0:31125:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9caf48ef9200. 00000080:00000001:1.0:1789130366.767086:0:31125:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:1.0:1789130366.767090:0:31125:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:1.0:1789130366.767094:0:31125:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000002:1.0:1789130366.767096:0:31125:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000404:0x24:0x0] 00000002:00000001:1.0:1789130366.767100:0:31125:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:1.0:1789130366.767102:0:31125:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9caf5014c800: [0x200000404:0x24:0x0] file closed with intent: 0 00000100:00000010:1.0:1789130366.767109:0:31125:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf615d6d00. 00000020:00000040:1.0:1789130366.767114:0:31125:0:(genops.c:1210:class_import_get()) import ffff9caf6079a800 refcount=8 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000100:00000001:1.0:1789130366.767119:0:31125:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789130366.767122:0:31125:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789130366.767127:0:31125:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789130366.767137:0:31125:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9caf48ef8200. 00000100:00000001:1.0:1789130366.767148:0:31125:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:1.0:1789130366.767168:0:31125:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9caf61462940 x1876037329020160/t4294967626(4294967626) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/608 e 0 to 0 dl 1789130382 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000020:00100000:1.0:1789130366.767183:0:31125:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9caf5014c800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:1.0:1789130366.767190:0:31125:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9caf615d6d00 x1876037329020800/t0(0) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:1.0:1789130366.767198:0:31125:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1789130366.767200:0:31125:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1789130366.767212:0:31125:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9caf47fd1a80. 00000100:00000001:1.0:1789130366.767215:0:31125:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446634875373820544 : -109198335731072 : ffff9caf47fd1a80) 00000100:00000001:1.0:1789130366.767218:0:31125:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789130366.767220:0:31125:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875799563520 : -109197909988096 : ffff9caf615d6d00) 00000100:00000001:1.0:1789130366.767225:0:31125:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789130366.767231:0:31125:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130366.767234:0:31125:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1789130366.767236:0:31125:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789130366.767242:0:31125:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf615d6d00 x1876037329020800/t0(0) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130366.767250:0:31125:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789130366.767252:0:31125:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130366.767268:0:31125:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789130366.767566:0:31125:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789130366.767570:0:31125:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789130366.767576:0:31125:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf615d6d00 pname:cluuid:pid:xid:nid:opc:job rm:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:31125:1876037329020800:192.168.204.123@tcp:35:rm.0 00000100:00000001:1.0:1789130366.767581:0:31125:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789130366.767590:0:31125:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789130366.767603:0:31125:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130366.767606:0:31125:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789130366.767612:0:31125:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9caf487c3c00. 02000000:00000001:1.0:1789130366.767614:0:31125:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789130366.767622:0:31125:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:1.0:1789130366.767628:0:31125:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf42d8e9f8. 00000400:00000010:1.0:1789130366.767638:0:31125:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf462a3000. 00000100:00000200:1.0:1789130366.767648:0:31125:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876037329020800, portal 10 00000100:00000001:1.0:1789130366.767650:0:31125:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789130366.767651:0:31125:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875799563520 : -109197909988096 : ffff9caf615d6d00) 00000100:00000040:1.0:1789130366.767659:0:31125:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9caf615d6d00 x1876037329020800/t0(0) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1789130382 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130366.767668:0:31125:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789130366.767671:0:31125:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:1.0:1789130366.767674:0:31125:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf462a34c8. 00000100:00000200:1.0:1789130366.767678:0:31125:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1876037329020800, offset 0 00000400:00000200:1.0:1789130366.767686:0:31125:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:1.0:1789130366.767697:0:31125:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:1.0:1789130366.767706:0:31125:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:1.0:1789130366.767714:0:31125:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789130366.767719:0:31125:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:1.0:1789130366.767724:0:31125:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789130366.767727:0:31125:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:1.0:1789130366.767731:0:31125:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2423:2423:256:4294967295] 192.168.204.123@tcp LPNI seq info [2422:2422:8:4294967295] 00000400:00000200:1.0:1789130366.767735:0:31125:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:1.0:1789130366.767747:0:31125:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:1.0:1789130366.767754:0:31125:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:1.0:1789130366.767771:0:31125:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf47f34700. 00000800:00000200:1.0:1789130366.767779:0:31125:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:1.0:1789130366.767790:0:31125:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:1.0:1789130366.767795:0:31125:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf47f34700 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1789130366.767951:0:31125:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789130366.767958:0:31125:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: using a timeout of 815130 usecs (816 jiffies) 00000400:00000200:1.0:1789130366.767962:0:31125:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:1.0:1789130366.767966:0:31125:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296461606 00000100:00000001:1.0:1789130366.767970:0:31125:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 2, keep current deadline 4296462858 00000100:00000001:1.0:1789130366.767975:0:31125:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296461606 00000100:00000001:1.0:1789130366.767978:0:31125:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 3, keep current deadline 4296462858 00000100:00000001:1.0:1789130366.767980:0:31125:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789130366.767983:0:31125:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130366.767986:0:31125:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789130366.767989:0:31125:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1789130366.767992:0:31125:0:(client.c:2715:ptlrpc_set_wait()) set ffff9caf47fd1a80 going to sleep for 11 seconds 00000100:00000001:1.0:1789130366.767995:0:31125:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789130366.767997:0:31125:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789130366.770619:0:2341:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789130366.770639:0:2341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf47f34700. 00000400:00000200:2.0:1789130366.770652:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130366.770665:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:2.0:1789130366.770677:0:2341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf462a34c8 00000400:00000010:2.0:1789130366.770680:0:2341:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf462a34c8. 00000100:00000001:2.0:1789130366.770688:0:2341:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789130366.770699:0:2341:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf615d6d00 x1876037329020800/t0(0) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1789130382 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130366.770714:0:2341:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130366.770718:0:2341:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf615d6d00 x1876037329020800/t0(0) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1789130382 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130366.770726:0:2341:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130366.770729:0:2341:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1789130366.773178:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130366.773203:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789130366.773208:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130366.773211:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130366.773224:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130366.773234:0:2342:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:2.0:1789130366.773246:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130366.773252:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130366.773284:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130366.773290:0:2342:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 456 into portal 10 MB=0x6aa3efa94e780 00000400:00000200:2.0:1789130366.773296:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130366.773304:0:2342:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.123@tcp of length 456/456 into md 0x68dd [1] + 224 00000800:00000001:2.0:1789130366.773315:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130366.773324:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130366.773327:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130366.773333:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:2.0:1789130366.773345:0:2342:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789130366.773356:0:2342:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf615d6d00 x1876037329020800/t0(0) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1789130382 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789130366.773368:0:2342:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9caf615d6d00 x1876037329020800/t0(0) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1789130382 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130366.773390:0:2342:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789130366.773402:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130366.773405:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130366.773545:0:31125:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789130366.773557:0:31125:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789130366.773559:0:31125:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789130366.773564:0:31125:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf42d8e9f8. 00000400:00000200:1.0:1789130366.773571:0:31125:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf462a3000 00000400:00000010:1.0:1789130366.773574:0:31125:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf462a3000. 00000100:00000001:1.0:1789130366.773578:0:31125:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789130366.773583:0:31125:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf615d6d00 x1876037329020800/t0(0) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1789130382 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1789130366.773601:0:31125:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf615d6d00 x1876037329020800/t0(0) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1789130382 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130366.773608:0:31125:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789130366.773610:0:31125:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130366.773614:0:31125:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789130366.773619:0:31125:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789130366.773623:0:31125:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789130366.773625:0:31125:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130366.773630:0:31125:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789130366.773646:0:31125:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf6079aca8 time=135 v=5 (5 5 5 5) 00000100:00001000:1.0:1789130366.773651:0:31125:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf6079ac18 time=2 v=5 (1 0 0 0) 00000100:00000001:1.0:1789130366.773654:0:31125:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789130366.773656:0:31125:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130366.773660:0:31125:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789130366.773665:0:31125:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130366.773669:0:31125:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1789130366.773673:0:31125:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1789130366.773675:0:31125:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1789130366.773678:0:31125:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789130366.773680:0:31125:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875799563520 : -109197909988096 : ffff9caf615d6d00) 00000100:00000001:1.0:1789130366.773685:0:31125:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789130366.773687:0:31125:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9caf5014c800: skip recheck: last_committed 4294967617 00000100:00000001:1.0:1789130366.773688:0:31125:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789130366.773692:0:31125:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789130366.773698:0:31125:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf615d6d00 x1876037329020800/t4294967628(4294967628) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1789130382 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130366.773706:0:31125:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789130366.773711:0:31125:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789130366.773713:0:31125:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789130366.773717:0:31125:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf615d6d00 x1876037329020800/t4294967628(4294967628) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1789130382 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1789130366.773725:0:31125:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf615d6d00 pname:cluuid:pid:xid:nid:opc:job rm:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:31125:1876037329020800:192.168.204.123@tcp:35:rm.0 00000100:00000001:1.0:1789130366.773732:0:31125:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130366.773736:0:31125:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130366.773739:0:31125:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1789130366.773743:0:31125:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789130366.773747:0:31125:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf615d6d00 x1876037329020800/t4294967628(4294967628) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1789130382 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130366.773756:0:31125:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789130366.773759:0:31125:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9caf47fd1a80. 00000100:00000001:1.0:1789130366.773763:0:31125:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1789130366.773765:0:31125:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130366.773775:0:31125:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789130366.773776:0:31125:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875799563520 : -109197909988096 : ffff9caf615d6d00) 00000002:00000001:1.0:1789130366.773780:0:31125:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789130366.773784:0:31125:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1789130366.773791:0:31125:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9caf48ef9200. 00000080:00000001:1.0:1789130366.773795:0:31125:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:1.0:1789130366.773800:0:31125:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00000002:00000001:1.0:1789130366.773980:0:31125:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:1.0:1789130366.773988:0:31125:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9caf61462940 x1876037329020160/t4294967626(4294967626) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/608 e 0 to 0 dl 1789130382 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130366.773997:0:31125:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789130366.773998:0:31125:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875798038848 : -109197911512768 : ffff9caf61462940) 00000100:00000001:1.0:1789130366.774000:0:31125:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789130366.774003:0:31125:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf61462940 x1876037329020160/t4294967626(4294967626) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/608 e 0 to 0 dl 1789130382 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130366.774009:0:31125:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130366.774012:0:31125:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789130366.774015:0:31125:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf615d6d00 x1876037329020800/t4294967628(4294967628) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1789130382 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130366.774022:0:31125:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130366.774024:0:31125:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789130366.774027:0:31125:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf61462940 x1876037329020160/t4294967626(4294967626) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/608 e 0 to 0 dl 1789130382 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130366.774035:0:31125:0:(client.c:2793:__ptlrpc_free_req()) Process entered 00000020:00000001:1.0:1789130366.774039:0:31125:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1789130366.774041:0:31125:0:(genops.c:1223:class_import_put()) import ffff9caf6079a800 refcount=7 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000020:00000001:1.0:1789130366.774044:0:31125:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1789130366.774048:0:31125:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9caf482bc000. 02000000:00000001:1.0:1789130366.774053:0:31125:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789130366.774055:0:31125:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789130366.774058:0:31125:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf61462940. 00000100:00000001:1.0:1789130366.774062:0:31125:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789130366.774063:0:31125:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130366.774065:0:31125:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789130366.774068:0:31125:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf615d6d00 x1876037329020800/t4294967628(4294967628) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1789130382 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130366.774074:0:31125:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789130366.774077:0:31125:0:(client.c:2947:obd_mod_free()) kfreed 'mod': 32 at ffff9caf4938e9c0. 00000002:00000001:1.0:1789130366.774080:0:31125:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789130366.774082:0:31125:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1789130366.774085:0:31125:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9caf4689c8c0. 00000100:00000001:1.0:1789130366.774088:0:31125:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789130366.774092:0:31125:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf615d6d00 x1876037329020800/t4294967628(4294967628) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1789130382 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130366.774098:0:31125:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789130366.774100:0:31125:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789130366.774103:0:31125:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9caf487c3c00. 02000000:00000001:1.0:1789130366.774107:0:31125:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789130366.774108:0:31125:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1789130366.774109:0:31125:0:(genops.c:1223:class_import_put()) import ffff9caf6079a800 refcount=6 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000020:00000001:1.0:1789130366.774111:0:31125:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1789130366.774113:0:31125:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9caf48ef8200. 02000000:00000001:1.0:1789130366.774115:0:31125:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789130366.774117:0:31125:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789130366.774118:0:31125:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf615d6d00. 00000100:00000001:1.0:1789130366.774125:0:31125:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789130366.774127:0:31125:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1789130366.774130:0:31125:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130366.774134:0:31125:0:(file.c:6113:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1789130366.774137:0:31125:0:(file.c:6119:ll_have_md_lock()) trying to match res [0x200000404:0x24:0x0] mode (null) 00000002:00000001:1.0:1789130366.774141:0:31125:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789130366.774146:0:31125:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789130366.774155:0:31125:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf4814d000 count: 4 00010000:00000001:1.0:1789130366.774158:0:31125:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1789130366.774164:0:31125:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130366.774166:0:31125:0:(file.c:6141:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130366.774171:0:31125:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1789130366.774174:0:31125:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x24:0x0](ffff9caf60131148) invalid 00000020:00000001:1.0:1789130366.774178:0:31125:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c1fa80 00000080:00002000:1.0:1789130366.774181:0:31125:0:(llite_internal.h:2032:d_lustre_invalidate()) invalidate dentry d21g.recovery-small-2 (ffff9caf60985798) parent ffff9caf600f3360 inode ffff9caf60131148 refc 2 00000080:00000001:1.0:1789130366.774186:0:31125:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1789130366.774189:0:31125:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1789130366.774191:0:31125:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130366.774198:0:31125:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1789130366.774202:0:31125:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1789130366.774204:0:31125:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1789130366.774207:0:31125:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789130366.774211:0:31125:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1789130366.774216:0:31125:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9caf40030200 with handle 0xde5303b1d982cc98 from hash 00010000:00000001:1.0:1789130366.774219:0:31125:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1789130366.774221:0:31125:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130366.774223:0:31125:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130366.774224:0:31125:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1789130366.774228:0:31125:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1789130366.774231:0:31125:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1789130366.774234:0:31125:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:1.0:1789130366.774237:0:31125:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=2 : 2 : 2) 00000002:00000001:1.0:1789130366.774239:0:31125:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=2 : 2 : 2) 00000100:00000010:1.0:1789130366.774246:0:31125:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf615d6d00. 00000020:00000040:1.0:1789130366.774250:0:31125:0:(genops.c:1210:class_import_get()) import ffff9caf6079a800 refcount=7 obd=lustre-MDT0000-mdc-ffff9caf5014c800 02000000:00000001:1.0:1789130366.774255:0:31125:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789130366.774268:0:31125:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130366.774655:0:31125:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1789130366.774661:0:31125:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789130366.774664:0:31125:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130366.774667:0:31125:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789130366.774670:0:31125:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789130366.774676:0:31125:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789130366.774683:0:31125:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9caf48ef8200. 00000100:00000001:1.0:1789130366.774691:0:31125:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130366.774694:0:31125:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789130366.774697:0:31125:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1789130366.774705:0:31125:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7800/0xde5303b1d982cc9f lrc: 1/0,0 mode: --/PR res: [0x200000404:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xcdf1b083821a5778 expref: -99 pid: 31125 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1789130366.774714:0:31125:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030200/0xde5303b1d982cc98 lrc: 1/0,0 mode: --/CR res: [0x200000404:0x24:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xcdf1b083821a5739 expref: -99 pid: 31125 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:1.0:1789130366.774728:0:31125:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030800/0xde5303b1d982cc8a lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xcdf1b083821a571d expref: -99 pid: 31125 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00010000:1.0:1789130366.774735:0:31125:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 3 locks packed 00010000:00000001:1.0:1789130366.774737:0:31125:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=3 : 3 : 3) 00010000:00000001:1.0:1789130366.774739:0:31125:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1789130366.774742:0:31125:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7800/0xde5303b1d982cc9f lrc: 0/0,0 mode: --/PR res: [0x200000404:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xcdf1b083821a5778 expref: -99 pid: 31125 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1789130366.774753:0:31125:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130366.774755:0:31125:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1789130366.774757:0:31125:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030200/0xde5303b1d982cc98 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x24:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xcdf1b083821a5739 expref: -99 pid: 31125 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000040:1.0:1789130366.774764:0:31125:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9caf4814d000 count: 0 00010000:00000010:1.0:1789130366.774770:0:31125:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9caf4938d100. 00010000:00000001:1.0:1789130366.774780:0:31125:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130366.774781:0:31125:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1789130366.774783:0:31125:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030800/0xde5303b1d982cc8a lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xcdf1b083821a571d expref: -99 pid: 31125 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000040:1.0:1789130366.774790:0:31125:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9caf4a8cc000 count: 0 00010000:00000010:1.0:1789130366.774794:0:31125:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9caf4c532580. 00010000:00000001:1.0:1789130366.774800:0:31125:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130366.774802:0:31125:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130366.774850:0:31125:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789130366.774851:0:31125:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130366.774854:0:31125:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:1.0:1789130366.774868:0:31125:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9caf5014c800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1789130366.774878:0:31125:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9caf615d6d00 x1876037329021056/t0(0) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 512/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789130366.774886:0:31125:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1789130366.774888:0:31125:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1789130366.774896:0:31125:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9caf47fd1a80. 00000100:00000001:1.0:1789130366.774899:0:31125:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446634875373820544 : -109198335731072 : ffff9caf47fd1a80) 00000100:00000001:1.0:1789130366.774901:0:31125:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789130366.774903:0:31125:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875799563520 : -109197909988096 : ffff9caf615d6d00) 00000100:00000001:1.0:1789130366.774908:0:31125:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789130366.774912:0:31125:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130366.774915:0:31125:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1789130366.774916:0:31125:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789130366.774920:0:31125:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf615d6d00 x1876037329021056/t0(0) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 512/624 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130366.774927:0:31125:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789130366.774930:0:31125:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130366.774935:0:31125:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789130366.774938:0:31125:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789130366.774941:0:31125:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789130366.774945:0:31125:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf615d6d00 pname:cluuid:pid:xid:nid:opc:job rm:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:31125:1876037329021056:192.168.204.123@tcp:36:rm.0 00000100:00000001:1.0:1789130366.774949:0:31125:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789130366.774956:0:31125:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789130366.774959:0:31125:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130366.774961:0:31125:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789130366.774965:0:31125:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9caf487c3c00. 02000000:00000001:1.0:1789130366.774968:0:31125:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789130366.774974:0:31125:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:1.0:1789130366.774978:0:31125:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf42d8e9f8. 00000400:00000010:1.0:1789130366.774985:0:31125:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf462a3000. 00000100:00000200:1.0:1789130366.774993:0:31125:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876037329021056, portal 10 00000100:00000001:1.0:1789130366.774995:0:31125:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789130366.774996:0:31125:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875799563520 : -109197909988096 : ffff9caf615d6d00) 00000100:00000040:1.0:1789130366.775002:0:31125:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9caf615d6d00 x1876037329021056/t0(0) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 512/624 e 0 to 0 dl 1789130382 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130366.775015:0:31125:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789130366.775018:0:31125:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:1.0:1789130366.775021:0:31125:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf462a3088. 00000100:00000200:1.0:1789130366.775025:0:31125:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 12, xid 1876037329021056, offset 0 00000400:00000200:1.0:1789130366.775031:0:31125:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:1.0:1789130366.775040:0:31125:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:1.0:1789130366.775049:0:31125:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:1.0:1789130366.775055:0:31125:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789130366.775060:0:31125:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:1.0:1789130366.775064:0:31125:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789130366.775067:0:31125:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:1.0:1789130366.775071:0:31125:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2424:2424:256:4294967295] 192.168.204.123@tcp LPNI seq info [2423:2423:8:4294967295] 00000400:00000200:1.0:1789130366.775075:0:31125:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:1.0:1789130366.775086:0:31125:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:1.0:1789130366.775092:0:31125:0:(socklnd_cb.c:931:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:1.0:1789130366.775098:0:31125:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf47f34900. 00000800:00000200:1.0:1789130366.775106:0:31125:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:1.0:1789130366.775115:0:31125:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:1.0:1789130366.775120:0:31125:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf47f34900 type 1, nob 608 niov 1 nkiov 1 00000100:00000001:1.0:1789130366.775143:0:31125:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789130366.775148:0:31125:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: using a timeout of 813993 usecs (814 jiffies) 00000400:00000200:1.0:1789130366.775151:0:31125:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:1.0:1789130366.775154:0:31125:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296461611 00000100:00000001:1.0:1789130366.775158:0:31125:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 2, keep current deadline 4296462858 00000100:00000001:1.0:1789130366.775160:0:31125:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296461611 00000100:00000001:1.0:1789130366.775163:0:31125:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 3, keep current deadline 4296462858 00000100:00000001:1.0:1789130366.775166:0:31125:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789130366.775168:0:31125:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130366.775171:0:31125:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789130366.775173:0:31125:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1789130366.775176:0:31125:0:(client.c:2715:ptlrpc_set_wait()) set ffff9caf47fd1a80 going to sleep for 11 seconds 00000100:00000001:1.0:1789130366.775178:0:31125:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789130366.775181:0:31125:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789130366.775554:0:2341:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789130366.775562:0:2341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf47f34900. 00000400:00000200:3.0:1789130366.775567:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130366.775574:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:3.0:1789130366.775581:0:2341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf462a3088 00000400:00000010:3.0:1789130366.775585:0:2341:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf462a3088. 00000100:00000001:3.0:1789130366.775590:0:2341:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789130366.775600:0:2341:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf615d6d00 x1876037329021056/t0(0) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 512/624 e 0 to 0 dl 1789130382 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130366.775611:0:2341:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130366.775614:0:2341:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf615d6d00 x1876037329021056/t0(0) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 512/624 e 0 to 0 dl 1789130382 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130366.775629:0:2341:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130366.775630:0:2341:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:1.1:1789130366.783066:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf586b7800. 00010000:00000010:1.1:1789130366.783087:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf4814d000. 00010000:00000010:1.1:1789130366.783094:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf40030200. 00010000:00000010:1.1:1789130366.783098:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf4a8cc000. 00010000:00000010:1.1:1789130366.783102:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf40030800. 00000800:00000001:2.0:1789130366.789127:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130366.789150:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789130366.789155:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130366.789158:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130366.789169:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130366.789179:0:2342:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:2.0:1789130366.789191:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130366.789198:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130366.789205:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130366.789210:0:2342:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 456 into portal 10 MB=0x6aa3efa94e880 00000400:00000200:2.0:1789130366.789216:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130366.789224:0:2342:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.123@tcp of length 456/456 into md 0x68e5 [1] + 224 00000800:00000001:2.0:1789130366.789232:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130366.789240:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130366.789245:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130366.789249:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:2.0:1789130366.789269:0:2342:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789130366.789288:0:2342:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf615d6d00 x1876037329021056/t0(0) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 512/624 e 0 to 0 dl 1789130382 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789130366.789300:0:2342:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff9caf615d6d00 x1876037329021056/t0(0) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 512/624 e 0 to 0 dl 1789130382 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130366.789321:0:2342:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1789130366.789334:0:2342:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1789130366.789338:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130366.789344:0:2342:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.204.23@tcp to MR: 192.168.204.123@tcp local destination 00000400:00000200:2.0:1789130366.789351:0:2342:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2425:2425:256:4294967295] 192.168.204.123@tcp LPNI seq info [2424:2424:8:4294967295] 00000400:00000200:2.0:1789130366.789355:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130366.789364:0:2342:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:192.168.204.23@tcp) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) 192.168.204.123@tcp : ACK try# 0 00000800:00000200:2.0:1789130366.789369:0:2342:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:2.0:1789130366.789375:0:2342:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf501cff00. 00000800:00000200:2.0:1789130366.789383:0:2342:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:2.0:1789130366.789392:0:2342:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:2.0:1789130366.789397:0:2342:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf501cff00 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1789130366.789507:0:2342:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789130366.789512:0:2342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf501cff00. 00000400:00000200:2.0:1789130366.789517:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130366.789520:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: ACK: OK 00000800:00000001:2.0:1789130366.789527:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130366.789530:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130366.789625:0:31125:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789130366.789636:0:31125:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789130366.789639:0:31125:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789130366.789643:0:31125:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf42d8e9f8. 00000400:00000200:1.0:1789130366.789650:0:31125:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf462a3000 00000400:00000010:1.0:1789130366.789652:0:31125:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf462a3000. 00000100:00000001:1.0:1789130366.789655:0:31125:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789130366.789660:0:31125:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf615d6d00 x1876037329021056/t0(0) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 512/624 e 0 to 0 dl 1789130382 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789130366.789669:0:31125:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf615d6d00 x1876037329021056/t0(0) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 512/624 e 0 to 0 dl 1789130382 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130366.789675:0:31125:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789130366.789677:0:31125:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130366.789680:0:31125:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789130366.789684:0:31125:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789130366.789687:0:31125:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789130366.789690:0:31125:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130366.789694:0:31125:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789130366.789707:0:31125:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf6079ac60 time=135 v=5 (104 104 104 104) 00000100:00001000:1.0:1789130366.789712:0:31125:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf6079ac18 time=2 v=5 (1 0 0 0) 00000100:00000001:1.0:1789130366.789715:0:31125:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789130366.789717:0:31125:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130366.789721:0:31125:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789130366.789724:0:31125:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130366.789729:0:31125:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1789130366.789731:0:31125:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x1000000a3/0x10000013c] 00000100:00000001:1.0:1789130366.789733:0:31125:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1789130366.789736:0:31125:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789130366.789738:0:31125:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875799563520 : -109197909988096 : ffff9caf615d6d00) 00000100:00000001:1.0:1789130366.789742:0:31125:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789130366.789744:0:31125:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9caf5014c800: skip recheck: last_committed 4294967617 00000100:00000001:1.0:1789130366.789747:0:31125:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789130366.789750:0:31125:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789130366.789755:0:31125:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf615d6d00 x1876037329021056/t4294967629(4294967629) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 512/456 e 0 to 0 dl 1789130382 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130366.789763:0:31125:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789130366.789766:0:31125:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789130366.789769:0:31125:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789130366.789773:0:31125:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf615d6d00 x1876037329021056/t4294967629(4294967629) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 512/456 e 0 to 0 dl 1789130382 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789130366.789780:0:31125:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf615d6d00 pname:cluuid:pid:xid:nid:opc:job rm:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:31125:1876037329021056:192.168.204.123@tcp:36:rm.0 00000100:00000001:1.0:1789130366.789786:0:31125:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130366.789789:0:31125:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130366.789792:0:31125:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1789130366.789794:0:31125:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789130366.789798:0:31125:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf615d6d00 x1876037329021056/t4294967629(4294967629) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 512/456 e 0 to 0 dl 1789130382 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130366.789863:0:31125:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789130366.789867:0:31125:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9caf47fd1a80. 00000100:00000001:1.0:1789130366.789870:0:31125:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1789130366.789872:0:31125:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789130366.789883:0:31125:0:(mdc_reint.c:367:mdc_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789130366.789887:0:31125:0:(lmv_obd.c:3544:lmv_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789130366.789892:0:31125:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9caf4557c8c0 2 00000080:00000010:1.0:1789130366.789897:0:31125:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9caf48ef8600. 00000100:00000001:1.0:1789130366.789907:0:31125:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789130366.789910:0:31125:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf615d6d00 x1876037329021056/t4294967629(4294967629) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 512/456 e 0 to 0 dl 1789130382 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130366.789917:0:31125:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130366.789919:0:31125:0:(namei.c:2371:ll_rmdir()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130366.789942:0:31125:0:(llite_lib.c:3423:ll_delete_inode()) Process entered 00000080:00000001:1.0:1789130366.789947:0:31125:0:(llite_lib.c:2079:ll_clear_inode()) Process entered 00000080:00200000:1.0:1789130366.789950:0:31125:0:(llite_lib.c:2082:ll_clear_inode()) VFS Op:inode=[0x200000404:0x24:0x0](ffff9caf60131148) 00800000:00000001:1.0:1789130366.789955:0:31125:0:(lmv_obd.c:1647:lmv_null_inode()) Process entered 00800000:00000002:1.0:1789130366.789957:0:31125:0:(lmv_obd.c:1649:lmv_null_inode()) CBDATA for [0x200000404:0x24:0x0] 00000002:00000001:1.0:1789130366.789964:0:31125:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:1.0:1789130366.789973:0:31125:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789130366.789975:0:31125:0:(lmv_obd.c:1659:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130366.789978:0:31125:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:1.0:1789130366.789981:0:31125:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:1.0:1789130366.789983:0:31125:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130366.789985:0:31125:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130366.789991:0:31125:0:(llite_lib.c:2130:ll_clear_inode()) Process leaving 00000080:00000001:1.0:1789130366.789993:0:31125:0:(llite_lib.c:3452:ll_delete_inode()) Process leaving 00000080:00000001:1.0:1789130366.790008:0:31125:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1789130366.790012:0:31125:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c1fe30 00000080:00002000:1.0:1789130366.790015:0:31125:0:(dcache.c:127:ll_ddelete()) deleting dentry d21g.recovery-small-2 (ffff9caf60985798, parent ffff9caf600f3360, inode 0000000000000000) hashed, 00000080:00000001:1.0:1789130366.790019:0:31125:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1789130366.790024:0:31125:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1789130366.790027:0:31125:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000010:1.1:1789130366.800881:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9caf60131080. 00000080:00000010:1.1:1789130366.800901:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9caf47eabc60. 00010000:00000001:3.0:1789130366.906013:0:27360:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130366.906025:0:27360:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130366.906030:0:27360:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130366.906031:0:27360:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130366.906035:0:27360:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130366.906036:0:27360:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130366.907511:0:16244:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789130366.907519:0:16244:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789130366.907526:0:16244:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1789130367.930117:0:27360:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130367.930130:0:27360:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130367.930140:0:27360:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130367.930141:0:27360:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130367.930145:0:27360:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130367.930147:0:27360:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130367.932794:0:16115:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789130367.932818:0:16115:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789130367.932825:0:16115:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1789130368.166525:0:31211:0:(llite_lib.c:4271:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130368.784915:0:17674:0:(pinger.c:229:ptlrpc_pinger_process_import()) 70f26143-21ad-4cd3-af2c-0601ab5c9490->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789130368.784933:0:17674:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789130368.784942:0:17674:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf61463840. 00000020:00000040:0.0:1789130368.784950:0:17674:0:(genops.c:1210:class_import_get()) import ffff9caf586ce800 refcount=4 obd=MGC192.168.204.123@tcp 00000100:00000001:0.0:1789130368.784955:0:17674:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789130368.784959:0:17674:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789130368.784966:0:17674:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789130368.784977:0:17674:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9caf451e7900. 00000100:00000001:0.0:1789130368.784988:0:17674:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130368.785007:0:17674:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 70f26143-21ad-4cd3-af2c-0601ab5c9490->MGS req@ffff9caf61463840 x1876037329021184/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789130368.785020:0:17674:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789130368.785026:0:17674:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130368.785032:0:17674:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000ec08ac3] to pc [ptlrpcd_00_01+1] req@ffff9caf61463840 x1876037329021184/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130368.785088:0:2348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789130368.785093:0:2348:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789130368.785096:0:2348:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789130368.785103:0:2348:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf61463840 x1876037329021184/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130368.785112:0:2348:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789130368.785114:0:2348:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130368.785118:0:2348:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789130368.785121:0:2348:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789130368.785124:0:2348:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789130368.785128:0:2348:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf61463840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:70f26143-21ad-4cd3-af2c-0601ab5c9490:2348:1876037329021184:192.168.204.123@tcp:400:kworker.0 00000100:00000001:1.0:1789130368.785133:0:2348:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789130368.785141:0:2348:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789130368.785144:0:2348:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130368.785147:0:2348:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789130368.785154:0:2348:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9caf47c6d800. 02000000:00000001:1.0:1789130368.785155:0:2348:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789130368.785164:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:1.0:1789130368.785169:0:2348:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf42d8e9f8. 00000400:00000010:1.0:1789130368.785178:0:2348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf462a3000. 00000100:00000200:1.0:1789130368.785186:0:2348:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876037329021184, portal 25 00000100:00000001:1.0:1789130368.785188:0:2348:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789130368.785190:0:2348:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875798042688 : -109197911508928 : ffff9caf61463840) 00000100:00000040:1.0:1789130368.785196:0:2348:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9caf61463840 x1876037329021184/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130384 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130368.785205:0:2348:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789130368.785208:0:2348:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:1.0:1789130368.785211:0:2348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf462a3dd0. 00000100:00000200:1.0:1789130368.785214:0:2348:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1876037329021184, offset 0 00000400:00000200:1.0:1789130368.785239:0:2348:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:1.0:1789130368.785250:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:1.0:1789130368.785260:0:2348:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:1.0:1789130368.785266:0:2348:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789130368.785272:0:2348:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:1.0:1789130368.785276:0:2348:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789130368.785280:0:2348:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:1.0:1789130368.785286:0:2348:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2426:2426:256:4294967295] 192.168.204.123@tcp LPNI seq info [2425:2425:8:4294967295] 00000400:00000200:1.0:1789130368.785291:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:1.0:1789130368.785305:0:2348:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:1.0:1789130368.785311:0:2348:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:1.0:1789130368.785318:0:2348:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf47f34b00. 00000800:00000200:1.0:1789130368.785326:0:2348:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:1.0:1789130368.785336:0:2348:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:1.0:1789130368.785341:0:2348:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf47f34b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789130368.785360:0:2348:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789130368.785365:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:1.0:1789130368.785368:0:2348:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.123@tcp: PM QoS new deadline estimation for cpu 2 is 4296466893 00000100:00000001:1.0:1789130368.785378:0:2348:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.123@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296462858 00000100:00000001:1.0:1789130368.785385:0:2348:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.123@tcp: PM QoS new deadline estimation for cpu 3 is 4296466893 00000100:00000001:1.0:1789130368.785388:0:2348:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.123@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296462858 00000100:00000001:1.0:1789130368.785392:0:2348:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789130368.785395:0:2348:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130368.785398:0:2348:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130368.785401:0:2348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130368.785626:0:17674:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130368.785630:0:17674:0:(pinger.c:229:ptlrpc_pinger_process_import()) c4ff2dbd-4d13-4802-9c50-d71e34d32a35->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789130368.785634:0:17674:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1789130368.785640:0:2347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789130368.785643:0:2347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789130368.785650:0:17674:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf61462580. 00000020:00000040:0.0:1789130368.785653:0:17674:0:(genops.c:1210:class_import_get()) import ffff9caf6079a800 refcount=8 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000100:00000001:0.0:1789130368.785656:0:17674:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789130368.785658:0:17674:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789130368.785660:0:17674:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789130368.785664:0:17674:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9caf451e7c00. 00000100:00000001:0.0:1789130368.785667:0:17674:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130368.785672:0:17674:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging c4ff2dbd-4d13-4802-9c50-d71e34d32a35->lustre-MDT0000_UUID req@ffff9caf61462580 x1876037329021312/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789130368.785681:0:17674:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789130368.785683:0:17674:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130368.785687:0:17674:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005c02454a] to pc [ptlrpcd_00_00+0] req@ffff9caf61462580 x1876037329021312/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1789130368.785987:0:2342:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789130368.785993:0:2342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf47f34b00. 00000400:00000200:2.0:1789130368.786000:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130368.786006:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:2.0:1789130368.786013:0:2342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf462a3dd0 00000400:00000010:2.0:1789130368.786015:0:2342:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf462a3dd0. 00000100:00000001:2.0:1789130368.786020:0:2342:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789130368.786025:0:2342:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf61463840 x1876037329021184/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130384 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130368.786036:0:2342:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130368.786040:0:2342:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf61463840 x1876037329021184/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130384 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130368.786049:0:2342:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130368.786050:0:2342:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1789130368.787993:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130368.788014:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789130368.788021:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130368.788023:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130368.788034:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130368.788044:0:2341:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:3.0:1789130368.788055:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130368.788061:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130368.788067:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130368.788072:0:2341:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 224 into portal 25 MB=0x6aa3efa94e900 00000400:00000200:3.0:1789130368.788078:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130368.788085:0:2341:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.123@tcp of length 224/224 into md 0x68ed [1] + 224 00000800:00000001:3.0:1789130368.788093:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130368.788101:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130368.788105:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130368.788109:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:3.0:1789130368.788121:0:2341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789130368.788133:0:2341:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf61463840 x1876037329021184/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130384 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789130368.788150:0:2341:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9caf61463840 x1876037329021184/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130384 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130368.790346:0:2348:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789130368.790356:0:2348:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1789130368.790363:0:2348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789130368.790366:0:2348:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789130368.791364:0:17674:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130368.791374:0:17674:0:(pinger.c:229:ptlrpc_pinger_process_import()) c4ff2dbd-4d13-4802-9c50-d71e34d32a35->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789130368.791380:0:17674:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1789130368.791397:0:2347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789130368.791402:0:2347:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789130368.791405:0:2347:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789130368.791422:0:2347:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf61462580 x1876037329021312/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130368.791433:0:2347:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789130368.791435:0:2347:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130368.791441:0:2347:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789130368.791446:0:2347:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789130368.791449:0:2347:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789130368.791453:0:2347:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf61462580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:2347:1876037329021312:192.168.204.123@tcp:400:kworker.0 00000100:00000001:0.0:1789130368.791458:0:2347:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789130368.791467:0:2347:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789130368.791470:0:2347:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130368.791474:0:2347:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789130368.791483:0:2347:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9caf48180600. 02000000:00000001:0.0:1789130368.791486:0:2347:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789130368.791494:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:0.0:1789130368.791500:0:2347:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf50131e70. 00000400:00000010:0.0:1789130368.791510:0:2347:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf5801e5d8. 00000100:00000200:0.0:1789130368.791520:0:2347:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876037329021312, portal 10 00000100:00000001:0.0:1789130368.791522:0:2347:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789130368.791525:0:2347:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875798037888 : -109197911513728 : ffff9caf61462580) 00000100:00000040:0.0:1789130368.791534:0:2347:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9caf61462580 x1876037329021312/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130384 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130368.791542:0:2347:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789130368.791546:0:2347:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:0.0:1789130368.791549:0:2347:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf5801ea18. 00000100:00000200:0.0:1789130368.791567:0:2347:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876037329021312, offset 0 00000400:00000200:0.0:1789130368.791576:0:2347:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:0.0:1789130368.791589:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:0.0:1789130368.791599:0:2347:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:0.0:1789130368.791606:0:2347:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789130368.791611:0:2347:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:0.0:1789130368.791616:0:2347:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789130368.791619:0:2347:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:0.0:1789130368.791623:0:2347:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2427:2427:256:4294967295] 192.168.204.123@tcp LPNI seq info [2426:2426:8:4294967295] 00000400:00000200:0.0:1789130368.791628:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:0.0:1789130368.791640:0:2347:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:0.0:1789130368.791646:0:2347:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:0.0:1789130368.791653:0:2347:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf451e7b00. 00000800:00000200:0.0:1789130368.791661:0:2347:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:0.0:1789130368.791672:0:2347:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:0.0:1789130368.791678:0:2347:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf451e7b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789130368.791706:0:2347:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130368.791711:0:2347:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: using a timeout of 812875 usecs (813 jiffies) 00000400:00000200:0.0:1789130368.791714:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:0.0:1789130368.791718:0:2347:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296463623 00000100:00000001:0.0:1789130368.791722:0:2347:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 2, keep current deadline 4296466893 00000100:00000001:0.0:1789130368.791724:0:2347:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296463623 00000100:00000001:0.0:1789130368.791726:0:2347:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 3, keep current deadline 4296466893 00000100:00000001:0.0:1789130368.791729:0:2347:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789130368.791732:0:2347:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130368.791735:0:2347:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130368.791738:0:2347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130368.791745:0:2347:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789130368.791747:0:2347:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1789130368.791750:0:2347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789130368.791752:0:2347:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789130368.791753:0:2347:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130368.791756:0:2347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789130368.791776:0:17674:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf61460f00. 00000020:00000040:0.0:1789130368.791782:0:17674:0:(genops.c:1210:class_import_get()) import ffff9caf468ac800 refcount=3 obd=lustre-OST0000-osc-ffff9caf5014c800 00000100:00000001:0.0:1789130368.791787:0:17674:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789130368.791789:0:17674:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789130368.791793:0:17674:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789130368.791802:0:17674:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9caf451e7a00. 00000100:00000001:0.0:1789130368.791825:0:17674:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130368.791831:0:17674:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging c4ff2dbd-4d13-4802-9c50-d71e34d32a35->lustre-OST0000_UUID req@ffff9caf61460f00 x1876037329021440/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789130368.791843:0:17674:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789130368.791849:0:17674:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130368.791854:0:17674:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e58de083] to pc [ptlrpcd_00_01+1] req@ffff9caf61460f00 x1876037329021440/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130368.791872:0:17674:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130368.791875:0:17674:0:(pinger.c:229:ptlrpc_pinger_process_import()) c4ff2dbd-4d13-4802-9c50-d71e34d32a35->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789130368.791879:0:17674:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1789130368.791886:0:2347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789130368.791888:0:2347:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789130368.791890:0:2347:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789130368.791892:0:2347:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:0.0:1789130368.791894:0:2347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130368.791897:0:2347:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789130368.791899:0:2347:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130368.791901:0:2347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789130368.791902:0:2347:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789130368.791904:0:2347:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789130368.791907:0:2347:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf61460f00 x1876037329021440/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130368.791913:0:2347:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789130368.791915:0:2347:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130368.791917:0:2347:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789130368.791919:0:2347:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789130368.791921:0:2347:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789130368.791924:0:2347:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf61460f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:2347:1876037329021440:192.168.204.123@tcp:400:kworker.0 00000100:00000001:0.0:1789130368.791928:0:2347:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789130368.791930:0:2347:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789130368.791932:0:2347:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130368.791933:0:2347:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789130368.791937:0:2347:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9caf48180800. 02000000:00000001:0.0:1789130368.791939:0:2347:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789130368.791942:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:0.0:1789130368.791946:0:2347:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf50131cb8. 00000400:00000010:0.0:1789130368.791950:0:2347:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf5801e440. 00000100:00000200:0.0:1789130368.791953:0:2347:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876037329021440, portal 4 00000100:00000001:0.0:1789130368.791955:0:2347:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789130368.791957:0:2347:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875798032128 : -109197911519488 : ffff9caf61460f00) 00000100:00000040:0.0:1789130368.791963:0:2347:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9caf61460f00 x1876037329021440/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130384 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130368.791969:0:2347:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789130368.791971:0:2347:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:0.0:1789130368.791974:0:2347:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf5801e4c8. 00000100:00000200:0.0:1789130368.791976:0:2347:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876037329021440, offset 0 00000400:00000200:0.0:1789130368.791981:0:2347:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:0.0:1789130368.791985:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:0.0:1789130368.791988:0:2347:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:0.0:1789130368.791990:0:2347:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789130368.791993:0:2347:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:0.0:1789130368.791995:0:2347:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789130368.791997:0:2347:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:0.0:1789130368.792000:0:2347:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2428:2428:255:4294967295] 192.168.204.123@tcp LPNI seq info [2427:2427:7:4294967295] 00000400:00000200:0.0:1789130368.792004:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:0.0:1789130368.792010:0:2347:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:0.0:1789130368.792014:0:2347:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:0.0:1789130368.792019:0:2347:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf451e7400. 00000800:00000200:0.0:1789130368.792023:0:2347:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:0.0:1789130368.792027:0:2347:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:0.0:1789130368.792029:0:2347:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf451e7400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789130368.792032:0:2347:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130368.792035:0:2347:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9caf5014c800: using a timeout of 22745 usecs (23 jiffies) 00000400:00000200:0.0:1789130368.792038:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:0.0:1789130368.792039:0:2347:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296462833 00000100:00000001:0.0:1789130368.792042:0:2347:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9caf5014c800: PM QoS request active for cpu 2, keep current deadline 4296466893 00000100:00000001:0.0:1789130368.792044:0:2347:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296462833 00000100:00000001:0.0:1789130368.792046:0:2347:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9caf5014c800: PM QoS request active for cpu 3, keep current deadline 4296466893 00000100:00000001:0.0:1789130368.792048:0:2347:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789130368.792050:0:2347:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130368.792052:0:2347:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130368.792054:0:2347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789130368.792063:0:17674:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf61460780. 00000020:00000040:0.0:1789130368.792066:0:17674:0:(genops.c:1210:class_import_get()) import ffff9caf48ede000 refcount=3 obd=lustre-OST0001-osc-ffff9caf5014c800 00000100:00000001:0.0:1789130368.792069:0:17674:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789130368.792071:0:17674:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789130368.792073:0:17674:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789130368.792076:0:17674:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9caf451e7700. 00000100:00000001:0.0:1789130368.792080:0:17674:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130368.792084:0:17674:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging c4ff2dbd-4d13-4802-9c50-d71e34d32a35->lustre-OST0001_UUID req@ffff9caf61460780 x1876037329021568/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789130368.792092:0:17674:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789130368.792094:0:17674:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130368.792097:0:17674:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003423b748] to pc [ptlrpcd_00_00+0] req@ffff9caf61460780 x1876037329021568/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130368.792108:0:17674:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130368.792116:0:2347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789130368.792119:0:2347:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789130368.792120:0:2347:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789130368.792123:0:2347:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf61460780 x1876037329021568/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130368.792130:0:2347:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789130368.792131:0:2347:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130368.792133:0:2347:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789130368.792136:0:2347:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789130368.792138:0:2347:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789130368.792140:0:2347:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf61460780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:2347:1876037329021568:192.168.204.123@tcp:400:kworker.0 00000100:00000001:0.0:1789130368.792144:0:2347:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789130368.792146:0:2347:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789130368.792147:0:2347:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130368.792149:0:2347:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789130368.792153:0:2347:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9caf48180200. 02000000:00000001:0.0:1789130368.792155:0:2347:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789130368.792158:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:0.0:1789130368.792161:0:2347:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf50131948. 00000400:00000010:0.0:1789130368.792165:0:2347:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf5801ee58. 00000100:00000200:0.0:1789130368.792168:0:2347:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876037329021568, portal 4 00000100:00000001:0.0:1789130368.792170:0:2347:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789130368.792171:0:2347:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875798030208 : -109197911521408 : ffff9caf61460780) 00000100:00000040:0.0:1789130368.792178:0:2347:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9caf61460780 x1876037329021568/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130384 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130368.792184:0:2347:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789130368.792186:0:2347:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:0.0:1789130368.792188:0:2347:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf5801e7f8. 00000100:00000200:0.0:1789130368.792190:0:2347:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876037329021568, offset 0 00000400:00000200:0.0:1789130368.792194:0:2347:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:0.0:1789130368.792198:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:0.0:1789130368.792201:0:2347:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:0.0:1789130368.792204:0:2347:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789130368.792207:0:2347:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:0.0:1789130368.792210:0:2347:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789130368.792212:0:2347:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:0.0:1789130368.792215:0:2347:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2429:2429:254:4294967295] 192.168.204.123@tcp LPNI seq info [2428:2428:6:4294967295] 00000400:00000200:0.0:1789130368.792231:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:0.0:1789130368.792245:0:2347:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:0.0:1789130368.792249:0:2347:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:0.0:1789130368.792253:0:2347:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf451e7d00. 00000800:00000200:0.0:1789130368.792257:0:2347:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:0.0:1789130368.792262:0:2347:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:0.0:1789130368.792265:0:2347:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf451e7d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789130368.792268:0:2347:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130368.792272:0:2347:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9caf5014c800: using a timeout of 371267 usecs (372 jiffies) 00000400:00000200:0.0:1789130368.792275:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:0.0:1789130368.792277:0:2347:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296463182 00000100:00000001:0.0:1789130368.792279:0:2347:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9caf5014c800: PM QoS request active for cpu 2, keep current deadline 4296466893 00000100:00000001:0.0:1789130368.792281:0:2347:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296463182 00000100:00000001:0.0:1789130368.792283:0:2347:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9caf5014c800: PM QoS request active for cpu 3, keep current deadline 4296466893 00000100:00000001:0.0:1789130368.792285:0:2347:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789130368.792287:0:2347:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130368.792289:0:2347:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130368.792291:0:2347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130368.792294:0:2347:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789130368.792295:0:2347:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1789130368.792297:0:2347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789130368.792298:0:2347:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789130368.792299:0:2347:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130368.792301:0:2347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130368.792309:0:17674:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1800) 00000800:00000200:2.0:1789130368.792611:0:2342:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789130368.792616:0:2342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf451e7b00. 00000400:00000200:2.0:1789130368.792622:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130368.792629:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:2.0:1789130368.792635:0:2342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf5801ea18 00000400:00000010:2.0:1789130368.792638:0:2342:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf5801ea18. 00000100:00000001:2.0:1789130368.792642:0:2342:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789130368.792648:0:2342:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf61462580 x1876037329021312/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130384 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130368.792659:0:2342:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130368.792662:0:2342:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf61462580 x1876037329021312/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130384 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130368.792670:0:2342:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130368.792672:0:2342:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1789130368.792687:0:2342:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789130368.792690:0:2342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf451e7400. 00000400:00000200:2.0:1789130368.792693:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130368.792696:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:2.0:1789130368.792698:0:2342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf5801e4c8 00000400:00000010:2.0:1789130368.792699:0:2342:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf5801e4c8. 00000100:00000001:2.0:1789130368.792701:0:2342:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789130368.792705:0:2342:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf61460f00 x1876037329021440/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130384 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130368.792711:0:2342:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130368.792714:0:2342:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf61460f00 x1876037329021440/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130384 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130368.792720:0:2342:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130368.792721:0:2342:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1789130368.792799:0:2342:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789130368.792801:0:2342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf451e7d00. 00000400:00000200:2.0:1789130368.792822:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130368.792825:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:2.0:1789130368.792828:0:2342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf5801e7f8 00000400:00000010:2.0:1789130368.792829:0:2342:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf5801e7f8. 00000100:00000001:2.0:1789130368.792832:0:2342:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789130368.792835:0:2342:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf61460780 x1876037329021568/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130384 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130368.792842:0:2342:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130368.792844:0:2342:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf61460780 x1876037329021568/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130384 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130368.792850:0:2342:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130368.792852:0:2342:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1789130368.802246:0:2341:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789130368.802276:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130368.802293:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789130368.802298:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130368.802300:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130368.802312:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130368.802323:0:2341:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:3.0:1789130368.802332:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130368.802338:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130368.802344:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130368.802349:0:2341:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 224 into portal 10 MB=0x6aa3efa94e980 00000400:00000200:3.0:1789130368.802354:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130368.802362:0:2341:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.123@tcp of length 224/224 into md 0x68f5 [1] + 224 00000800:00000001:3.0:1789130368.802371:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130368.802376:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130368.802380:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130368.802386:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:3.0:1789130368.802395:0:2341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789130368.802406:0:2341:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf61462580 x1876037329021312/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130384 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789130368.802421:0:2341:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9caf61462580 x1876037329021312/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130384 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1789130368.802702:0:2348:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789130368.802707:0:2348:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789130368.802712:0:2348:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf42d8e9f8. 00000400:00000200:1.0:1789130368.802719:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf462a3000 00000400:00000010:1.0:1789130368.802722:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf462a3000. 00000100:00000001:1.0:1789130368.802725:0:2348:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789130368.802733:0:2348:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf61463840 x1876037329021184/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130384 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789130368.802742:0:2348:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf61463840 x1876037329021184/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130384 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130368.802749:0:2348:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789130368.802752:0:2348:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130368.802755:0:2348:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789130368.802760:0:2348:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789130368.802763:0:2348:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789130368.802765:0:2348:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130368.802768:0:2348:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789130368.802778:0:2348:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf586cec60 time=137 v=5 (5 5 5 5) 00000100:00001000:1.0:1789130368.802783:0:2348:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf586cec18 time=137 v=5 (1 1 1 1) 00000100:00000001:1.0:1789130368.802786:0:2348:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789130368.802788:0:2348:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130368.802792:0:2348:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789130368.802796:0:2348:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130368.802800:0:2348:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789130368.802826:0:2348:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf61463840 x1876037329021184/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130384 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130368.802835:0:2348:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789130368.802840:0:2348:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789130368.802843:0:2348:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789130368.802846:0:2348:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf61463840 x1876037329021184/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130384 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789130368.802854:0:2348:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf61463840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:70f26143-21ad-4cd3-af2c-0601ab5c9490:2348:1876037329021184:192.168.204.123@tcp:400:kworker.0 00000100:00000001:1.0:1789130368.802860:0:2348:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130368.802864:0:2348:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789130368.802868:0:2348:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf61463840 x1876037329021184/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130384 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130368.802875:0:2348:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789130368.802879:0:2348:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789130368.802884:0:2348:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9caf47c6d800. 02000000:00000001:1.0:1789130368.802888:0:2348:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789130368.802891:0:2348:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1789130368.802894:0:2348:0:(genops.c:1223:class_import_put()) import ffff9caf586ce800 refcount=3 obd=MGC192.168.204.123@tcp 00000020:00000001:1.0:1789130368.802896:0:2348:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1789130368.802899:0:2348:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9caf451e7900. 02000000:00000001:1.0:1789130368.802904:0:2348:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789130368.802906:0:2348:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789130368.802908:0:2348:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf61463840. 00000100:00000001:1.0:1789130368.802913:0:2348:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789130368.802915:0:2348:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130368.802918:0:2348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130368.802929:0:2348:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789130368.802931:0:2348:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130368.802934:0:2348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789130368.802937:0:2348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130368.806424:0:2341:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789130368.806453:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130368.806471:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789130368.806476:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130368.806478:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130368.806489:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130368.806499:0:2341:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:3.0:1789130368.806507:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130368.806512:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130368.806519:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130368.806524:0:2341:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 224 into portal 4 MB=0x6aa3efa94ea00 00000400:00000200:3.0:1789130368.806529:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130368.806537:0:2341:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.123@tcp of length 224/224 into md 0x68fd [1] + 224 00000800:00000001:3.0:1789130368.806545:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130368.806549:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130368.806552:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130368.806650:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:3.0:1789130368.806658:0:2341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789130368.806670:0:2341:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf61460f00 x1876037329021440/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130384 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789130368.806683:0:2341:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9caf61460f00 x1876037329021440/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130384 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130368.806691:0:2341:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789130368.806696:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130368.806700:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789130368.806701:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130368.806703:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130368.806706:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130368.806710:0:2341:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:3.0:1789130368.806714:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130368.806716:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130368.806720:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130368.806722:0:2341:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 224 into portal 4 MB=0x6aa3efa94ea80 00000400:00000200:3.0:1789130368.806726:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130368.806730:0:2341:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.123@tcp of length 224/224 into md 0x6905 [1] + 224 00000800:00000001:3.0:1789130368.806733:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130368.806753:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130368.806756:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130368.806760:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:3.0:1789130368.806763:0:2341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789130368.806768:0:2341:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf61460780 x1876037329021568/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130384 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789130368.806777:0:2341:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9caf61460780 x1876037329021568/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130384 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130368.806784:0:2341:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789130368.806787:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130368.806789:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130368.807475:0:2347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789130368.807484:0:2347:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789130368.807493:0:2347:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789130368.807496:0:2347:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789130368.807500:0:2347:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf50131948. 00000400:00000200:1.0:1789130368.807508:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf5801ee58 00000400:00000010:1.0:1789130368.807512:0:2347:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf5801ee58. 00000100:00000001:1.0:1789130368.807515:0:2347:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789130368.807523:0:2347:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf61460780 x1876037329021568/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130384 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789130368.807533:0:2347:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf61460780 x1876037329021568/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130384 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130368.807539:0:2347:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789130368.807542:0:2347:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130368.807545:0:2347:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789130368.807549:0:2347:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789130368.807552:0:2347:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789130368.807625:0:2347:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130368.807629:0:2347:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789130368.807642:0:2347:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf48ede460 time=137 v=5 (5 5 5 36) 00000100:00001000:1.0:1789130368.807647:0:2347:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf48ede418 time=2 v=5 (1 0 0 0) 00000100:00000001:1.0:1789130368.807650:0:2347:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789130368.807652:0:2347:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130368.807656:0:2347:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789130368.807660:0:2347:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130368.807666:0:2347:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789130368.807669:0:2347:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9caf5014c800: skip recheck: last_committed 4294967312 00000100:00000001:1.0:1789130368.807671:0:2347:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789130368.807674:0:2347:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789130368.807679:0:2347:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf61460780 x1876037329021568/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130384 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130368.807687:0:2347:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789130368.807691:0:2347:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789130368.807694:0:2347:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789130368.807697:0:2347:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf61460780 x1876037329021568/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130384 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789130368.807711:0:2347:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf61460780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:2347:1876037329021568:192.168.204.123@tcp:400:kworker.0 00000400:00000001:1.0:1789130368.807718:0:2347:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789130368.807719:0:2347:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789130368.807721:0:2347:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf50131cb8. 00000400:00000200:1.0:1789130368.807724:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf5801e440 00000400:00000010:1.0:1789130368.807725:0:2347:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf5801e440. 00000100:00000001:1.0:1789130368.807728:0:2347:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789130368.807731:0:2347:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf61460f00 x1876037329021440/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130384 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789130368.807739:0:2347:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf61460f00 x1876037329021440/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130384 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130368.807745:0:2347:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789130368.807746:0:2347:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130368.807748:0:2347:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789130368.807750:0:2347:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789130368.807751:0:2347:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789130368.807752:0:2347:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130368.807754:0:2347:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789130368.807758:0:2347:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf468acc60 time=137 v=5 (5 5 5 36) 00000100:00001000:1.0:1789130368.807761:0:2347:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf468acc18 time=4 v=5 (1 0 0 0) 00000100:00000001:1.0:1789130368.807763:0:2347:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789130368.807765:0:2347:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130368.807766:0:2347:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789130368.807768:0:2347:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130368.807770:0:2347:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789130368.807772:0:2347:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9caf5014c800: skip recheck: last_committed 4294967339 00000100:00000001:1.0:1789130368.807774:0:2347:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789130368.807775:0:2347:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789130368.807778:0:2347:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf61460f00 x1876037329021440/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130384 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130368.807784:0:2347:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789130368.807787:0:2347:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789130368.807789:0:2347:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789130368.807792:0:2347:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf61460f00 x1876037329021440/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130384 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789130368.807799:0:2347:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf61460f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:2347:1876037329021440:192.168.204.123@tcp:400:kworker.0 00000400:00000001:1.0:1789130368.807979:0:2347:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789130368.807981:0:2347:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789130368.807983:0:2347:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf50131e70. 00000400:00000200:1.0:1789130368.807987:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf5801e5d8 00000400:00000010:1.0:1789130368.807989:0:2347:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf5801e5d8. 00000100:00000001:1.0:1789130368.807992:0:2347:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789130368.807998:0:2347:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf61462580 x1876037329021312/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130384 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789130368.808007:0:2347:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf61462580 x1876037329021312/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130384 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130368.808014:0:2347:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789130368.808016:0:2347:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130368.808018:0:2347:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789130368.808020:0:2347:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789130368.808021:0:2347:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789130368.808023:0:2347:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130368.808025:0:2347:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789130368.808030:0:2347:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf6079ac60 time=137 v=5 (104 104 104 104) 00000100:00001000:1.0:1789130368.808033:0:2347:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf6079ac18 time=4 v=5 (1 0 0 0) 00000100:00000001:1.0:1789130368.808035:0:2347:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789130368.808037:0:2347:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130368.808038:0:2347:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789130368.808040:0:2347:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130368.808043:0:2347:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789130368.808044:0:2347:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9caf5014c800: skip recheck: last_committed 4294967617 00000100:00000001:1.0:1789130368.808046:0:2347:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789130368.808049:0:2347:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789130368.808052:0:2347:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf61462580 x1876037329021312/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130384 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130368.808059:0:2347:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789130368.808061:0:2347:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789130368.808063:0:2347:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789130368.808066:0:2347:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf61462580 x1876037329021312/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130384 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789130368.808073:0:2347:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf61462580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:2347:1876037329021312:192.168.204.123@tcp:400:kworker.0 00000100:00000001:1.0:1789130368.808078:0:2347:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130368.808081:0:2347:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789130368.808085:0:2347:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf61460780 x1876037329021568/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130384 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130368.808091:0:2347:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789130368.808094:0:2347:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789130368.808099:0:2347:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9caf48180200. 02000000:00000001:1.0:1789130368.808104:0:2347:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789130368.808107:0:2347:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1789130368.808109:0:2347:0:(genops.c:1223:class_import_put()) import ffff9caf48ede000 refcount=2 obd=lustre-OST0001-osc-ffff9caf5014c800 00000020:00000001:1.0:1789130368.808113:0:2347:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1789130368.808115:0:2347:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9caf451e7700. 02000000:00000001:1.0:1789130368.808120:0:2347:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789130368.808121:0:2347:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789130368.808124:0:2347:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf61460780. 00000100:00000001:1.0:1789130368.808130:0:2347:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789130368.808132:0:2347:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130368.808134:0:2347:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789130368.808137:0:2347:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf61460f00 x1876037329021440/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130384 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130368.808144:0:2347:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789130368.808146:0:2347:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789130368.808148:0:2347:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9caf48180800. 02000000:00000001:1.0:1789130368.808150:0:2347:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789130368.808151:0:2347:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1789130368.808153:0:2347:0:(genops.c:1223:class_import_put()) import ffff9caf468ac800 refcount=2 obd=lustre-OST0000-osc-ffff9caf5014c800 00000020:00000001:1.0:1789130368.808155:0:2347:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1789130368.808156:0:2347:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9caf451e7a00. 02000000:00000001:1.0:1789130368.808159:0:2347:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789130368.808160:0:2347:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789130368.808161:0:2347:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf61460f00. 00000100:00000001:1.0:1789130368.808164:0:2347:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789130368.808165:0:2347:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130368.808167:0:2347:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789130368.808170:0:2347:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf61462580 x1876037329021312/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130384 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130368.808177:0:2347:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789130368.808178:0:2347:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789130368.808180:0:2347:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9caf48180600. 02000000:00000001:1.0:1789130368.808182:0:2347:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789130368.808183:0:2347:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1789130368.808184:0:2347:0:(genops.c:1223:class_import_put()) import ffff9caf6079a800 refcount=7 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000020:00000001:1.0:1789130368.808186:0:2347:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1789130368.808187:0:2347:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9caf451e7c00. 02000000:00000001:1.0:1789130368.808189:0:2347:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789130368.808190:0:2347:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789130368.808191:0:2347:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf61462580. 00000100:00000001:1.0:1789130368.808195:0:2347:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789130368.808196:0:2347:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130368.808199:0:2347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130368.808210:0:2347:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789130368.808213:0:2347:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130368.808217:0:2347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789130368.808425:0:2347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130368.955486:0:27360:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130368.955500:0:27360:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130368.955512:0:27360:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130368.955514:0:27360:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130368.955519:0:27360:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130368.955520:0:27360:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130368.960998:0:16116:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789130368.961008:0:16116:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789130368.961014:0:16116:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0:1789130369.933757:0:31349:0:(llite_lib.c:4271:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130369.978928:0:27360:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130369.978937:0:27360:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130369.978944:0:27360:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130369.978945:0:27360:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130369.978950:0:27360:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130369.978952:0:27360:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130369.984736:0:16244:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789130369.984743:0:16244:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789130369.984748:0:16244:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:3.0:1789130370.405119:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130370.405142:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789130370.405149:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130370.405153:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130370.405166:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130370.405175:0:2342:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:3.0:1789130370.405185:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130370.405202:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130370.405209:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130370.405213:0:2342:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 328 into portal 15 MB=0x6aa3efb35cc80 00000400:00000200:3.0:1789130370.405224:0:2342:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.123@tcp of length 328/328 into md 0x65b5 [2] + 328 00000800:00000001:3.0:1789130370.405233:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130370.405244:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130370.405247:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130370.405253:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:3.0:1789130370.405263:0:2342:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1789130370.405266:0:2342:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:3.0:1789130370.405274:0:2342:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf501abc00. 00000100:00000040:3.0:1789130370.405279:0:2342:0:(events.c:337:request_in_callback()) incoming req@ffff9caf501abc00 x1876037339565184 msgsize 328 00000100:00100000:3.0:1789130370.405284:0:2342:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.123@tcp (source: 12345-192.168.204.123@tcp) 00000100:00000001:3.0:1789130370.405295:0:2342:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1789130370.405305:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130370.405309:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130370.405330:0:16107:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1789130370.405334:0:16107:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876037339565184 02000000:00000001:3.0:1789130370.405337:0:16107:0:(sec.c:2469:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1789130370.405340:0:16107:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789130370.405342:0:16107:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789130370.405347:0:16107:0:(sec.c:2518:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789130370.405351:0:16107:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876037339565184 00000020:00000001:3.0:1789130370.405355:0:16107:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789130370.405357:0:16107:0:(genops.c:804:class_conn2export()) looking for export cookie 0xde5303b1d982c242 00000020:00000001:3.0:1789130370.405360:0:16107:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789130370.405364:0:16107:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9caf4555e000 refcount=4 00000020:00000001:3.0:1789130370.405367:0:16107:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875329306624 : -109198380244992 : ffff9caf4555e000) 00000020:00000001:3.0:1789130370.405370:0:16107:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634875329306624 : -109198380244992 : ffff9caf4555e000) 00000100:00000001:3.0:1789130370.405375:0:16107:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1789130370.405381:0:16107:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9caf4689cc40. 00000100:00000001:3.0:1789130370.405385:0:16107:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1789130370.405388:0:16107:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff9caf4689cc40. 00000020:00000010:3.0:1789130370.405394:0:16107:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9caf5846d800. 00000020:00000010:3.0:1789130370.405399:0:16107:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9caf42e06680. 00000020:00000010:3.0:1789130370.405404:0:16107:0:(tgt_main.c:759:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9caf50186ed8. 00000100:00000040:3.0:1789130370.405411:0:16107:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:3.0:1789130370.405415:0:16107:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1789130370.405417:0:16107:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1789130370.405419:0:16107:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130370.405427:0:16107:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130370.405435:0:16107:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130370.405446:0:16107:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1789130370.405448:0:16107:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1789130370.405453:0:16107:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.123@tcp, seq: 53 00000100:00000040:3.0:1789130370.405457:0:16107:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9caf4555e000 : new rpc_count 1 00000100:00000001:3.0:1789130370.405460:0:16107:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446634875509980160 : -109198199571456 : ffff9caf501abc00) 00000100:00000040:3.0:1789130370.405468:0:16107:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9caf501abc00 x1876037339565184/t0(0) o104->LOV_OSC_UUID@192.168.204.123@tcp:86/0 lens 328/0 e 0 to 0 dl 1789130381 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789130370.405477:0:16107:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1789130370.405480:0:16107:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9caf4689cc40. 00000100:00000001:3.0:1789130370.405482:0:16107:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1789130370.405484:0:16107:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff9caf4689cc40. 00000100:00100000:3.0:1789130370.405489:0:16107:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9caf501abc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:6667:x1876037339565184:12345-192.168.204.123@tcp:104: 00000100:00000200:3.0:1789130370.405493:0:16107:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1876037339565184 00010000:00000001:3.0:1789130370.405496:0:16107:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:3.0:1789130370.405504:0:16107:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789130370.405506:0:16107:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789130370.405509:0:16107:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf46a92800 refcount=2 00000020:00000001:3.0:1789130370.405511:0:16107:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875351541760 : -109198358009856 : ffff9caf46a92800) 00010000:00000001:3.0:1789130370.405514:0:16107:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875351541760 : -109198358009856 : ffff9caf46a92800) 00010000:00000001:3.0:1789130370.405518:0:16107:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789130370.405521:0:16107:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1789130370.405527:0:16107:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff9caf5014c800 lock: 00000000359d9554/0xde5303b1d982cc6e lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xcdf1b083821a569f expref: -99 pid: 31124 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00000001:3.0:1789130370.405540:0:16107:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1789130370.405542:0:16107:0:(sec.c:2540:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1789130370.405548:0:16107:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9caf50107000. 02000000:00000001:3.0:1789130370.405552:0:16107:0:(sec.c:2577:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130370.405554:0:16107:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130370.405558:0:16107:0:(ldlm_lib.c:3383:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1789130370.405561:0:16107:0:(ldlm_lib.c:3404:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789130370.405565:0:16107:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf46ba21e8 time=138 v=5 (1 1 1 1) 00000100:00000001:3.0:1789130370.405570:0:16107:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789130370.405573:0:16107:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9caf452f48c0 refcount 13 to 192.168.204.123@tcp 00000100:00000001:3.0:1789130370.405575:0:16107:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634875326777536 : -109198382774080 : ffff9caf452f48c0) 02000000:00000001:3.0:1789130370.405577:0:16107:0:(sec.c:2591:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1789130370.405579:0:16107:0:(sec.c:2602:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130370.405583:0:16107:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789130370.405586:0:16107:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:3.0:1789130370.405592:0:16107:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf4549fc38. 00000100:00000200:3.0:1789130370.405596:0:16107:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1876037339565184, offset 224 00000400:00000200:3.0:1789130370.405602:0:16107:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:3.0:1789130370.405609:0:16107:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130370.405617:0:16107:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.204.23@tcp to MR: 192.168.204.123@tcp local destination 00000400:00000200:3.0:1789130370.405624:0:16107:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2430:2430:256:4294967295] 192.168.204.123@tcp LPNI seq info [2429:2429:8:4294967295] 00000400:00000200:3.0:1789130370.405629:0:16107:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130370.405637:0:16107:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:192.168.204.23@tcp) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:3.0:1789130370.405643:0:16107:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:3.0:1789130370.405648:0:16107:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf47fd2a00. 00000800:00000200:3.0:1789130370.405655:0:16107:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:3.0:1789130370.405662:0:16107:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:3.0:1789130370.405666:0:16107:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf47fd2a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789130370.405676:0:16107:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130370.405679:0:16107:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9caf452f48c0 refcount 12 to 192.168.204.123@tcp 00010000:00000001:3.0:1789130370.405681:0:16107:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:3.0:1789130370.405686:0:16107:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff9caf485e8180. 00010000:00000001:3.0:1789130370.405688:0:16107:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:3.0:1789130370.405706:0:16107:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:3.0:1789130370.405708:0:16107:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130370.405711:0:16107:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130370.405713:0:16107:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130370.405718:0:16107:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf501abc00 x1876037339565184/t0(0) o104->LOV_OSC_UUID@192.168.204.123@tcp:86/0 lens 328/224 e 0 to 0 dl 1789130381 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789130370.405727:0:16107:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9caf501abc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:6667:x1876037339565184:12345-192.168.204.123@tcp:104: Request processed in 248us (447us total) trans 0 rc 0/0 00000100:00100000:3.0:1789130370.405735:0:16107:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.123@tcp, seq: 53 00000100:00000040:3.0:1789130370.405739:0:16107:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9caf4555e000 : new rpc_count 0 00000100:00000001:3.0:1789130370.405741:0:16107:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1789130370.405743:0:16107:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1789130370.405748:0:16107:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9caf42e06680. 00000020:00000010:3.0:1789130370.405752:0:16107:0:(tgt_main.c:771:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9caf50186ed8. 00000020:00000010:3.0:1789130370.405756:0:16107:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9caf5846d800. 00000020:00000040:3.0:1789130370.405760:0:16107:0:(genops.c:879:class_export_put()) PUTting export ffff9caf4555e000 : new refcount 3 00000100:00000001:3.0:1789130370.405763:0:16107:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1789130370.405905:0:2341:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789130370.405909:0:2341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf47fd2a00. 00000400:00000200:3.0:1789130370.405912:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130370.405916:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:3.0:1789130370.405920:0:2341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf4549fc38 00000400:00000010:3.0:1789130370.405923:0:2341:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf4549fc38. 00000100:00000001:3.0:1789130370.405927:0:2341:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1789130370.405929:0:2341:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:1.0:1789130370.406950:0:16115:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789130370.406958:0:16115:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789130370.406964:0:16115:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:1.0:1789130370.406969:0:16115:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:1.0:1789130370.406971:0:16115:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1789130370.406979:0:16115:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff9caf5014c800 lock: 00000000359d9554/0xde5303b1d982cc6e lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xcdf1b083821a569f expref: -99 pid: 31124 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1789130370.406999:0:16115:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9caf46a92800 already unused, calling callback (ffffffffc0fdc280) 00000008:00000001:1.0:1789130370.407002:0:16115:0:(osc_lock.c:534:osc_ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1789130370.407004:0:16115:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1789130370.407006:0:16115:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130370.407008:0:16115:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130370.407009:0:16115:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf46a92800 refcount=3 00000020:00000001:1.0:1789130370.407012:0:16115:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875351541760 : -109198358009856 : ffff9caf46a92800) 00010000:00000001:1.0:1789130370.407015:0:16115:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875351541760 : -109198358009856 : ffff9caf46a92800) 00010000:00000001:1.0:1789130370.407018:0:16115:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1789130370.407022:0:16115:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff9caf5014c800 lock: 00000000359d9554/0xde5303b1d982cc6e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0xcdf1b083821a569f expref: -99 pid: 31124 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00000001:1.0:1789130370.407030:0:16115:0:(osc_lock.c:534:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:1.0:1789130370.407034:0:16115:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1789130370.407039:0:16115:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446634875648776024 : -109198060775592 : ffff9caf58609758) 00000020:00001000:1.0:1789130370.407042:0:16115:0:(cl_object.c:823:cl_env_get()) 1@ffff9caf58609750 00000008:00000001:1.0:1789130370.407044:0:16115:0:(osc_lock.c:418:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:1.0:1789130370.407047:0:16115:0:(osc_lock.c:475:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1789130370.407050:0:16115:0:(cl_object.c:917:cl_env_put()) 1@ffff9caf58609750 00000008:00000001:1.0:1789130370.407053:0:16115:0:(osc_lock.c:574:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130370.407056:0:16115:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1789130370.407061:0:16115:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1789130370.407063:0:16115:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1789130370.407065:0:16115:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789130370.407068:0:16115:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1789130370.407071:0:16115:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9caf46a92800 with handle 0xde5303b1d982cc6e from hash 00010000:00000001:1.0:1789130370.407073:0:16115:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1789130370.407075:0:16115:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130370.407077:0:16115:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130370.407078:0:16115:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1789130370.407082:0:16115:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1789130370.407084:0:16115:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:1.0:1789130370.407090:0:16115:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789130370.407094:0:16115:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130370.407097:0:16115:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789130370.407099:0:16115:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:1.0:1789130370.407121:0:16115:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf615d4b40. 00000020:00000040:1.0:1789130370.407125:0:16115:0:(genops.c:1210:class_import_get()) import ffff9caf468ac800 refcount=3 obd=lustre-OST0000-osc-ffff9caf5014c800 00000100:00000001:1.0:1789130370.407131:0:16115:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789130370.407134:0:16115:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789130370.407139:0:16115:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789130370.407146:0:16115:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9caf47c6d000. 00000100:00000001:1.0:1789130370.407153:0:16115:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130370.407156:0:16115:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1789130370.407164:0:16115:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9caf5014c800 lock: 00000000359d9554/0xde5303b1d982cc6e lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xcdf1b083821a569f expref: -99 pid: 31124 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1789130370.407172:0:16115:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1789130370.407174:0:16115:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130370.407179:0:16115:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789130370.407185:0:16115:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789130370.407207:0:16115:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000095954b4b] to pc [ptlrpcd_00_01+1] req@ffff9caf615d4b40 x1876037329021696/t0(0) o103->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1789130370.407232:0:16115:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789130370.407235:0:16115:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130370.407236:0:16115:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130370.407238:0:16115:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130370.407240:0:16115:0:(ldlm_request.c:1834:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1789130370.407242:0:16115:0:(osc_lock.c:574:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789130370.407246:0:16115:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff9caf5014c800 lock: 00000000359d9554/0xde5303b1d982cc6e lrc: 1/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xcdf1b083821a569f expref: -99 pid: 31124 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1789130370.407253:0:16115:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1789130370.407256:0:16115:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9caf5014c800 lock: 00000000359d9554/0xde5303b1d982cc6e lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xcdf1b083821a569f expref: -99 pid: 31124 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000010:1.0:1789130370.407265:0:16115:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9caf5049e400. 00010000:00000040:1.0:1789130370.407271:0:16115:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9caf4814d500 count: 0 00010000:00000010:1.0:1789130370.407280:0:16115:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9caf4814d400. 00010000:00000001:1.0:1789130370.407293:0:16115:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130370.407295:0:16115:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:1.0:1789130370.407297:0:16115:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff9caf485e8180. 00010000:00000001:1.0:1789130370.407300:0:16115:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130370.407303:0:16115:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789130370.407304:0:16115:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789130370.407306:0:16115:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789130370.407307:0:16115:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789130370.407308:0:16115:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789130370.407310:0:16115:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789130370.407312:0:16115:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789130370.407313:0:16115:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789130370.407315:0:16115:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789130370.407324:0:2348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789130370.407328:0:2348:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789130370.407331:0:2348:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789130370.407337:0:2348:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf615d4b40 x1876037329021696/t0(0) o103->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130370.407346:0:2348:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789130370.407349:0:2348:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130370.407354:0:2348:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789130370.407358:0:2348:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789130370.407360:0:2348:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789130370.407364:0:2348:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf615d4b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:2348:1876037329021696:192.168.204.123@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1789130370.407370:0:2348:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789130370.407378:0:2348:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789130370.407381:0:2348:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130370.407384:0:2348:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789130370.407389:0:2348:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9caf47c6da00. 02000000:00000001:1.0:1789130370.407391:0:2348:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789130370.407398:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:1.0:1789130370.407403:0:2348:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf42d8e9f8. 00000400:00000010:1.0:1789130370.407409:0:2348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf462a3000. 00000100:00000200:1.0:1789130370.407416:0:2348:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876037329021696, portal 18 00000100:00000001:1.0:1789130370.407418:0:2348:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789130370.407420:0:2348:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875799554880 : -109197909996736 : ffff9caf615d4b40) 00000100:00000040:1.0:1789130370.407427:0:2348:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9caf615d4b40 x1876037329021696/t0(0) o103->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1789130386 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130370.407434:0:2348:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789130370.407437:0:2348:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:1.0:1789130370.407440:0:2348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf462a3770. 00000100:00000200:1.0:1789130370.407443:0:2348:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1876037329021696, offset 0 00000400:00000200:1.0:1789130370.407449:0:2348:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:1.0:1789130370.407457:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:1.0:1789130370.407464:0:2348:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:1.0:1789130370.407472:0:2348:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789130370.407477:0:2348:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:1.0:1789130370.407482:0:2348:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789130370.407485:0:2348:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:1.0:1789130370.407489:0:2348:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2431:2431:256:4294967295] 192.168.204.123@tcp LPNI seq info [2430:2430:8:4294967295] 00000400:00000200:1.0:1789130370.407493:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:1.0:1789130370.407505:0:2348:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:1.0:1789130370.407512:0:2348:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:1.0:1789130370.407517:0:2348:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf47f34300. 00000800:00000200:1.0:1789130370.407524:0:2348:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:1.0:1789130370.407533:0:2348:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:1.0:1789130370.407539:0:2348:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf47f34300 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1789130370.407555:0:2348:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789130370.407561:0:2348:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9caf5014c800: using a timeout of 22731 usecs (23 jiffies) 00000400:00000200:1.0:1789130370.407565:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:1.0:1789130370.407569:0:2348:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296464450 00000100:00000001:1.0:1789130370.407573:0:2348:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9caf5014c800: PM QoS request active for cpu 2, keep current deadline 4296466893 00000100:00000001:1.0:1789130370.407577:0:2348:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296464450 00000100:00000001:1.0:1789130370.407580:0:2348:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9caf5014c800: PM QoS request active for cpu 3, keep current deadline 4296466893 00000100:00000001:1.0:1789130370.407582:0:2348:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789130370.407585:0:2348:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130370.407590:0:2348:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130370.407593:0:2348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130370.407601:0:2348:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789130370.407603:0:2348:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1789130370.407605:0:2348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789130370.407607:0:2348:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789130370.407608:0:2348:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130370.407611:0:2348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130370.407625:0:2347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789130370.407628:0:2347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789130370.407941:0:2342:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789130370.407945:0:2342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf47f34300. 00000400:00000200:3.0:1789130370.407949:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130370.407955:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:3.0:1789130370.407961:0:2342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf462a3770 00000400:00000010:3.0:1789130370.407964:0:2342:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf462a3770. 00000100:00000001:3.0:1789130370.407969:0:2342:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789130370.407975:0:2342:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf615d4b40 x1876037329021696/t0(0) o103->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1789130386 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130370.407987:0:2342:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130370.407991:0:2342:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf615d4b40 x1876037329021696/t0(0) o103->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1789130386 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130370.407998:0:2342:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130370.407999:0:2342:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1789130370.413521:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130370.413538:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789130370.413542:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130370.413544:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130370.413553:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130370.413561:0:2341:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:3.0:1789130370.413570:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130370.413575:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130370.413581:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130370.413585:0:2341:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 328 into portal 15 MB=0x6aa3efb35cd00 00000400:00000200:3.0:1789130370.413633:0:2341:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.123@tcp of length 328/328 into md 0x65b5 [2] + 656 00000800:00000001:3.0:1789130370.413641:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130370.413645:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130370.413649:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130370.413654:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:3.0:1789130370.413661:0:2341:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1789130370.413664:0:2341:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:3.0:1789130370.413670:0:2341:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf501a8780. 00000100:00000040:3.0:1789130370.413674:0:2341:0:(events.c:337:request_in_callback()) incoming req@ffff9caf501a8780 x1876037339565312 msgsize 328 00000100:00100000:3.0:1789130370.413678:0:2341:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.123@tcp (source: 12345-192.168.204.123@tcp) 00000100:00000001:3.0:1789130370.413693:0:2341:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1789130370.413701:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130370.413705:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789130370.413707:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130370.413709:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130370.413712:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130370.413716:0:2341:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:3.0:1789130370.413720:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130370.413722:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130370.413725:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130370.413728:0:2341:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 224 into portal 18 MB=0x6aa3efa94eb00 00000400:00000200:3.0:1789130370.413732:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130370.413736:0:2341:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.123@tcp of length 224/224 into md 0x6915 [1] + 224 00000800:00000001:3.0:1789130370.413741:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130370.413746:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130370.413748:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130370.413750:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:3.0:1789130370.413754:0:2341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789130370.413762:0:2341:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf615d4b40 x1876037329021696/t0(0) o103->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1789130386 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789130370.413772:0:2341:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9caf615d4b40 x1876037329021696/t0(0) o103->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1789130386 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130370.413786:0:2341:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789130370.413789:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130370.413792:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130370.413878:0:2348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789130370.413882:0:2348:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789130370.413888:0:2348:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789130370.413890:0:2348:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789130370.413893:0:2348:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf42d8e9f8. 00000400:00000200:1.0:1789130370.413897:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf462a3000 00000400:00000010:1.0:1789130370.413899:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf462a3000. 00000100:00000001:1.0:1789130370.413902:0:2348:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789130370.413907:0:2348:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf615d4b40 x1876037329021696/t0(0) o103->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1789130386 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789130370.413917:0:2348:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf615d4b40 x1876037329021696/t0(0) o103->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1789130386 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130370.413924:0:2348:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789130370.413926:0:2348:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130370.413928:0:2348:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789130370.413932:0:2348:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789130370.413934:0:2348:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789130370.413937:0:2348:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130370.413940:0:2348:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789130370.413953:0:2348:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf468acd38 time=137 v=5 (5 5 5 0) 00000100:00001000:1.0:1789130370.413957:0:2348:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf468acc18 time=6 v=5 (1 0 0 0) 00000100:00000001:1.0:1789130370.413960:0:2348:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789130370.413962:0:2348:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130370.413966:0:2348:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789130370.413970:0:2348:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130370.413974:0:2348:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789130370.413977:0:2348:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9caf5014c800: skip recheck: last_committed 4294967339 00000100:00000001:1.0:1789130370.413979:0:2348:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789130370.413981:0:2348:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789130370.413986:0:2348:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf615d4b40 x1876037329021696/t0(0) o103->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1789130386 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130370.413994:0:2348:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789130370.413997:0:2348:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789130370.413998:0:2348:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789130370.414002:0:2348:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf615d4b40 x1876037329021696/t0(0) o103->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1789130386 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789130370.414009:0:2348:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf615d4b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:2348:1876037329021696:192.168.204.123@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1789130370.414014:0:2348:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130370.414016:0:2348:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789130370.414019:0:2348:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf615d4b40 x1876037329021696/t0(0) o103->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1789130386 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130370.414025:0:2348:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789130370.414028:0:2348:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789130370.414031:0:2348:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9caf47c6da00. 02000000:00000001:1.0:1789130370.414034:0:2348:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789130370.414037:0:2348:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1789130370.414040:0:2348:0:(genops.c:1223:class_import_put()) import ffff9caf468ac800 refcount=2 obd=lustre-OST0000-osc-ffff9caf5014c800 00000020:00000001:1.0:1789130370.414042:0:2348:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1789130370.414045:0:2348:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9caf47c6d000. 02000000:00000001:1.0:1789130370.414049:0:2348:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789130370.414051:0:2348:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789130370.414053:0:2348:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf615d4b40. 00000100:00000001:1.0:1789130370.414059:0:2348:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789130370.414060:0:2348:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130370.414062:0:2348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130370.414070:0:2348:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789130370.414072:0:2348:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130370.414074:0:2348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789130370.414077:0:2348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130370.417916:0:16107:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1789130370.417924:0:16107:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876037339565312 02000000:00000001:2.0:1789130370.417930:0:16107:0:(sec.c:2469:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1789130370.417933:0:16107:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789130370.417935:0:16107:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789130370.417940:0:16107:0:(sec.c:2518:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789130370.417945:0:16107:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876037339565312 00000020:00000001:2.0:1789130370.417948:0:16107:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1789130370.417951:0:16107:0:(genops.c:804:class_conn2export()) looking for export cookie 0xde5303b1d982c249 00000020:00000001:2.0:1789130370.417953:0:16107:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130370.417958:0:16107:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9caf45558800 refcount=4 00000020:00000001:2.0:1789130370.417962:0:16107:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875329284096 : -109198380267520 : ffff9caf45558800) 00000020:00000001:2.0:1789130370.417964:0:16107:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634875329284096 : -109198380267520 : ffff9caf45558800) 00000100:00000001:2.0:1789130370.417969:0:16107:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1789130370.417979:0:16107:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9caf5049ed80. 00000100:00000001:2.0:1789130370.417983:0:16107:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1789130370.417986:0:16107:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff9caf5049ed80. 00000020:00000010:2.0:1789130370.417996:0:16107:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9caf519fae00. 00000020:00000010:2.0:1789130370.418001:0:16107:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9caf4938d080. 00000020:00000010:2.0:1789130370.418007:0:16107:0:(tgt_main.c:759:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9caf42e28578. 00000100:00000040:2.0:1789130370.418015:0:16107:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:2.0:1789130370.418019:0:16107:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1789130370.418021:0:16107:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1789130370.418023:0:16107:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130370.418033:0:16107:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130370.418048:0:16107:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789130370.418061:0:16107:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1789130370.418063:0:16107:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1789130370.418072:0:16107:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.123@tcp, seq: 54 00000100:00000040:2.0:1789130370.418076:0:16107:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9caf45558800 : new rpc_count 1 00000100:00000001:2.0:1789130370.418078:0:16107:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446634875509966720 : -109198199584896 : ffff9caf501a8780) 00000100:00000040:2.0:1789130370.418086:0:16107:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9caf501a8780 x1876037339565312/t0(0) o104->LOV_OSC_UUID@192.168.204.123@tcp:86/0 lens 328/0 e 0 to 0 dl 1789130381 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789130370.418095:0:16107:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1789130370.418098:0:16107:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9caf5049ed80. 00000100:00000001:2.0:1789130370.418100:0:16107:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1789130370.418102:0:16107:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff9caf5049ed80. 00000100:00100000:2.0:1789130370.418107:0:16107:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9caf501a8780 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:6670:x1876037339565312:12345-192.168.204.123@tcp:104: 00000100:00000200:2.0:1789130370.418111:0:16107:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1876037339565312 00010000:00000001:2.0:1789130370.418114:0:16107:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:2.0:1789130370.418121:0:16107:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130370.418123:0:16107:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130370.418126:0:16107:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b6a00 refcount=2 00000020:00000001:2.0:1789130370.418128:0:16107:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649485312 : -109198060066304 : ffff9caf586b6a00) 00010000:00000001:2.0:1789130370.418130:0:16107:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649485312 : -109198060066304 : ffff9caf586b6a00) 00010000:00000001:2.0:1789130370.418134:0:16107:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789130370.418138:0:16107:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1789130370.418143:0:16107:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff9caf5014c800 lock: 000000000f8a0bac/0xde5303b1d982cc59 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xcdf1b083821a5660 expref: -99 pid: 31123 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00000001:2.0:1789130370.418159:0:16107:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1789130370.418161:0:16107:0:(sec.c:2540:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1789130370.418167:0:16107:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9caf58571400. 02000000:00000001:2.0:1789130370.418170:0:16107:0:(sec.c:2577:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130370.418172:0:16107:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130370.418176:0:16107:0:(ldlm_lib.c:3383:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1789130370.418179:0:16107:0:(ldlm_lib.c:3404:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789130370.418183:0:16107:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf46ba21e8 time=138 v=5 (1 1 1 1) 00000100:00000001:2.0:1789130370.418205:0:16107:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789130370.418208:0:16107:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9caf452f48c0 refcount 13 to 192.168.204.123@tcp 00000100:00000001:2.0:1789130370.418211:0:16107:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634875326777536 : -109198382774080 : ffff9caf452f48c0) 02000000:00000001:2.0:1789130370.418214:0:16107:0:(sec.c:2591:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1789130370.418217:0:16107:0:(sec.c:2602:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130370.418220:0:16107:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789130370.418223:0:16107:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:2.0:1789130370.418228:0:16107:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf42d186e8. 00000100:00000200:2.0:1789130370.418235:0:16107:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1876037339565312, offset 224 00000400:00000200:2.0:1789130370.418242:0:16107:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:2.0:1789130370.418253:0:16107:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130370.418261:0:16107:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.204.23@tcp to MR: 192.168.204.123@tcp local destination 00000400:00000200:2.0:1789130370.418268:0:16107:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2432:2432:256:4294967295] 192.168.204.123@tcp LPNI seq info [2431:2431:8:4294967295] 00000400:00000200:2.0:1789130370.418273:0:16107:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130370.418282:0:16107:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:192.168.204.23@tcp) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:2.0:1789130370.418288:0:16107:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:2.0:1789130370.418293:0:16107:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf501cff00. 00000800:00000200:2.0:1789130370.418299:0:16107:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:2.0:1789130370.418308:0:16107:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:2.0:1789130370.418671:0:16107:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf501cff00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1789130370.418693:0:16107:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130370.418699:0:16107:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9caf452f48c0 refcount 12 to 192.168.204.123@tcp 00010000:00000001:2.0:1789130370.418703:0:16107:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1789130370.418709:0:16107:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff9caf488f3b40. 00010000:00000001:2.0:1789130370.418712:0:16107:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:2.0:1789130370.419844:0:16107:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:2.0:1789130370.419852:0:16107:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130370.419854:0:16107:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130370.419856:0:16107:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130370.419869:0:16107:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf501a8780 x1876037339565312/t0(0) o104->LOV_OSC_UUID@192.168.204.123@tcp:86/0 lens 328/224 e 0 to 0 dl 1789130381 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789130370.419880:0:16107:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9caf501a8780 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:6670:x1876037339565312:12345-192.168.204.123@tcp:104: Request processed in 1782us (6203us total) trans 0 rc 0/0 00000100:00100000:2.0:1789130370.419890:0:16107:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.123@tcp, seq: 54 00000100:00000040:2.0:1789130370.419894:0:16107:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9caf45558800 : new rpc_count 0 00000100:00000001:2.0:1789130370.419896:0:16107:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1789130370.419898:0:16107:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1789130370.419906:0:16107:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9caf4938d080. 00000020:00000010:2.0:1789130370.419912:0:16107:0:(tgt_main.c:771:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9caf42e28578. 00000020:00000010:2.0:1789130370.419917:0:16107:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9caf519fae00. 00000020:00000040:2.0:1789130370.419923:0:16107:0:(genops.c:879:class_export_put()) PUTting export ffff9caf45558800 : new refcount 3 00000100:00000001:2.0:1789130370.419927:0:16107:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1789130370.420148:0:2342:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789130370.420154:0:2342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf501cff00. 00000400:00000200:3.0:1789130370.420160:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130370.420166:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:3.0:1789130370.420173:0:2342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf42d186e8 00000400:00000010:3.0:1789130370.420176:0:2342:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf42d186e8. 00000100:00000001:3.0:1789130370.420181:0:2342:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1789130370.420182:0:2342:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:1.0:1789130370.422006:0:16116:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789130370.422013:0:16116:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789130370.422017:0:16116:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:1.0:1789130370.422021:0:16116:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:1.0:1789130370.422024:0:16116:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1789130370.422030:0:16116:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff9caf5014c800 lock: 000000000f8a0bac/0xde5303b1d982cc59 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xcdf1b083821a5660 expref: -99 pid: 31123 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1789130370.422044:0:16116:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9caf586b6a00 already unused, calling callback (ffffffffc0fdc280) 00000008:00000001:1.0:1789130370.422048:0:16116:0:(osc_lock.c:534:osc_ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1789130370.422051:0:16116:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1789130370.422053:0:16116:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130370.422055:0:16116:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130370.422058:0:16116:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b6a00 refcount=3 00000020:00000001:1.0:1789130370.422060:0:16116:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649485312 : -109198060066304 : ffff9caf586b6a00) 00010000:00000001:1.0:1789130370.422063:0:16116:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649485312 : -109198060066304 : ffff9caf586b6a00) 00010000:00000001:1.0:1789130370.422066:0:16116:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1789130370.422069:0:16116:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff9caf5014c800 lock: 000000000f8a0bac/0xde5303b1d982cc59 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0xcdf1b083821a5660 expref: -99 pid: 31123 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00000001:1.0:1789130370.422077:0:16116:0:(osc_lock.c:534:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:1.0:1789130370.422079:0:16116:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1789130370.422083:0:16116:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446634875648776024 : -109198060775592 : ffff9caf58609758) 00000020:00001000:1.0:1789130370.422085:0:16116:0:(cl_object.c:823:cl_env_get()) 1@ffff9caf58609750 00000008:00000001:1.0:1789130370.422088:0:16116:0:(osc_lock.c:418:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:1.0:1789130370.422090:0:16116:0:(osc_lock.c:475:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1789130370.422093:0:16116:0:(cl_object.c:917:cl_env_put()) 1@ffff9caf58609750 00000008:00000001:1.0:1789130370.422095:0:16116:0:(osc_lock.c:574:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130370.422099:0:16116:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1789130370.422104:0:16116:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1789130370.422105:0:16116:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1789130370.422488:0:16116:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789130370.422492:0:16116:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1789130370.422496:0:16116:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9caf586b6a00 with handle 0xde5303b1d982cc59 from hash 00010000:00000001:1.0:1789130370.422499:0:16116:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1789130370.422501:0:16116:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130370.422503:0:16116:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130370.422504:0:16116:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1789130370.422508:0:16116:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1789130370.422510:0:16116:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:1.0:1789130370.422515:0:16116:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789130370.422518:0:16116:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130370.422521:0:16116:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789130370.422523:0:16116:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:1.0:1789130370.422529:0:16116:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf615d4b40. 00000020:00000040:1.0:1789130370.422533:0:16116:0:(genops.c:1210:class_import_get()) import ffff9caf48ede000 refcount=3 obd=lustre-OST0001-osc-ffff9caf5014c800 00000100:00000001:1.0:1789130370.422539:0:16116:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789130370.422541:0:16116:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789130370.422546:0:16116:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789130370.422553:0:16116:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9caf47c6da00. 00000100:00000001:1.0:1789130370.422560:0:16116:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130370.422562:0:16116:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1789130370.422568:0:16116:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff9caf5014c800 lock: 000000000f8a0bac/0xde5303b1d982cc59 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xcdf1b083821a5660 expref: -99 pid: 31123 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1789130370.422575:0:16116:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1789130370.422577:0:16116:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130370.422581:0:16116:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789130370.422586:0:16116:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789130370.422598:0:16116:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000095954b4b] to pc [ptlrpcd_00_00+0] req@ffff9caf615d4b40 x1876037329021824/t0(0) o103->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1789130370.422622:0:16116:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789130370.422624:0:16116:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130370.422625:0:16116:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130370.422627:0:16116:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130370.422629:0:16116:0:(ldlm_request.c:1834:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1789130370.422631:0:16116:0:(osc_lock.c:574:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789130370.422634:0:16116:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff9caf5014c800 lock: 000000000f8a0bac/0xde5303b1d982cc59 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xcdf1b083821a5660 expref: -99 pid: 31123 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1789130370.422641:0:16116:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1789130370.422643:0:16116:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff9caf5014c800 lock: 000000000f8a0bac/0xde5303b1d982cc59 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xcdf1b083821a5660 expref: -99 pid: 31123 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000010:1.0:1789130370.422651:0:16116:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9caf58606e40. 00010000:00000040:1.0:1789130370.422656:0:16116:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9caf42f26a00 count: 0 00010000:00000010:1.0:1789130370.422664:0:16116:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9caf42f26800. 00010000:00000001:1.0:1789130370.422670:0:16116:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130370.422671:0:16116:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:1.0:1789130370.422673:0:16116:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff9caf488f3b40. 00010000:00000001:1.0:1789130370.422676:0:16116:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130370.422679:0:16116:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789130370.422680:0:16116:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789130370.422683:0:16116:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789130370.422684:0:16116:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789130370.422685:0:16116:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789130370.422687:0:16116:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789130370.422689:0:16116:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789130370.422690:0:16116:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789130370.422692:0:16116:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789130370.422749:0:2347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789130370.422752:0:2347:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789130370.422755:0:2347:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789130370.422763:0:2347:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf615d4b40 x1876037329021824/t0(0) o103->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130370.422771:0:2347:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789130370.422773:0:2347:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130370.422778:0:2347:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789130370.422781:0:2347:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789130370.422783:0:2347:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789130370.422787:0:2347:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf615d4b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:2347:1876037329021824:192.168.204.123@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1789130370.422791:0:2347:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789130370.422798:0:2347:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789130370.423250:0:2347:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130370.423256:0:2347:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789130370.423262:0:2347:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9caf47c6c000. 02000000:00000001:1.0:1789130370.423265:0:2347:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789130370.423273:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:1.0:1789130370.423277:0:2347:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf42d8e9f8. 00000400:00000010:1.0:1789130370.423285:0:2347:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf462a3000. 00000100:00000200:1.0:1789130370.423292:0:2347:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876037329021824, portal 18 00000100:00000001:1.0:1789130370.423295:0:2347:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789130370.423296:0:2347:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875799554880 : -109197909996736 : ffff9caf615d4b40) 00000100:00000040:1.0:1789130370.423305:0:2347:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9caf615d4b40 x1876037329021824/t0(0) o103->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1789130386 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130370.423313:0:2347:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789130370.423316:0:2347:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:1.0:1789130370.423318:0:2347:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf462a3880. 00000100:00000200:1.0:1789130370.423322:0:2347:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1876037329021824, offset 0 00000400:00000200:1.0:1789130370.423329:0:2347:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:1.0:1789130370.423338:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:1.0:1789130370.423346:0:2347:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:1.0:1789130370.423352:0:2347:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789130370.423356:0:2347:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:1.0:1789130370.423360:0:2347:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789130370.423363:0:2347:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:1.0:1789130370.423366:0:2347:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2433:2433:256:4294967295] 192.168.204.123@tcp LPNI seq info [2432:2432:8:4294967295] 00000400:00000200:1.0:1789130370.423370:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:1.0:1789130370.423380:0:2347:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:1.0:1789130370.423386:0:2347:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:1.0:1789130370.423391:0:2347:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf47f34100. 00000800:00000200:1.0:1789130370.423398:0:2347:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:1.0:1789130370.423405:0:2347:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:1.0:1789130370.423409:0:2347:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf47f34100 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1789130370.423426:0:2347:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789130370.423431:0:2347:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9caf5014c800: using a timeout of 368982 usecs (369 jiffies) 00000400:00000200:1.0:1789130370.423434:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:1.0:1789130370.423437:0:2347:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296464814 00000100:00000001:1.0:1789130370.423440:0:2347:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9caf5014c800: PM QoS request active for cpu 2, keep current deadline 4296466893 00000100:00000001:1.0:1789130370.423443:0:2347:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296464814 00000100:00000001:1.0:1789130370.423445:0:2347:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9caf5014c800: PM QoS request active for cpu 3, keep current deadline 4296466893 00000100:00000001:1.0:1789130370.423447:0:2347:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789130370.423450:0:2347:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130370.423453:0:2347:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130370.423456:0:2347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130370.423464:0:2347:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789130370.423466:0:2347:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1789130370.423468:0:2347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789130370.423470:0:2347:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789130370.423471:0:2347:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130370.423473:0:2347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130370.423484:0:2348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789130370.423486:0:2348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789130370.424339:0:2341:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789130370.424345:0:2341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf47f34100. 00000400:00000200:3.0:1789130370.424351:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130370.424358:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:3.0:1789130370.424364:0:2341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf462a3880 00000400:00000010:3.0:1789130370.424366:0:2341:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf462a3880. 00000100:00000001:3.0:1789130370.424370:0:2341:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789130370.424377:0:2341:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf615d4b40 x1876037329021824/t0(0) o103->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1789130386 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130370.424394:0:2341:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130370.424397:0:2341:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf615d4b40 x1876037329021824/t0(0) o103->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1789130386 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130370.424403:0:2341:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130370.424405:0:2341:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1789130370.428697:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130370.428717:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789130370.428722:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130370.428725:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130370.428736:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130370.428745:0:2342:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:3.0:1789130370.428755:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130370.428761:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130370.428767:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130370.428771:0:2342:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 224 into portal 18 MB=0x6aa3efa94eb80 00000400:00000200:3.0:1789130370.428776:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130370.428784:0:2342:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.123@tcp of length 224/224 into md 0x6925 [1] + 224 00000800:00000001:3.0:1789130370.428792:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130370.428798:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130370.428833:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130370.428838:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:3.0:1789130370.428848:0:2342:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789130370.428858:0:2342:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf615d4b40 x1876037329021824/t0(0) o103->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1789130386 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789130370.428871:0:2342:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9caf615d4b40 x1876037329021824/t0(0) o103->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1789130386 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130370.428888:0:2342:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789130370.428898:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130370.428901:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130370.428965:0:2347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789130370.428970:0:2347:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789130370.428976:0:2347:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789130370.428978:0:2347:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789130370.428982:0:2347:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf42d8e9f8. 00000400:00000200:1.0:1789130370.428987:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf462a3000 00000400:00000010:1.0:1789130370.428989:0:2347:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf462a3000. 00000100:00000001:1.0:1789130370.428992:0:2347:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789130370.428997:0:2347:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf615d4b40 x1876037329021824/t0(0) o103->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1789130386 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789130370.429006:0:2347:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf615d4b40 x1876037329021824/t0(0) o103->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1789130386 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130370.429012:0:2347:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789130370.429014:0:2347:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130370.429016:0:2347:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789130370.429020:0:2347:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789130370.429022:0:2347:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789130370.429024:0:2347:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130370.429027:0:2347:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789130370.429036:0:2347:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf48ede538 time=124 v=5 (5 5 5 5) 00000100:00001000:1.0:1789130370.429040:0:2347:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf48ede418 time=4 v=5 (1 0 0 0) 00000100:00000001:1.0:1789130370.429043:0:2347:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789130370.429045:0:2347:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130370.429048:0:2347:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789130370.429051:0:2347:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130370.429054:0:2347:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789130370.429056:0:2347:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9caf5014c800: skip recheck: last_committed 4294967312 00000100:00000001:1.0:1789130370.429059:0:2347:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789130370.429060:0:2347:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789130370.429065:0:2347:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf615d4b40 x1876037329021824/t0(0) o103->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1789130386 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130370.429072:0:2347:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789130370.429075:0:2347:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789130370.429077:0:2347:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789130370.429081:0:2347:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf615d4b40 x1876037329021824/t0(0) o103->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1789130386 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789130370.429088:0:2347:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf615d4b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:2347:1876037329021824:192.168.204.123@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1789130370.429095:0:2347:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130370.429097:0:2347:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789130370.429101:0:2347:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf615d4b40 x1876037329021824/t0(0) o103->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1789130386 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130370.429108:0:2347:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789130370.429110:0:2347:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789130370.429113:0:2347:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9caf47c6c000. 02000000:00000001:1.0:1789130370.429116:0:2347:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789130370.429119:0:2347:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1789130370.429121:0:2347:0:(genops.c:1223:class_import_put()) import ffff9caf48ede000 refcount=2 obd=lustre-OST0001-osc-ffff9caf5014c800 00000020:00000001:1.0:1789130370.429124:0:2347:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1789130370.429126:0:2347:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9caf47c6da00. 02000000:00000001:1.0:1789130370.429129:0:2347:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789130370.429131:0:2347:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789130370.429133:0:2347:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf615d4b40. 00000100:00000001:1.0:1789130370.429138:0:2347:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789130370.429140:0:2347:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130370.429142:0:2347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130370.429149:0:2347:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789130370.429152:0:2347:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130370.429154:0:2347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789130370.429157:0:2347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1789130370.429854:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf4814d500. 00010000:00000010:1.1:1789130370.429868:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf46a92800. 00010000:00000010:1.1:1789130370.433939:0:37:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf42f26a00. 00010000:00000010:1.1:1789130370.433957:0:37:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf586b6a00. 00010000:00000001:3.0:1789130371.002227:0:27360:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130371.002234:0:27360:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130371.002315:0:16244:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789130371.002319:0:16244:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789130371.002322:0:16244:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1789130371.759575:0:31493:0:(llite_lib.c:4271:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130372.025883:0:27360:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130372.025893:0:27360:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130372.025991:0:16115:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789130372.025994:0:16115:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789130372.025998:0:16115:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:1.0:1789130372.638651:0:31556:0:(llite_lib.c:4271:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130372.923554:0:27360:0:(connection.c:75:cpu_latency_work()) work item of ffff9caf6147ab30 (cpu 3) has reached its deadline 4296466893, at 4296466945 00000100:00000010:3.0:1789130372.923590:0:27360:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9caf5021fd20. 00000100:00000040:2.0:1789130372.924112:0:23465:0:(connection.c:75:cpu_latency_work()) work item of ffff9caf6147aa20 (cpu 2) has reached its deadline 4296466893, at 4296466946 00000100:00000010:2.0:1789130372.924123:0:23465:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9caf5021f480. 00010000:00000001:3.0:1789130373.053046:0:27360:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130373.053057:0:27360:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130373.053222:0:16116:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789130373.053227:0:16116:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789130373.053231:0:16116:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1789130373.948189:0:17674:0:(pinger.c:229:ptlrpc_pinger_process_import()) 70f26143-21ad-4cd3-af2c-0601ab5c9490->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789130373.948200:0:17674:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1789130373.948209:0:17674:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf501aa940. 00000020:00000040:3.0:1789130373.948217:0:17674:0:(genops.c:1210:class_import_get()) import ffff9caf586ce800 refcount=4 obd=MGC192.168.204.123@tcp 00000100:00000001:3.0:1789130373.948221:0:17674:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789130373.948225:0:17674:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789130373.948229:0:17674:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789130373.948238:0:17674:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9caf47fd2400. 00000100:00000001:3.0:1789130373.948246:0:17674:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130373.948265:0:17674:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 70f26143-21ad-4cd3-af2c-0601ab5c9490->MGS req@ffff9caf501aa940 x1876037329021952/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789130373.948276:0:17674:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789130373.948281:0:17674:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130373.948288:0:17674:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000068c23cf0] to pc [ptlrpcd_01_00+0] req@ffff9caf501aa940 x1876037329021952/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130373.948311:0:17674:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130373.948314:0:17674:0:(pinger.c:229:ptlrpc_pinger_process_import()) c4ff2dbd-4d13-4802-9c50-d71e34d32a35->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789130373.948317:0:17674:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1789130373.948320:0:17674:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf501a9a40. 00000020:00000040:3.0:1789130373.948322:0:17674:0:(genops.c:1210:class_import_get()) import ffff9caf6079a800 refcount=8 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000100:00000001:3.0:1789130373.948325:0:17674:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789130373.948327:0:17674:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789130373.948328:0:17674:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789130373.948333:0:17674:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9caf47fd2700. 00000100:00000001:3.0:1789130373.948338:0:17674:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130373.948346:0:17674:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging c4ff2dbd-4d13-4802-9c50-d71e34d32a35->lustre-MDT0000_UUID req@ffff9caf501a9a40 x1876037329022080/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789130373.948359:0:17674:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789130373.948362:0:17674:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130373.948366:0:17674:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a3588e39] to pc [ptlrpcd_01_01+1] req@ffff9caf501a9a40 x1876037329022080/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130373.948377:0:17674:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130373.948379:0:17674:0:(pinger.c:229:ptlrpc_pinger_process_import()) c4ff2dbd-4d13-4802-9c50-d71e34d32a35->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789130373.948383:0:17674:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1789130373.948388:0:17674:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf501ab480. 00000020:00000040:3.0:1789130373.948391:0:17674:0:(genops.c:1210:class_import_get()) import ffff9caf468ac800 refcount=3 obd=lustre-OST0000-osc-ffff9caf5014c800 00000100:00000001:3.0:1789130373.948393:0:17674:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789130373.948395:0:17674:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789130373.948397:0:17674:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789130373.948400:0:17674:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9caf47fd2e00. 00000100:00000001:3.0:1789130373.948403:0:17674:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130373.948407:0:17674:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging c4ff2dbd-4d13-4802-9c50-d71e34d32a35->lustre-OST0000_UUID req@ffff9caf501ab480 x1876037329022208/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789130373.948414:0:17674:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789130373.948416:0:17674:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130373.948419:0:17674:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000001e2030] to pc [ptlrpcd_01_00+0] req@ffff9caf501ab480 x1876037329022208/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130373.948426:0:17674:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130373.948428:0:17674:0:(pinger.c:229:ptlrpc_pinger_process_import()) c4ff2dbd-4d13-4802-9c50-d71e34d32a35->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789130373.948431:0:17674:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1789130373.948435:0:17674:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf501a92c0. 00000020:00000040:3.0:1789130373.948437:0:17674:0:(genops.c:1210:class_import_get()) import ffff9caf48ede000 refcount=3 obd=lustre-OST0001-osc-ffff9caf5014c800 00000100:00000001:3.0:1789130373.948438:0:17674:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789130373.948440:0:17674:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789130373.948441:0:17674:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789130373.948445:0:17674:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9caf47fd2900. 00000100:00000001:3.0:1789130373.948447:0:17674:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130373.948450:0:17674:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging c4ff2dbd-4d13-4802-9c50-d71e34d32a35->lustre-OST0001_UUID req@ffff9caf501a92c0 x1876037329022336/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789130373.948456:0:17674:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789130373.948457:0:17674:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130373.948460:0:17674:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f7306628] to pc [ptlrpcd_01_01+1] req@ffff9caf501a92c0 x1876037329022336/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130373.948467:0:17674:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130373.948471:0:17674:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1805) 00000100:00000001:3.0:1789130373.948482:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789130373.948487:0:2349:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789130373.948490:0:2349:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789130373.948495:0:2349:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf501aa940 x1876037329021952/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130373.948504:0:2349:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789130373.948506:0:2349:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789130373.948511:0:2349:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789130373.948514:0:2349:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789130373.948516:0:2349:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789130373.948520:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf501aa940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:70f26143-21ad-4cd3-af2c-0601ab5c9490:2349:1876037329021952:192.168.204.123@tcp:400:kworker.0 00000100:00000001:3.0:1789130373.948524:0:2349:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789130373.948530:0:2349:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789130373.948533:0:2349:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789130373.948536:0:2349:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789130373.948540:0:2349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9caf47d11800. 02000000:00000001:3.0:1789130373.948542:0:2349:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789130373.948552:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:3.0:1789130373.948556:0:2349:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf60788210. 00000400:00000010:3.0:1789130373.948565:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf4549fc38. 00000100:00000200:3.0:1789130373.948576:0:2349:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876037329021952, portal 25 00000100:00000001:3.0:1789130373.948578:0:2349:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789130373.948580:0:2349:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875509975360 : -109198199576256 : ffff9caf501aa940) 00000100:00000040:3.0:1789130373.948587:0:2349:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9caf501aa940 x1876037329021952/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130389 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130373.948595:0:2349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789130373.948598:0:2349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:3.0:1789130373.948600:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf4549f880. 00000100:00000200:3.0:1789130373.948603:0:2349:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1876037329021952, offset 0 00000400:00000200:3.0:1789130373.948610:0:2349:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:3.0:1789130373.948619:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130373.948628:0:2349:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:3.0:1789130373.948634:0:2349:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789130373.948638:0:2349:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:3.0:1789130373.948643:0:2349:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789130373.948645:0:2349:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:3.0:1789130373.948649:0:2349:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2434:2434:256:4294967295] 192.168.204.123@tcp LPNI seq info [2433:2433:8:4294967295] 00000400:00000200:3.0:1789130373.948653:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130373.948663:0:2349:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:3.0:1789130373.948670:0:2349:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:3.0:1789130373.948675:0:2349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf47fd2c00. 00000800:00000200:3.0:1789130373.948682:0:2349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:3.0:1789130373.948693:0:2349:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:3.0:1789130373.948699:0:2349:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf47fd2c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789130373.948714:0:2349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789130373.948718:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:3.0:1789130373.948721:0:2349:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.123@tcp: PM QoS new deadline estimation for cpu 2 is 4296472056 00000100:00000010:3.0:1789130373.948726:0:2349:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9caf584018a0. 00000100:00000001:3.0:1789130373.948734:0:2349:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.123@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1789130373.948869:0:2349:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.123@tcp: PM QoS new deadline estimation for cpu 3 is 4296472057 00000100:00000010:3.0:1789130373.948874:0:2349:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9caf58401f60. 00000100:00000001:3.0:1789130373.948877:0:2349:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.123@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1789130373.948882:0:2349:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789130373.948884:0:2349:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130373.948887:0:2349:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789130373.948892:0:2349:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf501ab480 x1876037329022208/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130373.948899:0:2349:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789130373.948900:0:2349:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789130373.948902:0:2349:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789130373.948904:0:2349:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789130373.948906:0:2349:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789130373.948908:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf501ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:2349:1876037329022208:192.168.204.123@tcp:400:kworker.0 00000100:00000001:3.0:1789130373.948911:0:2349:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789130373.948914:0:2349:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789130373.948916:0:2349:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789130373.948917:0:2349:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789130373.948923:0:2349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9caf51b00800. 02000000:00000001:3.0:1789130373.948925:0:2349:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789130373.948929:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:3.0:1789130373.948932:0:2349:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf60788420. 00000400:00000010:3.0:1789130373.948936:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf4549f088. 00000100:00000200:3.0:1789130373.948939:0:2349:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876037329022208, portal 4 00000100:00000001:3.0:1789130373.948941:0:2349:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789130373.948942:0:2349:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875509978240 : -109198199573376 : ffff9caf501ab480) 00000100:00000040:3.0:1789130373.948950:0:2349:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9caf501ab480 x1876037329022208/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130389 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130373.948956:0:2349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789130373.948958:0:2349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:3.0:1789130373.948961:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf4549f6e8. 00000100:00000200:3.0:1789130373.948962:0:2349:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876037329022208, offset 0 00000400:00000200:3.0:1789130373.948966:0:2349:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:3.0:1789130373.948970:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130373.948974:0:2349:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:3.0:1789130373.948977:0:2349:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789130373.948980:0:2349:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:3.0:1789130373.948982:0:2349:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789130373.948984:0:2349:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:3.0:1789130373.948987:0:2349:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2435:2435:255:4294967295] 192.168.204.123@tcp LPNI seq info [2434:2434:7:4294967295] 00000400:00000200:3.0:1789130373.948991:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130373.948996:0:2349:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:3.0:1789130373.949000:0:2349:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:3.0:1789130373.949004:0:2349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf47fd2a00. 00000800:00000200:3.0:1789130373.949007:0:2349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:3.0:1789130373.949012:0:2349:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:3.0:1789130373.949014:0:2349:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf47fd2a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789130373.949017:0:2349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130373.949021:0:2349:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9caf5014c800: using a timeout of 22663 usecs (23 jiffies) 00000400:00000200:3.0:1789130373.949025:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:3.0:1789130373.949027:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296467994 00000100:00000001:3.0:1789130373.949030:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9caf5014c800: PM QoS request active for cpu 2, keep current deadline 4296472056 00000100:00000001:3.0:1789130373.949032:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296467994 00000100:00000001:3.0:1789130373.949033:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9caf5014c800: PM QoS request active for cpu 3, keep current deadline 4296472057 00000100:00000001:3.0:1789130373.949035:0:2349:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789130373.949037:0:2349:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130373.949040:0:2349:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130373.949042:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130373.949050:0:2349:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789130373.949052:0:2349:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1789130373.949054:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789130373.949055:0:2349:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789130373.949056:0:2349:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789130373.949059:0:2349:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:3.0:1789130373.949061:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130373.949062:0:2349:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789130373.949064:0:2349:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130373.949066:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789130373.949067:0:2349:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789130373.949068:0:2349:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789130373.949072:0:2349:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf501a9a40 x1876037329022080/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130373.949079:0:2349:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789130373.949080:0:2349:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789130373.949082:0:2349:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789130373.949084:0:2349:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789130373.949085:0:2349:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789130373.949088:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf501a9a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:2349:1876037329022080:192.168.204.123@tcp:400:kworker.0 00000100:00000001:3.0:1789130373.949091:0:2349:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789130373.949094:0:2349:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789130373.949095:0:2349:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789130373.949097:0:2349:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789130373.949100:0:2349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9caf43d91c00. 02000000:00000001:3.0:1789130373.949101:0:2349:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789130373.949104:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:3.0:1789130373.949107:0:2349:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf60788d10. 00000400:00000010:3.0:1789130373.949111:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf4549f198. 00000100:00000200:3.0:1789130373.949114:0:2349:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876037329022080, portal 10 00000100:00000001:3.0:1789130373.949116:0:2349:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789130373.949118:0:2349:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875509971520 : -109198199580096 : ffff9caf501a9a40) 00000100:00000040:3.0:1789130373.949136:0:2349:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9caf501a9a40 x1876037329022080/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130389 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130373.949142:0:2349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789130373.949145:0:2349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:3.0:1789130373.949147:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf4549f908. 00000100:00000200:3.0:1789130373.949150:0:2349:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876037329022080, offset 0 00000400:00000200:3.0:1789130373.949154:0:2349:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:3.0:1789130373.949158:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130373.949161:0:2349:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:3.0:1789130373.949164:0:2349:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789130373.949167:0:2349:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:3.0:1789130373.949169:0:2349:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789130373.949171:0:2349:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:3.0:1789130373.949174:0:2349:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2436:2436:254:4294967295] 192.168.204.123@tcp LPNI seq info [2435:2435:6:4294967295] 00000400:00000200:3.0:1789130373.949178:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130373.949184:0:2349:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:3.0:1789130373.949188:0:2349:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:3.0:1789130373.949191:0:2349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf47fd2300. 00000800:00000200:3.0:1789130373.949195:0:2349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:3.0:1789130373.949199:0:2349:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:3.0:1789130373.949202:0:2349:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf47fd2300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789130373.949204:0:2349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130373.949207:0:2349:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: using a timeout of 811772 usecs (812 jiffies) 00000400:00000200:3.0:1789130373.949209:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:3.0:1789130373.949211:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296468783 00000100:00000001:3.0:1789130373.949214:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 2, keep current deadline 4296472056 00000100:00000001:3.0:1789130373.949216:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296468783 00000100:00000001:3.0:1789130373.949217:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 3, keep current deadline 4296472057 00000100:00000001:3.0:1789130373.949220:0:2349:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789130373.949222:0:2349:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130373.949224:0:2349:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789130373.949228:0:2349:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf501a92c0 x1876037329022336/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130373.949234:0:2349:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789130373.949235:0:2349:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789130373.949237:0:2349:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789130373.949239:0:2349:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789130373.949241:0:2349:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789130373.949243:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf501a92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:2349:1876037329022336:192.168.204.123@tcp:400:kworker.0 00000100:00000001:3.0:1789130373.949249:0:2349:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789130373.949251:0:2349:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789130373.949253:0:2349:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789130373.949254:0:2349:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789130373.949258:0:2349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9caf587ba000. 02000000:00000001:3.0:1789130373.949260:0:2349:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789130373.949263:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:3.0:1789130373.949265:0:2349:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf60788b00. 00000400:00000010:3.0:1789130373.949269:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf4549f3b8. 00000100:00000200:3.0:1789130373.949272:0:2349:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876037329022336, portal 4 00000100:00000001:3.0:1789130373.949273:0:2349:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789130373.949275:0:2349:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875509969600 : -109198199582016 : ffff9caf501a92c0) 00000100:00000040:3.0:1789130373.949280:0:2349:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9caf501a92c0 x1876037329022336/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130389 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130373.949287:0:2349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789130373.949289:0:2349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:3.0:1789130373.949291:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf4549f110. 00000100:00000200:3.0:1789130373.949294:0:2349:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876037329022336, offset 0 00000400:00000200:3.0:1789130373.949298:0:2349:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:3.0:1789130373.949301:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130373.949304:0:2349:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:3.0:1789130373.949307:0:2349:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789130373.949309:0:2349:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:3.0:1789130373.949311:0:2349:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789130373.949314:0:2349:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:3.0:1789130373.949317:0:2349:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2437:2437:253:4294967295] 192.168.204.123@tcp LPNI seq info [2436:2436:5:4294967295] 00000400:00000200:3.0:1789130373.949320:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130373.949326:0:2349:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:3.0:1789130373.949330:0:2349:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:3.0:1789130373.949333:0:2349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf47fd2600. 00000800:00000200:3.0:1789130373.949336:0:2349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:3.0:1789130373.949340:0:2349:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:3.0:1789130373.949343:0:2349:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf47fd2600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789130373.949345:0:2349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130373.949348:0:2349:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9caf5014c800: using a timeout of 366653 usecs (367 jiffies) 00000400:00000200:3.0:1789130373.949351:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:3.0:1789130373.949353:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296468338 00000100:00000001:3.0:1789130373.949355:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9caf5014c800: PM QoS request active for cpu 2, keep current deadline 4296472056 00000100:00000001:3.0:1789130373.949356:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296468338 00000100:00000001:3.0:1789130373.949358:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9caf5014c800: PM QoS request active for cpu 3, keep current deadline 4296472057 00000100:00000001:3.0:1789130373.949361:0:2349:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789130373.949362:0:2349:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130373.949365:0:2349:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130373.949367:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130373.949383:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789130373.949385:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789130373.949439:0:2341:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789130373.949444:0:2341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf47fd2c00. 00000400:00000200:3.0:1789130373.949449:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130373.949455:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:3.0:1789130373.949460:0:2341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf4549f880 00000400:00000010:3.0:1789130373.949463:0:2341:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf4549f880. 00000100:00000001:3.0:1789130373.949470:0:2341:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789130373.949475:0:2341:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf501aa940 x1876037329021952/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130389 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130373.949486:0:2341:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130373.949489:0:2341:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf501aa940 x1876037329021952/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130389 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130373.949496:0:2341:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130373.949498:0:2341:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1789130373.949512:0:2341:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789130373.949514:0:2341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf47fd2a00. 00000400:00000200:3.0:1789130373.949517:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130373.949520:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:3.0:1789130373.949523:0:2341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf4549f6e8 00000400:00000010:3.0:1789130373.949525:0:2341:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf4549f6e8. 00000100:00000001:3.0:1789130373.949527:0:2341:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789130373.949530:0:2341:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf501ab480 x1876037329022208/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130389 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130373.949536:0:2341:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130373.949539:0:2341:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf501ab480 x1876037329022208/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130389 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130373.949545:0:2341:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130373.949546:0:2341:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1789130373.949554:0:2341:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789130373.949556:0:2341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf47fd2300. 00000400:00000200:3.0:1789130373.949558:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130373.949561:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:3.0:1789130373.949563:0:2341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf4549f908 00000400:00000010:3.0:1789130373.949565:0:2341:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf4549f908. 00000100:00000001:3.0:1789130373.949567:0:2341:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789130373.949570:0:2341:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf501a9a40 x1876037329022080/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130389 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130373.949576:0:2341:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130373.949579:0:2341:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf501a9a40 x1876037329022080/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130389 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130373.949584:0:2341:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130373.949585:0:2341:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1789130373.949659:0:2341:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789130373.949662:0:2341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf47fd2600. 00000400:00000200:3.0:1789130373.949664:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130373.949668:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:3.0:1789130373.949671:0:2341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf4549f110 00000400:00000010:3.0:1789130373.949672:0:2341:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf4549f110. 00000100:00000001:3.0:1789130373.949674:0:2341:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789130373.949678:0:2341:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf501a92c0 x1876037329022336/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130389 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130373.949684:0:2341:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130373.949686:0:2341:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf501a92c0 x1876037329022336/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130389 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130373.949693:0:2341:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130373.949694:0:2341:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000001:0.0:1789130373.951732:0:31647:0:(llite_lib.c:4271:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1789130373.955166:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130373.955183:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789130373.955188:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130373.955190:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130373.955201:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130373.955210:0:2342:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:3.0:1789130373.955219:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130373.955224:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130373.955231:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130373.955235:0:2342:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 224 into portal 25 MB=0x6aa3efa94ec00 00000400:00000200:3.0:1789130373.955240:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130373.955247:0:2342:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.123@tcp of length 224/224 into md 0x692d [1] + 224 00000800:00000001:3.0:1789130373.955255:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130373.955596:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130373.955602:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130373.955609:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:3.0:1789130373.955618:0:2342:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789130373.955629:0:2342:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf501aa940 x1876037329021952/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130389 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789130373.955641:0:2342:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9caf501aa940 x1876037329021952/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130389 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130373.955660:0:2342:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789130373.955672:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130373.955677:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789130373.955679:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130373.955682:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130373.955685:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130373.955689:0:2342:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:3.0:1789130373.955694:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130373.955697:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130373.955699:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130373.955703:0:2342:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 224 into portal 4 MB=0x6aa3efa94ed00 00000400:00000200:3.0:1789130373.955707:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130373.955712:0:2342:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.123@tcp of length 224/224 into md 0x693d [1] + 224 00000800:00000001:3.0:1789130373.955716:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130373.955719:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130373.955721:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130373.955724:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:3.0:1789130373.955727:0:2342:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789130373.955732:0:2342:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf501ab480 x1876037329022208/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130389 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789130373.955741:0:2342:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9caf501ab480 x1876037329022208/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130389 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130373.955748:0:2342:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789130373.955752:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130373.955755:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789130373.955757:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130373.955759:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130373.955762:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130373.955765:0:2342:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:3.0:1789130373.955769:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130373.955771:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130373.955773:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130373.955775:0:2342:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 224 into portal 4 MB=0x6aa3efa94ed80 00000400:00000200:3.0:1789130373.955778:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130373.955782:0:2342:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.123@tcp of length 224/224 into md 0x695d [1] + 224 00000800:00000001:3.0:1789130373.955785:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130373.955789:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130373.955791:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130373.955794:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:3.0:1789130373.955796:0:2342:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789130373.955800:0:2342:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf501a92c0 x1876037329022336/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130389 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789130373.955848:0:2342:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9caf501a92c0 x1876037329022336/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130389 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130373.955856:0:2342:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789130373.955860:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130373.955863:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789130373.955865:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130373.955867:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130373.955869:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130373.955872:0:2342:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:3.0:1789130373.955876:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130373.955878:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130373.955880:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130373.955883:0:2342:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 224 into portal 10 MB=0x6aa3efa94ec80 00000400:00000200:3.0:1789130373.955886:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130373.955890:0:2342:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.123@tcp of length 224/224 into md 0x694d [1] + 224 00000800:00000001:3.0:1789130373.955894:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130373.955899:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130373.955902:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130373.955905:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:3.0:1789130373.955908:0:2342:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789130373.955912:0:2342:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf501a9a40 x1876037329022080/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130389 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789130373.955920:0:2342:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9caf501a9a40 x1876037329022080/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130389 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130373.955927:0:2342:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789130373.955931:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130373.955933:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130373.955950:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789130373.955955:0:2349:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789130373.955963:0:2349:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789130373.955965:0:2349:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789130373.955969:0:2349:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf60788d10. 00000400:00000200:3.0:1789130373.955975:0:2349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf4549f198 00000400:00000010:3.0:1789130373.955978:0:2349:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf4549f198. 00000100:00000001:3.0:1789130373.955983:0:2349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789130373.955988:0:2349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf501a9a40 x1876037329022080/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130389 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789130373.955996:0:2349:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf501a9a40 x1876037329022080/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130389 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130373.956003:0:2349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789130373.956005:0:2349:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130373.956008:0:2349:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789130373.956012:0:2349:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789130373.956014:0:2349:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789130373.956016:0:2349:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789130373.956019:0:2349:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789130373.956029:0:2349:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf6079ac60 time=142 v=5 (104 104 104 104) 00000100:00001000:3.0:1789130373.956034:0:2349:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf6079ac18 time=9 v=5 (1 0 0 0) 00000100:00000001:3.0:1789130373.956037:0:2349:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789130373.956038:0:2349:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130373.956041:0:2349:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789130373.956045:0:2349:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130373.956049:0:2349:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00100000:3.0:1789130373.956051:0:2349:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9caf5014c800: committing for last_committed 4294967629 gen 2 00000100:00000040:3.0:1789130373.956059:0:2349:0:(client.c:3181:ptlrpc_free_committed()) @@@ commit (last_committed 4294967629) req@ffff9caf615d5a40 x1876037329018496/t4294967621(4294967621) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 488/456 e 0 to 0 dl 1789130382 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130373.956066:0:2349:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130373.956069:0:2349:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf615d5a40 x1876037329018496/t4294967621(4294967621) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 488/456 e 0 to 0 dl 1789130382 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130373.956081:0:2349:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789130373.956084:0:2349:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789130373.956087:0:2349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9caf487c1000. 02000000:00000001:3.0:1789130373.956091:0:2349:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789130373.956094:0:2349:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1789130373.956097:0:2349:0:(genops.c:1223:class_import_put()) import ffff9caf6079a800 refcount=7 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000020:00000001:3.0:1789130373.956099:0:2349:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1789130373.956102:0:2349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9caf48ef8000. 02000000:00000001:3.0:1789130373.956106:0:2349:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789130373.956108:0:2349:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789130373.956111:0:2349:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf615d5a40. 00000100:00000001:3.0:1789130373.956117:0:2349:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789130373.956118:0:2349:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789130373.956534:0:2349:0:(client.c:3181:ptlrpc_free_committed()) @@@ commit (last_committed 4294967629) req@ffff9caf61461680 x1876037329019136/t4294967623(4294967623) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 512/456 e 0 to 0 dl 1789130382 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130373.956543:0:2349:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130373.956546:0:2349:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf61461680 x1876037329019136/t4294967623(4294967623) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 512/456 e 0 to 0 dl 1789130382 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130373.956551:0:2349:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789130373.956553:0:2349:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789130373.956555:0:2349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9caf482bc800. 02000000:00000001:3.0:1789130373.956559:0:2349:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789130373.956561:0:2349:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1789130373.956562:0:2349:0:(genops.c:1223:class_import_put()) import ffff9caf6079a800 refcount=6 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000020:00000001:3.0:1789130373.956564:0:2349:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1789130373.956566:0:2349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9caf4842e200. 02000000:00000001:3.0:1789130373.956569:0:2349:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789130373.956570:0:2349:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789130373.956571:0:2349:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf61461680. 00000100:00000001:3.0:1789130373.956575:0:2349:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789130373.956576:0:2349:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789130373.956581:0:2349:0:(client.c:3181:ptlrpc_free_committed()) @@@ commit (last_committed 4294967629) req@ffff9caf501a9680 x1876037329020416/t4294967627(4294967627) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 496/456 e 0 to 0 dl 1789130382 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130373.956595:0:2349:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130373.956598:0:2349:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf501a9680 x1876037329020416/t4294967627(4294967627) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 496/456 e 0 to 0 dl 1789130382 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130373.956605:0:2349:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789130373.956606:0:2349:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789130373.956607:0:2349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9caf50104c00. 02000000:00000001:3.0:1789130373.956610:0:2349:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789130373.956611:0:2349:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1789130373.956612:0:2349:0:(genops.c:1223:class_import_put()) import ffff9caf6079a800 refcount=5 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000020:00000001:3.0:1789130373.956614:0:2349:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1789130373.956615:0:2349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9caf47c6dc00. 02000000:00000001:3.0:1789130373.956618:0:2349:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789130373.956619:0:2349:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789130373.956621:0:2349:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf501a9680. 00000100:00000001:3.0:1789130373.956624:0:2349:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789130373.956625:0:2349:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789130373.956630:0:2349:0:(client.c:3181:ptlrpc_free_committed()) @@@ commit (last_committed 4294967629) req@ffff9caf615d6d00 x1876037329021056/t4294967629(4294967629) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 512/456 e 0 to 0 dl 1789130382 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130373.956636:0:2349:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130373.956639:0:2349:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf615d6d00 x1876037329021056/t4294967629(4294967629) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 512/456 e 0 to 0 dl 1789130382 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130373.956644:0:2349:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789130373.956645:0:2349:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789130373.956647:0:2349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9caf487c3c00. 02000000:00000001:3.0:1789130373.956650:0:2349:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789130373.956651:0:2349:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1789130373.956652:0:2349:0:(genops.c:1223:class_import_put()) import ffff9caf6079a800 refcount=4 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000020:00000001:3.0:1789130373.956654:0:2349:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1789130373.956656:0:2349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9caf48ef8200. 02000000:00000001:3.0:1789130373.956658:0:2349:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789130373.956659:0:2349:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789130373.956660:0:2349:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf615d6d00. 00000100:00000001:3.0:1789130373.956668:0:2349:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789130373.956669:0:2349:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130373.956672:0:2349:0:(client.c:3188:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1789130373.956675:0:2349:0:(client.c:3235:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9caf5014c800: normal: skip=1 replay=4/4 committed=0/0 00000100:00000001:3.0:1789130373.956677:0:2349:0:(client.c:3236:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789130373.956679:0:2349:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130373.956685:0:2349:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf501a9a40 x1876037329022080/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130389 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130373.956691:0:2349:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789130373.956694:0:2349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789130373.956696:0:2349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789130373.956700:0:2349:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf501a9a40 x1876037329022080/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130389 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789130373.956708:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf501a9a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:2349:1876037329022080:192.168.204.123@tcp:400:kworker.0 00000400:00000001:3.0:1789130373.956717:0:2349:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789130373.956719:0:2349:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789130373.956722:0:2349:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf60788b00. 00000400:00000200:3.0:1789130373.956724:0:2349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf4549f3b8 00000400:00000010:3.0:1789130373.956726:0:2349:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf4549f3b8. 00000100:00000001:3.0:1789130373.956731:0:2349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789130373.956734:0:2349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf501a92c0 x1876037329022336/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130389 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789130373.956741:0:2349:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf501a92c0 x1876037329022336/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130389 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130373.956748:0:2349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789130373.956749:0:2349:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130373.956751:0:2349:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789130373.956753:0:2349:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789130373.956755:0:2349:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789130373.956757:0:2349:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789130373.956759:0:2349:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789130373.956765:0:2349:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf48ede460 time=142 v=5 (5 5 5 36) 00000100:00001000:3.0:1789130373.956769:0:2349:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf48ede418 time=7 v=5 (1 0 0 0) 00000100:00000001:3.0:1789130373.956772:0:2349:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789130373.956773:0:2349:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130373.956775:0:2349:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789130373.956777:0:2349:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130373.956779:0:2349:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789130373.956781:0:2349:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9caf5014c800: skip recheck: last_committed 4294967312 00000100:00000001:3.0:1789130373.956783:0:2349:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789130373.956784:0:2349:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130373.956788:0:2349:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf501a92c0 x1876037329022336/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130389 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130373.956794:0:2349:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789130373.956796:0:2349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789130373.956798:0:2349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789130373.956802:0:2349:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf501a92c0 x1876037329022336/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130389 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789130373.956855:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf501a92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:2349:1876037329022336:192.168.204.123@tcp:400:kworker.0 00000400:00000001:3.0:1789130373.956861:0:2349:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789130373.956862:0:2349:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789130373.956864:0:2349:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf60788210. 00000400:00000200:3.0:1789130373.956866:0:2349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf4549fc38 00000400:00000010:3.0:1789130373.956868:0:2349:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf4549fc38. 00000100:00000001:3.0:1789130373.956871:0:2349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789130373.956874:0:2349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf501aa940 x1876037329021952/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130389 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789130373.956881:0:2349:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf501aa940 x1876037329021952/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130389 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130373.956887:0:2349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789130373.956888:0:2349:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130373.956890:0:2349:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789130373.956892:0:2349:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789130373.956893:0:2349:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789130373.956895:0:2349:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789130373.956897:0:2349:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789130373.956899:0:2349:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf586cec60 time=142 v=5 (5 5 5 5) 00000100:00001000:3.0:1789130373.956902:0:2349:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf586cec18 time=142 v=5 (1 1 1 1) 00000100:00000001:3.0:1789130373.956904:0:2349:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789130373.956905:0:2349:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130373.956907:0:2349:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789130373.956909:0:2349:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130373.956911:0:2349:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130373.956914:0:2349:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf501aa940 x1876037329021952/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130389 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130373.956919:0:2349:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789130373.956921:0:2349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789130373.956923:0:2349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789130373.956926:0:2349:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf501aa940 x1876037329021952/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130389 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789130373.956933:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf501aa940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:70f26143-21ad-4cd3-af2c-0601ab5c9490:2349:1876037329021952:192.168.204.123@tcp:400:kworker.0 00000400:00000001:3.0:1789130373.956939:0:2349:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789130373.956940:0:2349:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789130373.956942:0:2349:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf60788420. 00000400:00000200:3.0:1789130373.956944:0:2349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf4549f088 00000400:00000010:3.0:1789130373.956946:0:2349:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf4549f088. 00000100:00000001:3.0:1789130373.956948:0:2349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789130373.956951:0:2349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf501ab480 x1876037329022208/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130389 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789130373.956957:0:2349:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf501ab480 x1876037329022208/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130389 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130373.956963:0:2349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789130373.956964:0:2349:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130373.956966:0:2349:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789130373.956967:0:2349:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789130373.956969:0:2349:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789130373.956970:0:2349:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789130373.956972:0:2349:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789130373.956976:0:2349:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf468acc60 time=142 v=5 (5 5 5 36) 00000100:00001000:3.0:1789130373.956979:0:2349:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf468acc18 time=9 v=5 (1 0 0 0) 00000100:00000001:3.0:1789130373.956981:0:2349:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789130373.956982:0:2349:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130373.956983:0:2349:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789130373.956985:0:2349:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130373.956987:0:2349:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789130373.956989:0:2349:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9caf5014c800: skip recheck: last_committed 4294967339 00000100:00000001:3.0:1789130373.956990:0:2349:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789130373.956992:0:2349:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130373.956995:0:2349:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf501ab480 x1876037329022208/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130389 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130373.957001:0:2349:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789130373.957003:0:2349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789130373.957004:0:2349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789130373.957007:0:2349:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf501ab480 x1876037329022208/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130389 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789130373.957012:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf501ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:2349:1876037329022208:192.168.204.123@tcp:400:kworker.0 00000100:00000001:3.0:1789130373.957016:0:2349:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130373.957018:0:2349:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130373.957021:0:2349:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf501a9a40 x1876037329022080/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130389 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130373.957028:0:2349:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789130373.957030:0:2349:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789130373.957031:0:2349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9caf43d91c00. 02000000:00000001:3.0:1789130373.957034:0:2349:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789130373.957036:0:2349:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1789130373.957037:0:2349:0:(genops.c:1223:class_import_put()) import ffff9caf6079a800 refcount=3 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000020:00000001:3.0:1789130373.957039:0:2349:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1789130373.957041:0:2349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9caf47fd2700. 02000000:00000001:3.0:1789130373.957045:0:2349:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789130373.957046:0:2349:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789130373.957047:0:2349:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf501a9a40. 00000100:00000001:3.0:1789130373.957050:0:2349:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789130373.957051:0:2349:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130373.957052:0:2349:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130373.957055:0:2349:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf501a92c0 x1876037329022336/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130389 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130373.957061:0:2349:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789130373.957062:0:2349:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789130373.957064:0:2349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9caf587ba000. 02000000:00000001:3.0:1789130373.957066:0:2349:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789130373.957067:0:2349:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1789130373.957068:0:2349:0:(genops.c:1223:class_import_put()) import ffff9caf48ede000 refcount=2 obd=lustre-OST0001-osc-ffff9caf5014c800 00000020:00000001:3.0:1789130373.957070:0:2349:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1789130373.957071:0:2349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9caf47fd2900. 02000000:00000001:3.0:1789130373.957073:0:2349:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789130373.957074:0:2349:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789130373.957076:0:2349:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf501a92c0. 00000100:00000001:3.0:1789130373.957078:0:2349:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789130373.957080:0:2349:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130373.957081:0:2349:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130373.957084:0:2349:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf501aa940 x1876037329021952/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130389 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130373.957090:0:2349:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789130373.957091:0:2349:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789130373.957093:0:2349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9caf47d11800. 02000000:00000001:3.0:1789130373.957096:0:2349:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789130373.957097:0:2349:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1789130373.957098:0:2349:0:(genops.c:1223:class_import_put()) import ffff9caf586ce800 refcount=3 obd=MGC192.168.204.123@tcp 00000020:00000001:3.0:1789130373.957100:0:2349:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1789130373.957102:0:2349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9caf47fd2400. 02000000:00000001:3.0:1789130373.957104:0:2349:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789130373.957105:0:2349:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789130373.957106:0:2349:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf501aa940. 00000100:00000001:3.0:1789130373.957109:0:2349:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789130373.957111:0:2349:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130373.957113:0:2349:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130373.957115:0:2349:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf501ab480 x1876037329022208/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130389 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130373.957132:0:2349:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789130373.957133:0:2349:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789130373.957135:0:2349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9caf51b00800. 02000000:00000001:3.0:1789130373.957139:0:2349:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789130373.957140:0:2349:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1789130373.957141:0:2349:0:(genops.c:1223:class_import_put()) import ffff9caf468ac800 refcount=2 obd=lustre-OST0000-osc-ffff9caf5014c800 00000020:00000001:3.0:1789130373.957143:0:2349:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1789130373.957145:0:2349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9caf47fd2e00. 02000000:00000001:3.0:1789130373.957147:0:2349:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789130373.957148:0:2349:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789130373.957149:0:2349:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf501ab480. 00000100:00000001:3.0:1789130373.957152:0:2349:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789130373.957153:0:2349:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130373.957157:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130373.957167:0:2349:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789130373.957168:0:2349:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130373.957170:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789130373.957172:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130374.074472:0:27360:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130374.074489:0:27360:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130374.074597:0:16244:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789130374.074601:0:16244:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789130374.074604:0:16244:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:2.0:1789130374.385691:0:31684:0:(debug.c:652:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1789130374.385703:0:31684:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: == recovery-small test 21h: drop open request and close reply while close and open are both in flight ========================================================== 08:39:32 (1789130372) 00000001:00000001:2.0:1789130374.407374:0:31684:0:(debug.c:655:libcfs_debug_mark_buffer()) ************************************************** 00000080:00000001:1.0:1789130374.544889:0:31686:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:1.0:1789130374.544904:0:31686:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:1.0:1789130374.544908:0:31686:0:(file.c:6206:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1789130374.544913:0:31686:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f40d53b20 00000080:00200000:1.0:1789130374.544920:0:31686:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8),name=/ 00000080:00000010:1.0:1789130374.544965:0:31686:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9caf48ef8000. 00800000:00000002:1.0:1789130374.544978:0:31686:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9caf4557c8c0 2 00000080:00000001:1.0:1789130374.544985:0:31686:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1789130374.546370:0:31686:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1789130374.546379:0:31686:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f40d53a40 00800000:00000002:1.0:1789130374.546387:0:31686:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1789130374.546395:0:31686:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1789130374.546404:0:31686:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1789130374.546413:0:31686:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1789130374.546416:0:31686:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f40d53910 00000002:00010000:1.0:1789130374.546419:0:31686:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1789130374.546424:0:31686:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1789130374.546427:0:31686:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789130374.546434:0:31686:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1789130374.546446:0:31686:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789130374.546450:0:31686:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789130374.546452:0:31686:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789130374.546456:0:31686:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1789130374.546459:0:31686:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1789130374.546471:0:31686:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf615d5680. 00000020:00000040:1.0:1789130374.546479:0:31686:0:(genops.c:1210:class_import_get()) import ffff9caf6079a800 refcount=4 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00010000:00000001:1.0:1789130374.546489:0:31686:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1789130374.546497:0:31686:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789130374.546503:0:31686:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130374.546507:0:31686:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789130374.546511:0:31686:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789130374.546519:0:31686:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789130374.546531:0:31686:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9caf487c2800. 00000100:00000001:1.0:1789130374.546540:0:31686:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130374.546548:0:31686:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789130374.546550:0:31686:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130374.546552:0:31686:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789130374.546553:0:31686:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130374.546555:0:31686:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789130374.546562:0:31686:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446634875799557760 : -109197909993856 : ffff9caf615d5680) 00010000:00000001:1.0:1789130374.546567:0:31686:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1789130374.546571:0:31686:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1789130374.546577:0:31686:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9caf42f26800. 00010000:00000010:1.0:1789130374.546584:0:31686:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9caf50154780. 00010000:00000001:1.0:1789130374.546592:0:31686:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1789130374.546596:0:31686:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9caf586b6a00. 00000020:00000001:1.0:1789130374.546601:0:31686:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1789130374.546605:0:31686:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9caf586b6a00 with handle 0xde5303b1d982cca6 to hash 00000020:00000001:1.0:1789130374.546608:0:31686:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1789130374.546610:0:31686:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446634875649485312 : -109198060066304 : ffff9caf586b6a00) 00010000:00000001:1.0:1789130374.546616:0:31686:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446634875649485312 : -109198060066304 : ffff9caf586b6a00) 00010000:00000001:1.0:1789130374.546622:0:31686:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789130374.546626:0:31686:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789130374.546633:0:31686:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b6a00/0xde5303b1d982cca6 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 31686 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789130374.546646:0:31686:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b6a00/0xde5303b1d982cca6 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 31686 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789130374.546661:0:31686:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b6a00/0xde5303b1d982cca6 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 31686 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1789130374.546668:0:31686:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1789130374.546672:0:31686:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1789130374.546683:0:31686:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9caf607beb40. 00000100:00000001:1.0:1789130374.546685:0:31686:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446634875784784704 : -109197924766912 : ffff9caf607beb40) 00000100:00000001:1.0:1789130374.546690:0:31686:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789130374.546692:0:31686:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875799557760 : -109197909993856 : ffff9caf615d5680) 00000100:00000001:1.0:1789130374.546699:0:31686:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789130374.546707:0:31686:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130374.546710:0:31686:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1789130374.546713:0:31686:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789130374.546732:0:31686:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf615d5680 x1876037329022464/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130374.546743:0:31686:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789130374.546748:0:31686:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130374.546756:0:31686:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789130374.546759:0:31686:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789130374.546763:0:31686:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789130374.546767:0:31686:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf615d5680 pname:cluuid:pid:xid:nid:opc:job lfs:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:31686:1876037329022464:192.168.204.123@tcp:101:lfs.0 00000100:00000001:1.0:1789130374.546773:0:31686:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789130374.546785:0:31686:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789130374.546789:0:31686:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130374.546793:0:31686:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789130374.546801:0:31686:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9caf482dc800. 02000000:00000001:1.0:1789130374.547948:0:31686:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789130374.547970:0:31686:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:1.0:1789130374.547981:0:31686:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf42d8e9f8. 00000400:00000010:1.0:1789130374.548067:0:31686:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf462a3000. 00000100:00000200:1.0:1789130374.548080:0:31686:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1876037329022464, portal 10 00000100:00000001:1.0:1789130374.548083:0:31686:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789130374.548085:0:31686:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875799557760 : -109197909993856 : ffff9caf615d5680) 00000100:00000040:1.0:1789130374.548103:0:31686:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9caf615d5680 x1876037329022464/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789130390 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130374.548123:0:31686:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789130374.548127:0:31686:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:1.0:1789130374.548131:0:31686:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf462a3198. 00000100:00000200:1.0:1789130374.548137:0:31686:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1876037329022464, offset 0 00000400:00000200:1.0:1789130374.548147:0:31686:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:1.0:1789130374.548161:0:31686:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:1.0:1789130374.548173:0:31686:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:1.0:1789130374.548181:0:31686:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789130374.548188:0:31686:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:1.0:1789130374.548194:0:31686:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789130374.548197:0:31686:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:1.0:1789130374.548202:0:31686:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2438:2438:256:4294967295] 192.168.204.123@tcp LPNI seq info [2437:2437:8:4294967295] 00000400:00000200:1.0:1789130374.548207:0:31686:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:1.0:1789130374.548352:0:31686:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:1.0:1789130374.548363:0:31686:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:1.0:1789130374.548372:0:31686:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf47f34200. 00000800:00000200:1.0:1789130374.548382:0:31686:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:1.0:1789130374.548395:0:31686:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:1.0:1789130374.548401:0:31686:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf47f34200 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:1.0:1789130374.548721:0:31686:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789130374.548730:0:31686:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: using a timeout of 810646 usecs (811 jiffies) 00000400:00000200:1.0:1789130374.548735:0:31686:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:1.0:1789130374.548740:0:31686:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296469381 00000100:00000001:1.0:1789130374.548744:0:31686:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 2, keep current deadline 4296472056 00000100:00000001:1.0:1789130374.548747:0:31686:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296469381 00000100:00000001:1.0:1789130374.548749:0:31686:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 3, keep current deadline 4296472057 00000100:00000001:1.0:1789130374.548752:0:31686:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789130374.548755:0:31686:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130374.548759:0:31686:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789130374.548763:0:31686:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1789130374.548766:0:31686:0:(client.c:2715:ptlrpc_set_wait()) set ffff9caf607beb40 going to sleep for 11 seconds 00000100:00000001:1.0:1789130374.548770:0:31686:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789130374.548774:0:31686:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789130374.549379:0:2341:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789130374.549388:0:2341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf47f34200. 00000400:00000200:3.0:1789130374.549398:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130374.549409:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:3.0:1789130374.549418:0:2341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf462a3198 00000400:00000010:3.0:1789130374.549421:0:2341:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf462a3198. 00000100:00000001:3.0:1789130374.549426:0:2341:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789130374.549435:0:2341:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf615d5680 x1876037329022464/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789130390 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130374.549449:0:2341:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130374.549454:0:2341:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf615d5680 x1876037329022464/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789130390 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130374.549469:0:2341:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130374.549471:0:2341:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1789130374.558310:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130374.558337:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789130374.558342:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130374.558345:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130374.558356:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130374.558365:0:2342:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:2.0:1789130374.558378:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130374.558383:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130374.558390:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130374.558394:0:2342:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 688 into portal 10 MB=0x6aa3efa94ee00 00000400:00000200:2.0:1789130374.558399:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130374.558406:0:2342:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.123@tcp of length 688/688 into md 0x696d [1] + 224 00000800:00000001:2.0:1789130374.558413:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130374.558426:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130374.558430:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130374.558435:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:2.0:1789130374.558446:0:2342:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789130374.558458:0:2342:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf615d5680 x1876037329022464/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789130390 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789130374.558470:0:2342:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9caf615d5680 x1876037329022464/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789130390 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130374.558496:0:2342:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789130374.558508:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130374.558511:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130374.558634:0:31686:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789130374.558642:0:31686:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789130374.558644:0:31686:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789130374.558648:0:31686:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf42d8e9f8. 00000400:00000200:1.0:1789130374.558652:0:31686:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf462a3000 00000400:00000010:1.0:1789130374.558655:0:31686:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf462a3000. 00000100:00000001:1.0:1789130374.558658:0:31686:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789130374.558663:0:31686:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf615d5680 x1876037329022464/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789130390 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1789130374.558671:0:31686:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf615d5680 x1876037329022464/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789130390 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130374.558678:0:31686:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789130374.558681:0:31686:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130374.558685:0:31686:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789130374.558690:0:31686:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789130374.558692:0:31686:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789130374.558694:0:31686:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130374.558698:0:31686:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789130374.558709:0:31686:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf6079ac60 time=143 v=5 (104 104 104 104) 00000100:00001000:1.0:1789130374.558714:0:31686:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf6079ac18 time=10 v=5 (1 0 0 0) 00000100:00000001:1.0:1789130374.558717:0:31686:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789130374.558719:0:31686:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130374.558722:0:31686:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789130374.558727:0:31686:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130374.558732:0:31686:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789130374.558735:0:31686:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9caf5014c800: skip recheck: last_committed 4294967629 00000100:00000001:1.0:1789130374.558737:0:31686:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789130374.558739:0:31686:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789130374.558745:0:31686:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf615d5680 x1876037329022464/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1789130390 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130374.558753:0:31686:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789130374.558757:0:31686:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789130374.558759:0:31686:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789130374.558764:0:31686:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf615d5680 x1876037329022464/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1789130390 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1789130374.558771:0:31686:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf615d5680 pname:cluuid:pid:xid:nid:opc:job lfs:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:31686:1876037329022464:192.168.204.123@tcp:101:lfs.0 00000100:00000001:1.0:1789130374.558776:0:31686:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130374.558780:0:31686:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130374.558782:0:31686:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1789130374.558785:0:31686:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789130374.558788:0:31686:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf615d5680 x1876037329022464/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1789130390 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130374.558795:0:31686:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789130374.558798:0:31686:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9caf607beb40. 00000100:00000001:1.0:1789130374.558853:0:31686:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1789130374.558857:0:31686:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130374.558860:0:31686:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1789130374.558865:0:31686:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130374.558868:0:31686:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130374.558871:0:31686:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b6a00 refcount=4 00000020:00000001:1.0:1789130374.558874:0:31686:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649485312 : -109198060066304 : ffff9caf586b6a00) 00010000:00000001:1.0:1789130374.558877:0:31686:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649485312 : -109198060066304 : ffff9caf586b6a00) 00010000:00000040:1.0:1789130374.558886:0:31686:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9caf586b6a00, remote cookie: 0xcdf1b083821a57a9, flags: 0x1001 00010000:00010000:1.0:1789130374.558903:0:31686:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b6a00/0xde5303b1d982cca6 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a57a9 expref: -99 pid: 31686 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789130374.558914:0:31686:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b6a00/0xde5303b1d982cca6 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a57a9 expref: -99 pid: 31686 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789130374.558921:0:31686:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1789130374.558925:0:31686:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1789130374.558928:0:31686:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1789130374.558929:0:31686:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1789130374.558931:0:31686:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1789130374.558934:0:31686:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff9caf42f26800) refcount = 1 00010000:00010000:1.0:1789130374.558939:0:31686:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b6a00/0xde5303b1d982cca6 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a57a9 expref: -99 pid: 31686 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789130374.558945:0:31686:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1789130374.558949:0:31686:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1789130374.558951:0:31686:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789130374.558954:0:31686:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1789130374.558956:0:31686:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789130374.558960:0:31686:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b6a00/0xde5303b1d982cca6 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a57a9 expref: -99 pid: 31686 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789130374.558966:0:31686:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1789130374.558967:0:31686:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130374.558970:0:31686:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130374.558971:0:31686:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130374.558972:0:31686:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130374.558973:0:31686:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789130374.558978:0:31686:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1789130374.558981:0:31686:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130374.558983:0:31686:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130374.558985:0:31686:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b6a00 refcount=3 00000020:00000001:1.0:1789130374.558988:0:31686:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649485312 : -109198060066304 : ffff9caf586b6a00) 00010000:00000001:1.0:1789130374.558991:0:31686:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649485312 : -109198060066304 : ffff9caf586b6a00) 00010000:00000001:1.0:1789130374.558993:0:31686:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130374.558995:0:31686:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130374.558996:0:31686:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b6a00 refcount=4 00000020:00000001:1.0:1789130374.558998:0:31686:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649485312 : -109198060066304 : ffff9caf586b6a00) 00010000:00000001:1.0:1789130374.559000:0:31686:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649485312 : -109198060066304 : ffff9caf586b6a00) 00010000:00000001:1.0:1789130374.559002:0:31686:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789130374.559006:0:31686:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789130374.559009:0:31686:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b6a00/0xde5303b1d982cca6 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a57a9 expref: -99 pid: 31686 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789130374.559016:0:31686:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130374.559018:0:31686:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130374.559019:0:31686:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130374.559020:0:31686:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130374.559022:0:31686:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b6a00 refcount=5 00000020:00000001:1.0:1789130374.559024:0:31686:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649485312 : -109198060066304 : ffff9caf586b6a00) 00010000:00000001:1.0:1789130374.559026:0:31686:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649485312 : -109198060066304 : ffff9caf586b6a00) 00010000:00000001:1.0:1789130374.559028:0:31686:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789130374.559031:0:31686:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b6a00/0xde5303b1d982cca6 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a57a9 expref: -99 pid: 31686 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789130374.559037:0:31686:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130374.559038:0:31686:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1789130374.559043:0:31686:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b6a00/0xde5303b1d982cca6 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a57a9 expref: -99 pid: 31686 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789130374.559049:0:31686:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789130374.559051:0:31686:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130374.559051:0:31686:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130374.559053:0:31686:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130374.559054:0:31686:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1789130374.559060:0:31686:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9caf615d5680 x1876037329022464/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1789130390 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1789130374.559069:0:31686:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130374.559070:0:31686:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130374.559071:0:31686:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b6a00 refcount=3 00000020:00000001:1.0:1789130374.559073:0:31686:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649485312 : -109198060066304 : ffff9caf586b6a00) 00010000:00000001:1.0:1789130374.559075:0:31686:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649485312 : -109198060066304 : ffff9caf586b6a00) 00010000:00000001:1.0:1789130374.559077:0:31686:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130374.559078:0:31686:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789130374.559079:0:31686:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789130374.559081:0:31686:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789130374.559084:0:31686:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1789130374.559087:0:31686:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130374.559088:0:31686:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130374.559089:0:31686:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b6a00 refcount=3 00000020:00000001:1.0:1789130374.559091:0:31686:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649485312 : -109198060066304 : ffff9caf586b6a00) 00010000:00000001:1.0:1789130374.559093:0:31686:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649485312 : -109198060066304 : ffff9caf586b6a00) 00000002:00010000:1.0:1789130374.559095:0:31686:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b6a00/0xde5303b1d982cca6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a57a9 expref: -99 pid: 31686 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789130374.559100:0:31686:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130374.559101:0:31686:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130374.559103:0:31686:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1789130374.559104:0:31686:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130374.559105:0:31686:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130374.559107:0:31686:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b6a00 refcount=3 00000020:00000001:1.0:1789130374.559119:0:31686:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649485312 : -109198060066304 : ffff9caf586b6a00) 00010000:00000001:1.0:1789130374.559122:0:31686:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649485312 : -109198060066304 : ffff9caf586b6a00) 00010000:00000040:1.0:1789130374.559129:0:31686:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf42f26800 count: 2 00010000:00000001:1.0:1789130374.559133:0:31686:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1789130374.559137:0:31686:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9caf4630e800 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:1.0:1789130374.559140:0:31686:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130374.559141:0:31686:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789130374.559142:0:31686:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1789130374.559146:0:31686:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f40d53898 00000002:00002000:1.0:1789130374.559148:0:31686:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:1.0:1789130374.559151:0:31686:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789130374.559156:0:31686:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789130374.559159:0:31686:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1789130374.559164:0:31686:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:1.0:1789130374.559167:0:31686:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789130374.559173:0:31686:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9caf4557c8c0 2 00000080:00000010:1.0:1789130374.559177:0:31686:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9caf48ef8000. 00000080:00000001:1.0:1789130374.559183:0:31686:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1789130374.559186:0:31686:0:(llite_lib.c:3864:ll_prep_inode()) Process entered 00000002:00000001:1.0:1789130374.559193:0:31686:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:1.0:1789130374.559198:0:31686:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:1.0:1789130374.559206:0:31686:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9caf58606b00. 00800000:00000001:1.0:1789130374.559208:0:31686:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446634875648764672 : -109198060786944 : ffff9caf58606b00) 00800000:00000001:1.0:1789130374.559210:0:31686:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789130374.559213:0:31686:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1789130374.559216:0:31686:0:(llite_lib.c:1973:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1789130374.559217:0:31686:0:(llite_lib.c:1977:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:1.0:1789130374.559220:0:31686:0:(llite_lib.c:1928:ll_update_default_lsm_md()) Process entered 00000080:00000001:1.0:1789130374.559223:0:31686:0:(llite_lib.c:1950:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1789130374.559226:0:31686:0:(llite_lib.c:1994:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130374.559231:0:31686:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:1.0:1789130374.559234:0:31686:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:1.0:1789130374.559240:0:31686:0:(llite_lib.c:3140:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 8704 00010000:00000001:1.0:1789130374.559243:0:31686:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130374.559246:0:31686:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130374.559247:0:31686:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b6a00 refcount=3 00000020:00000001:1.0:1789130374.559249:0:31686:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649485312 : -109198060066304 : ffff9caf586b6a00) 00010000:00000001:1.0:1789130374.559251:0:31686:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649485312 : -109198060066304 : ffff9caf586b6a00) 00010000:00000001:1.0:1789130374.559254:0:31686:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130374.559255:0:31686:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1789130374.559256:0:31686:0:(llite_lib.c:3962:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1789130374.559259:0:31686:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:1.0:1789130374.559261:0:31686:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9caf58606b00 1 00800000:00000010:1.0:1789130374.559263:0:31686:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9caf58606b00. 00800000:00000001:1.0:1789130374.559267:0:31686:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789130374.559270:0:31686:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9caf601980c8) for lock 0xde5303b1d982cca6 00800000:00000001:1.0:1789130374.559273:0:31686:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1789130374.559275:0:31686:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1789130374.559275:0:31686:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130374.559277:0:31686:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130374.559278:0:31686:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b6a00 refcount=3 00000020:00000001:1.0:1789130374.559279:0:31686:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649485312 : -109198060066304 : ffff9caf586b6a00) 00010000:00000001:1.0:1789130374.559281:0:31686:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649485312 : -109198060066304 : ffff9caf586b6a00) 00010000:00000001:1.0:1789130374.559284:0:31686:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130374.559285:0:31686:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789130374.559286:0:31686:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789130374.559288:0:31686:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130374.559291:0:31686:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789130374.559293:0:31686:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9caf601980c8) 00000080:00010000:1.0:1789130374.559296:0:31686:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xde5303b1d982cca6 from it ffffb97f40d53b58 00010000:00000001:1.0:1789130374.559298:0:31686:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130374.559299:0:31686:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130374.559300:0:31686:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b6a00 refcount=3 00000020:00000001:1.0:1789130374.559301:0:31686:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649485312 : -109198060066304 : ffff9caf586b6a00) 00010000:00000001:1.0:1789130374.559303:0:31686:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649485312 : -109198060066304 : ffff9caf586b6a00) 00010000:00000001:1.0:1789130374.559305:0:31686:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789130374.559307:0:31686:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b6a00/0xde5303b1d982cca6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a57a9 expref: -99 pid: 31686 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789130374.559317:0:31686:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130374.559318:0:31686:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130374.559320:0:31686:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1789130374.559322:0:31686:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1789130374.559325:0:31686:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b6a00/0xde5303b1d982cca6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a57a9 expref: -99 pid: 31686 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1789130374.559333:0:31686:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1789130374.559335:0:31686:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1789130374.559337:0:31686:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789130374.559341:0:31686:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130374.559342:0:31686:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130374.559344:0:31686:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130374.559347:0:31686:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1789130374.559349:0:31686:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130374.559350:0:31686:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130374.559352:0:31686:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130374.559354:0:31686:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789130374.559355:0:31686:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130374.559356:0:31686:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1789130374.559358:0:31686:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789130374.559362:0:31686:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf615d5680 x1876037329022464/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1789130390 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130374.559367:0:31686:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789130374.559370:0:31686:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789130374.559375:0:31686:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9caf482dc800. 02000000:00000001:1.0:1789130374.559380:0:31686:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789130374.559383:0:31686:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1789130374.559385:0:31686:0:(genops.c:1223:class_import_put()) import ffff9caf6079a800 refcount=3 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000020:00000001:1.0:1789130374.559388:0:31686:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1789130374.559391:0:31686:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9caf487c2800. 02000000:00000001:1.0:1789130374.559395:0:31686:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789130374.559397:0:31686:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789130374.559399:0:31686:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf615d5680. 00000100:00000001:1.0:1789130374.559406:0:31686:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789130374.559407:0:31686:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1789130374.559411:0:31686:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8), inode mode 41ff mask 1 00000080:00000001:1.0:1789130374.559417:0:31686:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1789130374.559431:0:31686:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9caf4632b4a0. 00000020:00000001:1.0:1789130374.559436:0:31686:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f40d53ae8 00000080:00200000:1.0:1789130374.559440:0:31686:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d21h.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff9caf601980c8), flags=13 00000080:00000001:1.0:1789130374.559444:0:31686:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:1.0:1789130374.559446:0:31686:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f40d53998 00000080:00200000:1.0:1789130374.559448:0:31686:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d21h.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff9caf601980c8), intent=getattr 00000080:00000010:1.0:1789130374.559457:0:31686:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9caf48ef8000. 00800000:00000002:1.0:1789130374.559462:0:31686:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9caf4557c8c0 2 00000080:00000001:1.0:1789130374.559467:0:31686:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1789130374.559470:0:31686:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1789130374.559471:0:31686:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f40d538b8 00800000:00000002:1.0:1789130374.559473:0:31686:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'd21h.recovery-small-1' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1789130374.559477:0:31686:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00000020:00000001:1.0:1789130374.559481:0:31686:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f40d53850 00800000:00000002:1.0:1789130374.559483:0:31686:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d21h.recovery-small-1' -> mds #0 00000002:00000001:1.0:1789130374.559487:0:31686:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1789130374.559488:0:31686:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f40d53788 00000002:00010000:1.0:1789130374.559490:0:31686:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d21h.recovery-small-1,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 01 00000002:00000001:1.0:1789130374.559494:0:31686:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1789130374.559497:0:31686:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1789130374.559501:0:31686:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf615d5680. 00000020:00000040:1.0:1789130374.559503:0:31686:0:(genops.c:1210:class_import_get()) import ffff9caf6079a800 refcount=4 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00010000:00000001:1.0:1789130374.559507:0:31686:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1789130374.559511:0:31686:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789130374.559514:0:31686:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130374.559516:0:31686:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130374.559517:0:31686:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130374.559519:0:31686:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789130374.559521:0:31686:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789130374.559526:0:31686:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789130374.559533:0:31686:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9caf487c2800. 00000100:00000001:1.0:1789130374.559539:0:31686:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130374.559542:0:31686:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789130374.559544:0:31686:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130374.559545:0:31686:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789130374.559546:0:31686:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130374.559548:0:31686:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789130374.559555:0:31686:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446634875799557760 : -109197909993856 : ffff9caf615d5680) 00010000:00000001:1.0:1789130374.559558:0:31686:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1789130374.559560:0:31686:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1789130374.559563:0:31686:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf42f26800 count: 2 00010000:00000001:1.0:1789130374.559564:0:31686:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789130374.559566:0:31686:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1789130374.559570:0:31686:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9caf586b6c00. 00000020:00000001:1.0:1789130374.559573:0:31686:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1789130374.559576:0:31686:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9caf586b6c00 with handle 0xde5303b1d982ccad to hash 00000020:00000001:1.0:1789130374.559578:0:31686:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1789130374.559579:0:31686:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446634875649485824 : -109198060065792 : ffff9caf586b6c00) 00010000:00000001:1.0:1789130374.559583:0:31686:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446634875649485824 : -109198060065792 : ffff9caf586b6c00) 00010000:00000001:1.0:1789130374.559585:0:31686:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789130374.559587:0:31686:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789130374.559590:0:31686:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b6c00/0xde5303b1d982ccad lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 31686 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789130374.559597:0:31686:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b6c00/0xde5303b1d982ccad lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31686 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789130374.559609:0:31686:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b6c00/0xde5303b1d982ccad lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31686 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1789130374.559615:0:31686:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1789130374.559617:0:31686:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1789130374.559625:0:31686:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9caf607beb40. 00000100:00000001:1.0:1789130374.559627:0:31686:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446634875784784704 : -109197924766912 : ffff9caf607beb40) 00000100:00000001:1.0:1789130374.559629:0:31686:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789130374.559631:0:31686:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875799557760 : -109197909993856 : ffff9caf615d5680) 00000100:00000001:1.0:1789130374.559635:0:31686:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789130374.559639:0:31686:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130374.559640:0:31686:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1789130374.559642:0:31686:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789130374.559647:0:31686:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf615d5680 x1876037329022592/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130374.559655:0:31686:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789130374.559658:0:31686:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130374.559663:0:31686:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789130374.559667:0:31686:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789130374.559670:0:31686:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789130374.559673:0:31686:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf615d5680 pname:cluuid:pid:xid:nid:opc:job lfs:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:31686:1876037329022592:192.168.204.123@tcp:101:lfs.0 00000100:00000001:1.0:1789130374.559677:0:31686:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789130374.559684:0:31686:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789130374.559687:0:31686:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130374.559690:0:31686:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789130374.559695:0:31686:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9caf482dc800. 02000000:00000001:1.0:1789130374.559697:0:31686:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789130374.559704:0:31686:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:1.0:1789130374.559708:0:31686:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf42d8e9f8. 00000400:00000010:1.0:1789130374.559714:0:31686:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf462a3000. 00000100:00000200:1.0:1789130374.559720:0:31686:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1876037329022592, portal 10 00000100:00000001:1.0:1789130374.559722:0:31686:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789130374.559723:0:31686:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875799557760 : -109197909993856 : ffff9caf615d5680) 00000100:00000040:1.0:1789130374.559728:0:31686:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9caf615d5680 x1876037329022592/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789130390 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130374.559735:0:31686:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789130374.559738:0:31686:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:1.0:1789130374.559741:0:31686:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf462a3330. 00000100:00000200:1.0:1789130374.559745:0:31686:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1876037329022592, offset 0 00000400:00000200:1.0:1789130374.559751:0:31686:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:1.0:1789130374.559759:0:31686:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:1.0:1789130374.559767:0:31686:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:1.0:1789130374.559775:0:31686:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789130374.559781:0:31686:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:1.0:1789130374.559785:0:31686:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789130374.559790:0:31686:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:1.0:1789130374.559794:0:31686:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2439:2439:256:4294967295] 192.168.204.123@tcp LPNI seq info [2438:2438:8:4294967295] 00000400:00000200:1.0:1789130374.559799:0:31686:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:1.0:1789130374.559848:0:31686:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:1.0:1789130374.559855:0:31686:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:1.0:1789130374.559863:0:31686:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf47f34e00. 00000800:00000200:1.0:1789130374.559871:0:31686:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:1.0:1789130374.559882:0:31686:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:1.0:1789130374.559888:0:31686:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf47f34e00 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:1.0:1789130374.559912:0:31686:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789130374.559917:0:31686:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: using a timeout of 809532 usecs (810 jiffies) 00000400:00000200:1.0:1789130374.559922:0:31686:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:1.0:1789130374.559925:0:31686:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296469390 00000100:00000001:1.0:1789130374.559930:0:31686:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 2, keep current deadline 4296472056 00000100:00000001:1.0:1789130374.559933:0:31686:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296469390 00000100:00000001:1.0:1789130374.559936:0:31686:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 3, keep current deadline 4296472057 00000100:00000001:1.0:1789130374.559939:0:31686:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789130374.559943:0:31686:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130374.559946:0:31686:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789130374.559948:0:31686:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1789130374.559951:0:31686:0:(client.c:2715:ptlrpc_set_wait()) set ffff9caf607beb40 going to sleep for 11 seconds 00000100:00000001:1.0:1789130374.559954:0:31686:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789130374.559956:0:31686:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789130374.560241:0:2341:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789130374.560247:0:2341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf47f34e00. 00000400:00000200:2.0:1789130374.560251:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130374.560257:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:2.0:1789130374.560262:0:2341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf462a3330 00000400:00000010:2.0:1789130374.560264:0:2341:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf462a3330. 00000100:00000001:2.0:1789130374.560267:0:2341:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789130374.560272:0:2341:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf615d5680 x1876037329022592/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789130390 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130374.560280:0:2341:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130374.560284:0:2341:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf615d5680 x1876037329022592/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789130390 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130374.560290:0:2341:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130374.560291:0:2341:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1789130374.571724:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130374.571753:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789130374.571759:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130374.571765:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130374.571780:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130374.571793:0:2342:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:3.0:1789130374.571852:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130374.571860:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130374.571869:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130374.571876:0:2342:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 584 into portal 10 MB=0x6aa3efa94ee80 00000400:00000200:3.0:1789130374.571884:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130374.571893:0:2342:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.123@tcp of length 584/584 into md 0x6975 [1] + 224 00000800:00000001:3.0:1789130374.571903:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130374.571913:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130374.571917:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130374.571922:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:3.0:1789130374.571935:0:2342:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789130374.571947:0:2342:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf615d5680 x1876037329022592/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789130390 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789130374.571960:0:2342:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff9caf615d5680 x1876037329022592/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789130390 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130374.571989:0:2342:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789130374.572080:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130374.572085:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789130374.572260:0:31686:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789130374.572272:0:31686:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789130374.572275:0:31686:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789130374.572279:0:31686:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf42d8e9f8. 00000400:00000200:2.0:1789130374.572285:0:31686:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf462a3000 00000400:00000010:2.0:1789130374.572288:0:31686:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf462a3000. 00000100:00000001:2.0:1789130374.572293:0:31686:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789130374.572306:0:31686:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf615d5680 x1876037329022592/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789130390 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1789130374.572317:0:31686:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf615d5680 x1876037329022592/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789130390 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130374.572323:0:31686:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789130374.572325:0:31686:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789130374.572327:0:31686:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789130374.572330:0:31686:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789130374.572332:0:31686:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789130374.572334:0:31686:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789130374.572336:0:31686:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789130374.572345:0:31686:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf6079ac60 time=143 v=5 (104 104 104 104) 00000100:00001000:2.0:1789130374.572349:0:31686:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf6079ac18 time=10 v=5 (1 0 0 0) 00000100:00000001:2.0:1789130374.572351:0:31686:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000040:2.0:1789130374.572354:0:31686:0:(client.c:1510:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff9caf615d5680 x1876037329022592/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/584 e 0 to 0 dl 1789130390 ref 2 fl Rpc:RQU/600/0 rc 0/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130374.572361:0:31686:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:2.0:1789130374.572364:0:31686:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789130374.572366:0:31686:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9caf5014c800: skip recheck: last_committed 4294967629 00000100:00000001:2.0:1789130374.572368:0:31686:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789130374.572370:0:31686:0:(client.c:1797:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:2.0:1789130374.572374:0:31686:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf615d5680 x1876037329022592/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/584 e 0 to 0 dl 1789130390 ref 2 fl Rpc:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130374.572386:0:31686:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:2.0:1789130374.572389:0:31686:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789130374.572391:0:31686:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789130374.572395:0:31686:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf615d5680 x1876037329022592/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/584 e 0 to 0 dl 1789130390 ref 2 fl Interpret:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1789130374.572401:0:31686:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf615d5680 pname:cluuid:pid:xid:nid:opc:job lfs:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:31686:1876037329022592:192.168.204.123@tcp:101:lfs.0 00000100:00000001:2.0:1789130374.572405:0:31686:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789130374.572408:0:31686:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:2.0:1789130374.572411:0:31686:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1789130374.572413:0:31686:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130374.572416:0:31686:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf615d5680 x1876037329022592/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/584 e 0 to 0 dl 1789130390 ref 2 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130374.572422:0:31686:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789130374.572424:0:31686:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9caf607beb40. 00000100:00000001:2.0:1789130374.572428:0:31686:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1789130374.572429:0:31686:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:2.0:1789130374.572432:0:31686:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1789130374.572437:0:31686:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130374.572439:0:31686:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130374.572442:0:31686:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b6c00 refcount=4 00000020:00000001:2.0:1789130374.572444:0:31686:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649485824 : -109198060065792 : ffff9caf586b6c00) 00010000:00000001:2.0:1789130374.572447:0:31686:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649485824 : -109198060065792 : ffff9caf586b6c00) 00010000:00010000:2.0:1789130374.572451:0:31686:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b6c00/0xde5303b1d982ccad lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31686 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789130374.572461:0:31686:0:(ldlm_request.c:719:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:2.0:1789130374.572464:0:31686:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b6c00/0xde5303b1d982ccad lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 31686 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789130374.572470:0:31686:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789130374.572473:0:31686:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b6c00/0xde5303b1d982ccad lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 31686 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789130374.572479:0:31686:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130374.572481:0:31686:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1789130374.572483:0:31686:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b6c00/0xde5303b1d982ccad lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 31686 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789130374.572488:0:31686:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789130374.572491:0:31686:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130374.572494:0:31686:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1789130374.572497:0:31686:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b6c00/0xde5303b1d982ccad lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 31686 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789130374.572502:0:31686:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9caf586b6c00 already unused, calling callback (ffffffffc1904580) 00000080:00000001:2.0:1789130374.572505:0:31686:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:2.0:1789130374.572509:0:31686:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b6c00/0xde5303b1d982ccad lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 31686 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789130374.572515:0:31686:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:2.0:1789130374.572517:0:31686:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:2.0:1789130374.572521:0:31686:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b6c00/0xde5303b1d982ccad lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 31686 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789130374.572526:0:31686:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:2.0:1789130374.572529:0:31686:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1789130374.572531:0:31686:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130374.572532:0:31686:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130374.572534:0:31686:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b6c00 refcount=5 00000020:00000001:2.0:1789130374.572536:0:31686:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649485824 : -109198060065792 : ffff9caf586b6c00) 00010000:00000001:2.0:1789130374.572538:0:31686:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649485824 : -109198060065792 : ffff9caf586b6c00) 00010000:00000001:2.0:1789130374.572541:0:31686:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1789130374.572543:0:31686:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b6c00/0xde5303b1d982ccad lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 31686 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:2.0:1789130374.572552:0:31686:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1789130374.572554:0:31686:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789130374.572557:0:31686:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:2.0:1789130374.572558:0:31686:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1789130374.572561:0:31686:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1789130374.572563:0:31686:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1789130374.572564:0:31686:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789130374.572565:0:31686:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1789130374.572568:0:31686:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9caf586b6c00 with handle 0xde5303b1d982ccad from hash 00010000:00000001:2.0:1789130374.572570:0:31686:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1789130374.572571:0:31686:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130374.572573:0:31686:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130374.572574:0:31686:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1789130374.572575:0:31686:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1789130374.572577:0:31686:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1789130374.572579:0:31686:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130374.572580:0:31686:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130374.572581:0:31686:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130374.572583:0:31686:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789130374.572587:0:31686:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b6c00/0xde5303b1d982ccad lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 31686 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789130374.572593:0:31686:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130374.572594:0:31686:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130374.572595:0:31686:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1789130374.572597:0:31686:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789130374.572599:0:31686:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130374.572599:0:31686:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130374.572600:0:31686:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1789130374.572602:0:31686:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b6c00/0xde5303b1d982ccad lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 31686 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789130374.572612:0:31686:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130374.572615:0:31686:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:2.0:1789130374.572620:0:31686:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00000002:00100000:2.0:1789130374.572626:0:31686:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0x7, status=0 req@ffff9caf615d5680 x1876037329022592/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/584 e 0 to 0 dl 1789130390 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1789130374.572634:0:31686:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1789130374.572637:0:31686:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789130374.572639:0:31686:0:(mdc_locks.c:932:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789130374.572641:0:31686:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789130374.572645:0:31686:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1789130374.572648:0:31686:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1789130374.572649:0:31686:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789130374.572651:0:31686:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1789130374.572654:0:31686:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f40d53710 00000002:00002000:2.0:1789130374.572656:0:31686:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=d21h.recovery-small-1 intent=getattr status=0 disp=0x7: rc = 0 00000002:00000001:2.0:1789130374.572660:0:31686:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789130374.572664:0:31686:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789130374.575851:0:31686:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1789130374.575864:0:31686:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:2.0:1789130374.575869:0:31686:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789130374.575875:0:31686:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9caf4557c8c0 2 00000080:00000001:2.0:1789130374.575879:0:31686:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:2.0:1789130374.575882:0:31686:0:(namei.c:674:ll_lookup_it_finish()) it ffffb97f40d53b20 it_disposition 7 00000080:00002000:2.0:1789130374.576054:0:31686:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9caf602c2360 inode 0000000000000000 refc 1 flags 0xe 00800000:00000001:3.0:1789130374.576200:0:31686:0:(lmv_obd.c:4261:lmv_revalidate_lock()) Process entered 00000002:00000001:3.0:1789130374.576213:0:31686:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1789130374.576216:0:31686:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789130374.576228:0:31686:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789130374.576239:0:31686:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf42f26800 count: 2 00010000:00000001:3.0:1789130374.576245:0:31686:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789130374.576253:0:31686:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789130374.576258:0:31686:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1789130374.576264:0:31686:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b6a00/0xde5303b1d982cca6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a57a9 expref: -99 pid: 31686 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:3.0:1789130374.576288:0:31686:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1789130374.576296:0:31686:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789130374.576299:0:31686:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b6a00/0xde5303b1d982cca6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a57a9 expref: -99 pid: 31686 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:3.0:1789130374.576306:0:31686:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1789130374.576309:0:31686:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1789130374.576310:0:31686:0:(lmv_obd.c:4268:lmv_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1789130374.576314:0:31686:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:3.0:1789130374.576316:0:31686:0:(dcache.c:176:ll_intent_release()) intent ffffb97f40d53930 released 00000080:00010000:3.0:1789130374.576319:0:31686:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xde5303b1d982cca6 from it ffffb97f40d53930 00010000:00000001:3.0:1789130374.576321:0:31686:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789130374.576325:0:31686:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789130374.576329:0:31686:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b6a00 refcount=3 00000020:00000001:3.0:1789130374.576331:0:31686:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649485312 : -109198060066304 : ffff9caf586b6a00) 00010000:00000001:3.0:1789130374.576335:0:31686:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649485312 : -109198060066304 : ffff9caf586b6a00) 00010000:00000001:3.0:1789130374.576337:0:31686:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789130374.576341:0:31686:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b6a00/0xde5303b1d982cca6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a57a9 expref: -99 pid: 31686 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1789130374.576347:0:31686:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130374.576349:0:31686:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789130374.576351:0:31686:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1789130374.576353:0:31686:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1789130374.576356:0:31686:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b6a00/0xde5303b1d982cca6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a57a9 expref: -99 pid: 31686 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1789130374.576364:0:31686:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130374.576369:0:31686:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789130374.576371:0:31686:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789130374.576376:0:31686:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130374.576377:0:31686:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789130374.576379:0:31686:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130374.576383:0:31686:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789130374.576386:0:31686:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130374.576388:0:31686:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130374.576392:0:31686:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130374.576394:0:31686:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789130374.576396:0:31686:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130374.576397:0:31686:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1789130374.576399:0:31686:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:3.0:1789130374.576401:0:31686:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1789130374.576405:0:31686:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:3.0:1789130374.576413:0:31686:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9caf48ef8000. 00000100:00000001:3.0:1789130374.576420:0:31686:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130374.576438:0:31686:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf615d5680 x1876037329022592/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/584 e 0 to 0 dl 1789130390 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130374.576458:0:31686:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789130374.576461:0:31686:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789130374.576465:0:31686:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9caf482dc800. 02000000:00000001:3.0:1789130374.576469:0:31686:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789130374.576472:0:31686:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1789130374.576474:0:31686:0:(genops.c:1223:class_import_put()) import ffff9caf6079a800 refcount=3 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000020:00000001:3.0:1789130374.576477:0:31686:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1789130374.576480:0:31686:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9caf487c2800. 02000000:00000001:3.0:1789130374.576485:0:31686:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789130374.576487:0:31686:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789130374.576489:0:31686:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf615d5680. 00000100:00000001:3.0:1789130374.576496:0:31686:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789130374.576497:0:31686:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1789130374.576500:0:31686:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:3.0:1789130374.576502:0:31686:0:(dcache.c:176:ll_intent_release()) intent ffffb97f40d53b20 released 00000080:00000001:3.0:1789130374.576503:0:31686:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:3.0:1789130374.576508:0:31686:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1789130374.576512:0:31686:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f40d53b70 00000080:00002000:3.0:1789130374.576515:0:31686:0:(dcache.c:127:ll_ddelete()) keeping dentry d21h.recovery-small-1 (ffff9caf602c2360, parent ffff9caf600f3360, inode 0000000000000000) hashed, 00000080:00000001:3.0:1789130374.576519:0:31686:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130374.576585:0:31686:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:3.0:1789130374.576589:0:31686:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:3.0:1789130374.576593:0:31686:0:(file.c:6206:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1789130374.576594:0:31686:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f40d53bb0 00000080:00200000:3.0:1789130374.576597:0:31686:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8),name=/ 00000080:00000010:3.0:1789130374.576607:0:31686:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9caf51b00800. 00800000:00000002:3.0:1789130374.576613:0:31686:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9caf4557c8c0 2 00000080:00000001:3.0:1789130374.576617:0:31686:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1789130374.576620:0:31686:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1789130374.576622:0:31686:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f40d53ad0 00800000:00000002:3.0:1789130374.576624:0:31686:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1789130374.576628:0:31686:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1789130374.576632:0:31686:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1789130374.576637:0:31686:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1789130374.576639:0:31686:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f40d539a0 00000002:00010000:3.0:1789130374.576641:0:31686:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1789130374.576644:0:31686:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1789130374.576646:0:31686:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789130374.576647:0:31686:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789130374.576650:0:31686:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf42f26800 count: 2 00010000:00000001:3.0:1789130374.576653:0:31686:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789130374.576656:0:31686:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789130374.576659:0:31686:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1789130374.576662:0:31686:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b6a00/0xde5303b1d982cca6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a57a9 expref: -99 pid: 31686 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:3.0:1789130374.576669:0:31686:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1789130374.576672:0:31686:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789130374.576675:0:31686:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b6a00/0xde5303b1d982cca6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a57a9 expref: -99 pid: 31686 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:3.0:1789130374.576681:0:31686:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1789130374.576682:0:31686:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1789130374.576685:0:31686:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1789130374.576687:0:31686:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1789130374.576689:0:31686:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1789130374.576691:0:31686:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1789130374.576693:0:31686:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1789130374.576696:0:31686:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9caf4557c8c0 2 00000080:00000010:3.0:1789130374.576698:0:31686:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9caf51b00800. 00000080:00000001:3.0:1789130374.576704:0:31686:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1789130374.576706:0:31686:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789130374.576708:0:31686:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9caf601980c8) 00000080:00010000:3.0:1789130374.576712:0:31686:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9caf601980c8) for lock 0xde5303b1d982cca6 00800000:00000001:3.0:1789130374.576716:0:31686:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1789130374.576718:0:31686:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1789130374.576720:0:31686:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789130374.576721:0:31686:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789130374.576723:0:31686:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b6a00 refcount=3 00000020:00000001:3.0:1789130374.576725:0:31686:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649485312 : -109198060066304 : ffff9caf586b6a00) 00010000:00000001:3.0:1789130374.576727:0:31686:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649485312 : -109198060066304 : ffff9caf586b6a00) 00010000:00000001:3.0:1789130374.576730:0:31686:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130374.576731:0:31686:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789130374.576733:0:31686:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789130374.576735:0:31686:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789130374.576737:0:31686:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xde5303b1d982cca6 from it ffffb97f40d53be8 00010000:00000001:3.0:1789130374.576739:0:31686:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789130374.576740:0:31686:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789130374.576741:0:31686:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b6a00 refcount=3 00000020:00000001:3.0:1789130374.576743:0:31686:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649485312 : -109198060066304 : ffff9caf586b6a00) 00010000:00000001:3.0:1789130374.576745:0:31686:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649485312 : -109198060066304 : ffff9caf586b6a00) 00010000:00000001:3.0:1789130374.576747:0:31686:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789130374.576749:0:31686:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b6a00/0xde5303b1d982cca6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a57a9 expref: -99 pid: 31686 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1789130374.576755:0:31686:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130374.576756:0:31686:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789130374.576758:0:31686:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1789130374.576759:0:31686:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1789130374.576761:0:31686:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b6a00/0xde5303b1d982cca6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a57a9 expref: -99 pid: 31686 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:3.0:1789130374.576768:0:31686:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130374.576770:0:31686:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789130374.576771:0:31686:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789130374.576773:0:31686:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130374.576774:0:31686:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789130374.576775:0:31686:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130374.576777:0:31686:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789130374.576779:0:31686:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130374.576781:0:31686:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130374.576783:0:31686:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130374.576784:0:31686:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789130374.576785:0:31686:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130374.576786:0:31686:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1789130374.576788:0:31686:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1789130374.576789:0:31686:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1789130374.576792:0:31686:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8), inode mode 41ff mask 1 00000080:00000001:3.0:1789130374.576798:0:31686:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130374.576850:0:31686:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:3.0:1789130374.576853:0:31686:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f40d53bd8 00000080:00002000:3.0:1789130374.576855:0:31686:0:(dcache.c:87:ll_dcompare()) found name d21h.recovery-small-1(ffff9caf602c2360) flags 0x8000e refc 0 00000080:00000001:3.0:1789130374.576858:0:31686:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789130374.576860:0:31686:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f40d53c20 00000080:00200000:3.0:1789130374.576861:0:31686:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21h.recovery-small-1, flags=16392 00000080:00000001:3.0:1789130374.576867:0:31686:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1789130374.576868:0:31686:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f40d53ba8 00000080:00002000:3.0:1789130374.576870:0:31686:0:(dcache.c:127:ll_ddelete()) keeping dentry d21h.recovery-small-1 (ffff9caf602c2360, parent ffff9caf600f3360, inode 0000000000000000) hashed, 00000080:00000001:3.0:1789130374.576872:0:31686:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789130374.576899:0:31686:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f40d53d10 00000080:00200008:3.0:1789130374.576901:0:31686:0:(file.c:6313:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9caf601980c8), request_mask 0, flags 0, foreign 0 00000080:00000001:3.0:1789130374.576910:0:31686:0:(statahead.c:2326:start_statahead_thread()) Process entered 00000080:00000001:3.0:1789130374.576913:0:31686:0:(statahead.c:2329:start_statahead_thread()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130374.576915:0:31686:0:(file.c:6206:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1789130374.576916:0:31686:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f40d53c88 00000080:00200000:3.0:1789130374.576918:0:31686:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8),name=/ 00000080:00000010:3.0:1789130374.576921:0:31686:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9caf51b00800. 00800000:00000002:3.0:1789130374.576924:0:31686:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9caf4557c8c0 2 00000080:00000001:3.0:1789130374.576926:0:31686:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1789130374.576927:0:31686:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1789130374.576929:0:31686:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f40d53ba8 00800000:00000002:3.0:1789130374.576930:0:31686:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1789130374.576933:0:31686:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1789130374.576936:0:31686:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1789130374.576939:0:31686:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1789130374.576940:0:31686:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f40d53a78 00000002:00010000:3.0:1789130374.576942:0:31686:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1789130374.576945:0:31686:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1789130374.576947:0:31686:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789130374.576948:0:31686:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789130374.576950:0:31686:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf42f26800 count: 2 00010000:00000001:3.0:1789130374.576952:0:31686:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789130374.576954:0:31686:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789130374.576956:0:31686:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1789130374.576959:0:31686:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b6a00/0xde5303b1d982cca6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a57a9 expref: -99 pid: 31686 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:3.0:1789130374.576965:0:31686:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1789130374.576967:0:31686:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789130374.576970:0:31686:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b6a00/0xde5303b1d982cca6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a57a9 expref: -99 pid: 31686 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:3.0:1789130374.576976:0:31686:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1789130374.576978:0:31686:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1789130374.576979:0:31686:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1789130374.576981:0:31686:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1789130374.576983:0:31686:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1789130374.576985:0:31686:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1789130374.576987:0:31686:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1789130374.576989:0:31686:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9caf4557c8c0 2 00000080:00000010:3.0:1789130374.577001:0:31686:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9caf51b00800. 00000080:00000001:3.0:1789130374.577005:0:31686:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1789130374.577006:0:31686:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789130374.577008:0:31686:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9caf601980c8) 00000080:00010000:3.0:1789130374.577011:0:31686:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9caf601980c8) for lock 0xde5303b1d982cca6 00800000:00000001:3.0:1789130374.577013:0:31686:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1789130374.577015:0:31686:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1789130374.577016:0:31686:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789130374.577017:0:31686:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789130374.577019:0:31686:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b6a00 refcount=3 00000020:00000001:3.0:1789130374.577021:0:31686:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649485312 : -109198060066304 : ffff9caf586b6a00) 00010000:00000001:3.0:1789130374.577023:0:31686:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649485312 : -109198060066304 : ffff9caf586b6a00) 00010000:00000001:3.0:1789130374.577025:0:31686:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130374.577026:0:31686:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789130374.577028:0:31686:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789130374.577030:0:31686:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789130374.577032:0:31686:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xde5303b1d982cca6 from it ffffb97f40d53cc0 00010000:00000001:3.0:1789130374.577034:0:31686:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789130374.577035:0:31686:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789130374.577037:0:31686:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b6a00 refcount=3 00000020:00000001:3.0:1789130374.577039:0:31686:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649485312 : -109198060066304 : ffff9caf586b6a00) 00010000:00000001:3.0:1789130374.577041:0:31686:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649485312 : -109198060066304 : ffff9caf586b6a00) 00010000:00000001:3.0:1789130374.577043:0:31686:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789130374.577046:0:31686:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b6a00/0xde5303b1d982cca6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a57a9 expref: -99 pid: 31686 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:3.0:1789130374.577053:0:31686:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130374.577054:0:31686:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789130374.577055:0:31686:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1789130374.577056:0:31686:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1789130374.577059:0:31686:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b6a00/0xde5303b1d982cca6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a57a9 expref: -99 pid: 31686 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:3.0:1789130374.577065:0:31686:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130374.577066:0:31686:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789130374.577068:0:31686:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789130374.577070:0:31686:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130374.577070:0:31686:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789130374.577072:0:31686:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130374.577074:0:31686:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789130374.577075:0:31686:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130374.577077:0:31686:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130374.577079:0:31686:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130374.577081:0:31686:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789130374.577082:0:31686:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130374.577083:0:31686:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1789130374.577084:0:31686:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1789130374.577085:0:31686:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1789130374.577089:0:31686:0:(file.c:6266:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789130374.577092:0:31686:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f40d53d10 00000080:00000008:3.0:1789130374.577094:0:31686:0:(file.c:6498:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff9caf601980c8), request_mask 0, flags 0, foreign 0 00000080:00000001:3.0:1789130374.577746:0:31686:0:(llite_lib.c:4271:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789130374.577780:0:31686:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f40d53d10 00000080:00200008:3.0:1789130374.577783:0:31686:0:(file.c:6313:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9caf601980c8), request_mask 0, flags 0, foreign 0 00000080:00000001:3.0:1789130374.577790:0:31686:0:(file.c:6206:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1789130374.577792:0:31686:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f40d53c88 00000080:00200000:3.0:1789130374.577795:0:31686:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8),name=/ 00000080:00000010:3.0:1789130374.577801:0:31686:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9caf51b00800. 00800000:00000002:3.0:1789130374.577836:0:31686:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9caf4557c8c0 2 00000080:00000001:3.0:1789130374.577840:0:31686:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1789130374.577843:0:31686:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1789130374.577845:0:31686:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f40d53ba8 00800000:00000002:3.0:1789130374.577847:0:31686:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1789130374.577851:0:31686:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1789130374.577854:0:31686:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1789130374.577858:0:31686:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1789130374.577861:0:31686:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f40d53a78 00000002:00010000:3.0:1789130374.577863:0:31686:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1789130374.577867:0:31686:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1789130374.577868:0:31686:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789130374.577870:0:31686:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789130374.577875:0:31686:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf42f26800 count: 2 00010000:00000001:3.0:1789130374.577878:0:31686:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789130374.577882:0:31686:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789130374.577886:0:31686:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1789130374.577890:0:31686:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b6a00/0xde5303b1d982cca6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a57a9 expref: -99 pid: 31686 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:3.0:1789130374.577899:0:31686:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1789130374.577903:0:31686:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789130374.577906:0:31686:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b6a00/0xde5303b1d982cca6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a57a9 expref: -99 pid: 31686 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:3.0:1789130374.577913:0:31686:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1789130374.577915:0:31686:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1789130374.577916:0:31686:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1789130374.577918:0:31686:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1789130374.577920:0:31686:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1789130374.577922:0:31686:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1789130374.577925:0:31686:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1789130374.577927:0:31686:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9caf4557c8c0 2 00000080:00000010:3.0:1789130374.577930:0:31686:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9caf51b00800. 00000080:00000001:3.0:1789130374.577936:0:31686:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1789130374.577937:0:31686:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789130374.577939:0:31686:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9caf601980c8) 00000080:00010000:3.0:1789130374.577942:0:31686:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9caf601980c8) for lock 0xde5303b1d982cca6 00800000:00000001:3.0:1789130374.577945:0:31686:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1789130374.577946:0:31686:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1789130374.577948:0:31686:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789130374.577949:0:31686:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789130374.577952:0:31686:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b6a00 refcount=3 00000020:00000001:3.0:1789130374.577954:0:31686:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649485312 : -109198060066304 : ffff9caf586b6a00) 00010000:00000001:3.0:1789130374.577956:0:31686:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649485312 : -109198060066304 : ffff9caf586b6a00) 00010000:00000001:3.0:1789130374.577958:0:31686:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130374.577959:0:31686:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789130374.577960:0:31686:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789130374.577962:0:31686:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789130374.577964:0:31686:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xde5303b1d982cca6 from it ffffb97f40d53cc0 00010000:00000001:3.0:1789130374.577967:0:31686:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789130374.577970:0:31686:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789130374.577972:0:31686:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b6a00 refcount=3 00000020:00000001:3.0:1789130374.577974:0:31686:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649485312 : -109198060066304 : ffff9caf586b6a00) 00010000:00000001:3.0:1789130374.577977:0:31686:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649485312 : -109198060066304 : ffff9caf586b6a00) 00010000:00000001:3.0:1789130374.577980:0:31686:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789130374.577983:0:31686:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b6a00/0xde5303b1d982cca6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a57a9 expref: -99 pid: 31686 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:3.0:1789130374.577990:0:31686:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130374.577992:0:31686:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789130374.577993:0:31686:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1789130374.577995:0:31686:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1789130374.577998:0:31686:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b6a00/0xde5303b1d982cca6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a57a9 expref: -99 pid: 31686 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:3.0:1789130374.578005:0:31686:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130374.578010:0:31686:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789130374.578012:0:31686:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789130374.578016:0:31686:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130374.578017:0:31686:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789130374.578018:0:31686:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130374.578021:0:31686:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789130374.578024:0:31686:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130374.578027:0:31686:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130374.578030:0:31686:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130374.578033:0:31686:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789130374.578035:0:31686:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130374.578036:0:31686:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1789130374.578038:0:31686:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1789130374.578040:0:31686:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1789130374.578043:0:31686:0:(file.c:6266:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789130374.578047:0:31686:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f40d53d10 00000080:00000008:3.0:1789130374.578049:0:31686:0:(file.c:6498:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff9caf601980c8), request_mask 0, flags 0, foreign 0 00000080:00000001:3.0:1789130374.578211:0:31686:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:3.0:1789130374.578214:0:31686:0:(file.c:6206:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1789130374.578216:0:31686:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f40d53b78 00000080:00200000:3.0:1789130374.578218:0:31686:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8),name=/ 00000080:00000010:3.0:1789130374.578222:0:31686:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9caf51b00800. 00800000:00000002:3.0:1789130374.578226:0:31686:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9caf4557c8c0 2 00000080:00000001:3.0:1789130374.578228:0:31686:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1789130374.578230:0:31686:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1789130374.578231:0:31686:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f40d53a98 00800000:00000002:3.0:1789130374.578233:0:31686:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1789130374.578236:0:31686:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1789130374.578238:0:31686:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1789130374.578241:0:31686:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1789130374.578242:0:31686:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f40d53968 00000002:00010000:3.0:1789130374.578244:0:31686:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1789130374.578247:0:31686:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1789130374.578248:0:31686:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789130374.578250:0:31686:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789130374.578253:0:31686:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf42f26800 count: 2 00010000:00000001:3.0:1789130374.578255:0:31686:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789130374.578257:0:31686:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789130374.578260:0:31686:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1789130374.578263:0:31686:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b6a00/0xde5303b1d982cca6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a57a9 expref: -99 pid: 31686 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 02000000:00000001:3.0:1789130374.578271:0:31686:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1789130374.578274:0:31686:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789130374.578277:0:31686:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b6a00/0xde5303b1d982cca6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a57a9 expref: -99 pid: 31686 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000002:00000001:3.0:1789130374.578283:0:31686:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1789130374.578285:0:31686:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1789130374.578287:0:31686:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1789130374.578288:0:31686:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1789130374.578290:0:31686:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1789130374.578292:0:31686:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1789130374.578294:0:31686:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1789130374.578296:0:31686:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9caf4557c8c0 2 00000080:00000010:3.0:1789130374.578298:0:31686:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9caf51b00800. 00000080:00000001:3.0:1789130374.578302:0:31686:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1789130374.578304:0:31686:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789130374.578306:0:31686:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9caf601980c8) 00000080:00010000:3.0:1789130374.578309:0:31686:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9caf601980c8) for lock 0xde5303b1d982cca6 00800000:00000001:3.0:1789130374.578311:0:31686:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1789130374.578313:0:31686:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1789130374.578314:0:31686:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789130374.578315:0:31686:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789130374.578317:0:31686:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b6a00 refcount=3 00000020:00000001:3.0:1789130374.578319:0:31686:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649485312 : -109198060066304 : ffff9caf586b6a00) 00010000:00000001:3.0:1789130374.578322:0:31686:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649485312 : -109198060066304 : ffff9caf586b6a00) 00010000:00000001:3.0:1789130374.578324:0:31686:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130374.578325:0:31686:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789130374.578326:0:31686:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789130374.578328:0:31686:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789130374.578329:0:31686:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xde5303b1d982cca6 from it ffffb97f40d53bb0 00010000:00000001:3.0:1789130374.578331:0:31686:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789130374.578332:0:31686:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789130374.578334:0:31686:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b6a00 refcount=3 00000020:00000001:3.0:1789130374.578335:0:31686:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649485312 : -109198060066304 : ffff9caf586b6a00) 00010000:00000001:3.0:1789130374.578337:0:31686:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649485312 : -109198060066304 : ffff9caf586b6a00) 00010000:00000001:3.0:1789130374.578339:0:31686:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789130374.578342:0:31686:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b6a00/0xde5303b1d982cca6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a57a9 expref: -99 pid: 31686 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:3.0:1789130374.578348:0:31686:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130374.578349:0:31686:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789130374.578350:0:31686:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1789130374.578351:0:31686:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1789130374.578354:0:31686:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b6a00/0xde5303b1d982cca6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a57a9 expref: -99 pid: 31686 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:3.0:1789130374.578360:0:31686:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130374.578362:0:31686:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789130374.578363:0:31686:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789130374.578365:0:31686:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130374.578367:0:31686:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789130374.578368:0:31686:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130374.578370:0:31686:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789130374.578371:0:31686:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130374.578373:0:31686:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130374.578375:0:31686:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130374.578376:0:31686:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789130374.578377:0:31686:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130374.578379:0:31686:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1789130374.578380:0:31686:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1789130374.578381:0:31686:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1789130374.578383:0:31686:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8), inode mode 41ff mask 44 00000080:00000001:3.0:1789130374.578387:0:31686:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130374.578391:0:31686:0:(dir.c:3010:ll_dir_open()) Process entered 00000080:00000001:3.0:1789130374.578394:0:31686:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:3.0:1789130374.578396:0:31686:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f40d53b78 00000080:00200008:3.0:1789130374.578398:0:31686:0:(file.c:1090:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff9caf601980c8), flags 300000 00000080:00000010:3.0:1789130374.578405:0:31686:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9caf51ae9680. 00000080:00000001:3.0:1789130374.578410:0:31686:0:(file.c:1115:ll_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130374.578412:0:31686:0:(dir.c:3011:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130374.578427:0:31686:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789130374.578430:0:31686:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c03066f0 arg=7fffa4855b00 00000020:00000001:3.0:1789130374.578440:0:31686:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789130374.578446:0:31686:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 648 at ffff9caf50104400. 00000020:00000001:3.0:1789130374.578452:0:31686:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130374.578457:0:31686:0:(dir.c:442:ll_dir_setdirstripe()) Process entered 00000020:00000001:3.0:1789130374.578458:0:31686:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f40d53ad0 00000080:00200000:3.0:1789130374.578461:0:31686:0:(dir.c:451:ll_dir_setdirstripe()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) name=d21h.recovery-small-1 stripe_offset=0 stripe_count=1, hash_type=0 00000080:00000010:3.0:1789130374.578467:0:31686:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9caf51b00800. 00800000:00000002:3.0:1789130374.578469:0:31686:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9caf4557c8c0 2 00800000:00000001:3.0:1789130374.578479:0:31686:0:(lmv_obd.c:2310:lmv_create()) Process entered 00800000:00000001:3.0:1789130374.578483:0:31686:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:3.0:1789130374.578488:0:31686:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446634875370194944 : -109198339356672 : ffff9caf47c5c800) 00800000:00000001:3.0:1789130374.578492:0:31686:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:3.0:1789130374.578495:0:31686:0:(obd_class.h:932:obd_fid_alloc()) Process entered 00000002:00000001:3.0:1789130374.578499:0:31686:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:3.0:1789130374.578504:0:31686:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:3.0:1789130374.578507:0:31686:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff9caf5014c800: Allocated FID [0x200000404:0x27:0x0] 40000000:00000001:3.0:1789130374.578510:0:31686:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789130374.578512:0:31686:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789130374.578514:0:31686:0:(obd_class.h:945:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789130374.578516:0:31686:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789130374.578519:0:31686:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f40d539e8 00800000:00000002:3.0:1789130374.578521:0:31686:0:(lmv_obd.c:2351:lmv_create()) CREATE name 'd21h.recovery-small-1' [0x200000404:0x27:0x0] on [0x200000007:0x1:0x0] -> mds #0, layout version 1 00000002:00000001:3.0:1789130374.578526:0:31686:0:(mdc_reint.c:154:mdc_create()) Process entered 00000002:00000001:3.0:1789130374.578529:0:31686:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1789130374.578532:0:31686:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf42f26800 count: 2 00010000:00000001:3.0:1789130374.578534:0:31686:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789130374.578537:0:31686:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1789130374.578541:0:31686:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1789130374.578544:0:31686:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b6a00/0xde5303b1d982cca6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xcdf1b083821a57a9 expref: -99 pid: 31686 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000080:00000001:3.0:1789130374.578552:0:31686:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1789130374.578556:0:31686:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1789130374.578560:0:31686:0:(file.c:6113:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1789130374.578562:0:31686:0:(file.c:6119:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:3.0:1789130374.578565:0:31686:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789130374.578567:0:31686:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789130374.578568:0:31686:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf42f26800 count: 3 00010000:00000001:3.0:1789130374.578570:0:31686:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789130374.578573:0:31686:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789130374.578575:0:31686:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789130374.578576:0:31686:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789130374.578578:0:31686:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf42f26800 count: 3 00010000:00000001:3.0:1789130374.578579:0:31686:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789130374.578581:0:31686:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789130374.578583:0:31686:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789130374.578583:0:31686:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789130374.578585:0:31686:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf42f26800 count: 3 00010000:00000001:3.0:1789130374.578587:0:31686:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789130374.578589:0:31686:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130374.578591:0:31686:0:(file.c:6141:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:3.0:1789130374.578594:0:31686:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff9caf60198000, pfid = [0x0:0x0:0x0] 00000080:00000001:3.0:1789130374.578599:0:31686:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000020:00000001:3.0:1789130374.578603:0:31686:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f40d53670 00000080:00002000:3.0:1789130374.578605:0:31686:0:(namei.c:185:ll_prune_negative_children()) prune negative dentry d21h.recovery-small-1 00000080:00000001:3.0:1789130374.578612:0:31686:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:3.0:1789130374.578618:0:31686:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:3.0:1789130374.578622:0:31686:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:3.0:1789130374.578626:0:31686:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1789130374.578628:0:31686:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130374.578631:0:31686:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1789130374.578636:0:31686:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1789130374.578639:0:31686:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1789130374.578641:0:31686:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789130374.578642:0:31686:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1789130374.578647:0:31686:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9caf586b6a00 with handle 0xde5303b1d982cca6 from hash 00010000:00000001:3.0:1789130374.578650:0:31686:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1789130374.578651:0:31686:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130374.578652:0:31686:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789130374.578654:0:31686:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1789130374.578657:0:31686:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1789130374.578659:0:31686:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1789130374.578662:0:31686:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1789130374.578665:0:31686:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1789130374.578667:0:31686:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1789130374.578673:0:31686:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf501ab480. 00000020:00000040:3.0:1789130374.578678:0:31686:0:(genops.c:1210:class_import_get()) import ffff9caf6079a800 refcount=4 obd=lustre-MDT0000-mdc-ffff9caf5014c800 02000000:00000001:3.0:1789130374.578686:0:31686:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789130374.578688:0:31686:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130374.578690:0:31686:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1789130374.578695:0:31686:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789130374.578697:0:31686:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130374.578700:0:31686:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789130374.578703:0:31686:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789130374.578707:0:31686:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789130374.578714:0:31686:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9caf50107400. 00000100:00000001:3.0:1789130374.578722:0:31686:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130374.578724:0:31686:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1789130374.578726:0:31686:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1789130374.578733:0:31686:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b6a00/0xde5303b1d982cca6 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xcdf1b083821a57a9 expref: -99 pid: 31686 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00010000:3.0:1789130374.578740:0:31686:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1789130374.578743:0:31686:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1789130374.578744:0:31686:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1789130374.578747:0:31686:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b6a00/0xde5303b1d982cca6 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xcdf1b083821a57a9 expref: -99 pid: 31686 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000040:3.0:1789130374.578754:0:31686:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9caf42f26800 count: 0 00010000:00000010:3.0:1789130374.578761:0:31686:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9caf50154780. 00010000:00000001:3.0:1789130374.578770:0:31686:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789130374.578771:0:31686:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130374.578773:0:31686:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1789130374.578774:0:31686:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130374.578777:0:31686:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:3.0:1789130374.578791:0:31686:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9caf5014c800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:3.0:1789130374.578844:0:31686:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9caf501ab480 x1876037329022848/t0(0) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 568/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789130374.578854:0:31686:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1789130374.578857:0:31686:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1789130374.578866:0:31686:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9caf485e8a80. 00000100:00000001:3.0:1789130374.578869:0:31686:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446634875380206208 : -109198329345408 : ffff9caf485e8a80) 00000100:00000001:3.0:1789130374.578871:0:31686:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789130374.578874:0:31686:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875509978240 : -109198199573376 : ffff9caf501ab480) 00000100:00000001:3.0:1789130374.578880:0:31686:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789130374.578884:0:31686:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130374.578887:0:31686:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1789130374.578889:0:31686:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789130374.578893:0:31686:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf501ab480 x1876037329022848/t0(0) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 568/576 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130374.578901:0:31686:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789130374.578903:0:31686:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789130374.578907:0:31686:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789130374.578910:0:31686:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789130374.578912:0:31686:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789130374.578916:0:31686:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf501ab480 pname:cluuid:pid:xid:nid:opc:job lfs:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:31686:1876037329022848:192.168.204.123@tcp:36:lfs.0 00000100:00000001:3.0:1789130374.578920:0:31686:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789130374.578927:0:31686:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789130374.578930:0:31686:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789130374.578932:0:31686:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789130374.578936:0:31686:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9caf50105c00. 02000000:00000001:3.0:1789130374.578938:0:31686:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789130374.578947:0:31686:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:3.0:1789130374.578952:0:31686:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf60788420. 00000400:00000010:3.0:1789130374.578960:0:31686:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf4549f088. 00000100:00000200:3.0:1789130374.578970:0:31686:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876037329022848, portal 10 00000100:00000001:3.0:1789130374.578971:0:31686:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789130374.578973:0:31686:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875509978240 : -109198199573376 : ffff9caf501ab480) 00000100:00000040:3.0:1789130374.578980:0:31686:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9caf501ab480 x1876037329022848/t0(0) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 568/576 e 0 to 0 dl 1789130390 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130374.583467:0:31686:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789130374.583490:0:31686:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:3.0:1789130374.583574:0:31686:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf4549fc38. 00000100:00000200:3.0:1789130374.583587:0:31686:0:(niobuf.c:94:ptl_send_buf()) Sending 568 bytes to portal 12, xid 1876037329022848, offset 0 00000400:00000200:3.0:1789130374.583602:0:31686:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:3.0:1789130374.583621:0:31686:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130374.583635:0:31686:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:3.0:1789130374.583643:0:31686:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789130374.583651:0:31686:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:3.0:1789130374.583656:0:31686:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789130374.583660:0:31686:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:3.0:1789130374.583667:0:31686:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2440:2440:256:4294967295] 192.168.204.123@tcp LPNI seq info [2439:2439:8:4294967295] 00000400:00000200:3.0:1789130374.583674:0:31686:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130374.583687:0:31686:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:3.0:1789130374.583695:0:31686:0:(socklnd_cb.c:931:ksocknal_send()) sending 568 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:3.0:1789130374.583705:0:31686:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf47fd2e00. 00000800:00000200:3.0:1789130374.583717:0:31686:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:3.0:1789130374.583729:0:31686:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:3.0:1789130374.583737:0:31686:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf47fd2e00 type 1, nob 664 niov 1 nkiov 1 00000100:00000001:3.0:1789130374.583767:0:31686:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130374.583777:0:31686:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: using a timeout of 808422 usecs (809 jiffies) 00000400:00000200:3.0:1789130374.583781:0:31686:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:3.0:1789130374.583785:0:31686:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296469414 00000100:00000001:2.0:1789130374.584242:0:31686:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 2, keep current deadline 4296472056 00000100:00000001:2.0:1789130374.584253:0:31686:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296469415 00000100:00000001:2.0:1789130374.584256:0:31686:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 3, keep current deadline 4296472057 00000100:00000001:2.0:1789130374.584259:0:31686:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789130374.584263:0:31686:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130374.584267:0:31686:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789130374.584269:0:31686:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1789130374.584273:0:31686:0:(client.c:2715:ptlrpc_set_wait()) set ffff9caf485e8a80 going to sleep for 11 seconds 00000100:00000001:2.0:1789130374.584277:0:31686:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789130374.584280:0:31686:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789130374.584339:0:2341:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789130374.584346:0:2341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf47fd2e00. 00000400:00000200:3.0:1789130374.584354:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130374.584366:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:3.0:1789130374.584376:0:2341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf4549fc38 00000400:00000010:3.0:1789130374.584380:0:2341:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf4549fc38. 00000100:00000001:3.0:1789130374.584388:0:2341:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789130374.584402:0:2341:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf501ab480 x1876037329022848/t0(0) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 568/576 e 0 to 0 dl 1789130390 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130374.584420:0:2341:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130374.584425:0:2341:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf501ab480 x1876037329022848/t0(0) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 568/576 e 0 to 0 dl 1789130390 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130374.584435:0:2341:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130374.584437:0:2341:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:2.1:1789130374.586015:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf586b6c00. 00000080:00000010:3.1:1789130374.595932:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9caf4632b4a0. 00010000:00000010:3.1:1789130374.595957:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf42f26800. 00010000:00000010:3.1:1789130374.595964:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf586b6a00. 00000800:00000001:2.0:1789130374.606091:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130374.606126:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789130374.606131:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130374.606136:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130374.606148:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130374.606158:0:2342:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:2.0:1789130374.606171:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130374.606177:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130374.606184:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130374.606188:0:2342:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 448 into portal 10 MB=0x6aa3efa94ef80 00000400:00000200:2.0:1789130374.606194:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130374.606202:0:2342:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.123@tcp of length 448/448 into md 0x697d [1] + 224 00000800:00000001:2.0:1789130374.606210:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130374.606223:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130374.606227:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130374.606232:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:2.0:1789130374.606242:0:2342:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789130374.606251:0:2342:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf501ab480 x1876037329022848/t0(0) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 568/576 e 0 to 0 dl 1789130390 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789130374.606263:0:2342:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=576 req@ffff9caf501ab480 x1876037329022848/t0(0) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 568/576 e 0 to 0 dl 1789130390 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130374.606288:0:2342:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1789130374.606299:0:2342:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1789130374.606303:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130374.606309:0:2342:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.204.23@tcp to MR: 192.168.204.123@tcp local destination 00000400:00000200:2.0:1789130374.606315:0:2342:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2441:2441:256:4294967295] 192.168.204.123@tcp LPNI seq info [2440:2440:8:4294967295] 00000400:00000200:2.0:1789130374.606319:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130374.606327:0:2342:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:192.168.204.23@tcp) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) 192.168.204.123@tcp : ACK try# 0 00000800:00000200:2.0:1789130374.606332:0:2342:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:2.0:1789130374.606338:0:2342:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf501cfb00. 00000800:00000200:2.0:1789130374.606345:0:2342:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:2.0:1789130374.606352:0:2342:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:2.0:1789130374.606358:0:2342:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf501cfb00 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1789130374.606475:0:2342:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789130374.606479:0:2342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf501cfb00. 00000400:00000200:2.0:1789130374.606485:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130374.606488:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: ACK: OK 00000800:00000001:2.0:1789130374.606495:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130374.606499:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130374.606577:0:31686:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789130374.606587:0:31686:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789130374.606589:0:31686:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789130374.606594:0:31686:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf60788420. 00000400:00000200:1.0:1789130374.606601:0:31686:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf4549f088 00000400:00000010:1.0:1789130374.606603:0:31686:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf4549f088. 00000100:00000001:1.0:1789130374.606608:0:31686:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789130374.606613:0:31686:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf501ab480 x1876037329022848/t0(0) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 568/576 e 0 to 0 dl 1789130390 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789130374.606622:0:31686:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf501ab480 x1876037329022848/t0(0) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 568/576 e 0 to 0 dl 1789130390 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130374.606628:0:31686:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789130374.606631:0:31686:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130374.606633:0:31686:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789130374.606638:0:31686:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789130374.606641:0:31686:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789130374.606643:0:31686:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130374.606646:0:31686:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789130374.606657:0:31686:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf6079ac60 time=143 v=5 (104 104 104 104) 00000100:00001000:1.0:1789130374.606662:0:31686:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf6079ac18 time=10 v=5 (1 0 0 0) 00000100:00000001:1.0:1789130374.606665:0:31686:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789130374.606667:0:31686:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130374.606671:0:31686:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789130374.606674:0:31686:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130374.606678:0:31686:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1789130374.606680:0:31686:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x1000000a3/0x1] 00000100:00000001:1.0:1789130374.606682:0:31686:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1789130374.606685:0:31686:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789130374.606687:0:31686:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875509978240 : -109198199573376 : ffff9caf501ab480) 00000100:00000001:1.0:1789130374.606690:0:31686:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789130374.606692:0:31686:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9caf5014c800: skip recheck: last_committed 4294967629 00000100:00000001:1.0:1789130374.606694:0:31686:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789130374.606698:0:31686:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789130374.606703:0:31686:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf501ab480 x1876037329022848/t4294967630(4294967630) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 568/448 e 0 to 0 dl 1789130390 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130374.606710:0:31686:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789130374.606714:0:31686:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789130374.606716:0:31686:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789130374.606721:0:31686:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf501ab480 x1876037329022848/t4294967630(4294967630) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 568/448 e 0 to 0 dl 1789130390 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789130374.606728:0:31686:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf501ab480 pname:cluuid:pid:xid:nid:opc:job lfs:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:31686:1876037329022848:192.168.204.123@tcp:36:lfs.0 00000100:00000001:1.0:1789130374.606733:0:31686:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130374.606736:0:31686:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130374.606739:0:31686:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1789130374.606742:0:31686:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789130374.606745:0:31686:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf501ab480 x1876037329022848/t4294967630(4294967630) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 568/448 e 0 to 0 dl 1789130390 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130374.606752:0:31686:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789130374.606755:0:31686:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9caf485e8a80. 00000100:00000001:1.0:1789130374.606759:0:31686:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1789130374.606761:0:31686:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789130374.606771:0:31686:0:(mdc_reint.c:296:mdc_create()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789130374.606776:0:31686:0:(lmv_obd.c:2359:lmv_create()) Created - [0x200000404:0x27:0x0] 00800000:00000001:1.0:1789130374.606778:0:31686:0:(lmv_obd.c:2416:lmv_create()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130374.606784:0:31686:0:(llite_lib.c:3864:ll_prep_inode()) Process entered 00000002:00000001:1.0:1789130374.606791:0:31686:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1789130374.606793:0:31686:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1789130374.606797:0:31686:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833959 : 144115205322833959 : 200000404000027) 00000080:00000001:1.0:1789130374.606800:0:31686:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:1.0:1789130374.606869:0:31686:0:(super25.c:42:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff9caf60131080. 00000080:00000001:1.0:1789130374.606884:0:31686:0:(llite_lib.c:3374:ll_read_inode2()) Process entered 00000080:00200000:1.0:1789130374.606886:0:31686:0:(llite_lib.c:3377:ll_read_inode2()) VFS Op:inode=[0x200000404:0x27:0x0](ffff9caf60131148) 00000080:00000001:1.0:1789130374.607087:0:31686:0:(llite_lib.c:1973:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1789130374.607091:0:31686:0:(llite_lib.c:1977:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000404:0x27:0x0] 00000080:00000001:1.0:1789130374.607096:0:31686:0:(llite_lib.c:1994:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130374.607098:0:31686:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833959 : 144115205322833959 : 200000404000027) 00000080:00000001:1.0:1789130374.607100:0:31686:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:1.0:1789130374.607103:0:31686:0:(llite_lib.c:3071:ll_update_inode()) setting ino 144115205322833959 mtime from 0 to 1789130374 00000080:00200000:1.0:1789130374.607118:0:31686:0:(llite_lib.c:3140:ll_update_inode()) inode=[0x200000404:0x27:0x0], updating i_size 512 00000080:00000001:1.0:1789130374.607121:0:31686:0:(llite_lib.c:3403:ll_read_inode2()) Process leaving 00000080:00000001:1.0:1789130374.607123:0:31686:0:(namei.c:156:ll_iget()) Process leaving (rc=18446634875777913160 : -109197931638456 : ffff9caf60131148) 00000080:00000001:1.0:1789130374.607127:0:31686:0:(llite_lib.c:3962:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1789130374.607130:0:31686:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1789130374.607132:0:31686:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130374.607141:0:31686:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789130374.607147:0:31686:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf501ab480 x1876037329022848/t4294967630(4294967630) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 568/448 e 0 to 0 dl 1789130390 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130374.607154:0:31686:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789130374.607156:0:31686:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9caf4557c8c0 2 00000080:00000010:1.0:1789130374.607160:0:31686:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9caf51b00800. 00000080:00000010:1.0:1789130374.607169:0:31686:0:(dir.c:2105:ll_dir_ioctl()) kvfree 'data': 648 at ffff9caf50104400. 00000080:00000001:1.0:1789130374.607172:0:31686:0:(dir.c:2106:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130374.607196:0:31686:0:(dir.c:3016:ll_dir_release()) Process entered 00000080:00000001:1.0:1789130374.607199:0:31686:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:1.0:1789130374.607203:0:31686:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f40d53dd0 00000080:00200008:1.0:1789130374.607205:0:31686:0:(file.c:479:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff9caf601980c8), flags 300000 00000080:00400000:1.0:1789130374.607209:0:31686:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000007:0x1:0x0] 00000080:00000010:1.0:1789130374.607214:0:31686:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9caf51ae9680. 00000080:00000001:1.0:1789130374.607218:0:31686:0:(file.c:498:ll_file_release()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1789130374.607221:0:31686:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f40d53dd0 00000080:00000008:1.0:1789130374.607223:0:31686:0:(file.c:523:ll_file_release()) COMPLETED file /:[0x200000007:0x1:0x0](ffff9caf601980c8), flags 300000, rc = 0 00000080:00000001:1.0:1789130374.607225:0:31686:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130374.607227:0:31686:0:(dir.c:3017:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130374.630459:0:31692:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:3.0:1789130374.630467:0:31692:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:3.0:1789130374.630469:0:31692:0:(file.c:6206:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1789130374.630472:0:31692:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f4109fb20 00000080:00200000:3.0:1789130374.630477:0:31692:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8),name=/ 00000080:00000010:3.0:1789130374.630485:0:31692:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9caf482ef000. 00800000:00000002:3.0:1789130374.630492:0:31692:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9caf4557c8c0 2 00000080:00000001:3.0:1789130374.630496:0:31692:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1789130374.630503:0:31692:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1789130374.630505:0:31692:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f4109fa40 00800000:00000002:3.0:1789130374.630509:0:31692:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1789130374.630513:0:31692:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1789130374.630518:0:31692:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1789130374.630523:0:31692:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1789130374.630525:0:31692:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f4109f910 00000002:00010000:3.0:1789130374.630527:0:31692:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1789130374.630530:0:31692:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1789130374.630532:0:31692:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789130374.630535:0:31692:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1789130374.630542:0:31692:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789130374.630545:0:31692:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789130374.630546:0:31692:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789130374.630549:0:31692:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1789130374.630552:0:31692:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1789130374.630557:0:31692:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf501aa940. 00000020:00000040:3.0:1789130374.630561:0:31692:0:(genops.c:1210:class_import_get()) import ffff9caf6079a800 refcount=5 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00010000:00000001:3.0:1789130374.630567:0:31692:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1789130374.630573:0:31692:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789130374.630577:0:31692:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130374.630580:0:31692:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789130374.630583:0:31692:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789130374.630587:0:31692:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789130374.630596:0:31692:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9caf50107800. 00000100:00000001:3.0:1789130374.630603:0:31692:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130374.630608:0:31692:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1789130374.630611:0:31692:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130374.630612:0:31692:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1789130374.630614:0:31692:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130374.630616:0:31692:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789130374.630622:0:31692:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446634875509975360 : -109198199576256 : ffff9caf501aa940) 00010000:00000001:3.0:1789130374.630626:0:31692:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1789130374.630628:0:31692:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1789130374.630632:0:31692:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9caf51bbdc00. 00010000:00000010:3.0:1789130374.630636:0:31692:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9caf42e06980. 00010000:00000001:3.0:1789130374.630641:0:31692:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1789130374.630644:0:31692:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9caf47e20a00. 00000020:00000001:3.0:1789130374.630647:0:31692:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1789130374.630650:0:31692:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9caf47e20a00 with handle 0xde5303b1d982ccb4 to hash 00000020:00000001:3.0:1789130374.630652:0:31692:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1789130374.630654:0:31692:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446634875372046848 : -109198337504768 : ffff9caf47e20a00) 00010000:00000001:3.0:1789130374.630658:0:31692:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446634875372046848 : -109198337504768 : ffff9caf47e20a00) 00010000:00000001:3.0:1789130374.630662:0:31692:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789130374.630666:0:31692:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789130374.630670:0:31692:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e20a00/0xde5303b1d982ccb4 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 31692 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789130374.630680:0:31692:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e20a00/0xde5303b1d982ccb4 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 31692 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789130374.630691:0:31692:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e20a00/0xde5303b1d982ccb4 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 31692 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1789130374.630701:0:31692:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1789130374.630703:0:31692:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1789130374.630709:0:31692:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9caf485e8240. 00000100:00000001:3.0:1789130374.630711:0:31692:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446634875380204096 : -109198329347520 : ffff9caf485e8240) 00000100:00000001:3.0:1789130374.630714:0:31692:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789130374.630716:0:31692:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875509975360 : -109198199576256 : ffff9caf501aa940) 00000100:00000001:3.0:1789130374.630720:0:31692:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789130374.630725:0:31692:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130374.630727:0:31692:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1789130374.630729:0:31692:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789130374.630742:0:31692:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf501aa940 x1876037329022976/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130374.630752:0:31692:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789130374.630754:0:31692:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789130374.630759:0:31692:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789130374.630762:0:31692:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789130374.630765:0:31692:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789130374.630769:0:31692:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf501aa940 pname:cluuid:pid:xid:nid:opc:job lfs:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:31692:1876037329022976:192.168.204.123@tcp:101:lfs.0 00000100:00000001:3.0:1789130374.630773:0:31692:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789130374.630779:0:31692:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789130374.630782:0:31692:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789130374.630785:0:31692:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789130374.630790:0:31692:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9caf49d0e800. 02000000:00000001:3.0:1789130374.630792:0:31692:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789130374.630799:0:31692:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:3.0:1789130374.631345:0:31692:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf60788210. 00000400:00000010:3.0:1789130374.631358:0:31692:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf4549fc38. 00000100:00000200:3.0:1789130374.631366:0:31692:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1876037329022976, portal 10 00000100:00000001:3.0:1789130374.631368:0:31692:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789130374.631369:0:31692:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875509975360 : -109198199576256 : ffff9caf501aa940) 00000100:00000040:3.0:1789130374.631379:0:31692:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9caf501aa940 x1876037329022976/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789130390 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130374.631394:0:31692:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789130374.631397:0:31692:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:3.0:1789130374.631399:0:31692:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf4549f3b8. 00000100:00000200:3.0:1789130374.631402:0:31692:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1876037329022976, offset 0 00000400:00000200:3.0:1789130374.631408:0:31692:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:3.0:1789130374.631417:0:31692:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130374.631425:0:31692:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:3.0:1789130374.631430:0:31692:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789130374.631436:0:31692:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:3.0:1789130374.631440:0:31692:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789130374.631442:0:31692:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:3.0:1789130374.631447:0:31692:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2442:2442:256:4294967295] 192.168.204.123@tcp LPNI seq info [2441:2441:8:4294967295] 00000400:00000200:3.0:1789130374.631452:0:31692:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130374.631462:0:31692:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:3.0:1789130374.631468:0:31692:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:3.0:1789130374.631474:0:31692:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf47fd2e00. 00000800:00000200:3.0:1789130374.631480:0:31692:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:3.0:1789130374.631489:0:31692:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:3.0:1789130374.631494:0:31692:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf47fd2e00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:3.0:1789130374.631507:0:31692:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130374.631511:0:31692:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: using a timeout of 807341 usecs (808 jiffies) 00000400:00000200:3.0:1789130374.631514:0:31692:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:3.0:1789130374.631517:0:31692:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296469461 00000100:00000001:3.0:1789130374.631520:0:31692:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 2, keep current deadline 4296472056 00000100:00000001:3.0:1789130374.631522:0:31692:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296469461 00000100:00000001:3.0:1789130374.631524:0:31692:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 3, keep current deadline 4296472057 00000100:00000001:3.0:1789130374.631526:0:31692:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789130374.631529:0:31692:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130374.631532:0:31692:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789130374.631535:0:31692:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1789130374.631537:0:31692:0:(client.c:2715:ptlrpc_set_wait()) set ffff9caf485e8240 going to sleep for 11 seconds 00000100:00000001:3.0:1789130374.631541:0:31692:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789130374.631543:0:31692:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789130374.631724:0:2342:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789130374.631731:0:2342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf47fd2e00. 00000400:00000200:2.0:1789130374.631738:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130374.631744:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:2.0:1789130374.631751:0:2342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf4549f3b8 00000400:00000010:2.0:1789130374.631753:0:2342:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf4549f3b8. 00000100:00000001:2.0:1789130374.631758:0:2342:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789130374.631762:0:2342:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf501aa940 x1876037329022976/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789130390 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130374.631772:0:2342:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130374.631776:0:2342:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf501aa940 x1876037329022976/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789130390 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130374.631782:0:2342:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130374.631784:0:2342:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1789130374.640911:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130374.640932:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789130374.640937:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130374.640940:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130374.640950:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130374.640959:0:2341:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:2.0:1789130374.640967:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130374.640971:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130374.640977:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130374.640981:0:2341:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 688 into portal 10 MB=0x6aa3efa94f000 00000400:00000200:2.0:1789130374.640986:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130374.640992:0:2341:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.123@tcp of length 688/688 into md 0x698d [1] + 224 00000800:00000001:2.0:1789130374.641000:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130374.641011:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130374.641015:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130374.641020:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:2.0:1789130374.641028:0:2341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789130374.641037:0:2341:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf501aa940 x1876037329022976/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789130390 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789130374.641048:0:2341:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9caf501aa940 x1876037329022976/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789130390 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130374.641067:0:2341:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789130374.641076:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130374.641079:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130374.641209:0:31692:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789130374.641218:0:31692:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789130374.641220:0:31692:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789130374.641224:0:31692:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf60788210. 00000400:00000200:3.0:1789130374.641229:0:31692:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf4549fc38 00000400:00000010:3.0:1789130374.641231:0:31692:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf4549fc38. 00000100:00000001:3.0:1789130374.641235:0:31692:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789130374.641240:0:31692:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf501aa940 x1876037329022976/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789130390 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1789130374.641257:0:31692:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf501aa940 x1876037329022976/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789130390 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130374.641263:0:31692:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789130374.641265:0:31692:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130374.641267:0:31692:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789130374.641271:0:31692:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789130374.641273:0:31692:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789130374.641275:0:31692:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789130374.641279:0:31692:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789130374.641293:0:31692:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf6079ac60 time=143 v=5 (104 104 104 104) 00000100:00001000:3.0:1789130374.641298:0:31692:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf6079ac18 time=10 v=5 (1 0 0 0) 00000100:00000001:3.0:1789130374.641301:0:31692:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789130374.641303:0:31692:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130374.641307:0:31692:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789130374.641311:0:31692:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130374.641315:0:31692:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789130374.641318:0:31692:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9caf5014c800: skip recheck: last_committed 4294967629 00000100:00000001:3.0:1789130374.641321:0:31692:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789130374.641324:0:31692:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130374.641329:0:31692:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf501aa940 x1876037329022976/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1789130390 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130374.641342:0:31692:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789130374.641345:0:31692:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789130374.641347:0:31692:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789130374.641351:0:31692:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf501aa940 x1876037329022976/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1789130390 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1789130374.641359:0:31692:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf501aa940 pname:cluuid:pid:xid:nid:opc:job lfs:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:31692:1876037329022976:192.168.204.123@tcp:101:lfs.0 00000100:00000001:3.0:1789130374.641364:0:31692:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130374.641367:0:31692:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130374.641369:0:31692:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1789130374.641371:0:31692:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130374.641375:0:31692:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf501aa940 x1876037329022976/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1789130390 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130374.641382:0:31692:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789130374.641384:0:31692:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9caf485e8240. 00000100:00000001:3.0:1789130374.641388:0:31692:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1789130374.641390:0:31692:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130374.641393:0:31692:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1789130374.641397:0:31692:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789130374.641400:0:31692:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789130374.641403:0:31692:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf47e20a00 refcount=4 00000020:00000001:3.0:1789130374.641406:0:31692:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875372046848 : -109198337504768 : ffff9caf47e20a00) 00010000:00000001:3.0:1789130374.641410:0:31692:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875372046848 : -109198337504768 : ffff9caf47e20a00) 00010000:00000040:3.0:1789130374.641417:0:31692:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9caf47e20a00, remote cookie: 0xcdf1b083821a57da, flags: 0x1001 00010000:00010000:3.0:1789130374.641422:0:31692:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e20a00/0xde5303b1d982ccb4 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a57da expref: -99 pid: 31692 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789130374.641433:0:31692:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e20a00/0xde5303b1d982ccb4 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a57da expref: -99 pid: 31692 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789130374.641446:0:31692:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1789130374.641450:0:31692:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1789130374.641453:0:31692:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1789130374.641454:0:31692:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1789130374.641456:0:31692:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1789130374.641464:0:31692:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff9caf51bbdc00) refcount = 1 00010000:00010000:3.0:1789130374.641469:0:31692:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e20a00/0xde5303b1d982ccb4 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a57da expref: -99 pid: 31692 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789130374.641476:0:31692:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1789130374.641480:0:31692:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1789130374.641481:0:31692:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789130374.641484:0:31692:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1789130374.641486:0:31692:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789130374.641489:0:31692:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e20a00/0xde5303b1d982ccb4 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a57da expref: -99 pid: 31692 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789130374.641495:0:31692:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1789130374.641497:0:31692:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130374.641499:0:31692:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789130374.641500:0:31692:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130374.641501:0:31692:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789130374.641502:0:31692:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789130374.641507:0:31692:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1789130374.641508:0:31692:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789130374.641510:0:31692:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789130374.641511:0:31692:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf47e20a00 refcount=3 00000020:00000001:3.0:1789130374.641513:0:31692:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875372046848 : -109198337504768 : ffff9caf47e20a00) 00010000:00000001:3.0:1789130374.641516:0:31692:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875372046848 : -109198337504768 : ffff9caf47e20a00) 00010000:00000001:3.0:1789130374.641518:0:31692:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789130374.641519:0:31692:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789130374.641521:0:31692:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf47e20a00 refcount=4 00000020:00000001:3.0:1789130374.641523:0:31692:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875372046848 : -109198337504768 : ffff9caf47e20a00) 00010000:00000001:3.0:1789130374.641525:0:31692:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875372046848 : -109198337504768 : ffff9caf47e20a00) 00010000:00000001:3.0:1789130374.641528:0:31692:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789130374.641531:0:31692:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789130374.641534:0:31692:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e20a00/0xde5303b1d982ccb4 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a57da expref: -99 pid: 31692 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789130374.641541:0:31692:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130374.641542:0:31692:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789130374.641543:0:31692:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789130374.641545:0:31692:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789130374.641546:0:31692:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf47e20a00 refcount=5 00000020:00000001:3.0:1789130374.641548:0:31692:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875372046848 : -109198337504768 : ffff9caf47e20a00) 00010000:00000001:3.0:1789130374.641549:0:31692:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875372046848 : -109198337504768 : ffff9caf47e20a00) 00010000:00000001:3.0:1789130374.641552:0:31692:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789130374.641554:0:31692:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e20a00/0xde5303b1d982ccb4 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a57da expref: -99 pid: 31692 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789130374.641560:0:31692:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130374.641561:0:31692:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1789130374.641563:0:31692:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e20a00/0xde5303b1d982ccb4 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a57da expref: -99 pid: 31692 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789130374.641569:0:31692:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789130374.641570:0:31692:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130374.641571:0:31692:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789130374.641572:0:31692:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130374.641573:0:31692:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1789130374.641578:0:31692:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9caf501aa940 x1876037329022976/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1789130390 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1789130374.641587:0:31692:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789130374.641588:0:31692:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789130374.641590:0:31692:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf47e20a00 refcount=3 00000020:00000001:3.0:1789130374.641592:0:31692:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875372046848 : -109198337504768 : ffff9caf47e20a00) 00010000:00000001:3.0:1789130374.641594:0:31692:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875372046848 : -109198337504768 : ffff9caf47e20a00) 00010000:00000001:3.0:1789130374.641596:0:31692:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130374.641597:0:31692:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789130374.641598:0:31692:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789130374.641600:0:31692:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789130374.641603:0:31692:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1789130374.641606:0:31692:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789130374.641607:0:31692:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789130374.641608:0:31692:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf47e20a00 refcount=3 00000020:00000001:3.0:1789130374.641610:0:31692:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875372046848 : -109198337504768 : ffff9caf47e20a00) 00010000:00000001:3.0:1789130374.641612:0:31692:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875372046848 : -109198337504768 : ffff9caf47e20a00) 00000002:00010000:3.0:1789130374.641615:0:31692:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e20a00/0xde5303b1d982ccb4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a57da expref: -99 pid: 31692 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789130374.641621:0:31692:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130374.641622:0:31692:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789130374.641624:0:31692:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1789130374.641625:0:31692:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789130374.641626:0:31692:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789130374.641627:0:31692:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf47e20a00 refcount=3 00000020:00000001:3.0:1789130374.641629:0:31692:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875372046848 : -109198337504768 : ffff9caf47e20a00) 00010000:00000001:3.0:1789130374.641631:0:31692:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875372046848 : -109198337504768 : ffff9caf47e20a00) 00010000:00000040:3.0:1789130374.641638:0:31692:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf51bbdc00 count: 2 00010000:00000001:3.0:1789130374.641641:0:31692:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1789130374.641645:0:31692:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9caf4630e800 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:3.0:1789130374.641648:0:31692:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130374.641649:0:31692:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789130374.641650:0:31692:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1789130374.641653:0:31692:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f4109f898 00000002:00002000:3.0:1789130374.641655:0:31692:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:3.0:1789130374.641659:0:31692:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789130374.641663:0:31692:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789130374.641665:0:31692:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1789130374.641668:0:31692:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:3.0:1789130374.641672:0:31692:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789130374.641676:0:31692:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9caf4557c8c0 2 00000080:00000010:3.0:1789130374.641680:0:31692:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9caf482ef000. 00000080:00000001:3.0:1789130374.641687:0:31692:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1789130374.641689:0:31692:0:(llite_lib.c:3864:ll_prep_inode()) Process entered 00000002:00000001:3.0:1789130374.641696:0:31692:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:3.0:1789130374.641701:0:31692:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:3.0:1789130374.641706:0:31692:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9caf4689cc40. 00800000:00000001:3.0:1789130374.641708:0:31692:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446634875349486656 : -109198360064960 : ffff9caf4689cc40) 00800000:00000001:3.0:1789130374.641711:0:31692:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789130374.641713:0:31692:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1789130374.641716:0:31692:0:(llite_lib.c:1973:ll_update_lsm_md()) Process entered 00000080:00000002:3.0:1789130374.641718:0:31692:0:(llite_lib.c:1977:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:3.0:1789130374.641720:0:31692:0:(llite_lib.c:1928:ll_update_default_lsm_md()) Process entered 00000080:00000001:3.0:1789130374.641722:0:31692:0:(llite_lib.c:1950:ll_update_default_lsm_md()) Process leaving 00000080:00000001:3.0:1789130374.641724:0:31692:0:(llite_lib.c:1994:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130374.641729:0:31692:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:3.0:1789130374.641732:0:31692:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00000002:3.0:1789130374.641734:0:31692:0:(llite_lib.c:3071:ll_update_inode()) setting ino 144115188193296385 mtime from 1789130366 to 1789130374 00000080:00200000:3.0:1789130374.641739:0:31692:0:(llite_lib.c:3140:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 8704 00010000:00000001:3.0:1789130374.641741:0:31692:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789130374.641742:0:31692:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789130374.641744:0:31692:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf47e20a00 refcount=3 00000020:00000001:3.0:1789130374.641746:0:31692:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875372046848 : -109198337504768 : ffff9caf47e20a00) 00010000:00000001:3.0:1789130374.641748:0:31692:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875372046848 : -109198337504768 : ffff9caf47e20a00) 00010000:00000001:3.0:1789130374.641750:0:31692:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130374.641752:0:31692:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1789130374.641753:0:31692:0:(llite_lib.c:3962:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1789130374.641756:0:31692:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:3.0:1789130374.641757:0:31692:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9caf4689cc40 1 00800000:00000010:3.0:1789130374.641760:0:31692:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9caf4689cc40. 00800000:00000001:3.0:1789130374.641763:0:31692:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789130374.641766:0:31692:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9caf601980c8) for lock 0xde5303b1d982ccb4 00800000:00000001:3.0:1789130374.641770:0:31692:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1789130374.641772:0:31692:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1789130374.641773:0:31692:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789130374.641775:0:31692:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789130374.641776:0:31692:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf47e20a00 refcount=3 00000020:00000001:3.0:1789130374.641778:0:31692:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875372046848 : -109198337504768 : ffff9caf47e20a00) 00010000:00000001:3.0:1789130374.641780:0:31692:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875372046848 : -109198337504768 : ffff9caf47e20a00) 00010000:00000001:3.0:1789130374.641783:0:31692:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130374.641784:0:31692:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789130374.641785:0:31692:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789130374.641788:0:31692:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130374.641790:0:31692:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789130374.641792:0:31692:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9caf601980c8) 00000080:00010000:3.0:1789130374.641796:0:31692:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xde5303b1d982ccb4 from it ffffb97f4109fb58 00010000:00000001:3.0:1789130374.641798:0:31692:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789130374.641799:0:31692:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789130374.641800:0:31692:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf47e20a00 refcount=3 00000020:00000001:3.0:1789130374.641847:0:31692:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875372046848 : -109198337504768 : ffff9caf47e20a00) 00010000:00000001:3.0:1789130374.641849:0:31692:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875372046848 : -109198337504768 : ffff9caf47e20a00) 00010000:00000001:3.0:1789130374.641851:0:31692:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789130374.641854:0:31692:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e20a00/0xde5303b1d982ccb4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a57da expref: -99 pid: 31692 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789130374.641862:0:31692:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130374.641863:0:31692:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789130374.641864:0:31692:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1789130374.641867:0:31692:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1789130374.641870:0:31692:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e20a00/0xde5303b1d982ccb4 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a57da expref: -99 pid: 31692 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1789130374.641878:0:31692:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130374.641882:0:31692:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789130374.641883:0:31692:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789130374.641889:0:31692:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130374.641891:0:31692:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789130374.641893:0:31692:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130374.641896:0:31692:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789130374.646406:0:31692:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130374.646412:0:31692:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130374.646417:0:31692:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130374.646421:0:31692:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789130374.646423:0:31692:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130374.646426:0:31692:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1789130374.646430:0:31692:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130374.646446:0:31692:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf501aa940 x1876037329022976/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1789130390 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130374.646455:0:31692:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789130374.646458:0:31692:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789130374.646463:0:31692:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9caf49d0e800. 02000000:00000001:3.0:1789130374.646467:0:31692:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789130374.646470:0:31692:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1789130374.646990:0:31692:0:(genops.c:1223:class_import_put()) import ffff9caf6079a800 refcount=4 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000020:00000001:3.0:1789130374.646995:0:31692:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1789130374.646999:0:31692:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9caf50107800. 02000000:00000001:3.0:1789130374.647004:0:31692:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789130374.647006:0:31692:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789130374.647008:0:31692:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf501aa940. 00000100:00000001:3.0:1789130374.647012:0:31692:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789130374.647013:0:31692:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1789130374.647019:0:31692:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8), inode mode 41ff mask 1 00000080:00000001:3.0:1789130374.647025:0:31692:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1789130374.647387:0:31692:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9caf484ad420. 00000020:00000001:2.0:1789130374.647395:0:31692:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f4109fae8 00000080:00200000:2.0:1789130374.647397:0:31692:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d21h.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff9caf601980c8), flags=13 00000080:00000001:2.0:1789130374.647401:0:31692:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:2.0:1789130374.647403:0:31692:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f4109f998 00000080:00200000:2.0:1789130374.647405:0:31692:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d21h.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff9caf601980c8), intent=getattr 00000080:00000010:2.0:1789130374.647414:0:31692:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9caf51958c00. 00800000:00000002:2.0:1789130374.647419:0:31692:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9caf4557c8c0 2 00000080:00000001:2.0:1789130374.647424:0:31692:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1789130374.647427:0:31692:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1789130374.647430:0:31692:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f4109f8b8 00800000:00000002:2.0:1789130374.647431:0:31692:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'd21h.recovery-small-2' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1789130374.647435:0:31692:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00000020:00000001:2.0:1789130374.647441:0:31692:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f4109f850 00800000:00000002:2.0:1789130374.647443:0:31692:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d21h.recovery-small-2' -> mds #0 00000002:00000001:2.0:1789130374.647448:0:31692:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1789130374.647450:0:31692:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f4109f788 00000002:00010000:2.0:1789130374.647452:0:31692:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d21h.recovery-small-2,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 01 00000002:00000001:2.0:1789130374.647456:0:31692:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1789130374.647459:0:31692:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1789130374.647463:0:31692:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf580b8b40. 00000020:00000040:2.0:1789130374.647467:0:31692:0:(genops.c:1210:class_import_get()) import ffff9caf6079a800 refcount=5 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00010000:00000001:2.0:1789130374.648077:0:31692:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1789130374.648085:0:31692:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789130374.648092:0:31692:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130374.648095:0:31692:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130374.648097:0:31692:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130374.648102:0:31692:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789130374.648105:0:31692:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789130374.648119:0:31692:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789130374.648128:0:31692:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9caf58573000. 00000100:00000001:2.0:1789130374.648136:0:31692:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130374.648142:0:31692:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789130374.648144:0:31692:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130374.648145:0:31692:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789130374.648146:0:31692:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130374.648148:0:31692:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789130374.648156:0:31692:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446634875643202368 : -109198066349248 : ffff9caf580b8b40) 00010000:00000001:2.0:1789130374.648161:0:31692:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1789130374.648163:0:31692:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1789130374.648170:0:31692:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf51bbdc00 count: 2 00010000:00000001:2.0:1789130374.648173:0:31692:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789130374.648176:0:31692:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1789130374.648180:0:31692:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9caf46a93400. 00000020:00000001:2.0:1789130374.648184:0:31692:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1789130374.648188:0:31692:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9caf46a93400 with handle 0xde5303b1d982ccbb to hash 00000020:00000001:2.0:1789130374.648191:0:31692:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1789130374.648193:0:31692:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446634875351544832 : -109198358006784 : ffff9caf46a93400) 00010000:00000001:2.0:1789130374.648197:0:31692:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446634875351544832 : -109198358006784 : ffff9caf46a93400) 00010000:00000001:2.0:1789130374.648201:0:31692:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789130374.648203:0:31692:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789130374.648208:0:31692:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a93400/0xde5303b1d982ccbb lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 31692 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789130374.648218:0:31692:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a93400/0xde5303b1d982ccbb lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31692 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789130374.648228:0:31692:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a93400/0xde5303b1d982ccbb lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31692 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1789130374.648234:0:31692:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1789130374.648236:0:31692:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1789130374.648242:0:31692:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9caf46b98f00. 00000100:00000001:2.0:1789130374.648256:0:31692:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446634875352616704 : -109198356934912 : ffff9caf46b98f00) 00000100:00000001:2.0:1789130374.648259:0:31692:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789130374.648260:0:31692:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875643202368 : -109198066349248 : ffff9caf580b8b40) 00000100:00000001:2.0:1789130374.648264:0:31692:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789130374.648268:0:31692:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130374.648271:0:31692:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1789130374.648272:0:31692:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789130374.648284:0:31692:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf580b8b40 x1876037329023104/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130374.648291:0:31692:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789130374.648293:0:31692:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789130374.648296:0:31692:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789130374.648299:0:31692:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789130374.648301:0:31692:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789130374.648305:0:31692:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf580b8b40 pname:cluuid:pid:xid:nid:opc:job lfs:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:31692:1876037329023104:192.168.204.123@tcp:101:lfs.0 00000100:00000001:2.0:1789130374.648309:0:31692:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789130374.648314:0:31692:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789130374.648316:0:31692:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789130374.648318:0:31692:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789130374.648323:0:31692:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9caf47fb3800. 02000000:00000001:2.0:1789130374.648324:0:31692:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789130374.648331:0:31692:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:2.0:1789130374.648335:0:31692:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf483fdcb8. 00000400:00000010:2.0:1789130374.648343:0:31692:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf42d18660. 00000100:00000200:2.0:1789130374.648350:0:31692:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1876037329023104, portal 10 00000100:00000001:2.0:1789130374.648352:0:31692:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789130374.648353:0:31692:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875643202368 : -109198066349248 : ffff9caf580b8b40) 00000100:00000040:2.0:1789130374.648359:0:31692:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9caf580b8b40 x1876037329023104/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789130390 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130374.648367:0:31692:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789130374.648370:0:31692:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:2.0:1789130374.648372:0:31692:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf42d18000. 00000100:00000200:2.0:1789130374.648375:0:31692:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1876037329023104, offset 0 00000400:00000200:2.0:1789130374.648383:0:31692:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:2.0:1789130374.648392:0:31692:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130374.648400:0:31692:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:2.0:1789130374.648406:0:31692:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789130374.648410:0:31692:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:2.0:1789130374.648414:0:31692:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789130374.648417:0:31692:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:2.0:1789130374.648420:0:31692:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2443:2443:256:4294967295] 192.168.204.123@tcp LPNI seq info [2442:2442:8:4294967295] 00000400:00000200:2.0:1789130374.648424:0:31692:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130374.648434:0:31692:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:2.0:1789130374.648441:0:31692:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:2.0:1789130374.648447:0:31692:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf501cfb00. 00000800:00000200:2.0:1789130374.648454:0:31692:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:2.0:1789130374.648463:0:31692:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:2.0:1789130374.648542:0:31692:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf501cfb00 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:2.0:1789130374.648561:0:31692:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130374.648566:0:31692:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: using a timeout of 806233 usecs (807 jiffies) 00000400:00000200:2.0:1789130374.648570:0:31692:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:2.0:1789130374.648573:0:31692:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296469477 00000100:00000001:2.0:1789130374.648576:0:31692:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 2, keep current deadline 4296472056 00000100:00000001:2.0:1789130374.648578:0:31692:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296469477 00000100:00000001:2.0:1789130374.648581:0:31692:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 3, keep current deadline 4296472057 00000100:00000001:2.0:1789130374.648583:0:31692:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789130374.648586:0:31692:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130374.648588:0:31692:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789130374.648590:0:31692:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1789130374.648593:0:31692:0:(client.c:2715:ptlrpc_set_wait()) set ffff9caf46b98f00 going to sleep for 11 seconds 00000100:00000001:2.0:1789130374.648596:0:31692:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789130374.648598:0:31692:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789130374.648861:0:2342:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789130374.648865:0:2342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf501cfb00. 00000400:00000200:3.0:1789130374.648872:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130374.648878:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:3.0:1789130374.648883:0:2342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf42d18000 00000400:00000010:3.0:1789130374.648885:0:2342:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf42d18000. 00000100:00000001:3.0:1789130374.648904:0:2342:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789130374.648909:0:2342:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf580b8b40 x1876037329023104/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789130390 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130374.648918:0:2342:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130374.648923:0:2342:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf580b8b40 x1876037329023104/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789130390 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130374.648930:0:2342:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130374.648932:0:2342:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1789130374.660156:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130374.660178:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789130374.660183:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130374.660185:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130374.660195:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130374.660203:0:2341:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:2.0:1789130374.660213:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130374.660218:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130374.660223:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130374.660227:0:2341:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 584 into portal 10 MB=0x6aa3efa94f080 00000400:00000200:2.0:1789130374.660232:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130374.660237:0:2341:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.123@tcp of length 584/584 into md 0x699d [1] + 224 00000800:00000001:2.0:1789130374.660246:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130374.660269:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130374.660272:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130374.660277:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:2.0:1789130374.660286:0:2341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789130374.660295:0:2341:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf580b8b40 x1876037329023104/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789130390 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789130374.660307:0:2341:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff9caf580b8b40 x1876037329023104/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789130390 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130374.660327:0:2341:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789130374.660336:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130374.660339:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130374.660552:0:31692:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789130374.660561:0:31692:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789130374.660564:0:31692:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789130374.660567:0:31692:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf483fdcb8. 00000400:00000200:1.0:1789130374.660572:0:31692:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf42d18660 00000400:00000010:1.0:1789130374.660575:0:31692:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf42d18660. 00000100:00000001:1.0:1789130374.660579:0:31692:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789130374.660584:0:31692:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf580b8b40 x1876037329023104/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789130390 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1789130374.660592:0:31692:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf580b8b40 x1876037329023104/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789130390 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130374.660598:0:31692:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789130374.660601:0:31692:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130374.660603:0:31692:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789130374.660607:0:31692:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789130374.660609:0:31692:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789130374.660611:0:31692:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130374.660614:0:31692:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789130374.660624:0:31692:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf6079ac60 time=143 v=5 (104 104 104 104) 00000100:00001000:1.0:1789130374.660630:0:31692:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf6079ac18 time=10 v=5 (1 0 0 0) 00000100:00000001:1.0:1789130374.660633:0:31692:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1789130374.660637:0:31692:0:(client.c:1510:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff9caf580b8b40 x1876037329023104/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/584 e 0 to 0 dl 1789130390 ref 2 fl Rpc:RQU/600/0 rc 0/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130374.660645:0:31692:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1789130374.660650:0:31692:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789130374.660652:0:31692:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9caf5014c800: skip recheck: last_committed 4294967629 00000100:00000001:1.0:1789130374.660654:0:31692:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789130374.660657:0:31692:0:(client.c:1797:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1789130374.660662:0:31692:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf580b8b40 x1876037329023104/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/584 e 0 to 0 dl 1789130390 ref 2 fl Rpc:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130374.660669:0:31692:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1789130374.660672:0:31692:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789130374.660675:0:31692:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789130374.660679:0:31692:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf580b8b40 x1876037329023104/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/584 e 0 to 0 dl 1789130390 ref 2 fl Interpret:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1789130374.660687:0:31692:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf580b8b40 pname:cluuid:pid:xid:nid:opc:job lfs:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:31692:1876037329023104:192.168.204.123@tcp:101:lfs.0 00000100:00000001:1.0:1789130374.660692:0:31692:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130374.660695:0:31692:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1789130374.660698:0:31692:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1789130374.660700:0:31692:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789130374.660704:0:31692:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf580b8b40 x1876037329023104/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/584 e 0 to 0 dl 1789130390 ref 2 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130374.660711:0:31692:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789130374.660714:0:31692:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9caf46b98f00. 00000100:00000001:1.0:1789130374.660718:0:31692:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1789130374.660720:0:31692:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1789130374.660723:0:31692:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1789130374.660728:0:31692:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130374.660731:0:31692:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130374.660735:0:31692:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf46a93400 refcount=4 00000020:00000001:1.0:1789130374.660737:0:31692:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875351544832 : -109198358006784 : ffff9caf46a93400) 00010000:00000001:1.0:1789130374.660740:0:31692:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875351544832 : -109198358006784 : ffff9caf46a93400) 00010000:00010000:1.0:1789130374.660745:0:31692:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a93400/0xde5303b1d982ccbb lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31692 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789130374.660757:0:31692:0:(ldlm_request.c:719:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1789130374.660760:0:31692:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a93400/0xde5303b1d982ccbb lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 31692 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789130374.660766:0:31692:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789130374.660769:0:31692:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a93400/0xde5303b1d982ccbb lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 31692 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789130374.660776:0:31692:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130374.660778:0:31692:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1789130374.660780:0:31692:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a93400/0xde5303b1d982ccbb lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 31692 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789130374.660786:0:31692:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789130374.660789:0:31692:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130374.660792:0:31692:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1789130374.660794:0:31692:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a93400/0xde5303b1d982ccbb lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 31692 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789130374.660827:0:31692:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9caf46a93400 already unused, calling callback (ffffffffc1904580) 00000080:00000001:1.0:1789130374.660832:0:31692:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1789130374.660836:0:31692:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a93400/0xde5303b1d982ccbb lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 31692 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789130374.660848:0:31692:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1789130374.660850:0:31692:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1789130374.660854:0:31692:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a93400/0xde5303b1d982ccbb lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 31692 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789130374.660859:0:31692:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1789130374.660862:0:31692:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1789130374.660864:0:31692:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130374.660865:0:31692:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130374.660867:0:31692:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf46a93400 refcount=5 00000020:00000001:1.0:1789130374.660869:0:31692:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875351544832 : -109198358006784 : ffff9caf46a93400) 00010000:00000001:1.0:1789130374.660871:0:31692:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875351544832 : -109198358006784 : ffff9caf46a93400) 00010000:00000001:1.0:1789130374.660874:0:31692:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1789130374.660877:0:31692:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a93400/0xde5303b1d982ccbb lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 31692 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:1.0:1789130374.660883:0:31692:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1789130374.660885:0:31692:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789130374.660887:0:31692:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1789130374.660890:0:31692:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1789130374.660893:0:31692:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1789130374.660895:0:31692:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1789130374.660896:0:31692:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789130374.660898:0:31692:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1789130374.660900:0:31692:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9caf46a93400 with handle 0xde5303b1d982ccbb from hash 00010000:00000001:1.0:1789130374.660903:0:31692:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1789130374.660904:0:31692:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130374.660905:0:31692:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130374.660907:0:31692:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1789130374.660908:0:31692:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1789130374.660910:0:31692:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1789130374.660913:0:31692:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130374.660915:0:31692:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130374.660917:0:31692:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130374.660918:0:31692:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789130374.660921:0:31692:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a93400/0xde5303b1d982ccbb lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 31692 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789130374.660926:0:31692:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130374.660927:0:31692:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130374.660928:0:31692:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1789130374.660930:0:31692:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789130374.660931:0:31692:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130374.660932:0:31692:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130374.660933:0:31692:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1789130374.660935:0:31692:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a93400/0xde5303b1d982ccbb lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 31692 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789130374.660946:0:31692:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130374.660947:0:31692:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1789130374.660952:0:31692:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1789130374.660957:0:31692:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0x7, status=0 req@ffff9caf580b8b40 x1876037329023104/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/584 e 0 to 0 dl 1789130390 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1789130374.660966:0:31692:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1789130374.660967:0:31692:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789130374.660969:0:31692:0:(mdc_locks.c:932:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789130374.660972:0:31692:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789130374.660975:0:31692:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1789130374.660978:0:31692:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1789130374.660979:0:31692:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789130374.660981:0:31692:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1789130374.660986:0:31692:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f4109f710 00000002:00002000:1.0:1789130374.660988:0:31692:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=d21h.recovery-small-2 intent=getattr status=0 disp=0x7: rc = 0 00000002:00000001:1.0:1789130374.660991:0:31692:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789130374.660997:0:31692:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789130374.661000:0:31692:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1789130374.661003:0:31692:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:1.0:1789130374.661005:0:31692:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789130374.661010:0:31692:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9caf4557c8c0 2 00000080:00000001:1.0:1789130374.661012:0:31692:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1789130374.661014:0:31692:0:(namei.c:674:ll_lookup_it_finish()) it ffffb97f4109fb20 it_disposition 7 00000080:00002000:1.0:1789130374.661019:0:31692:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9caf6031d5e8 inode 0000000000000000 refc 1 flags 0xe 00800000:00000001:1.0:1789130374.661025:0:31692:0:(lmv_obd.c:4261:lmv_revalidate_lock()) Process entered 00000002:00000001:1.0:1789130374.661030:0:31692:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1789130374.661032:0:31692:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789130374.661034:0:31692:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789130374.661040:0:31692:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf51bbdc00 count: 2 00010000:00000001:1.0:1789130374.661042:0:31692:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789130374.661047:0:31692:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789130374.661049:0:31692:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1789130374.661052:0:31692:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e20a00/0xde5303b1d982ccb4 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a57da expref: -99 pid: 31692 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:1.0:1789130374.661059:0:31692:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1789130374.661063:0:31692:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789130374.661066:0:31692:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e20a00/0xde5303b1d982ccb4 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a57da expref: -99 pid: 31692 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:1.0:1789130374.661073:0:31692:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1789130374.661075:0:31692:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1789130374.661077:0:31692:0:(lmv_obd.c:4268:lmv_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1789130374.661080:0:31692:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:1.0:1789130374.661083:0:31692:0:(dcache.c:176:ll_intent_release()) intent ffffb97f4109f930 released 00000080:00010000:1.0:1789130374.661086:0:31692:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xde5303b1d982ccb4 from it ffffb97f4109f930 00010000:00000001:1.0:1789130374.661088:0:31692:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130374.661090:0:31692:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130374.661092:0:31692:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf47e20a00 refcount=3 00000020:00000001:1.0:1789130374.661093:0:31692:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875372046848 : -109198337504768 : ffff9caf47e20a00) 00010000:00000001:1.0:1789130374.661095:0:31692:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875372046848 : -109198337504768 : ffff9caf47e20a00) 00010000:00000001:1.0:1789130374.661097:0:31692:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789130374.661100:0:31692:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e20a00/0xde5303b1d982ccb4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a57da expref: -99 pid: 31692 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1789130374.661122:0:31692:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130374.661123:0:31692:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130374.661125:0:31692:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1789130374.661127:0:31692:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1789130374.661129:0:31692:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e20a00/0xde5303b1d982ccb4 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a57da expref: -99 pid: 31692 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1789130374.661136:0:31692:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1789130374.661139:0:31692:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1789130374.661141:0:31692:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789130374.661157:0:31692:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130374.661158:0:31692:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130374.661160:0:31692:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130374.661163:0:31692:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1789130374.661164:0:31692:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130374.661166:0:31692:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130374.661169:0:31692:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130374.661172:0:31692:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789130374.661173:0:31692:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130374.661174:0:31692:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1789130374.661175:0:31692:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:1.0:1789130374.661177:0:31692:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1789130374.661180:0:31692:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1789130374.661184:0:31692:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9caf51958c00. 00000100:00000001:1.0:1789130374.661188:0:31692:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789130374.661192:0:31692:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf580b8b40 x1876037329023104/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/584 e 0 to 0 dl 1789130390 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130374.661199:0:31692:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789130374.661201:0:31692:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789130374.661203:0:31692:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9caf47fb3800. 02000000:00000001:1.0:1789130374.661206:0:31692:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789130374.661208:0:31692:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1789130374.661210:0:31692:0:(genops.c:1223:class_import_put()) import ffff9caf6079a800 refcount=4 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000020:00000001:1.0:1789130374.661213:0:31692:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1789130374.661216:0:31692:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9caf58573000. 02000000:00000001:1.0:1789130374.661219:0:31692:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789130374.661221:0:31692:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789130374.661222:0:31692:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf580b8b40. 00000100:00000001:1.0:1789130374.661227:0:31692:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789130374.661228:0:31692:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1789130374.661230:0:31692:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:1.0:1789130374.661231:0:31692:0:(dcache.c:176:ll_intent_release()) intent ffffb97f4109fb20 released 00000080:00000001:1.0:1789130374.661233:0:31692:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:1.0:1789130374.661235:0:31692:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1789130374.661237:0:31692:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f4109fb70 00000080:00002000:1.0:1789130374.661239:0:31692:0:(dcache.c:127:ll_ddelete()) keeping dentry d21h.recovery-small-2 (ffff9caf6031d5e8, parent ffff9caf600f3360, inode 0000000000000000) hashed, 00000080:00000001:1.0:1789130374.661242:0:31692:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130374.662456:0:31692:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:1.0:1789130374.662463:0:31692:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:1.0:1789130374.662466:0:31692:0:(file.c:6206:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1789130374.662537:0:31692:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f4109fbb0 00000080:00200000:1.0:1789130374.662542:0:31692:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8),name=/ 00000080:00000010:1.0:1789130374.662549:0:31692:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9caf48ef8600. 00800000:00000002:1.0:1789130374.662556:0:31692:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9caf4557c8c0 2 00000080:00000001:1.0:1789130374.662560:0:31692:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1789130374.662564:0:31692:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1789130374.662566:0:31692:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f4109fad0 00800000:00000002:1.0:1789130374.662569:0:31692:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1789130374.662572:0:31692:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1789130374.662576:0:31692:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1789130374.662581:0:31692:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1789130374.662583:0:31692:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f4109f9a0 00000002:00010000:1.0:1789130374.662584:0:31692:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1789130374.662588:0:31692:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1789130374.662590:0:31692:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789130374.662592:0:31692:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789130374.662597:0:31692:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf51bbdc00 count: 2 00010000:00000001:1.0:1789130374.662601:0:31692:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789130374.662604:0:31692:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789130374.662608:0:31692:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1789130374.662613:0:31692:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e20a00/0xde5303b1d982ccb4 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a57da expref: -99 pid: 31692 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:1.0:1789130374.662622:0:31692:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1789130374.662626:0:31692:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789130374.662629:0:31692:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e20a00/0xde5303b1d982ccb4 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a57da expref: -99 pid: 31692 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:1.0:1789130374.662636:0:31692:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1789130374.662638:0:31692:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1789130374.662640:0:31692:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1789130374.662642:0:31692:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1789130374.662643:0:31692:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1789130374.662645:0:31692:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1789130374.662648:0:31692:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1789130374.662651:0:31692:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9caf4557c8c0 2 00000080:00000010:1.0:1789130374.662654:0:31692:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9caf48ef8600. 00000080:00000001:1.0:1789130374.662659:0:31692:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1789130374.662660:0:31692:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789130374.662663:0:31692:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9caf601980c8) 00000080:00010000:1.0:1789130374.662666:0:31692:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9caf601980c8) for lock 0xde5303b1d982ccb4 00800000:00000001:1.0:1789130374.662669:0:31692:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1789130374.662672:0:31692:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1789130374.662673:0:31692:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130374.662675:0:31692:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130374.662677:0:31692:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf47e20a00 refcount=3 00000020:00000001:1.0:1789130374.662679:0:31692:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875372046848 : -109198337504768 : ffff9caf47e20a00) 00010000:00000001:1.0:1789130374.662682:0:31692:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875372046848 : -109198337504768 : ffff9caf47e20a00) 00010000:00000001:1.0:1789130374.662684:0:31692:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130374.662686:0:31692:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789130374.662687:0:31692:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789130374.662689:0:31692:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789130374.662691:0:31692:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xde5303b1d982ccb4 from it ffffb97f4109fbe8 00010000:00000001:1.0:1789130374.662693:0:31692:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130374.662694:0:31692:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130374.662696:0:31692:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf47e20a00 refcount=3 00000020:00000001:1.0:1789130374.662697:0:31692:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875372046848 : -109198337504768 : ffff9caf47e20a00) 00010000:00000001:1.0:1789130374.662699:0:31692:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875372046848 : -109198337504768 : ffff9caf47e20a00) 00010000:00000001:1.0:1789130374.662701:0:31692:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789130374.662704:0:31692:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e20a00/0xde5303b1d982ccb4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a57da expref: -99 pid: 31692 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1789130374.662710:0:31692:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130374.662711:0:31692:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130374.662712:0:31692:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1789130374.662714:0:31692:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1789130374.662716:0:31692:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e20a00/0xde5303b1d982ccb4 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a57da expref: -99 pid: 31692 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1789130374.662722:0:31692:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1789130374.662723:0:31692:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1789130374.662725:0:31692:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789130374.662728:0:31692:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130374.662729:0:31692:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130374.662730:0:31692:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130374.662733:0:31692:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1789130374.662734:0:31692:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130374.662736:0:31692:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130374.662748:0:31692:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130374.662751:0:31692:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789130374.662752:0:31692:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130374.662753:0:31692:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1789130374.662755:0:31692:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1789130374.662757:0:31692:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1789130374.662759:0:31692:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8), inode mode 41ff mask 1 00000080:00000001:1.0:1789130374.662764:0:31692:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130374.662767:0:31692:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1789130374.662769:0:31692:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f4109fbd8 00000080:00002000:1.0:1789130374.662771:0:31692:0:(dcache.c:87:ll_dcompare()) found name d21h.recovery-small-2(ffff9caf6031d5e8) flags 0x8000e refc 0 00000080:00000001:1.0:1789130374.662773:0:31692:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130374.662775:0:31692:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f4109fc20 00000080:00200000:1.0:1789130374.662777:0:31692:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21h.recovery-small-2, flags=16392 00000080:00000001:1.0:1789130374.662781:0:31692:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1789130374.662783:0:31692:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f4109fba8 00000080:00002000:1.0:1789130374.662784:0:31692:0:(dcache.c:127:ll_ddelete()) keeping dentry d21h.recovery-small-2 (ffff9caf6031d5e8, parent ffff9caf600f3360, inode 0000000000000000) hashed, 00000080:00000001:1.0:1789130374.662787:0:31692:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130374.662833:0:31692:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f4109fd10 00000080:00200008:1.0:1789130374.662836:0:31692:0:(file.c:6313:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9caf601980c8), request_mask 0, flags 0, foreign 0 00000080:00000001:1.0:1789130374.662840:0:31692:0:(file.c:6206:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1789130374.662841:0:31692:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f4109fc88 00000080:00200000:1.0:1789130374.662842:0:31692:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8),name=/ 00000080:00000010:1.0:1789130374.662845:0:31692:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9caf48ef8600. 00800000:00000002:1.0:1789130374.662848:0:31692:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9caf4557c8c0 2 00000080:00000001:1.0:1789130374.662850:0:31692:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1789130374.662851:0:31692:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1789130374.662853:0:31692:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f4109fba8 00800000:00000002:1.0:1789130374.662854:0:31692:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1789130374.662856:0:31692:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1789130374.662858:0:31692:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1789130374.662861:0:31692:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1789130374.662862:0:31692:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f4109fa78 00000002:00010000:1.0:1789130374.662864:0:31692:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1789130374.662866:0:31692:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1789130374.662867:0:31692:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789130374.662868:0:31692:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789130374.662871:0:31692:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf51bbdc00 count: 2 00010000:00000001:1.0:1789130374.662873:0:31692:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789130374.662875:0:31692:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789130374.662877:0:31692:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1789130374.662879:0:31692:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e20a00/0xde5303b1d982ccb4 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a57da expref: -99 pid: 31692 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:1.0:1789130374.662885:0:31692:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1789130374.662887:0:31692:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789130374.662890:0:31692:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e20a00/0xde5303b1d982ccb4 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a57da expref: -99 pid: 31692 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:1.0:1789130374.662896:0:31692:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1789130374.662898:0:31692:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1789130374.662899:0:31692:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1789130374.662901:0:31692:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1789130374.662903:0:31692:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1789130374.662905:0:31692:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1789130374.662907:0:31692:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1789130374.662909:0:31692:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9caf4557c8c0 2 00000080:00000010:1.0:1789130374.662911:0:31692:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9caf48ef8600. 00000080:00000001:1.0:1789130374.662913:0:31692:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1789130374.662914:0:31692:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789130374.662916:0:31692:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9caf601980c8) 00000080:00010000:1.0:1789130374.662919:0:31692:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9caf601980c8) for lock 0xde5303b1d982ccb4 00800000:00000001:1.0:1789130374.662923:0:31692:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1789130374.662924:0:31692:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1789130374.662925:0:31692:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130374.662926:0:31692:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130374.662927:0:31692:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf47e20a00 refcount=3 00000020:00000001:1.0:1789130374.662929:0:31692:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875372046848 : -109198337504768 : ffff9caf47e20a00) 00010000:00000001:1.0:1789130374.662931:0:31692:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875372046848 : -109198337504768 : ffff9caf47e20a00) 00010000:00000001:1.0:1789130374.662933:0:31692:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130374.662935:0:31692:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789130374.662936:0:31692:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789130374.662937:0:31692:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789130374.662939:0:31692:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xde5303b1d982ccb4 from it ffffb97f4109fcc0 00010000:00000001:1.0:1789130374.662941:0:31692:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130374.662942:0:31692:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130374.662943:0:31692:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf47e20a00 refcount=3 00000020:00000001:1.0:1789130374.662945:0:31692:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875372046848 : -109198337504768 : ffff9caf47e20a00) 00010000:00000001:1.0:1789130374.662947:0:31692:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875372046848 : -109198337504768 : ffff9caf47e20a00) 00010000:00000001:1.0:1789130374.662949:0:31692:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789130374.662952:0:31692:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e20a00/0xde5303b1d982ccb4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a57da expref: -99 pid: 31692 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1789130374.662958:0:31692:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130374.662959:0:31692:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130374.662960:0:31692:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1789130374.662962:0:31692:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1789130374.662964:0:31692:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e20a00/0xde5303b1d982ccb4 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a57da expref: -99 pid: 31692 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:1.0:1789130374.662970:0:31692:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1789130374.662972:0:31692:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1789130374.662973:0:31692:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789130374.662974:0:31692:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130374.662976:0:31692:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130374.662977:0:31692:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130374.662979:0:31692:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1789130374.662980:0:31692:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130374.662981:0:31692:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130374.662983:0:31692:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130374.662985:0:31692:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789130374.662986:0:31692:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130374.662987:0:31692:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1789130374.662990:0:31692:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1789130374.662992:0:31692:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1789130374.662995:0:31692:0:(file.c:6266:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130374.662998:0:31692:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f4109fd10 00000080:00000008:1.0:1789130374.663000:0:31692:0:(file.c:6498:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff9caf601980c8), request_mask 0, flags 0, foreign 0 00000080:00000001:1.0:1789130374.663555:0:31692:0:(llite_lib.c:4271:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130374.663582:0:31692:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f4109fd10 00000080:00200008:1.0:1789130374.663585:0:31692:0:(file.c:6313:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9caf601980c8), request_mask 0, flags 0, foreign 0 00000080:00000001:1.0:1789130374.663590:0:31692:0:(file.c:6206:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1789130374.663591:0:31692:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f4109fc88 00000080:00200000:1.0:1789130374.663592:0:31692:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8),name=/ 00000080:00000010:1.0:1789130374.663596:0:31692:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9caf48ef8600. 00800000:00000002:1.0:1789130374.663600:0:31692:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9caf4557c8c0 2 00000080:00000001:1.0:1789130374.663603:0:31692:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1789130374.663605:0:31692:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1789130374.663607:0:31692:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f4109fba8 00800000:00000002:1.0:1789130374.663609:0:31692:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1789130374.663611:0:31692:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1789130374.663615:0:31692:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1789130374.663619:0:31692:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1789130374.663620:0:31692:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f4109fa78 00000002:00010000:1.0:1789130374.663621:0:31692:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1789130374.663625:0:31692:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1789130374.663627:0:31692:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789130374.663628:0:31692:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789130374.663631:0:31692:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf51bbdc00 count: 2 00010000:00000001:1.0:1789130374.663634:0:31692:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789130374.663636:0:31692:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789130374.663639:0:31692:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1789130374.663642:0:31692:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e20a00/0xde5303b1d982ccb4 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a57da expref: -99 pid: 31692 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:1.0:1789130374.663650:0:31692:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1789130374.663654:0:31692:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789130374.663656:0:31692:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e20a00/0xde5303b1d982ccb4 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a57da expref: -99 pid: 31692 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:1.0:1789130374.663662:0:31692:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1789130374.663663:0:31692:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1789130374.663665:0:31692:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1789130374.663667:0:31692:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1789130374.663669:0:31692:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1789130374.663671:0:31692:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1789130374.663678:0:31692:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1789130374.663680:0:31692:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9caf4557c8c0 2 00000080:00000010:1.0:1789130374.663683:0:31692:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9caf48ef8600. 00000080:00000001:1.0:1789130374.663686:0:31692:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1789130374.663687:0:31692:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789130374.663689:0:31692:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9caf601980c8) 00000080:00010000:1.0:1789130374.663692:0:31692:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9caf601980c8) for lock 0xde5303b1d982ccb4 00800000:00000001:1.0:1789130374.663695:0:31692:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1789130374.663696:0:31692:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1789130374.663698:0:31692:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130374.663699:0:31692:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130374.663700:0:31692:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf47e20a00 refcount=3 00000020:00000001:1.0:1789130374.663702:0:31692:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875372046848 : -109198337504768 : ffff9caf47e20a00) 00010000:00000001:1.0:1789130374.663704:0:31692:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875372046848 : -109198337504768 : ffff9caf47e20a00) 00010000:00000001:1.0:1789130374.663706:0:31692:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130374.663707:0:31692:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789130374.663709:0:31692:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789130374.663710:0:31692:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789130374.663712:0:31692:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xde5303b1d982ccb4 from it ffffb97f4109fcc0 00010000:00000001:1.0:1789130374.663714:0:31692:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130374.663715:0:31692:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130374.663716:0:31692:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf47e20a00 refcount=3 00000020:00000001:1.0:1789130374.663718:0:31692:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875372046848 : -109198337504768 : ffff9caf47e20a00) 00010000:00000001:1.0:1789130374.663720:0:31692:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875372046848 : -109198337504768 : ffff9caf47e20a00) 00010000:00000001:1.0:1789130374.663722:0:31692:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789130374.663724:0:31692:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e20a00/0xde5303b1d982ccb4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a57da expref: -99 pid: 31692 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:1.0:1789130374.663730:0:31692:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130374.663731:0:31692:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130374.663733:0:31692:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1789130374.663735:0:31692:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1789130374.663737:0:31692:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e20a00/0xde5303b1d982ccb4 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a57da expref: -99 pid: 31692 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:1.0:1789130374.663743:0:31692:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1789130374.663758:0:31692:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1789130374.663760:0:31692:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789130374.663763:0:31692:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130374.663764:0:31692:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130374.663766:0:31692:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130374.663768:0:31692:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1789130374.663769:0:31692:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130374.663770:0:31692:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130374.663773:0:31692:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130374.663774:0:31692:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789130374.663776:0:31692:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130374.663777:0:31692:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1789130374.663778:0:31692:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1789130374.663779:0:31692:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1789130374.663782:0:31692:0:(file.c:6266:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130374.663785:0:31692:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f4109fd10 00000080:00000008:1.0:1789130374.663787:0:31692:0:(file.c:6498:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff9caf601980c8), request_mask 0, flags 0, foreign 0 00000080:00000001:1.0:1789130374.663950:0:31692:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:1.0:1789130374.663952:0:31692:0:(file.c:6206:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1789130374.663953:0:31692:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f4109fb78 00000080:00200000:1.0:1789130374.663955:0:31692:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8),name=/ 00000080:00000010:1.0:1789130374.663959:0:31692:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9caf48ef8600. 00800000:00000002:1.0:1789130374.663961:0:31692:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9caf4557c8c0 2 00000080:00000001:1.0:1789130374.663964:0:31692:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1789130374.663965:0:31692:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1789130374.663967:0:31692:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f4109fa98 00800000:00000002:1.0:1789130374.663969:0:31692:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1789130374.663972:0:31692:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1789130374.663973:0:31692:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1789130374.663977:0:31692:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1789130374.663978:0:31692:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f4109f968 00000002:00010000:1.0:1789130374.663979:0:31692:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1789130374.663982:0:31692:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1789130374.663983:0:31692:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789130374.663985:0:31692:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789130374.663988:0:31692:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf51bbdc00 count: 2 00010000:00000001:1.0:1789130374.663990:0:31692:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789130374.663993:0:31692:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789130374.663996:0:31692:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1789130374.663999:0:31692:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e20a00/0xde5303b1d982ccb4 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a57da expref: -99 pid: 31692 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 02000000:00000001:1.0:1789130374.664006:0:31692:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1789130374.664008:0:31692:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789130374.664011:0:31692:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e20a00/0xde5303b1d982ccb4 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a57da expref: -99 pid: 31692 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000002:00000001:1.0:1789130374.664017:0:31692:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1789130374.664019:0:31692:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1789130374.664021:0:31692:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1789130374.664023:0:31692:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1789130374.664024:0:31692:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1789130374.664026:0:31692:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1789130374.664028:0:31692:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1789130374.664029:0:31692:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9caf4557c8c0 2 00000080:00000010:1.0:1789130374.664031:0:31692:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9caf48ef8600. 00000080:00000001:1.0:1789130374.664034:0:31692:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1789130374.664035:0:31692:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789130374.664037:0:31692:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9caf601980c8) 00000080:00010000:1.0:1789130374.664039:0:31692:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9caf601980c8) for lock 0xde5303b1d982ccb4 00800000:00000001:1.0:1789130374.664042:0:31692:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1789130374.664044:0:31692:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1789130374.664045:0:31692:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130374.664046:0:31692:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130374.664047:0:31692:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf47e20a00 refcount=3 00000020:00000001:1.0:1789130374.664049:0:31692:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875372046848 : -109198337504768 : ffff9caf47e20a00) 00010000:00000001:1.0:1789130374.664051:0:31692:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875372046848 : -109198337504768 : ffff9caf47e20a00) 00010000:00000001:1.0:1789130374.664054:0:31692:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130374.664055:0:31692:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789130374.664055:0:31692:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789130374.664057:0:31692:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789130374.664058:0:31692:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xde5303b1d982ccb4 from it ffffb97f4109fbb0 00010000:00000001:1.0:1789130374.664060:0:31692:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130374.664061:0:31692:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130374.664063:0:31692:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf47e20a00 refcount=3 00000020:00000001:1.0:1789130374.664064:0:31692:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875372046848 : -109198337504768 : ffff9caf47e20a00) 00010000:00000001:1.0:1789130374.664066:0:31692:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875372046848 : -109198337504768 : ffff9caf47e20a00) 00010000:00000001:1.0:1789130374.664068:0:31692:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789130374.664070:0:31692:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e20a00/0xde5303b1d982ccb4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a57da expref: -99 pid: 31692 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:1.0:1789130374.664075:0:31692:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130374.664077:0:31692:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130374.664078:0:31692:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1789130374.664079:0:31692:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1789130374.664081:0:31692:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e20a00/0xde5303b1d982ccb4 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a57da expref: -99 pid: 31692 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:1.0:1789130374.664085:0:31692:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1789130374.664087:0:31692:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1789130374.664088:0:31692:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789130374.664091:0:31692:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130374.664092:0:31692:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130374.664093:0:31692:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130374.664095:0:31692:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1789130374.664096:0:31692:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130374.664098:0:31692:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130374.664099:0:31692:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130374.664101:0:31692:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789130374.664103:0:31692:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130374.664104:0:31692:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1789130374.664105:0:31692:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1789130374.664116:0:31692:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1789130374.664119:0:31692:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8), inode mode 41ff mask 44 00000080:00000001:1.0:1789130374.664123:0:31692:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130374.664129:0:31692:0:(dir.c:3010:ll_dir_open()) Process entered 00000080:00000001:1.0:1789130374.664131:0:31692:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:1.0:1789130374.664133:0:31692:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f4109fb78 00000080:00200008:1.0:1789130374.664136:0:31692:0:(file.c:1090:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff9caf601980c8), flags 300000 00000080:00000010:1.0:1789130374.664142:0:31692:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9caf417a83c0. 00000080:00000001:1.0:1789130374.664148:0:31692:0:(file.c:1115:ll_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130374.664150:0:31692:0:(dir.c:3011:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130374.664163:0:31692:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789130374.664166:0:31692:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c03066f0 arg=7fff8a34af60 00000020:00000001:1.0:1789130374.664173:0:31692:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789130374.664178:0:31692:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 648 at ffff9caf487c3000. 00000020:00000001:1.0:1789130374.664183:0:31692:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130374.664187:0:31692:0:(dir.c:442:ll_dir_setdirstripe()) Process entered 00000020:00000001:1.0:1789130374.664189:0:31692:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f4109fad0 00000080:00200000:1.0:1789130374.664190:0:31692:0:(dir.c:451:ll_dir_setdirstripe()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) name=d21h.recovery-small-2 stripe_offset=0 stripe_count=1, hash_type=0 00000080:00000010:1.0:1789130374.664196:0:31692:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9caf48ef8600. 00800000:00000002:1.0:1789130374.664198:0:31692:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9caf4557c8c0 2 00800000:00000001:1.0:1789130374.664207:0:31692:0:(lmv_obd.c:2310:lmv_create()) Process entered 00800000:00000001:1.0:1789130374.664209:0:31692:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:1.0:1789130374.664214:0:31692:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446634875370194944 : -109198339356672 : ffff9caf47c5c800) 00800000:00000001:1.0:1789130374.664218:0:31692:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:1.0:1789130374.664220:0:31692:0:(obd_class.h:932:obd_fid_alloc()) Process entered 00000002:00000001:1.0:1789130374.664223:0:31692:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:1.0:1789130374.664226:0:31692:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:1.0:1789130374.664229:0:31692:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff9caf5014c800: Allocated FID [0x200000404:0x28:0x0] 40000000:00000001:1.0:1789130374.664233:0:31692:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789130374.664235:0:31692:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789130374.664237:0:31692:0:(obd_class.h:945:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789130374.664239:0:31692:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130374.664241:0:31692:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f4109f9e8 00800000:00000002:1.0:1789130374.664242:0:31692:0:(lmv_obd.c:2351:lmv_create()) CREATE name 'd21h.recovery-small-2' [0x200000404:0x28:0x0] on [0x200000007:0x1:0x0] -> mds #0, layout version 1 00000002:00000001:1.0:1789130374.664246:0:31692:0:(mdc_reint.c:154:mdc_create()) Process entered 00000002:00000001:1.0:1789130374.664249:0:31692:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1789130374.664251:0:31692:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf51bbdc00 count: 2 00010000:00000001:1.0:1789130374.664253:0:31692:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789130374.664256:0:31692:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1789130374.664258:0:31692:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1789130374.664262:0:31692:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e20a00/0xde5303b1d982ccb4 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xcdf1b083821a57da expref: -99 pid: 31692 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000080:00000001:1.0:1789130374.664269:0:31692:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1789130374.664273:0:31692:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1789130374.664275:0:31692:0:(file.c:6113:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1789130374.664276:0:31692:0:(file.c:6119:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:1.0:1789130374.664279:0:31692:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789130374.664280:0:31692:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789130374.664282:0:31692:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf51bbdc00 count: 3 00010000:00000001:1.0:1789130374.664284:0:31692:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1789130374.664286:0:31692:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789130374.664287:0:31692:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789130374.664288:0:31692:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789130374.664290:0:31692:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf51bbdc00 count: 3 00010000:00000001:1.0:1789130374.664291:0:31692:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1789130374.664293:0:31692:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789130374.664294:0:31692:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789130374.664295:0:31692:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789130374.664296:0:31692:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf51bbdc00 count: 3 00010000:00000001:1.0:1789130374.664298:0:31692:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1789130374.664299:0:31692:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130374.664301:0:31692:0:(file.c:6141:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1789130374.664303:0:31692:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff9caf60198000, pfid = [0x0:0x0:0x0] 00000080:00000001:1.0:1789130374.664307:0:31692:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000020:00000001:1.0:1789130374.664310:0:31692:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f4109f670 00000080:00002000:1.0:1789130374.664311:0:31692:0:(namei.c:185:ll_prune_negative_children()) prune negative dentry d21h.recovery-small-2 00000080:00000001:1.0:1789130374.664316:0:31692:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1789130374.664319:0:31692:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1789130374.664322:0:31692:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:1.0:1789130374.664325:0:31692:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1789130374.664326:0:31692:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130374.664329:0:31692:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1789130374.664332:0:31692:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1789130374.664333:0:31692:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1789130374.664335:0:31692:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789130374.664336:0:31692:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1789130374.664339:0:31692:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9caf47e20a00 with handle 0xde5303b1d982ccb4 from hash 00010000:00000001:1.0:1789130374.664343:0:31692:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1789130374.664344:0:31692:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130374.664345:0:31692:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130374.664346:0:31692:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1789130374.664348:0:31692:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1789130374.664350:0:31692:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1789130374.664352:0:31692:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1789130374.664354:0:31692:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1789130374.664356:0:31692:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1789130374.664361:0:31692:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf615d61c0. 00000020:00000040:1.0:1789130374.664364:0:31692:0:(genops.c:1210:class_import_get()) import ffff9caf6079a800 refcount=5 obd=lustre-MDT0000-mdc-ffff9caf5014c800 02000000:00000001:1.0:1789130374.664370:0:31692:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789130374.664371:0:31692:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130374.664373:0:31692:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1789130374.664377:0:31692:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789130374.664378:0:31692:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130374.664381:0:31692:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789130374.664383:0:31692:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789130374.664386:0:31692:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789130374.664392:0:31692:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9caf487c2000. 00000100:00000001:1.0:1789130374.664398:0:31692:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130374.664401:0:31692:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789130374.664403:0:31692:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1789130374.664409:0:31692:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e20a00/0xde5303b1d982ccb4 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xcdf1b083821a57da expref: -99 pid: 31692 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00010000:1.0:1789130374.664416:0:31692:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1789130374.664418:0:31692:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1789130374.664419:0:31692:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1789130374.664421:0:31692:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e20a00/0xde5303b1d982ccb4 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xcdf1b083821a57da expref: -99 pid: 31692 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000040:1.0:1789130374.664428:0:31692:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9caf51bbdc00 count: 0 00010000:00000010:1.0:1789130374.664433:0:31692:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9caf42e06980. 00010000:00000001:1.0:1789130374.664440:0:31692:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130374.664442:0:31692:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130374.664444:0:31692:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789130374.664445:0:31692:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130374.664447:0:31692:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:1.0:1789130374.664458:0:31692:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9caf5014c800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1789130374.664470:0:31692:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9caf615d61c0 x1876037329023360/t0(0) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 568/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789130374.664478:0:31692:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1789130374.664479:0:31692:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1789130374.664487:0:31692:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9caf607beb40. 00000100:00000001:1.0:1789130374.664489:0:31692:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446634875784784704 : -109197924766912 : ffff9caf607beb40) 00000100:00000001:1.0:1789130374.664492:0:31692:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789130374.664494:0:31692:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875799560640 : -109197909990976 : ffff9caf615d61c0) 00000100:00000001:1.0:1789130374.664499:0:31692:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789130374.664503:0:31692:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130374.664505:0:31692:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1789130374.664507:0:31692:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789130374.664512:0:31692:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf615d61c0 x1876037329023360/t0(0) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 568/576 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130374.664519:0:31692:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789130374.664522:0:31692:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130374.664526:0:31692:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789130374.664529:0:31692:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789130374.664531:0:31692:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789130374.664535:0:31692:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf615d61c0 pname:cluuid:pid:xid:nid:opc:job lfs:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:31692:1876037329023360:192.168.204.123@tcp:36:lfs.0 00000100:00000001:1.0:1789130374.664540:0:31692:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789130374.664546:0:31692:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789130374.664549:0:31692:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130374.664551:0:31692:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789130374.664556:0:31692:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9caf487c2400. 02000000:00000001:1.0:1789130374.664558:0:31692:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789130374.664566:0:31692:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:1.0:1789130374.664571:0:31692:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf42d8ee18. 00000400:00000010:1.0:1789130374.666009:0:31692:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf462a3440. 00000100:00000200:1.0:1789130374.666027:0:31692:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876037329023360, portal 10 00000100:00000001:1.0:1789130374.666030:0:31692:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789130374.666031:0:31692:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875799560640 : -109197909990976 : ffff9caf615d61c0) 00000100:00000040:1.0:1789130374.666044:0:31692:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9caf615d61c0 x1876037329023360/t0(0) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 568/576 e 0 to 0 dl 1789130390 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130374.666051:0:31692:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789130374.666054:0:31692:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:1.0:1789130374.666083:0:31692:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf462a32a8. 00000100:00000200:1.0:1789130374.666088:0:31692:0:(niobuf.c:94:ptl_send_buf()) Sending 568 bytes to portal 12, xid 1876037329023360, offset 0 00000400:00000200:1.0:1789130374.666095:0:31692:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:1.0:1789130374.666105:0:31692:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:1.0:1789130374.666173:0:31692:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:1.0:1789130374.666178:0:31692:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789130374.666182:0:31692:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:1.0:1789130374.666185:0:31692:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789130374.666188:0:31692:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:1.0:1789130374.666192:0:31692:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2444:2444:256:4294967295] 192.168.204.123@tcp LPNI seq info [2443:2443:8:4294967295] 00000400:00000200:1.0:1789130374.666196:0:31692:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:1.0:1789130374.666207:0:31692:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:1.0:1789130374.666212:0:31692:0:(socklnd_cb.c:931:ksocknal_send()) sending 568 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:1.0:1789130374.666218:0:31692:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf47f34a00. 00000800:00000200:1.0:1789130374.666225:0:31692:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:1.0:1789130374.666233:0:31692:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:1.0:1789130374.666238:0:31692:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf47f34a00 type 1, nob 664 niov 1 nkiov 1 00000100:00000001:1.0:1789130374.666453:0:31692:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789130374.666460:0:31692:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: using a timeout of 805132 usecs (806 jiffies) 00000400:00000200:1.0:1789130374.666464:0:31692:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:1.0:1789130374.666467:0:31692:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296469494 00000100:00000001:1.0:1789130374.666470:0:31692:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 2, keep current deadline 4296472056 00000100:00000001:1.0:1789130374.666474:0:31692:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296469494 00000100:00000001:1.0:1789130374.666477:0:31692:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 3, keep current deadline 4296472057 00000100:00000001:1.0:1789130374.666479:0:31692:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789130374.666482:0:31692:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130374.666486:0:31692:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789130374.666488:0:31692:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1789130374.666491:0:31692:0:(client.c:2715:ptlrpc_set_wait()) set ffff9caf607beb40 going to sleep for 11 seconds 00000100:00000001:1.0:1789130374.666494:0:31692:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789130374.666497:0:31692:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789130374.668052:0:2342:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789130374.668061:0:2342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf47f34a00. 00000400:00000200:3.0:1789130374.668067:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130374.668075:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:3.0:1789130374.668082:0:2342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf462a32a8 00000400:00000010:3.0:1789130374.668084:0:2342:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf462a32a8. 00000100:00000001:3.0:1789130374.668090:0:2342:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789130374.668098:0:2342:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf615d61c0 x1876037329023360/t0(0) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 568/576 e 0 to 0 dl 1789130390 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130374.668120:0:2342:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130374.668195:0:2342:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf615d61c0 x1876037329023360/t0(0) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 568/576 e 0 to 0 dl 1789130390 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130374.668202:0:2342:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130374.668204:0:2342:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:1.1:1789130374.671957:0:31647:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf46a93400. 00000080:00000010:1.1:1789130374.671977:0:31647:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9caf484ad420. 00010000:00000010:1.1:1789130374.671984:0:31647:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf51bbdc00. 00010000:00000010:1.1:1789130374.671989:0:31647:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf47e20a00. 00000800:00000001:3.0:1789130374.681495:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130374.681509:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789130374.681513:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130374.681516:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130374.681524:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130374.681532:0:2341:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:3.0:1789130374.681541:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130374.681546:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130374.681551:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130374.681555:0:2341:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 448 into portal 10 MB=0x6aa3efa94f180 00000400:00000200:3.0:1789130374.681560:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130374.681565:0:2341:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.123@tcp of length 448/448 into md 0x69ad [1] + 224 00000800:00000001:3.0:1789130374.681573:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130374.681579:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130374.681582:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130374.681588:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:3.0:1789130374.681596:0:2341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789130374.681605:0:2341:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf615d61c0 x1876037329023360/t0(0) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 568/576 e 0 to 0 dl 1789130390 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789130374.681617:0:2341:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=576 req@ffff9caf615d61c0 x1876037329023360/t0(0) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 568/576 e 0 to 0 dl 1789130390 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130374.681629:0:2341:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1789130374.681639:0:2341:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1789130374.681643:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130374.681648:0:2341:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.204.23@tcp to MR: 192.168.204.123@tcp local destination 00000400:00000200:3.0:1789130374.681654:0:2341:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2445:2445:256:4294967295] 192.168.204.123@tcp LPNI seq info [2444:2444:8:4294967295] 00000400:00000200:3.0:1789130374.681659:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130374.681667:0:2341:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:192.168.204.23@tcp) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) 192.168.204.123@tcp : ACK try# 0 00000800:00000200:3.0:1789130374.681673:0:2341:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:3.0:1789130374.681679:0:2341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf47fd2400. 00000800:00000200:3.0:1789130374.681685:0:2341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:3.0:1789130374.681692:0:2341:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:3.0:1789130374.681697:0:2341:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf47fd2400 type 0, nob 96 niov 1 nkiov 0 00000100:00000001:1.0:1789130374.682667:0:31692:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789130374.682679:0:31692:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789130374.682681:0:31692:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789130374.682686:0:31692:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf42d8ee18. 00000400:00000200:1.0:1789130374.682691:0:31692:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf462a3440 00000400:00000010:1.0:1789130374.682694:0:31692:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf462a3440. 00000100:00000001:1.0:1789130374.682698:0:31692:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789130374.682707:0:31692:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf615d61c0 x1876037329023360/t0(0) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 568/576 e 0 to 0 dl 1789130390 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789130374.682717:0:31692:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf615d61c0 x1876037329023360/t0(0) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 568/576 e 0 to 0 dl 1789130390 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130374.682723:0:31692:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789130374.682726:0:31692:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130374.682729:0:31692:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789130374.682733:0:31692:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789130374.682736:0:31692:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789130374.682738:0:31692:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130374.682742:0:31692:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789130374.682752:0:31692:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf6079ac60 time=143 v=5 (104 104 104 104) 00000100:00001000:1.0:1789130374.682757:0:31692:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf6079ac18 time=10 v=5 (1 0 0 0) 00000100:00000001:1.0:1789130374.682759:0:31692:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789130374.682761:0:31692:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130374.682764:0:31692:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789130374.682769:0:31692:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130374.682772:0:31692:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1789130374.682775:0:31692:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x1000000a3/0x1] 00000100:00000001:1.0:1789130374.682776:0:31692:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1789130374.682778:0:31692:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789130374.682780:0:31692:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875799560640 : -109197909990976 : ffff9caf615d61c0) 00000100:00000001:1.0:1789130374.682784:0:31692:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789130374.682786:0:31692:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9caf5014c800: skip recheck: last_committed 4294967629 00000100:00000001:1.0:1789130374.682787:0:31692:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789130374.682790:0:31692:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789130374.682795:0:31692:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf615d61c0 x1876037329023360/t4294967631(4294967631) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 568/448 e 0 to 0 dl 1789130390 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130374.682802:0:31692:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789130374.682825:0:31692:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789130374.682828:0:31692:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789130374.682832:0:31692:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf615d61c0 x1876037329023360/t4294967631(4294967631) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 568/448 e 0 to 0 dl 1789130390 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789130374.682840:0:31692:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf615d61c0 pname:cluuid:pid:xid:nid:opc:job lfs:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:31692:1876037329023360:192.168.204.123@tcp:36:lfs.0 00000100:00000001:1.0:1789130374.682845:0:31692:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130374.682848:0:31692:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130374.682850:0:31692:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1789130374.682852:0:31692:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789130374.682855:0:31692:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf615d61c0 x1876037329023360/t4294967631(4294967631) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 568/448 e 0 to 0 dl 1789130390 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130374.682861:0:31692:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789130374.682864:0:31692:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9caf607beb40. 00000100:00000001:1.0:1789130374.682867:0:31692:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1789130374.682869:0:31692:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789130374.682880:0:31692:0:(mdc_reint.c:296:mdc_create()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789130374.682884:0:31692:0:(lmv_obd.c:2359:lmv_create()) Created - [0x200000404:0x28:0x0] 00800000:00000001:1.0:1789130374.682887:0:31692:0:(lmv_obd.c:2416:lmv_create()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130374.682891:0:31692:0:(llite_lib.c:3864:ll_prep_inode()) Process entered 00000002:00000001:1.0:1789130374.682898:0:31692:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1789130374.682900:0:31692:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1789130374.682903:0:31692:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833960 : 144115205322833960 : 200000404000028) 00000080:00000001:1.0:1789130374.682907:0:31692:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:1.0:1789130374.682923:0:31692:0:(super25.c:42:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff9caf60130000. 00000080:00000001:1.0:1789130374.682935:0:31692:0:(llite_lib.c:3374:ll_read_inode2()) Process entered 00000080:00200000:1.0:1789130374.682937:0:31692:0:(llite_lib.c:3377:ll_read_inode2()) VFS Op:inode=[0x200000404:0x28:0x0](ffff9caf601300c8) 00000080:00000001:1.0:1789130374.682941:0:31692:0:(llite_lib.c:1973:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1789130374.682943:0:31692:0:(llite_lib.c:1977:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000404:0x28:0x0] 00000080:00000001:1.0:1789130374.682945:0:31692:0:(llite_lib.c:1994:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130374.682947:0:31692:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833960 : 144115205322833960 : 200000404000028) 00000080:00000001:1.0:1789130374.682950:0:31692:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:1.0:1789130374.682952:0:31692:0:(llite_lib.c:3071:ll_update_inode()) setting ino 144115205322833960 mtime from 0 to 1789130374 00000080:00200000:1.0:1789130374.682956:0:31692:0:(llite_lib.c:3140:ll_update_inode()) inode=[0x200000404:0x28:0x0], updating i_size 512 00000080:00000001:1.0:1789130374.682959:0:31692:0:(llite_lib.c:3403:ll_read_inode2()) Process leaving 00000080:00000001:1.0:1789130374.682961:0:31692:0:(namei.c:156:ll_iget()) Process leaving (rc=18446634875777908936 : -109197931642680 : ffff9caf601300c8) 00000080:00000001:1.0:1789130374.682964:0:31692:0:(llite_lib.c:3962:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1789130374.682967:0:31692:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1789130374.682969:0:31692:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130374.682976:0:31692:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789130374.682980:0:31692:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf615d61c0 x1876037329023360/t4294967631(4294967631) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 568/448 e 0 to 0 dl 1789130390 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130374.682986:0:31692:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789130374.682989:0:31692:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9caf4557c8c0 2 00000080:00000010:1.0:1789130374.682992:0:31692:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9caf48ef8600. 00000080:00000010:1.0:1789130374.682997:0:31692:0:(dir.c:2105:ll_dir_ioctl()) kvfree 'data': 648 at ffff9caf487c3000. 00000080:00000001:1.0:1789130374.683001:0:31692:0:(dir.c:2106:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130374.683015:0:31692:0:(dir.c:3016:ll_dir_release()) Process entered 00000080:00000001:1.0:1789130374.683019:0:31692:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:1.0:1789130374.683022:0:31692:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f4109fdd0 00000080:00200008:1.0:1789130374.683024:0:31692:0:(file.c:479:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff9caf601980c8), flags 300000 00000080:00400000:1.0:1789130374.683028:0:31692:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000007:0x1:0x0] 00000080:00000010:1.0:1789130374.683031:0:31692:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9caf417a83c0. 00000080:00000001:1.0:1789130374.683034:0:31692:0:(file.c:498:ll_file_release()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:3.0:1789130374.683037:0:2341:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000020:00000001:1.0:1789130374.683037:0:31692:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f4109fdd0 00000080:00000008:1.0:1789130374.683038:0:31692:0:(file.c:523:ll_file_release()) COMPLETED file /:[0x200000007:0x1:0x0](ffff9caf601980c8), flags 300000, rc = 0 00000080:00000001:1.0:1789130374.683041:0:31692:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1789130374.683042:0:2341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf47fd2400. 00000080:00000001:1.0:1789130374.683043:0:31692:0:(dir.c:3017:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789130374.683046:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130374.683051:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: ACK: OK 00000800:00000001:3.0:1789130374.683062:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130374.683067:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1789130374.737481:0:31699:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:2.0:1789130374.737491:0:31699:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:2.0:1789130374.737494:0:31699:0:(file.c:6206:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1789130374.737497:0:31699:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f40d7fbc0 00000080:00200000:2.0:1789130374.737503:0:31699:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8),name=/ 00000080:00000010:2.0:1789130374.737512:0:31699:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9caf51958c00. 00800000:00000002:2.0:1789130374.737521:0:31699:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9caf4557c8c0 2 00000080:00000001:2.0:1789130374.737525:0:31699:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1789130374.737529:0:31699:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1789130374.737531:0:31699:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f40d7fae0 00800000:00000002:2.0:1789130374.737534:0:31699:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1789130374.737538:0:31699:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1789130374.737542:0:31699:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1789130374.737548:0:31699:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1789130374.737550:0:31699:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f40d7f9b0 00000002:00010000:2.0:1789130374.737552:0:31699:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1789130374.737556:0:31699:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1789130374.737558:0:31699:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789130374.737562:0:31699:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1789130374.737569:0:31699:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789130374.737571:0:31699:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789130374.737572:0:31699:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789130374.737574:0:31699:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1789130374.737577:0:31699:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1789130374.737582:0:31699:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf580b8b40. 00000020:00000040:2.0:1789130374.737586:0:31699:0:(genops.c:1210:class_import_get()) import ffff9caf6079a800 refcount=6 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00010000:00000001:2.0:1789130374.737593:0:31699:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1789130374.737598:0:31699:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789130374.737601:0:31699:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130374.737604:0:31699:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789130374.737607:0:31699:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789130374.737612:0:31699:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789130374.737619:0:31699:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9caf58573800. 00000100:00000001:2.0:1789130374.737626:0:31699:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130374.737632:0:31699:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789130374.737633:0:31699:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130374.737635:0:31699:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789130374.737636:0:31699:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130374.737637:0:31699:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789130374.737644:0:31699:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446634875643202368 : -109198066349248 : ffff9caf580b8b40) 00010000:00000001:2.0:1789130374.737647:0:31699:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1789130374.737649:0:31699:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1789130374.737654:0:31699:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9caf4814d900. 00010000:00000010:2.0:1789130374.737659:0:31699:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9caf4938d000. 00010000:00000001:2.0:1789130374.737665:0:31699:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1789130374.737668:0:31699:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9caf46a93800. 00000020:00000001:2.0:1789130374.737672:0:31699:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1789130374.737676:0:31699:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9caf46a93800 with handle 0xde5303b1d982ccc2 to hash 00000020:00000001:2.0:1789130374.737678:0:31699:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1789130374.737680:0:31699:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446634875351545856 : -109198358005760 : ffff9caf46a93800) 00010000:00000001:2.0:1789130374.737685:0:31699:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446634875351545856 : -109198358005760 : ffff9caf46a93800) 00010000:00000001:2.0:1789130374.737689:0:31699:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789130374.737691:0:31699:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789130374.737697:0:31699:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a93800/0xde5303b1d982ccc2 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 31699 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789130374.737707:0:31699:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a93800/0xde5303b1d982ccc2 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 31699 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789130374.737718:0:31699:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a93800/0xde5303b1d982ccc2 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 31699 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1789130374.737724:0:31699:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1789130374.737725:0:31699:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1789130374.737732:0:31699:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9caf46b98840. 00000100:00000001:2.0:1789130374.737735:0:31699:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446634875352614976 : -109198356936640 : ffff9caf46b98840) 00000100:00000001:2.0:1789130374.737737:0:31699:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789130374.737739:0:31699:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875643202368 : -109198066349248 : ffff9caf580b8b40) 00000100:00000001:2.0:1789130374.737743:0:31699:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789130374.737747:0:31699:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130374.737749:0:31699:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1789130374.737751:0:31699:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789130374.737762:0:31699:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf580b8b40 x1876037329023488/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130374.737771:0:31699:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789130374.737773:0:31699:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789130374.737776:0:31699:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789130374.737778:0:31699:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789130374.737780:0:31699:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789130374.737784:0:31699:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf580b8b40 pname:cluuid:pid:xid:nid:opc:job multiop:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:31699:1876037329023488:192.168.204.123@tcp:101:multiop.0 00000100:00000001:2.0:1789130374.737788:0:31699:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789130374.737793:0:31699:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789130374.737795:0:31699:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789130374.737798:0:31699:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789130374.737832:0:31699:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9caf47fb1000. 02000000:00000001:2.0:1789130374.737835:0:31699:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789130374.737845:0:31699:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:2.0:1789130374.737849:0:31699:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf483fde70. 00000400:00000010:2.0:1789130374.737857:0:31699:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf42d18ee0. 00000100:00000200:2.0:1789130374.737865:0:31699:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1876037329023488, portal 10 00000100:00000001:2.0:1789130374.737867:0:31699:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789130374.737868:0:31699:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875643202368 : -109198066349248 : ffff9caf580b8b40) 00000100:00000040:2.0:1789130374.737874:0:31699:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9caf580b8b40 x1876037329023488/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789130390 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130374.737881:0:31699:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789130374.737884:0:31699:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:2.0:1789130374.737886:0:31699:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf42d18e58. 00000100:00000200:2.0:1789130374.737889:0:31699:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1876037329023488, offset 0 00000400:00000200:2.0:1789130374.737897:0:31699:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:2.0:1789130374.737907:0:31699:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130374.737916:0:31699:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:2.0:1789130374.737922:0:31699:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789130374.737927:0:31699:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:2.0:1789130374.737931:0:31699:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789130374.737934:0:31699:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:2.0:1789130374.737939:0:31699:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2446:2446:256:4294967295] 192.168.204.123@tcp LPNI seq info [2445:2445:8:4294967295] 00000400:00000200:2.0:1789130374.737945:0:31699:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130374.737957:0:31699:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:2.0:1789130374.737965:0:31699:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:2.0:1789130374.737973:0:31699:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf501cf900. 00000800:00000200:2.0:1789130374.737983:0:31699:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:2.0:1789130374.737994:0:31699:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:2.0:1789130374.738001:0:31699:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf501cf900 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:2.0:1789130374.738017:0:31699:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130374.738022:0:31699:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: using a timeout of 804045 usecs (805 jiffies) 00000400:00000200:2.0:1789130374.738025:0:31699:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:2.0:1789130374.738029:0:31699:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296469564 00000100:00000001:2.0:1789130374.738031:0:31699:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 2, keep current deadline 4296472056 00000100:00000001:2.0:1789130374.738033:0:31699:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296469564 00000100:00000001:2.0:1789130374.738035:0:31699:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 3, keep current deadline 4296472057 00000100:00000001:2.0:1789130374.738037:0:31699:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789130374.738040:0:31699:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130374.738043:0:31699:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789130374.738046:0:31699:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1789130374.738049:0:31699:0:(client.c:2715:ptlrpc_set_wait()) set ffff9caf46b98840 going to sleep for 11 seconds 00000100:00000001:2.0:1789130374.738052:0:31699:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789130374.738056:0:31699:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789130374.743674:0:2341:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789130374.743685:0:2341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf501cf900. 00000400:00000200:2.0:1789130374.743693:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130374.743702:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:2.0:1789130374.743709:0:2341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf42d18e58 00000400:00000010:2.0:1789130374.743712:0:2341:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf42d18e58. 00000100:00000001:2.0:1789130374.743717:0:2341:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789130374.743725:0:2341:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf580b8b40 x1876037329023488/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789130390 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130374.743743:0:2341:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130374.743747:0:2341:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf580b8b40 x1876037329023488/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789130390 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130374.743754:0:2341:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130374.743756:0:2341:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1789130374.749415:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130374.749431:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789130374.749436:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130374.749438:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130374.749447:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130374.749455:0:2342:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:3.0:1789130374.749464:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130374.749468:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130374.749474:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130374.749478:0:2342:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 688 into portal 10 MB=0x6aa3efa94f200 00000400:00000200:3.0:1789130374.749483:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130374.749489:0:2342:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.123@tcp of length 688/688 into md 0x69b5 [1] + 224 00000800:00000001:3.0:1789130374.749497:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130374.749506:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130374.749509:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130374.749514:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:3.0:1789130374.749521:0:2342:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789130374.749530:0:2342:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf580b8b40 x1876037329023488/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789130390 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789130374.749541:0:2342:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9caf580b8b40 x1876037329023488/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789130390 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130374.749562:0:2342:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789130374.749571:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130374.749574:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789130374.749616:0:31699:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789130374.749623:0:31699:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789130374.749625:0:31699:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789130374.749628:0:31699:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf483fde70. 00000400:00000200:2.0:1789130374.749633:0:31699:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf42d18ee0 00000400:00000010:2.0:1789130374.749636:0:31699:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf42d18ee0. 00000100:00000001:2.0:1789130374.749639:0:31699:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789130374.749644:0:31699:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf580b8b40 x1876037329023488/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789130390 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1789130374.749652:0:31699:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf580b8b40 x1876037329023488/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789130390 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130374.749658:0:31699:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789130374.749659:0:31699:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789130374.749662:0:31699:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789130374.749665:0:31699:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789130374.749667:0:31699:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789130374.749669:0:31699:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789130374.749672:0:31699:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789130374.749682:0:31699:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf6079ac60 time=143 v=5 (104 104 104 104) 00000100:00001000:2.0:1789130374.749686:0:31699:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf6079ac18 time=10 v=5 (1 0 0 0) 00000100:00000001:2.0:1789130374.749688:0:31699:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789130374.749690:0:31699:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130374.749693:0:31699:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789130374.749696:0:31699:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130374.749699:0:31699:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789130374.749701:0:31699:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9caf5014c800: skip recheck: last_committed 4294967629 00000100:00000001:2.0:1789130374.749703:0:31699:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789130374.749706:0:31699:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130374.749711:0:31699:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf580b8b40 x1876037329023488/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1789130390 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130374.749717:0:31699:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789130374.749719:0:31699:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789130374.749721:0:31699:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789130374.749724:0:31699:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf580b8b40 x1876037329023488/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1789130390 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1789130374.749731:0:31699:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf580b8b40 pname:cluuid:pid:xid:nid:opc:job multiop:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:31699:1876037329023488:192.168.204.123@tcp:101:multiop.0 00000100:00000001:2.0:1789130374.749737:0:31699:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789130374.749740:0:31699:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130374.749742:0:31699:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1789130374.749744:0:31699:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130374.749748:0:31699:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf580b8b40 x1876037329023488/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1789130390 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130374.749754:0:31699:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789130374.749757:0:31699:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9caf46b98840. 00000100:00000001:2.0:1789130374.749760:0:31699:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1789130374.749762:0:31699:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130374.749765:0:31699:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1789130374.749769:0:31699:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130374.749772:0:31699:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130374.749775:0:31699:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf46a93800 refcount=4 00000020:00000001:2.0:1789130374.749778:0:31699:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875351545856 : -109198358005760 : ffff9caf46a93800) 00010000:00000001:2.0:1789130374.749780:0:31699:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875351545856 : -109198358005760 : ffff9caf46a93800) 00010000:00000040:2.0:1789130374.749787:0:31699:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9caf46a93800, remote cookie: 0xcdf1b083821a580b, flags: 0x1001 00010000:00010000:2.0:1789130374.749792:0:31699:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a93800/0xde5303b1d982ccc2 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a580b expref: -99 pid: 31699 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789130374.749833:0:31699:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a93800/0xde5303b1d982ccc2 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a580b expref: -99 pid: 31699 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789130374.749846:0:31699:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1789130374.749849:0:31699:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1789130374.749852:0:31699:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1789130374.749854:0:31699:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1789130374.749855:0:31699:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1789130374.749858:0:31699:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff9caf4814d900) refcount = 1 00010000:00010000:2.0:1789130374.749862:0:31699:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a93800/0xde5303b1d982ccc2 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a580b expref: -99 pid: 31699 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789130374.749867:0:31699:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1789130374.749871:0:31699:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1789130374.749872:0:31699:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789130374.749875:0:31699:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1789130374.749877:0:31699:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789130374.749880:0:31699:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a93800/0xde5303b1d982ccc2 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a580b expref: -99 pid: 31699 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789130374.749885:0:31699:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1789130374.749886:0:31699:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130374.749888:0:31699:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130374.749889:0:31699:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130374.749890:0:31699:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130374.749891:0:31699:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789130374.749895:0:31699:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1789130374.749897:0:31699:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130374.749899:0:31699:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130374.749900:0:31699:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf46a93800 refcount=3 00000020:00000001:2.0:1789130374.749902:0:31699:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875351545856 : -109198358005760 : ffff9caf46a93800) 00010000:00000001:2.0:1789130374.749904:0:31699:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875351545856 : -109198358005760 : ffff9caf46a93800) 00010000:00000001:2.0:1789130374.749906:0:31699:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130374.749907:0:31699:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130374.749909:0:31699:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf46a93800 refcount=4 00000020:00000001:2.0:1789130374.749910:0:31699:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875351545856 : -109198358005760 : ffff9caf46a93800) 00010000:00000001:2.0:1789130374.749913:0:31699:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875351545856 : -109198358005760 : ffff9caf46a93800) 00010000:00000001:2.0:1789130374.749915:0:31699:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789130374.749919:0:31699:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789130374.749922:0:31699:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a93800/0xde5303b1d982ccc2 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a580b expref: -99 pid: 31699 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789130374.749928:0:31699:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130374.749929:0:31699:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130374.749931:0:31699:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130374.749932:0:31699:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130374.749933:0:31699:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf46a93800 refcount=5 00000020:00000001:2.0:1789130374.749935:0:31699:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875351545856 : -109198358005760 : ffff9caf46a93800) 00010000:00000001:2.0:1789130374.749937:0:31699:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875351545856 : -109198358005760 : ffff9caf46a93800) 00010000:00000001:2.0:1789130374.749939:0:31699:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789130374.749941:0:31699:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a93800/0xde5303b1d982ccc2 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a580b expref: -99 pid: 31699 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789130374.749947:0:31699:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130374.749948:0:31699:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1789130374.749950:0:31699:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a93800/0xde5303b1d982ccc2 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a580b expref: -99 pid: 31699 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789130374.749956:0:31699:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789130374.749957:0:31699:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130374.749958:0:31699:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130374.749959:0:31699:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130374.749960:0:31699:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1789130374.749965:0:31699:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9caf580b8b40 x1876037329023488/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1789130390 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1789130374.749974:0:31699:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130374.749975:0:31699:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130374.749976:0:31699:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf46a93800 refcount=3 00000020:00000001:2.0:1789130374.749979:0:31699:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875351545856 : -109198358005760 : ffff9caf46a93800) 00010000:00000001:2.0:1789130374.749981:0:31699:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875351545856 : -109198358005760 : ffff9caf46a93800) 00010000:00000001:2.0:1789130374.749983:0:31699:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130374.749984:0:31699:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789130374.749986:0:31699:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789130374.749988:0:31699:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789130374.749990:0:31699:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1789130374.749993:0:31699:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130374.749994:0:31699:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130374.749995:0:31699:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf46a93800 refcount=3 00000020:00000001:2.0:1789130374.749997:0:31699:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875351545856 : -109198358005760 : ffff9caf46a93800) 00010000:00000001:2.0:1789130374.749999:0:31699:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875351545856 : -109198358005760 : ffff9caf46a93800) 00000002:00010000:2.0:1789130374.750002:0:31699:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a93800/0xde5303b1d982ccc2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a580b expref: -99 pid: 31699 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789130374.750008:0:31699:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130374.750010:0:31699:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130374.750012:0:31699:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1789130374.750013:0:31699:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130374.750014:0:31699:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130374.750015:0:31699:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf46a93800 refcount=3 00000020:00000001:2.0:1789130374.750017:0:31699:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875351545856 : -109198358005760 : ffff9caf46a93800) 00010000:00000001:2.0:1789130374.750019:0:31699:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875351545856 : -109198358005760 : ffff9caf46a93800) 00010000:00000040:2.0:1789130374.750025:0:31699:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf4814d900 count: 2 00010000:00000001:2.0:1789130374.750028:0:31699:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1789130374.750032:0:31699:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9caf4630e800 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:2.0:1789130374.750034:0:31699:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130374.750035:0:31699:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789130374.750036:0:31699:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1789130374.750039:0:31699:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f40d7f938 00000002:00002000:2.0:1789130374.750041:0:31699:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:2.0:1789130374.750044:0:31699:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789130374.750048:0:31699:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789130374.750052:0:31699:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1789130374.750055:0:31699:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:2.0:1789130374.750058:0:31699:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789130374.750063:0:31699:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9caf4557c8c0 2 00000080:00000010:2.0:1789130374.750067:0:31699:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9caf51958c00. 00000080:00000001:2.0:1789130374.750072:0:31699:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1789130374.750075:0:31699:0:(llite_lib.c:3864:ll_prep_inode()) Process entered 00000002:00000001:2.0:1789130374.750082:0:31699:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:2.0:1789130374.750086:0:31699:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:2.0:1789130374.750092:0:31699:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9caf5049e8c0. 00800000:00000001:2.0:1789130374.750094:0:31699:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446634875513071808 : -109198196479808 : ffff9caf5049e8c0) 00800000:00000001:2.0:1789130374.750097:0:31699:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789130374.750099:0:31699:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1789130374.750103:0:31699:0:(llite_lib.c:1973:ll_update_lsm_md()) Process entered 00000080:00000002:2.0:1789130374.750115:0:31699:0:(llite_lib.c:1977:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:2.0:1789130374.750118:0:31699:0:(llite_lib.c:1928:ll_update_default_lsm_md()) Process entered 00000080:00000001:2.0:1789130374.750121:0:31699:0:(llite_lib.c:1950:ll_update_default_lsm_md()) Process leaving 00000080:00000001:2.0:1789130374.750123:0:31699:0:(llite_lib.c:1994:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130374.750128:0:31699:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:2.0:1789130374.750131:0:31699:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:2.0:1789130374.750139:0:31699:0:(llite_lib.c:3140:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 8704 00010000:00000001:2.0:1789130374.750141:0:31699:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130374.750143:0:31699:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130374.750145:0:31699:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf46a93800 refcount=3 00000020:00000001:2.0:1789130374.750146:0:31699:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875351545856 : -109198358005760 : ffff9caf46a93800) 00010000:00000001:2.0:1789130374.750148:0:31699:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875351545856 : -109198358005760 : ffff9caf46a93800) 00010000:00000001:2.0:1789130374.750150:0:31699:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130374.750152:0:31699:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1789130374.750153:0:31699:0:(llite_lib.c:3962:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1789130374.750156:0:31699:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:2.0:1789130374.750157:0:31699:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9caf5049e8c0 1 00800000:00000010:2.0:1789130374.750159:0:31699:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9caf5049e8c0. 00800000:00000001:2.0:1789130374.750162:0:31699:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789130374.750166:0:31699:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9caf601980c8) for lock 0xde5303b1d982ccc2 00800000:00000001:2.0:1789130374.750169:0:31699:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1789130374.750172:0:31699:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1789130374.750173:0:31699:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130374.750174:0:31699:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130374.750176:0:31699:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf46a93800 refcount=3 00000020:00000001:2.0:1789130374.750177:0:31699:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875351545856 : -109198358005760 : ffff9caf46a93800) 00010000:00000001:2.0:1789130374.750179:0:31699:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875351545856 : -109198358005760 : ffff9caf46a93800) 00010000:00000001:2.0:1789130374.750181:0:31699:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130374.750183:0:31699:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789130374.750184:0:31699:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789130374.750186:0:31699:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130374.750188:0:31699:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789130374.750191:0:31699:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9caf601980c8) 00000080:00010000:2.0:1789130374.750193:0:31699:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xde5303b1d982ccc2 from it ffffb97f40d7fbf8 00010000:00000001:2.0:1789130374.750195:0:31699:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130374.750196:0:31699:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130374.750198:0:31699:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf46a93800 refcount=3 00000020:00000001:2.0:1789130374.750199:0:31699:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875351545856 : -109198358005760 : ffff9caf46a93800) 00010000:00000001:2.0:1789130374.750201:0:31699:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875351545856 : -109198358005760 : ffff9caf46a93800) 00010000:00000001:2.0:1789130374.750203:0:31699:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789130374.750206:0:31699:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a93800/0xde5303b1d982ccc2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a580b expref: -99 pid: 31699 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789130374.750211:0:31699:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130374.750212:0:31699:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130374.750213:0:31699:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1789130374.750216:0:31699:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1789130374.750218:0:31699:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a93800/0xde5303b1d982ccc2 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a580b expref: -99 pid: 31699 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1789130374.750225:0:31699:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789130374.750228:0:31699:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789130374.750230:0:31699:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789130374.750234:0:31699:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130374.750235:0:31699:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130374.750237:0:31699:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130374.750240:0:31699:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789130374.750242:0:31699:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130374.750244:0:31699:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130374.750247:0:31699:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130374.750249:0:31699:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789130374.750250:0:31699:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130374.750251:0:31699:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1789130374.750253:0:31699:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130374.750258:0:31699:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf580b8b40 x1876037329023488/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1789130390 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130374.750265:0:31699:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789130374.750268:0:31699:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789130374.750271:0:31699:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9caf47fb1000. 02000000:00000001:2.0:1789130374.750275:0:31699:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789130374.750277:0:31699:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1789130374.750279:0:31699:0:(genops.c:1223:class_import_put()) import ffff9caf6079a800 refcount=5 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000020:00000001:2.0:1789130374.750281:0:31699:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1789130374.750283:0:31699:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9caf58573800. 02000000:00000001:2.0:1789130374.750287:0:31699:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789130374.750289:0:31699:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789130374.750290:0:31699:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf580b8b40. 00000100:00000001:2.0:1789130374.750296:0:31699:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789130374.750297:0:31699:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1789130374.750300:0:31699:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8), inode mode 41ff mask 1 00000080:00000001:2.0:1789130374.750305:0:31699:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1789130374.750318:0:31699:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9caf484ad9c0. 00000020:00000001:2.0:1789130374.750324:0:31699:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f40d7fb28 00000080:00200000:2.0:1789130374.750326:0:31699:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d21h.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff9caf601980c8), flags=25 00000080:00000001:2.0:1789130374.750330:0:31699:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:2.0:1789130374.750332:0:31699:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f40d7f9d8 00000080:00200000:2.0:1789130374.750334:0:31699:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d21h.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff9caf601980c8), intent=0 00000080:00000010:2.0:1789130374.750341:0:31699:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9caf51958c00. 00800000:00000002:2.0:1789130374.750346:0:31699:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9caf4557c8c0 2 00000080:00000001:2.0:1789130374.750351:0:31699:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1789130374.750353:0:31699:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1789130374.750355:0:31699:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f40d7f8f8 00800000:00000002:2.0:1789130374.750357:0:31699:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'lookup' for [0x0:0x0:0x0] 'd21h.recovery-small-1' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1789130374.750360:0:31699:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00000020:00000001:2.0:1789130374.750364:0:31699:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f40d7f890 00800000:00000002:2.0:1789130374.750366:0:31699:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d21h.recovery-small-1' -> mds #0 00000002:00000001:2.0:1789130374.750371:0:31699:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1789130374.750373:0:31699:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f40d7f7c8 00000002:00010000:2.0:1789130374.750374:0:31699:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d21h.recovery-small-1,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00000002:00000001:2.0:1789130374.750378:0:31699:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1789130374.750381:0:31699:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1789130374.750384:0:31699:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf580b8b40. 00000020:00000040:2.0:1789130374.750387:0:31699:0:(genops.c:1210:class_import_get()) import ffff9caf6079a800 refcount=6 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00010000:00000001:2.0:1789130374.750391:0:31699:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1789130374.750395:0:31699:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789130374.750398:0:31699:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130374.750399:0:31699:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130374.750400:0:31699:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130374.750403:0:31699:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789130374.750405:0:31699:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789130374.750409:0:31699:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789130374.750415:0:31699:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9caf58573800. 00000100:00000001:2.0:1789130374.750420:0:31699:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130374.750423:0:31699:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789130374.750425:0:31699:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130374.750426:0:31699:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789130374.750427:0:31699:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130374.750429:0:31699:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789130374.750436:0:31699:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446634875643202368 : -109198066349248 : ffff9caf580b8b40) 00010000:00000001:2.0:1789130374.750440:0:31699:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1789130374.750442:0:31699:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1789130374.750445:0:31699:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf4814d900 count: 2 00010000:00000001:2.0:1789130374.750447:0:31699:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789130374.750449:0:31699:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1789130374.750452:0:31699:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9caf46a93600. 00000020:00000001:2.0:1789130374.750456:0:31699:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1789130374.750459:0:31699:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9caf46a93600 with handle 0xde5303b1d982ccc9 to hash 00000020:00000001:2.0:1789130374.750460:0:31699:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1789130374.750462:0:31699:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446634875351545344 : -109198358006272 : ffff9caf46a93600) 00010000:00000001:2.0:1789130374.750465:0:31699:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446634875351545344 : -109198358006272 : ffff9caf46a93600) 00010000:00000001:2.0:1789130374.750468:0:31699:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789130374.750469:0:31699:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789130374.750472:0:31699:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a93600/0xde5303b1d982ccc9 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 31699 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789130374.750479:0:31699:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a93600/0xde5303b1d982ccc9 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31699 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789130374.750488:0:31699:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a93600/0xde5303b1d982ccc9 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31699 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1789130374.750493:0:31699:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1789130374.750494:0:31699:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1789130374.750499:0:31699:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9caf46b98840. 00000100:00000001:2.0:1789130374.750501:0:31699:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446634875352614976 : -109198356936640 : ffff9caf46b98840) 00000100:00000001:2.0:1789130374.750504:0:31699:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789130374.750506:0:31699:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875643202368 : -109198066349248 : ffff9caf580b8b40) 00000100:00000001:2.0:1789130374.750511:0:31699:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789130374.750515:0:31699:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130374.750517:0:31699:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1789130374.750518:0:31699:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789130374.750523:0:31699:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf580b8b40 x1876037329023616/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130374.750531:0:31699:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789130374.750533:0:31699:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789130374.750537:0:31699:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789130374.750540:0:31699:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789130374.750542:0:31699:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789130374.750545:0:31699:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf580b8b40 pname:cluuid:pid:xid:nid:opc:job multiop:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:31699:1876037329023616:192.168.204.123@tcp:101:multiop.0 00000100:00000001:2.0:1789130374.750551:0:31699:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789130374.750558:0:31699:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789130374.750560:0:31699:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789130374.750562:0:31699:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789130374.750566:0:31699:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9caf47fb1000. 02000000:00000001:2.0:1789130374.750569:0:31699:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789130374.750575:0:31699:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:2.0:1789130374.750579:0:31699:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf483fde70. 00000400:00000010:2.0:1789130374.750584:0:31699:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf42d18ee0. 00000100:00000200:2.0:1789130374.750592:0:31699:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1876037329023616, portal 10 00000100:00000001:2.0:1789130374.750594:0:31699:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789130374.750595:0:31699:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875643202368 : -109198066349248 : ffff9caf580b8b40) 00000100:00000040:2.0:1789130374.750600:0:31699:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9caf580b8b40 x1876037329023616/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789130390 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130374.750607:0:31699:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789130374.750609:0:31699:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:2.0:1789130374.750612:0:31699:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf42d18e58. 00000100:00000200:2.0:1789130374.750614:0:31699:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1876037329023616, offset 0 00000400:00000200:2.0:1789130374.750620:0:31699:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:2.0:1789130374.750627:0:31699:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130374.750634:0:31699:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:2.0:1789130374.750640:0:31699:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789130374.750643:0:31699:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:2.0:1789130374.750647:0:31699:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789130374.750649:0:31699:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:2.0:1789130374.750653:0:31699:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2447:2447:256:4294967295] 192.168.204.123@tcp LPNI seq info [2446:2446:8:4294967295] 00000400:00000200:2.0:1789130374.750657:0:31699:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130374.750666:0:31699:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:2.0:1789130374.750672:0:31699:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:2.0:1789130374.750677:0:31699:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf501cf900. 00000800:00000200:2.0:1789130374.750684:0:31699:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:2.0:1789130374.750692:0:31699:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:2.0:1789130374.750697:0:31699:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf501cf900 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:2.0:1789130374.750714:0:31699:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130374.750719:0:31699:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: using a timeout of 802948 usecs (803 jiffies) 00000400:00000200:2.0:1789130374.750722:0:31699:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:2.0:1789130374.750726:0:31699:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296469574 00000100:00000001:2.0:1789130374.750729:0:31699:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 2, keep current deadline 4296472056 00000100:00000001:2.0:1789130374.750732:0:31699:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296469574 00000100:00000001:2.0:1789130374.750734:0:31699:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 3, keep current deadline 4296472057 00000100:00000001:2.0:1789130374.750736:0:31699:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789130374.750739:0:31699:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130374.750741:0:31699:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789130374.750743:0:31699:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1789130374.750745:0:31699:0:(client.c:2715:ptlrpc_set_wait()) set ffff9caf46b98840 going to sleep for 11 seconds 00000100:00000001:2.0:1789130374.750747:0:31699:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789130374.750750:0:31699:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789130374.751006:0:2341:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789130374.751011:0:2341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf501cf900. 00000400:00000200:3.0:1789130374.751015:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130374.751021:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:3.0:1789130374.751027:0:2341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf42d18e58 00000400:00000010:3.0:1789130374.751029:0:2341:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf42d18e58. 00000100:00000001:3.0:1789130374.751033:0:2341:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789130374.751038:0:2341:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf580b8b40 x1876037329023616/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789130390 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130374.751046:0:2341:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130374.751049:0:2341:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf580b8b40 x1876037329023616/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789130390 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130374.751054:0:2341:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130374.751056:0:2341:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1789130374.755790:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130374.755874:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789130374.755880:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130374.755883:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130374.755896:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130374.755909:0:2342:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:3.0:1789130374.755921:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130374.755928:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130374.755936:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130374.755942:0:2342:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 584 into portal 10 MB=0x6aa3efa94f280 00000400:00000200:3.0:1789130374.755949:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130374.755968:0:2342:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.123@tcp of length 584/584 into md 0x69c5 [1] + 224 00000800:00000001:3.0:1789130374.755979:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130374.755991:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130374.755995:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130374.756001:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:3.0:1789130374.756012:0:2342:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789130374.756025:0:2342:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf580b8b40 x1876037329023616/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789130390 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789130374.756038:0:2342:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff9caf580b8b40 x1876037329023616/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789130390 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130374.756057:0:2342:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789130374.756066:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130374.756070:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789130374.756122:0:31699:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789130374.756136:0:31699:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789130374.756139:0:31699:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789130374.756143:0:31699:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf483fde70. 00000400:00000200:2.0:1789130374.756151:0:31699:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf42d18ee0 00000400:00000010:2.0:1789130374.756153:0:31699:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf42d18ee0. 00000100:00000001:2.0:1789130374.756158:0:31699:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789130374.756172:0:31699:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf580b8b40 x1876037329023616/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789130390 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1789130374.756182:0:31699:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf580b8b40 x1876037329023616/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789130390 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130374.756188:0:31699:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789130374.756190:0:31699:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789130374.756193:0:31699:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789130374.756197:0:31699:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789130374.756199:0:31699:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789130374.756203:0:31699:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789130374.756206:0:31699:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789130374.756214:0:31699:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf6079ac60 time=143 v=5 (104 104 104 104) 00000100:00001000:2.0:1789130374.756218:0:31699:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf6079ac18 time=10 v=5 (1 0 0 0) 00000100:00000001:2.0:1789130374.756220:0:31699:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789130374.756222:0:31699:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130374.756225:0:31699:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789130374.756228:0:31699:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130374.756232:0:31699:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789130374.756234:0:31699:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9caf5014c800: skip recheck: last_committed 4294967629 00000100:00000001:2.0:1789130374.756237:0:31699:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789130374.756239:0:31699:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130374.756245:0:31699:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf580b8b40 x1876037329023616/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/584 e 0 to 0 dl 1789130390 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130374.756251:0:31699:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789130374.756254:0:31699:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789130374.756256:0:31699:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789130374.756259:0:31699:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf580b8b40 x1876037329023616/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/584 e 0 to 0 dl 1789130390 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1789130374.756268:0:31699:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf580b8b40 pname:cluuid:pid:xid:nid:opc:job multiop:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:31699:1876037329023616:192.168.204.123@tcp:101:multiop.0 00000100:00000001:2.0:1789130374.756274:0:31699:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789130374.756276:0:31699:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130374.756278:0:31699:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1789130374.756280:0:31699:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130374.756284:0:31699:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf580b8b40 x1876037329023616/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/584 e 0 to 0 dl 1789130390 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130374.756289:0:31699:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789130374.756292:0:31699:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9caf46b98840. 00000100:00000001:2.0:1789130374.756296:0:31699:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1789130374.756297:0:31699:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130374.756301:0:31699:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1789130374.756306:0:31699:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130374.756308:0:31699:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130374.756312:0:31699:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf46a93600 refcount=4 00000020:00000001:2.0:1789130374.756314:0:31699:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875351545344 : -109198358006272 : ffff9caf46a93600) 00010000:00000001:2.0:1789130374.756317:0:31699:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875351545344 : -109198358006272 : ffff9caf46a93600) 00010000:00000040:2.0:1789130374.756324:0:31699:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9caf46a93600, remote cookie: 0xcdf1b083821a5827, flags: 0x1001 00010000:00010000:2.0:1789130374.756329:0:31699:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a93600/0xde5303b1d982ccc9 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a5827 expref: -99 pid: 31699 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1789130374.756337:0:31699:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x27:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:2.0:1789130374.756340:0:31699:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:2.0:1789130374.756351:0:31699:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9caf4814d800. 00010000:00000010:2.0:1789130374.756356:0:31699:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9caf4938da00. 00010000:00000001:2.0:1789130374.756361:0:31699:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789130374.756365:0:31699:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a93600/0xde5303b1d982ccc9 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x27:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a5827 expref: -99 pid: 31699 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789130374.756373:0:31699:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a93600/0xde5303b1d982ccc9 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x27:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a5827 expref: -99 pid: 31699 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789130374.756379:0:31699:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1789130374.756382:0:31699:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1789130374.756384:0:31699:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1789130374.756386:0:31699:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1789130374.756387:0:31699:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1789130374.756389:0:31699:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x27:0x0].0x0 (ffff9caf4814d800) refcount = 1 00010000:00010000:2.0:1789130374.756393:0:31699:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a93600/0xde5303b1d982ccc9 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a5827 expref: -99 pid: 31699 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789130374.756399:0:31699:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1789130374.756403:0:31699:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1789130374.756405:0:31699:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789130374.756408:0:31699:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1789130374.756411:0:31699:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789130374.756414:0:31699:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a93600/0xde5303b1d982ccc9 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a5827 expref: -99 pid: 31699 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789130374.756419:0:31699:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1789130374.756421:0:31699:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130374.756423:0:31699:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130374.756424:0:31699:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130374.756425:0:31699:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130374.756426:0:31699:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789130374.756430:0:31699:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1789130374.756432:0:31699:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130374.756434:0:31699:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130374.756435:0:31699:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf46a93600 refcount=3 00000020:00000001:2.0:1789130374.756437:0:31699:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875351545344 : -109198358006272 : ffff9caf46a93600) 00010000:00000001:2.0:1789130374.756439:0:31699:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875351545344 : -109198358006272 : ffff9caf46a93600) 00010000:00000001:2.0:1789130374.756441:0:31699:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130374.756442:0:31699:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130374.756443:0:31699:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf46a93600 refcount=4 00000020:00000001:2.0:1789130374.756445:0:31699:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875351545344 : -109198358006272 : ffff9caf46a93600) 00010000:00000001:2.0:1789130374.756446:0:31699:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875351545344 : -109198358006272 : ffff9caf46a93600) 00010000:00000001:2.0:1789130374.756449:0:31699:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789130374.756452:0:31699:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789130374.756455:0:31699:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a93600/0xde5303b1d982ccc9 lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a5827 expref: -99 pid: 31699 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789130374.756461:0:31699:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130374.756462:0:31699:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130374.756463:0:31699:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130374.756464:0:31699:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130374.756465:0:31699:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf46a93600 refcount=5 00000020:00000001:2.0:1789130374.756467:0:31699:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875351545344 : -109198358006272 : ffff9caf46a93600) 00010000:00000001:2.0:1789130374.756469:0:31699:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875351545344 : -109198358006272 : ffff9caf46a93600) 00010000:00000001:2.0:1789130374.756471:0:31699:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789130374.756474:0:31699:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a93600/0xde5303b1d982ccc9 lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a5827 expref: -99 pid: 31699 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789130374.756480:0:31699:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130374.756481:0:31699:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1789130374.756483:0:31699:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a93600/0xde5303b1d982ccc9 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a5827 expref: -99 pid: 31699 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789130374.756489:0:31699:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789130374.756491:0:31699:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130374.756492:0:31699:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130374.756493:0:31699:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130374.756494:0:31699:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1789130374.756498:0:31699:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0xb, status=0 req@ffff9caf580b8b40 x1876037329023616/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/584 e 0 to 0 dl 1789130390 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1789130374.756506:0:31699:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130374.756507:0:31699:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130374.756508:0:31699:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf46a93600 refcount=3 00000020:00000001:2.0:1789130374.756510:0:31699:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875351545344 : -109198358006272 : ffff9caf46a93600) 00010000:00000001:2.0:1789130374.756512:0:31699:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875351545344 : -109198358006272 : ffff9caf46a93600) 00010000:00000001:2.0:1789130374.756515:0:31699:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130374.756516:0:31699:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789130374.756517:0:31699:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789130374.756519:0:31699:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789130374.756522:0:31699:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1789130374.756524:0:31699:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130374.756525:0:31699:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130374.756526:0:31699:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf46a93600 refcount=3 00000020:00000001:2.0:1789130374.756528:0:31699:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875351545344 : -109198358006272 : ffff9caf46a93600) 00010000:00000001:2.0:1789130374.756530:0:31699:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875351545344 : -109198358006272 : ffff9caf46a93600) 00000002:00010000:2.0:1789130374.756533:0:31699:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a93600/0xde5303b1d982ccc9 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a5827 expref: -99 pid: 31699 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789130374.756544:0:31699:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130374.756545:0:31699:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130374.756547:0:31699:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1789130374.756548:0:31699:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130374.756549:0:31699:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130374.756550:0:31699:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf46a93600 refcount=3 00000020:00000001:2.0:1789130374.756552:0:31699:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875351545344 : -109198358006272 : ffff9caf46a93600) 00010000:00000001:2.0:1789130374.756554:0:31699:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875351545344 : -109198358006272 : ffff9caf46a93600) 00010000:00000040:2.0:1789130374.756558:0:31699:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf4814d800 count: 2 00010000:00000001:2.0:1789130374.756561:0:31699:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1789130374.756564:0:31699:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9caf4630e800 type 13 mode 4 res 8589935620/39 (0 0) 00010000:00000001:2.0:1789130374.756567:0:31699:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130374.756568:0:31699:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789130374.756569:0:31699:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1789130374.756572:0:31699:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f40d7f750 00000002:00002000:2.0:1789130374.756574:0:31699:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=d21h.recovery-small-1 intent=lookup status=0 disp=0xb: rc = 0 00000002:00000001:2.0:1789130374.756578:0:31699:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789130374.756582:0:31699:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789130374.756585:0:31699:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1789130374.756588:0:31699:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:2.0:1789130374.756591:0:31699:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789130374.756596:0:31699:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9caf4557c8c0 2 00000080:00000001:2.0:1789130374.756598:0:31699:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:2.0:1789130374.756599:0:31699:0:(namei.c:674:ll_lookup_it_finish()) it ffffb97f40d7fac8 it_disposition b 00000080:00000001:2.0:1789130374.756602:0:31699:0:(llite_lib.c:3864:ll_prep_inode()) Process entered 00000002:00000001:2.0:1789130374.756607:0:31699:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:2.0:1789130374.756611:0:31699:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1789130374.756613:0:31699:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833959 : 144115205322833959 : 200000404000027) 00000080:00000001:2.0:1789130374.756617:0:31699:0:(namei.c:113:ll_iget()) Process entered 00000080:00000001:2.0:1789130374.756622:0:31699:0:(llite_lib.c:1973:ll_update_lsm_md()) Process entered 00000080:00000002:2.0:1789130374.756624:0:31699:0:(llite_lib.c:1977:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000404:0x27:0x0] 00000080:00000001:2.0:1789130374.756627:0:31699:0:(llite_lib.c:1994:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130374.756630:0:31699:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833959 : 144115205322833959 : 200000404000027) 00000080:00000001:2.0:1789130374.756633:0:31699:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:2.0:1789130374.756637:0:31699:0:(llite_lib.c:3140:ll_update_inode()) inode=[0x200000404:0x27:0x0], updating i_size 512 00000080:00200000:2.0:1789130374.756640:0:31699:0:(namei.c:147:ll_iget()) got inode: [0x200000404:0x27:0x0](ffff9caf60131148): rc = 0 00000080:00000001:2.0:1789130374.756642:0:31699:0:(namei.c:156:ll_iget()) Process leaving (rc=18446634875777913160 : -109197931638456 : ffff9caf60131148) 00010000:00000001:2.0:1789130374.756644:0:31699:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130374.756645:0:31699:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130374.756646:0:31699:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf46a93600 refcount=3 00000020:00000001:2.0:1789130374.756648:0:31699:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875351545344 : -109198358006272 : ffff9caf46a93600) 00010000:00000001:2.0:1789130374.756650:0:31699:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875351545344 : -109198358006272 : ffff9caf46a93600) 00010000:00000001:2.0:1789130374.756652:0:31699:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130374.756653:0:31699:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1789130374.756655:0:31699:0:(llite_lib.c:1928:ll_update_default_lsm_md()) Process entered 00000080:00000001:2.0:1789130374.756656:0:31699:0:(llite_lib.c:1941:ll_update_default_lsm_md()) Process leaving 00000080:00000001:2.0:1789130374.756658:0:31699:0:(llite_lib.c:3962:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1789130374.756661:0:31699:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1789130374.756663:0:31699:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789130374.756666:0:31699:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000404:0x27:0x0](ffff9caf60131148) for lock 0xde5303b1d982ccc9 00800000:00000001:2.0:1789130374.756669:0:31699:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1789130374.756670:0:31699:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1789130374.756671:0:31699:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130374.756672:0:31699:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130374.756673:0:31699:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf46a93600 refcount=3 00000020:00000001:2.0:1789130374.756675:0:31699:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875351545344 : -109198358006272 : ffff9caf46a93600) 00010000:00000001:2.0:1789130374.756677:0:31699:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875351545344 : -109198358006272 : ffff9caf46a93600) 00010000:00000001:2.0:1789130374.756679:0:31699:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130374.756680:0:31699:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789130374.756681:0:31699:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789130374.756682:0:31699:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:2.0:1789130374.756688:0:31699:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9caf60227a20 inode ffff9caf60131148 refc 1 flags 0x20000e 00000080:00000001:2.0:1789130374.756692:0:31699:0:(llite_lib.c:3176:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:2.0:1789130374.756694:0:31699:0:(llite_lib.c:3182:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130374.756696:0:31699:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:2.0:1789130374.756699:0:31699:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x27:0x0](ffff9caf60131148) 00000080:00010000:2.0:1789130374.756702:0:31699:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xde5303b1d982ccc9 from it ffffb97f40d7fac8 00010000:00000001:2.0:1789130374.756705:0:31699:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130374.756706:0:31699:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130374.756707:0:31699:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf46a93600 refcount=3 00000020:00000001:2.0:1789130374.756709:0:31699:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875351545344 : -109198358006272 : ffff9caf46a93600) 00010000:00000001:2.0:1789130374.756710:0:31699:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875351545344 : -109198358006272 : ffff9caf46a93600) 00010000:00000001:2.0:1789130374.756712:0:31699:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789130374.756714:0:31699:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a93600/0xde5303b1d982ccc9 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a5827 expref: -99 pid: 31699 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789130374.756720:0:31699:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130374.756721:0:31699:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130374.756723:0:31699:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1789130374.756724:0:31699:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1789130374.756727:0:31699:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a93600/0xde5303b1d982ccc9 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a5827 expref: -99 pid: 31699 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1789130374.756734:0:31699:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789130374.756737:0:31699:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789130374.756738:0:31699:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789130374.756742:0:31699:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130374.756743:0:31699:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130374.756744:0:31699:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130374.756747:0:31699:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789130374.756749:0:31699:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130374.756751:0:31699:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130374.756753:0:31699:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130374.756754:0:31699:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789130374.756756:0:31699:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130374.756757:0:31699:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1789130374.756758:0:31699:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1789130374.756762:0:31699:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9caf51958c00. 00000100:00000001:2.0:1789130374.756765:0:31699:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130374.756769:0:31699:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf580b8b40 x1876037329023616/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/584 e 0 to 0 dl 1789130390 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130374.756776:0:31699:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789130374.756778:0:31699:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789130374.756781:0:31699:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9caf47fb1000. 02000000:00000001:2.0:1789130374.756784:0:31699:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789130374.756787:0:31699:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1789130374.756788:0:31699:0:(genops.c:1223:class_import_put()) import ffff9caf6079a800 refcount=5 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000020:00000001:2.0:1789130374.756791:0:31699:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1789130374.756793:0:31699:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9caf58573800. 02000000:00000001:2.0:1789130374.756796:0:31699:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789130374.756798:0:31699:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789130374.756800:0:31699:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf580b8b40. 00000100:00000001:2.0:1789130374.756827:0:31699:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789130374.756829:0:31699:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1789130374.756837:0:31699:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00200000:2.0:1789130374.756839:0:31699:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000404:0x27:0x0](ffff9caf60131148), inode mode 41ed mask 1 00000080:00000001:2.0:1789130374.756843:0:31699:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1789130374.756857:0:31699:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9caf484ade80. 00000080:00000001:2.0:1789130374.756861:0:31699:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00200000:2.0:1789130374.756863:0:31699:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000404:0x27:0x0](ffff9caf60131148), inode mode 41ed mask 3 00000080:00000001:2.0:1789130374.756865:0:31699:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130374.756868:0:31699:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:2.0:1789130374.756870:0:31699:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f40d7fb58 00000080:00200000:2.0:1789130374.756872:0:31699:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=f, dir=[0x200000404:0x27:0x0](ffff9caf60131148), file ffff9caf5846fc80, open_flags 8042, mode 81a4 opened 0 00000080:00000010:2.0:1789130374.756877:0:31699:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff9caf4812f6c0. 00000080:00000001:2.0:1789130374.756881:0:31699:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:2.0:1789130374.756883:0:31699:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f40d7fa08 00000080:00200000:2.0:1789130374.756885:0:31699:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f, dir=[0x200000404:0x27:0x0](ffff9caf60131148), intent=open|creat 00000080:00000010:2.0:1789130374.756892:0:31699:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9caf51958c00. 00000080:00000001:2.0:1789130374.756898:0:31699:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1789130374.756901:0:31699:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1789130374.756903:0:31699:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f40d7f928 00800000:00000002:2.0:1789130374.756904:0:31699:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f' on [0x200000404:0x27:0x0] 00800000:00000001:2.0:1789130374.756908:0:31699:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:2.0:1789130374.756910:0:31699:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:2.0:1789130374.756914:0:31699:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446634875370194944 : -109198339356672 : ffff9caf47c5c800) 00800000:00000001:2.0:1789130374.756918:0:31699:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:2.0:1789130374.756920:0:31699:0:(obd_class.h:932:obd_fid_alloc()) Process entered 00000002:00000001:2.0:1789130374.756923:0:31699:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:2.0:1789130374.756926:0:31699:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:2.0:1789130374.756928:0:31699:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff9caf5014c800: Allocated FID [0x200000404:0x29:0x0] 40000000:00000001:2.0:1789130374.756930:0:31699:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789130374.756933:0:31699:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789130374.756934:0:31699:0:(obd_class.h:945:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789130374.756936:0:31699:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130374.756938:0:31699:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f40d7f8a8 00800000:00000002:2.0:1789130374.756940:0:31699:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000404:0x27:0x0], fid2=[0x200000404:0x29:0x0], name='f' -> mds #0 layout version 1 00000002:00000001:2.0:1789130374.756945:0:31699:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1789130374.756946:0:31699:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f40d7f7e0 00000002:00010000:2.0:1789130374.756948:0:31699:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f,[0x200000404:0x29:0x0]) in obj [0x200000404:0x27:0x0], intent: open|creat flags 0100103 00000002:00000001:2.0:1789130374.756952:0:31699:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1789130374.756954:0:31699:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:2.0:1789130374.756957:0:31699:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:2.0:1789130374.756960:0:31699:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789130374.756962:0:31699:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1789130374.756963:0:31699:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf4814d800 count: 2 00010000:00000001:2.0:1789130374.756965:0:31699:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789130374.756968:0:31699:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1789130374.756970:0:31699:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130374.756972:0:31699:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789130374.756974:0:31699:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789130374.756978:0:31699:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf580b8b40. 00000020:00000040:2.0:1789130374.756983:0:31699:0:(genops.c:1210:class_import_get()) import ffff9caf6079a800 refcount=6 obd=lustre-MDT0000-mdc-ffff9caf5014c800 02000000:00000001:2.0:1789130374.756987:0:31699:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1789130374.756990:0:31699:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130374.756992:0:31699:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1789130374.756996:0:31699:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789130374.756999:0:31699:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130374.757000:0:31699:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130374.757002:0:31699:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130374.757004:0:31699:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789130374.757006:0:31699:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789130374.757011:0:31699:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789130374.757018:0:31699:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9caf58573800. 00000100:00000001:2.0:1789130374.757024:0:31699:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130374.757028:0:31699:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789130374.757031:0:31699:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130374.757032:0:31699:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789130374.757033:0:31699:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130374.757035:0:31699:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789130374.757044:0:31699:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446634875643202368 : -109198066349248 : ffff9caf580b8b40) 00010000:00000001:2.0:1789130374.757048:0:31699:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1789130374.757050:0:31699:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1789130374.757052:0:31699:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf4814d800 count: 2 00010000:00000001:2.0:1789130374.757054:0:31699:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789130374.757057:0:31699:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1789130374.757060:0:31699:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9caf46a93e00. 00000020:00000001:2.0:1789130374.757063:0:31699:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1789130374.757066:0:31699:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9caf46a93e00 with handle 0xde5303b1d982ccd0 to hash 00000020:00000001:2.0:1789130374.757068:0:31699:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1789130374.757070:0:31699:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446634875351547392 : -109198358004224 : ffff9caf46a93e00) 00010000:00000001:2.0:1789130374.757073:0:31699:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446634875351547392 : -109198358004224 : ffff9caf46a93e00) 00010000:00000001:2.0:1789130374.757076:0:31699:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789130374.757077:0:31699:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789130374.757080:0:31699:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a93e00/0xde5303b1d982ccd0 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x27:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 31699 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789130374.757088:0:31699:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a93e00/0xde5303b1d982ccd0 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x27:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31699 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:2.0:1789130374.757099:0:31699:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9caf5014c800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1789130374.757117:0:31699:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9caf580b8b40 x1876037329023872/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1789130374.757126:0:31699:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a93e00/0xde5303b1d982ccd0 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x27:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31699 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1789130374.757135:0:31699:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1789130374.757136:0:31699:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1789130374.757143:0:31699:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9caf46b98840. 00000100:00000001:2.0:1789130374.757146:0:31699:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446634875352614976 : -109198356936640 : ffff9caf46b98840) 00000100:00000001:2.0:1789130374.757148:0:31699:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789130374.757150:0:31699:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875643202368 : -109198066349248 : ffff9caf580b8b40) 00000100:00000001:2.0:1789130374.757154:0:31699:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789130374.757158:0:31699:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130374.757159:0:31699:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1789130374.757161:0:31699:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789130374.757164:0:31699:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf580b8b40 x1876037329023872/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130374.757171:0:31699:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789130374.757173:0:31699:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789130374.757177:0:31699:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789130374.757179:0:31699:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789130374.757182:0:31699:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789130374.757185:0:31699:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf580b8b40 pname:cluuid:pid:xid:nid:opc:job multiop:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:31699:1876037329023872:192.168.204.123@tcp:101:multiop.0 00000100:00000001:2.0:1789130374.757189:0:31699:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789130374.757194:0:31699:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789130374.757197:0:31699:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789130374.757199:0:31699:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789130374.757259:0:31699:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff9caf485c0000. 02000000:00000001:2.0:1789130374.757262:0:31699:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789130374.757270:0:31699:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:2.0:1789130374.757273:0:31699:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf483fde70. 00000400:00000010:2.0:1789130374.757279:0:31699:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff9caf58573c00. 00000100:00000200:2.0:1789130374.757286:0:31699:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1876037329023872, portal 10 00000100:00000001:2.0:1789130374.757288:0:31699:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789130374.757289:0:31699:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875643202368 : -109198066349248 : ffff9caf580b8b40) 00000100:00000040:2.0:1789130374.757295:0:31699:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9caf580b8b40 x1876037329023872/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/66320 e 0 to 0 dl 1789130390 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130374.757308:0:31699:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789130374.757311:0:31699:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:2.0:1789130374.757314:0:31699:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf42d18ee0. 00000100:00000200:2.0:1789130374.757317:0:31699:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1876037329023872, offset 0 00000400:00000200:2.0:1789130374.757324:0:31699:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:2.0:1789130374.757334:0:31699:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130374.757342:0:31699:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:2.0:1789130374.757348:0:31699:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789130374.757352:0:31699:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:2.0:1789130374.757357:0:31699:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789130374.757360:0:31699:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:2.0:1789130374.757365:0:31699:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2448:2448:256:4294967295] 192.168.204.123@tcp LPNI seq info [2447:2447:8:4294967295] 00000400:00000200:2.0:1789130374.757369:0:31699:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130374.757381:0:31699:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:2.0:1789130374.757387:0:31699:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:2.0:1789130374.757393:0:31699:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf501cfa00. 00000800:00000200:2.0:1789130374.757400:0:31699:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:2.0:1789130374.757409:0:31699:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:2.0:1789130374.757415:0:31699:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf501cfa00 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:2.0:1789130374.757434:0:31699:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130374.757439:0:31699:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: using a timeout of 801845 usecs (802 jiffies) 00000400:00000200:2.0:1789130374.757442:0:31699:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:2.0:1789130374.757446:0:31699:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296469580 00000100:00000001:2.0:1789130374.757448:0:31699:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 2, keep current deadline 4296472056 00000100:00000001:2.0:1789130374.757451:0:31699:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296469580 00000100:00000001:2.0:1789130374.757453:0:31699:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 3, keep current deadline 4296472057 00000100:00000001:2.0:1789130374.757455:0:31699:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789130374.757458:0:31699:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130374.757461:0:31699:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789130374.757463:0:31699:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1789130374.757466:0:31699:0:(client.c:2715:ptlrpc_set_wait()) set ffff9caf46b98840 going to sleep for 11 seconds 00000100:00000001:2.0:1789130374.757468:0:31699:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789130374.757470:0:31699:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789130374.757948:0:2341:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789130374.757968:0:2341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf501cfa00. 00000400:00000200:3.0:1789130374.757977:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130374.757986:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:3.0:1789130374.757993:0:2341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf42d18ee0 00000400:00000010:3.0:1789130374.757997:0:2341:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf42d18ee0. 00000100:00000001:3.0:1789130374.758003:0:2341:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789130374.758011:0:2341:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf580b8b40 x1876037329023872/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/66320 e 0 to 0 dl 1789130390 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130374.758025:0:2341:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130374.758028:0:2341:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf580b8b40 x1876037329023872/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/66320 e 0 to 0 dl 1789130390 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130374.758036:0:2341:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130374.758038:0:2341:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1789130374.769540:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130374.769565:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789130374.769571:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130374.769574:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130374.769587:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130374.769597:0:2342:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:3.0:1789130374.769609:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130374.769615:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130374.769624:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130374.769630:0:2342:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 664 into portal 10 MB=0x6aa3efa94f380 00000400:00000200:3.0:1789130374.769636:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130374.769644:0:2342:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.123@tcp of length 664/664 into md 0x69d5 [32] + 224 00000800:00000001:3.0:1789130374.769655:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130374.769664:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130374.769668:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130374.769675:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:3.0:1789130374.769690:0:2342:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789130374.769705:0:2342:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf580b8b40 x1876037329023872/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/66320 e 0 to 0 dl 1789130390 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789130374.769719:0:2342:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff9caf580b8b40 x1876037329023872/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/66320 e 0 to 0 dl 1789130390 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130374.769744:0:2342:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1789130374.769759:0:2342:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1789130374.769764:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130374.769771:0:2342:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.204.23@tcp to MR: 192.168.204.123@tcp local destination 00000400:00000200:3.0:1789130374.769780:0:2342:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2449:2449:256:4294967295] 192.168.204.123@tcp LPNI seq info [2448:2448:8:4294967295] 00000400:00000200:3.0:1789130374.769786:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130374.769796:0:2342:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:192.168.204.23@tcp) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) 192.168.204.123@tcp : ACK try# 0 00000800:00000200:3.0:1789130374.769855:0:2342:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 32 frags to 12345-192.168.204.123@tcp 00000800:00000010:3.0:1789130374.769865:0:2342:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 744 at ffff9caf50106400. 00000800:00000200:3.0:1789130374.769874:0:2342:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:3.0:1789130374.769885:0:2342:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000100:00000001:2.0:1789130374.769889:0:31699:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000800:00000200:3.0:1789130374.769893:0:2342:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf50106400 type 0, nob 96 niov 1 nkiov 0 00000400:00000001:2.0:1789130374.769907:0:31699:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789130374.769913:0:31699:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789130374.769919:0:31699:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf483fde70. 00000400:00000200:2.0:1789130374.769931:0:31699:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf58573c00 00000400:00000010:2.0:1789130374.769934:0:31699:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 632 at ffff9caf58573c00. 00000100:00000001:2.0:1789130374.769939:0:31699:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789130374.769952:0:31699:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf580b8b40 x1876037329023872/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/66320 e 0 to 0 dl 1789130390 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1789130374.769964:0:31699:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf580b8b40 x1876037329023872/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/66320 e 0 to 0 dl 1789130390 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130374.769972:0:31699:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789130374.769975:0:31699:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789130374.769978:0:31699:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789130374.769982:0:31699:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789130374.769985:0:31699:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789130374.769988:0:31699:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789130374.769992:0:31699:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789130374.770014:0:31699:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf6079ac60 time=143 v=5 (104 104 104 104) 00000800:00000200:3.0:1789130374.770016:0:2342:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00001000:2.0:1789130374.770020:0:31699:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf6079ac18 time=10 v=5 (1 0 0 0) 00000800:00000010:3.0:1789130374.770025:0:2342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 744 at ffff9caf50106400. 00000100:00000001:2.0:1789130374.770027:0:31699:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789130374.770033:0:31699:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789130374.770035:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:2.0:1789130374.770042:0:31699:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000400:00000200:3.0:1789130374.770048:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: ACK: OK 00010000:00000001:2.0:1789130374.770052:0:31699:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1789130374.770059:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1789130374.770059:0:31699:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1789130374.770062:0:31699:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x10000014e/0x1] 00000800:00000001:3.0:1789130374.770066:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789130374.770067:0:31699:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1789130374.770078:0:31699:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789130374.770082:0:31699:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875643202368 : -109198066349248 : ffff9caf580b8b40) 00000100:00000001:2.0:1789130374.770087:0:31699:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789130374.770090:0:31699:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9caf5014c800: skip recheck: last_committed 4294967629 00000100:00000001:2.0:1789130374.770095:0:31699:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789130374.770099:0:31699:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130374.770119:0:31699:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf580b8b40 x1876037329023872/t4294967632(4294967632) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/664 e 0 to 0 dl 1789130390 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130374.770128:0:31699:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789130374.770133:0:31699:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789130374.770136:0:31699:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789130374.770142:0:31699:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf580b8b40 x1876037329023872/t4294967632(4294967632) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/664 e 0 to 0 dl 1789130390 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1789130374.770151:0:31699:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf580b8b40 pname:cluuid:pid:xid:nid:opc:job multiop:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:31699:1876037329023872:192.168.204.123@tcp:101:multiop.0 00000100:00000001:2.0:1789130374.770156:0:31699:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789130374.770160:0:31699:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130374.770163:0:31699:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1789130374.770166:0:31699:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130374.770170:0:31699:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf580b8b40 x1876037329023872/t4294967632(4294967632) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/664 e 0 to 0 dl 1789130390 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130374.770177:0:31699:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789130374.770181:0:31699:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9caf46b98840. 00000100:00000001:2.0:1789130374.770185:0:31699:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1789130374.770187:0:31699:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130374.770191:0:31699:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1789130374.770198:0:31699:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130374.770202:0:31699:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130374.770206:0:31699:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf46a93e00 refcount=4 00000020:00000001:2.0:1789130374.770209:0:31699:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875351547392 : -109198358004224 : ffff9caf46a93e00) 00010000:00000001:2.0:1789130374.770211:0:31699:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875351547392 : -109198358004224 : ffff9caf46a93e00) 00010000:00000040:2.0:1789130374.770219:0:31699:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9caf46a93e00, remote cookie: 0xcdf1b083821a5843, flags: 0x1001 00010000:00010000:2.0:1789130374.770225:0:31699:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a93e00/0xde5303b1d982ccd0 lrc: 4/0,1 mode: --/CW res: [0x200000404:0x27:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a5843 expref: -99 pid: 31699 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1789130374.770239:0:31699:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x29:0x0].0x0, instead of [0x200000404:0x27:0x0].0x0 00010000:00000001:2.0:1789130374.770243:0:31699:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:2.0:1789130374.770256:0:31699:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9caf4814d000. 00010000:00000010:2.0:1789130374.770262:0:31699:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9caf4938d700. 00010000:00000001:2.0:1789130374.770268:0:31699:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789130374.770271:0:31699:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a93e00/0xde5303b1d982ccd0 lrc: 4/0,1 mode: --/PR res: [0x200000404:0x29:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a5843 expref: -99 pid: 31699 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789130374.770279:0:31699:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a93e00/0xde5303b1d982ccd0 lrc: 4/0,1 mode: --/PR res: [0x200000404:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a5843 expref: -99 pid: 31699 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789130374.770285:0:31699:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1789130374.770292:0:31699:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1789130374.770294:0:31699:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1789130374.770295:0:31699:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1789130374.770296:0:31699:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1789130374.770300:0:31699:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x29:0x0].0x0 (ffff9caf4814d000) refcount = 1 00010000:00010000:2.0:1789130374.770304:0:31699:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a93e00/0xde5303b1d982ccd0 lrc: 4/0,1 mode: PR/PR res: [0x200000404:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a5843 expref: -99 pid: 31699 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789130374.770309:0:31699:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1789130374.770314:0:31699:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1789130374.770316:0:31699:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789130374.770319:0:31699:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1789130374.770321:0:31699:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789130374.770324:0:31699:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a93e00/0xde5303b1d982ccd0 lrc: 4/0,1 mode: PR/PR res: [0x200000404:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a5843 expref: -99 pid: 31699 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789130374.770329:0:31699:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1789130374.770331:0:31699:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130374.770333:0:31699:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130374.770334:0:31699:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130374.770335:0:31699:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130374.770337:0:31699:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789130374.770342:0:31699:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1789130374.770344:0:31699:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130374.770346:0:31699:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130374.770347:0:31699:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf46a93e00 refcount=3 00000020:00000001:2.0:1789130374.770349:0:31699:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875351547392 : -109198358004224 : ffff9caf46a93e00) 00010000:00000001:2.0:1789130374.770351:0:31699:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875351547392 : -109198358004224 : ffff9caf46a93e00) 00010000:00000001:2.0:1789130374.770353:0:31699:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130374.770354:0:31699:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130374.770355:0:31699:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf46a93e00 refcount=4 00000020:00000001:2.0:1789130374.770357:0:31699:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875351547392 : -109198358004224 : ffff9caf46a93e00) 00010000:00000001:2.0:1789130374.770359:0:31699:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875351547392 : -109198358004224 : ffff9caf46a93e00) 00010000:00000001:2.0:1789130374.770361:0:31699:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789130374.770364:0:31699:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789130374.770368:0:31699:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a93e00/0xde5303b1d982ccd0 lrc: 5/1,1 mode: PR/PR res: [0x200000404:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a5843 expref: -99 pid: 31699 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789130374.770373:0:31699:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130374.770374:0:31699:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130374.770375:0:31699:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130374.770377:0:31699:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130374.770378:0:31699:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf46a93e00 refcount=5 00000020:00000001:2.0:1789130374.770379:0:31699:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875351547392 : -109198358004224 : ffff9caf46a93e00) 00010000:00000001:2.0:1789130374.770382:0:31699:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875351547392 : -109198358004224 : ffff9caf46a93e00) 00010000:00000001:2.0:1789130374.770384:0:31699:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789130374.770387:0:31699:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a93e00/0xde5303b1d982ccd0 lrc: 5/1,1 mode: PR/PR res: [0x200000404:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a5843 expref: -99 pid: 31699 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789130374.770392:0:31699:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130374.770393:0:31699:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1789130374.770396:0:31699:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a93e00/0xde5303b1d982ccd0 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a5843 expref: -99 pid: 31699 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789130374.770401:0:31699:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789130374.770402:0:31699:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130374.770403:0:31699:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130374.770404:0:31699:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130374.770405:0:31699:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1789130374.770410:0:31699:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0x37, status=0 req@ffff9caf580b8b40 x1876037329023872/t4294967632(4294967632) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/664 e 0 to 0 dl 1789130390 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1789130374.770419:0:31699:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:2.0:1789130374.770424:0:31699:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9caf580b8b40 x1876037329023872/t4294967632(4294967632) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/664 e 0 to 0 dl 1789130390 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1789130374.770430:0:31699:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130374.770436:0:31699:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130374.770437:0:31699:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130374.770438:0:31699:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf46a93e00 refcount=3 00000020:00000001:2.0:1789130374.770440:0:31699:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875351547392 : -109198358004224 : ffff9caf46a93e00) 00010000:00000001:2.0:1789130374.770443:0:31699:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875351547392 : -109198358004224 : ffff9caf46a93e00) 00000002:00010000:2.0:1789130374.770446:0:31699:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a93e00/0xde5303b1d982ccd0 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a5843 expref: -99 pid: 31699 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:2.0:1789130374.770455:0:31699:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff9caf5049e8c0. 00010000:00000001:2.0:1789130374.770457:0:31699:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130374.770458:0:31699:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789130374.770459:0:31699:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789130374.770461:0:31699:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789130374.770464:0:31699:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:2.0:1789130374.770467:0:31699:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789130374.770468:0:31699:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875643202368 : -109198066349248 : ffff9caf580b8b40) 00000100:00000001:2.0:1789130374.770470:0:31699:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789130374.770471:0:31699:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875643202368 : -109198066349248 : ffff9caf580b8b40) 00010000:00000001:2.0:1789130374.770474:0:31699:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130374.770475:0:31699:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130374.770477:0:31699:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf46a93e00 refcount=3 00000020:00000001:2.0:1789130374.770478:0:31699:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875351547392 : -109198358004224 : ffff9caf46a93e00) 00010000:00000001:2.0:1789130374.770480:0:31699:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875351547392 : -109198358004224 : ffff9caf46a93e00) 00000002:00010000:2.0:1789130374.770483:0:31699:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a93e00/0xde5303b1d982ccd0 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a5843 expref: -99 pid: 31699 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789130374.770490:0:31699:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130374.770491:0:31699:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130374.770493:0:31699:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1789130374.770494:0:31699:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130374.770495:0:31699:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130374.770496:0:31699:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf46a93e00 refcount=3 00000020:00000001:2.0:1789130374.770498:0:31699:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875351547392 : -109198358004224 : ffff9caf46a93e00) 00010000:00000001:2.0:1789130374.770500:0:31699:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875351547392 : -109198358004224 : ffff9caf46a93e00) 00010000:00000040:2.0:1789130374.770504:0:31699:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf4814d000 count: 2 00010000:00000001:2.0:1789130374.770506:0:31699:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1789130374.770509:0:31699:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9caf4630e800 type 13 mode 4 res 8589935620/41 (0 0) 00010000:00000001:2.0:1789130374.770512:0:31699:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130374.770513:0:31699:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789130374.770514:0:31699:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1789130374.770517:0:31699:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f40d7f768 00000002:00002000:2.0:1789130374.770519:0:31699:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=f intent=open|creat status=0 disp=0x1800037: rc = 0 00000002:00000001:2.0:1789130374.770522:0:31699:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789130374.770526:0:31699:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789130374.770528:0:31699:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1789130374.770531:0:31699:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000404:0x27:0x0] suppgids 0 -1: rc 0 00000080:00000001:2.0:1789130374.770535:0:31699:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130374.770538:0:31699:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:2.0:1789130374.770540:0:31699:0:(namei.c:674:ll_lookup_it_finish()) it ffff9caf4812f6c0 it_disposition 1800037 00000080:00002000:2.0:1789130374.770545:0:31699:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9caf60227288 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:2.0:1789130374.770550:0:31699:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1789130374.770553:0:31699:0:(namei.c:1624:ll_create_it()) Process entered 00000020:00000001:2.0:1789130374.770554:0:31699:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f40d7f998 00000080:00200000:2.0:1789130374.770556:0:31699:0:(namei.c:1628:ll_create_it()) VFS Op:name=f, dir=[0x200000404:0x27:0x0](ffff9caf60131148), intent=open|creat 00000080:00000001:2.0:1789130374.770558:0:31699:0:(namei.c:1575:ll_create_node()) Process entered 00000080:00000001:2.0:1789130374.770560:0:31699:0:(llite_lib.c:3864:ll_prep_inode()) Process entered 00000002:00000001:2.0:1789130374.770565:0:31699:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:2.0:1789130374.770568:0:31699:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1789130374.770571:0:31699:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833961 : 144115205322833961 : 200000404000029) 00000080:00000001:2.0:1789130374.770574:0:31699:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:2.0:1789130374.770584:0:31699:0:(super25.c:42:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff9caf60864200. 00000020:00000001:2.0:1789130374.770593:0:31699:0:(class_obd.c:978:obd_heat_clear()) Process entered 00000020:00000001:2.0:1789130374.770595:0:31699:0:(class_obd.c:981:obd_heat_clear()) Process leaving 00000080:00000001:2.0:1789130374.770597:0:31699:0:(llite_lib.c:3374:ll_read_inode2()) Process entered 00000080:00200000:2.0:1789130374.770599:0:31699:0:(llite_lib.c:3377:ll_read_inode2()) VFS Op:inode=[0x200000404:0x29:0x0](ffff9caf608642c8) 00000020:00000001:2.0:1789130374.770603:0:31699:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1789130374.770606:0:31699:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446634875648774440 : -109198060777176 : ffff9caf58609128) 00000020:00001000:2.0:1789130374.770609:0:31699:0:(cl_object.c:823:cl_env_get()) 1@ffff9caf58609120 00000020:00000001:2.0:1789130374.770613:0:31699:0:(lu_object.c:830:lu_object_find_at()) Process entered 00000080:00000010:2.0:1789130374.770617:0:31699:0:(vvp_object.c:310:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff9caf42e28578. 00000020:00000001:2.0:1789130374.770619:0:31699:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:2.0:1789130374.770621:0:31699:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789130374.770630:0:31699:0:(lov_object.c:2415:lov_object_alloc()) Process entered 00020000:00000010:2.0:1789130374.770634:0:31699:0:(lov_object.c:2416:lov_object_alloc()) slab-alloced 'lov': 248 at ffff9caf4a6ab4d8. 00020000:00000001:2.0:1789130374.770636:0:31699:0:(lov_object.c:2430:lov_object_alloc()) Process leaving (rc=18446634875414557912 : -109198294993704 : ffff9caf4a6ab4d8) 00020000:00000001:2.0:1789130374.770638:0:31699:0:(lov_object.c:1422:lov_object_init()) Process entered 00020000:00000001:2.0:1789130374.770642:0:31699:0:(lov_pack.c:354:lov_unpackmd()) Process entered 00020000:00000010:2.0:1789130374.770647:0:31699:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9caf4812fea0. 00020000:00000010:2.0:1789130374.770651:0:31699:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9caf47e3c000. 00020000:00000010:2.0:1789130374.770656:0:31699:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9caf4812f300. 00020000:00000001:2.0:1789130374.770658:0:31699:0:(lov_pack.c:366:lov_unpackmd()) Process leaving (rc=18446634875375252224 : -109198334299392 : ffff9caf4812f300) 00020000:00000002:2.0:1789130374.770660:0:31699:0:(lov_ea.c:762:dump_lsm()) lsm ffff9caf4812f300, objid 0x29:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1789130374.770664:0:31699:0:(lov_ea.c:793:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1789130374.770667:0:31699:0:(lov_ea.c:812:dump_lsm()) oinfo:ffff9caf47e3c000: ostid: 0x280000400:19 ost idx: 1 gen: 0 00020000:00000001:2.0:1789130374.770670:0:31699:0:(lov_object.c:598:lov_init_composite()) Process entered 00020000:00000002:2.0:1789130374.770673:0:31699:0:(lov_ea.c:762:dump_lsm()) lsm ffff9caf4812f300, objid 0x29:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1789130374.770675:0:31699:0:(lov_ea.c:793:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1789130374.770678:0:31699:0:(lov_ea.c:812:dump_lsm()) oinfo:ffff9caf47e3c000: ostid: 0x280000400:19 ost idx: 1 gen: 0 00020000:00000010:2.0:1789130374.770682:0:31699:0:(lov_object.c:618:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff9caf48584440. 00020000:00000010:2.0:1789130374.770684:0:31699:0:(lov_object.c:622:lov_init_composite()) kmalloced '(comp->lo_entries)': 176 at ffff9caf46b98840. 00020000:00000001:2.0:1789130374.770689:0:31699:0:(lov_object.c:189:lov_init_raid0()) Process entered 00020000:00000010:2.0:1789130374.770692:0:31699:0:(lov_object.c:194:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff9caf48384308. 00020000:00000001:2.0:1789130374.770696:0:31699:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:2.0:1789130374.770698:0:31699:0:(lu_object.c:830:lu_object_find_at()) Process entered 00020000:00000001:2.0:1789130374.770703:0:31699:0:(lovsub_object.c:178:lovsub_object_alloc()) Process entered 00020000:00000010:2.0:1789130374.770705:0:31699:0:(lovsub_object.c:179:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff9caf42e28190. 00000020:00000001:2.0:1789130374.770707:0:31699:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:2.0:1789130374.770708:0:31699:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789130374.770710:0:31699:0:(lovsub_object.c:192:lovsub_object_alloc()) Process leaving (rc=18446634875288191504 : -109198421360112 : ffff9caf42e28210) 00020000:00000001:2.0:1789130374.770714:0:31699:0:(lovsub_object.c:32:lovsub_object_init()) Process entered 00000008:00000010:2.0:1789130374.770720:0:31699:0:(osc_object.c:444:osc_object_alloc()) slab-alloced 'osc': 488 at ffff9caf4a693c98. 00020000:00000001:2.0:1789130374.770722:0:31699:0:(lovsub_object.c:41:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130374.770727:0:31699:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446634875288191504 : -109198421360112 : ffff9caf42e28210) 00020000:00000001:2.0:1789130374.770729:0:31699:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446634875288191504 : -109198421360112 : ffff9caf42e28210) 00020000:00000002:2.0:1789130374.770733:0:31699:0:(lov_object.c:134:lov_init_sub()) [0x280000400:0x13:0x0]@ffff9caf42e28190[0:0] -> [0x200000404:0x29:0x0]@ffff9caf42e28578: ostid: 0x280000400:19 ost idx: 1 gen: 0 00020000:00000001:2.0:1789130374.770737:0:31699:0:(lov_object.c:259:lov_init_raid0()) Process leaving (rc=136 : 136 : 88) 00020000:00000001:2.0:1789130374.770739:0:31699:0:(lov_object.c:823:lov_init_composite()) Process leaving 00020000:00000001:2.0:1789130374.770741:0:31699:0:(lov_object.c:1450:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130374.770744:0:31699:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446634875288192504 : -109198421359112 : ffff9caf42e285f8) 00000020:00001000:2.0:1789130374.770747:0:31699:0:(cl_object.c:917:cl_env_put()) 1@ffff9caf58609120 00000080:00000001:2.0:1789130374.770751:0:31699:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833961 : 144115205322833961 : 200000404000029) 00000080:00000001:2.0:1789130374.770754:0:31699:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:2.0:1789130374.770757:0:31699:0:(llite_lib.c:3071:ll_update_inode()) setting ino 144115205322833961 mtime from 0 to 1789130374 00000080:00000001:2.0:1789130374.770761:0:31699:0:(llite_lib.c:3399:ll_read_inode2()) Process leaving 00000080:00000001:2.0:1789130374.770763:0:31699:0:(namei.c:156:ll_iget()) Process leaving (rc=18446634875785462472 : -109197924089144 : ffff9caf608642c8) 00010000:00000001:2.0:1789130374.770766:0:31699:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130374.770768:0:31699:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130374.770770:0:31699:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf46a93e00 refcount=3 00000020:00000001:2.0:1789130374.770771:0:31699:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875351547392 : -109198358004224 : ffff9caf46a93e00) 00010000:00000001:2.0:1789130374.770773:0:31699:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875351547392 : -109198358004224 : ffff9caf46a93e00) 00000080:00000001:2.0:1789130374.770776:0:31699:0:(file.c:6819:ll_layout_conf()) Process entered 00000020:00000001:2.0:1789130374.770778:0:31699:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1789130374.770779:0:31699:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446634875648774440 : -109198060777176 : ffff9caf58609128) 00000020:00001000:2.0:1789130374.770781:0:31699:0:(cl_object.c:823:cl_env_get()) 1@ffff9caf58609120 00000020:00000001:2.0:1789130374.770783:0:31699:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:2.0:1789130374.770785:0:31699:0:(lov_object.c:1460:lov_conf_set()) Process entered 00020000:00000001:2.0:1789130374.770787:0:31699:0:(lov_pack.c:354:lov_unpackmd()) Process entered 00020000:00000010:2.0:1789130374.770790:0:31699:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9caf4812f9c0. 00020000:00000010:2.0:1789130374.770792:0:31699:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9caf47e3cb80. 00020000:00000010:2.0:1789130374.770795:0:31699:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9caf4812fe40. 00020000:00000001:2.0:1789130374.770797:0:31699:0:(lov_pack.c:366:lov_unpackmd()) Process leaving (rc=18446634875375255104 : -109198334296512 : ffff9caf4812fe40) 00020000:00000002:2.0:1789130374.770800:0:31699:0:(lov_ea.c:762:dump_lsm()) lsm ffff9caf4812fe40, objid 0x29:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1789130374.770841:0:31699:0:(lov_ea.c:793:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1789130374.770844:0:31699:0:(lov_ea.c:812:dump_lsm()) oinfo:ffff9caf47e3cb80: ostid: 0x280000400:19 ost idx: 1 gen: 0 00020000:00000002:2.0:1789130374.770847:0:31699:0:(lov_object.c:1314:lov_conf_lock()) Took exclusive lov(ffff9caf4a6ab4d8) owner ffff9caf412127c0 00020000:00000001:2.0:1789130374.770849:0:31699:0:(lov_object.c:1520:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1789130374.770851:0:31699:0:(lov_object.c:1320:lov_conf_unlock()) To release exclusive lov(ffff9caf4a6ab4d8) owner ffff9caf412127c0 00020000:00000010:2.0:1789130374.770855:0:31699:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9caf47e3cb80. 00020000:00000010:2.0:1789130374.770859:0:31699:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff9caf4812f9c0. 00020000:00000010:2.0:1789130374.770862:0:31699:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff9caf4812fe40. 00020000:00000002:2.0:1789130374.770864:0:31699:0:(lov_object.c:1547:lov_conf_set()) [0x200000404:0x29:0x0] lo_layout_invalid=0 00020000:00000001:2.0:1789130374.770866:0:31699:0:(lov_object.c:1548:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130374.770867:0:31699:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130374.770870:0:31699:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:2.0:1789130374.770873:0:31699:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9caf4a6ab4d8) owner 0000000000000000/ffff9caf412127c0 00020000:00000002:2.0:1789130374.770876:0:31699:0:(lov_object.c:2443:lov_lsm_addref()) lsm ffff9caf4812f300 addref 2/0 by ffff9caf412127c0. 00020000:00000002:2.0:1789130374.770879:0:31699:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9caf4a6ab4d8) owner 0000000000000000/ffff9caf412127c0 00020000:00000001:2.0:1789130374.770882:0:31699:0:(lov_object.c:2339:lov_object_layout_get()) Process entered 00020000:00000001:2.0:1789130374.770886:0:31699:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:2.0:1789130374.770887:0:31699:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:2.0:1789130374.770889:0:31699:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:2.0:1789130374.770891:0:31699:0:(lov_object.c:2358:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:2.0:1789130374.770894:0:31699:0:(file.c:6854:ll_layout_conf()) [0x200000404:0x29:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:2.0:1789130374.770896:0:31699:0:(cl_object.c:917:cl_env_put()) 1@ffff9caf58609120 00000080:00000001:2.0:1789130374.770899:0:31699:0:(file.c:6861:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130374.770901:0:31699:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130374.770902:0:31699:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1789130374.770904:0:31699:0:(llite_lib.c:3962:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1789130374.770907:0:31699:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1789130374.770908:0:31699:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789130374.770910:0:31699:0:(namei.c:1594:ll_create_node()) setting l_ast_data to inode [0x200000404:0x29:0x0](ffff9caf608642c8) 00000080:00010000:2.0:1789130374.770913:0:31699:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000404:0x29:0x0](ffff9caf608642c8) for lock 0xde5303b1d982ccd0 00800000:00000001:2.0:1789130374.770915:0:31699:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1789130374.770917:0:31699:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1789130374.770918:0:31699:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130374.770920:0:31699:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130374.770921:0:31699:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf46a93e00 refcount=3 00000020:00000001:2.0:1789130374.770922:0:31699:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875351547392 : -109198358004224 : ffff9caf46a93e00) 00010000:00000001:2.0:1789130374.770924:0:31699:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875351547392 : -109198358004224 : ffff9caf46a93e00) 00010000:00000001:2.0:1789130374.770926:0:31699:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130374.770927:0:31699:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789130374.770928:0:31699:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789130374.770930:0:31699:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130374.770932:0:31699:0:(namei.c:1596:ll_create_node()) Process leaving 00000100:00000001:2.0:1789130374.770933:0:31699:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130374.770938:0:31699:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff9caf580b8b40 x1876037329023872/t4294967632(4294967632) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/664 e 0 to 0 dl 1789130390 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130374.770945:0:31699:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1789130374.770950:0:31699:0:(namei.c:1651:ll_create_it()) inode ffff9caf608642c8 need_sync_to_mds [0x200000404:0x29:0x0] 00000080:00000001:2.0:1789130374.770954:0:31699:0:(namei.c:1686:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789130374.770958:0:31699:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x29:0x0](ffff9caf608642c8) 00000080:00000001:2.0:1789130374.770961:0:31699:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1789130374.770965:0:31699:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9caf51958c00. 00000100:00000001:2.0:1789130374.770969:0:31699:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130374.770972:0:31699:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf580b8b40 x1876037329023872/t4294967632(4294967632) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/664 e 0 to 0 dl 1789130390 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130374.770978:0:31699:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130374.770983:0:31699:0:(pcc.c:3566:pcc_inode_create_fini()) Process entered 00000080:00000001:2.0:1789130374.770985:0:31699:0:(pcc.c:3569:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1789130374.770987:0:31699:0:(namei.c:1500:ll_atomic_open()) inode ffff9caf608642c8 need_sync_to_mds [0x200000404:0x29:0x0] 00000080:00000001:2.0:1789130374.770998:0:31699:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:2.0:1789130374.771000:0:31699:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f40d7fa68 00000080:00200008:2.0:1789130374.771002:0:31699:0:(file.c:1090:ll_file_open()) START file f:[0x200000404:0x29:0x0](ffff9caf608642c8), flags 100102 00000080:00000010:2.0:1789130374.771009:0:31699:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9caf47d2c8c0. 00000080:00000010:2.0:1789130374.771015:0:31699:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff9caf5049eec0. 00000080:00000001:2.0:1789130374.771017:0:31699:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:2.0:1789130374.771021:0:31699:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00000002:00000001:2.0:1789130374.771024:0:31699:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:2.0:1789130374.771027:0:31699:0:(obd.h:1507:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff9caf484ad7c0. 00000002:00100000:2.0:1789130374.771032:0:31699:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9caf580b8b40 x1876037329023872/t4294967632(4294967632) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/664 e 0 to 0 dl 1789130390 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1789130374.771038:0:31699:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789130374.771040:0:31699:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:2.0:1789130374.771045:0:31699:0:(rw.c:970:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:2.0:1789130374.771049:0:31699:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130374.771052:0:31699:0:(file.c:1298:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789130374.771055:0:31699:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130374.771059:0:31699:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf580b8b40 x1876037329023872/t4294967632(4294967632) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/664 e 0 to 0 dl 1789130390 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 02000000:00000001:2.0:1789130374.771066:0:31699:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789130374.771071:0:31699:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff9caf485c0000. 02000000:00000001:2.0:1789130374.771117:0:31699:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1789130374.771120:0:31699:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130374.771122:0:31699:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f40d7fa68 00000080:00000008:2.0:1789130374.771124:0:31699:0:(file.c:1329:ll_file_open()) COMPLETED file f:[0x200000404:0x29:0x0](ffff9caf608642c8), flags 100102, rc = 0 00000080:00000001:2.0:1789130374.771130:0:31699:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:2.0:1789130374.771133:0:31699:0:(dcache.c:176:ll_intent_release()) intent ffff9caf4812f6c0 released 00000080:00010000:2.0:1789130374.771135:0:31699:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xde5303b1d982ccd0 from it ffff9caf4812f6c0 00010000:00000001:2.0:1789130374.771137:0:31699:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130374.771138:0:31699:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130374.771140:0:31699:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf46a93e00 refcount=3 00000020:00000001:2.0:1789130374.771142:0:31699:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875351547392 : -109198358004224 : ffff9caf46a93e00) 00010000:00000001:2.0:1789130374.771144:0:31699:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875351547392 : -109198358004224 : ffff9caf46a93e00) 00010000:00000001:2.0:1789130374.771146:0:31699:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789130374.771149:0:31699:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a93e00/0xde5303b1d982ccd0 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xcdf1b083821a5843 expref: -99 pid: 31699 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789130374.771156:0:31699:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130374.771157:0:31699:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130374.771159:0:31699:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1789130374.771162:0:31699:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1789130374.771165:0:31699:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a93e00/0xde5303b1d982ccd0 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xcdf1b083821a5843 expref: -99 pid: 31699 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1789130374.771173:0:31699:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789130374.771176:0:31699:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789130374.771178:0:31699:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789130374.771184:0:31699:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130374.771186:0:31699:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130374.771187:0:31699:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130374.771190:0:31699:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789130374.771193:0:31699:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130374.771194:0:31699:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130374.771198:0:31699:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130374.771200:0:31699:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789130374.771202:0:31699:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130374.771202:0:31699:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1789130374.771204:0:31699:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:2.0:1789130374.771207:0:31699:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:2.0:1789130374.771209:0:31699:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:2.0:1789130374.771211:0:31699:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1789130374.771214:0:31699:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:2.0:1789130374.771216:0:31699:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130374.771219:0:31699:0:(pcc.c:1930:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:2.0:1789130374.771221:0:31699:0:(pcc.c:1933:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130374.771222:0:31699:0:(pcc.c:2398:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1789130374.771224:0:31699:0:(pcc.c:2425:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130374.771226:0:31699:0:(namei.c:1550:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1789130374.771229:0:31699:0:(namei.c:1562:ll_atomic_open()) kfreed 'it': 72 at ffff9caf4812f6c0. 00000080:00000001:2.0:1789130374.771232:0:31699:0:(namei.c:1564:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130374.771237:0:31699:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00200000:2.0:1789130374.771239:0:31699:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000404:0x29:0x0](ffff9caf608642c8), inode mode 81a4 mask 40 00000080:00000001:2.0:1789130374.771243:0:31699:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130375.097993:0:27360:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130375.098003:0:27360:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130375.098009:0:27360:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130375.098011:0:27360:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130375.098713:0:16115:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789130375.098719:0:16115:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789130375.098725:0:16115:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0:1789130375.792418:0:31709:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:3.0:1789130375.792427:0:31709:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:3.0:1789130375.792430:0:31709:0:(file.c:6206:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1789130375.792433:0:31709:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f4152bbc0 00000080:00200000:3.0:1789130375.792439:0:31709:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8),name=/ 00000080:00000010:3.0:1789130375.792448:0:31709:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9caf482ef000. 00800000:00000002:3.0:1789130375.792455:0:31709:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9caf4557c8c0 2 00000080:00000001:3.0:1789130375.792459:0:31709:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1789130375.792464:0:31709:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1789130375.792466:0:31709:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f4152bae0 00800000:00000002:3.0:1789130375.792469:0:31709:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1789130375.792474:0:31709:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1789130375.792478:0:31709:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1789130375.792483:0:31709:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1789130375.792486:0:31709:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f4152b9b0 00000002:00010000:3.0:1789130375.792487:0:31709:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1789130375.792491:0:31709:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1789130375.792493:0:31709:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789130375.792496:0:31709:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789130375.792504:0:31709:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf4814d900 count: 2 00010000:00000001:3.0:1789130375.792507:0:31709:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789130375.792513:0:31709:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789130375.792517:0:31709:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1789130375.792522:0:31709:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a93800/0xde5303b1d982ccc2 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a580b expref: -99 pid: 31699 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:3.0:1789130375.792535:0:31709:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1789130375.792540:0:31709:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789130375.792544:0:31709:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a93800/0xde5303b1d982ccc2 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a580b expref: -99 pid: 31699 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:3.0:1789130375.792552:0:31709:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1789130375.792554:0:31709:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1789130375.792556:0:31709:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1789130375.792558:0:31709:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1789130375.792560:0:31709:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1789130375.792562:0:31709:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1789130375.792565:0:31709:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1789130375.792569:0:31709:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9caf4557c8c0 2 00000080:00000010:3.0:1789130375.792573:0:31709:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9caf482ef000. 00000080:00000001:3.0:1789130375.792578:0:31709:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1789130375.792580:0:31709:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789130375.792583:0:31709:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9caf601980c8) 00000080:00010000:3.0:1789130375.792587:0:31709:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9caf601980c8) for lock 0xde5303b1d982ccc2 00800000:00000001:3.0:1789130375.792592:0:31709:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1789130375.792594:0:31709:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1789130375.792596:0:31709:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789130375.792598:0:31709:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789130375.792602:0:31709:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf46a93800 refcount=3 00000020:00000001:3.0:1789130375.792604:0:31709:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875351545856 : -109198358005760 : ffff9caf46a93800) 00010000:00000001:3.0:1789130375.792607:0:31709:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875351545856 : -109198358005760 : ffff9caf46a93800) 00010000:00000001:3.0:1789130375.792610:0:31709:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130375.792612:0:31709:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789130375.792613:0:31709:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789130375.792615:0:31709:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789130375.792618:0:31709:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xde5303b1d982ccc2 from it ffffb97f4152bbf8 00010000:00000001:3.0:1789130375.792620:0:31709:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789130375.792621:0:31709:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789130375.792623:0:31709:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf46a93800 refcount=3 00000020:00000001:3.0:1789130375.792625:0:31709:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875351545856 : -109198358005760 : ffff9caf46a93800) 00010000:00000001:3.0:1789130375.792628:0:31709:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875351545856 : -109198358005760 : ffff9caf46a93800) 00010000:00000001:3.0:1789130375.792630:0:31709:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789130375.792633:0:31709:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a93800/0xde5303b1d982ccc2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a580b expref: -99 pid: 31699 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1789130375.792640:0:31709:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130375.792641:0:31709:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789130375.792643:0:31709:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1789130375.792645:0:31709:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1789130375.792648:0:31709:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a93800/0xde5303b1d982ccc2 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a580b expref: -99 pid: 31699 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1789130375.792658:0:31709:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130375.792662:0:31709:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789130375.792663:0:31709:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789130375.792668:0:31709:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130375.792669:0:31709:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789130375.792670:0:31709:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130375.792674:0:31709:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789130375.792676:0:31709:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130375.792678:0:31709:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130375.792681:0:31709:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130375.792684:0:31709:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789130375.792685:0:31709:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130375.792686:0:31709:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1789130375.792690:0:31709:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1789130375.792692:0:31709:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1789130375.792694:0:31709:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8), inode mode 41ff mask 1 00000080:00000001:3.0:1789130375.792700:0:31709:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1789130375.792709:0:31709:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9caf4938e6a0. 00000020:00000001:3.0:1789130375.792714:0:31709:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f4152bb28 00000080:00200000:3.0:1789130375.792716:0:31709:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d21h.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff9caf601980c8), flags=25 00000080:00000001:3.0:1789130375.792720:0:31709:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:3.0:1789130375.792721:0:31709:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f4152b9d8 00000080:00200000:3.0:1789130375.792723:0:31709:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d21h.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff9caf601980c8), intent=0 00000080:00000010:3.0:1789130375.792729:0:31709:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9caf482ef000. 00800000:00000002:3.0:1789130375.792731:0:31709:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9caf4557c8c0 2 00000080:00000001:3.0:1789130375.792735:0:31709:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1789130375.792737:0:31709:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1789130375.792739:0:31709:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f4152b8f8 00800000:00000002:3.0:1789130375.792741:0:31709:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'lookup' for [0x0:0x0:0x0] 'd21h.recovery-small-2' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1789130375.792743:0:31709:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00000020:00000001:3.0:1789130375.792747:0:31709:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f4152b890 00800000:00000002:3.0:1789130375.792749:0:31709:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d21h.recovery-small-2' -> mds #0 00000002:00000001:3.0:1789130375.792752:0:31709:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1789130375.792753:0:31709:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f4152b7c8 00000002:00010000:3.0:1789130375.792755:0:31709:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d21h.recovery-small-2,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00000002:00000001:3.0:1789130375.792759:0:31709:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1789130375.792761:0:31709:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1789130375.792766:0:31709:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf501aa940. 00000020:00000040:3.0:1789130375.792770:0:31709:0:(genops.c:1210:class_import_get()) import ffff9caf6079a800 refcount=7 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00010000:00000001:3.0:1789130375.792776:0:31709:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1789130375.792781:0:31709:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789130375.792783:0:31709:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130375.792785:0:31709:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789130375.792786:0:31709:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130375.792789:0:31709:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789130375.792792:0:31709:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789130375.792794:0:31709:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789130375.792829:0:31709:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9caf50105400. 00000100:00000001:3.0:1789130375.792838:0:31709:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130375.792844:0:31709:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1789130375.792846:0:31709:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130375.792847:0:31709:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1789130375.792848:0:31709:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130375.792850:0:31709:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789130375.792859:0:31709:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446634875509975360 : -109198199576256 : ffff9caf501aa940) 00010000:00000001:3.0:1789130375.792863:0:31709:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1789130375.792866:0:31709:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1789130375.792869:0:31709:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf4814d900 count: 2 00010000:00000001:3.0:1789130375.792871:0:31709:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789130375.792874:0:31709:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1789130375.792878:0:31709:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9caf47e20000. 00000020:00000001:3.0:1789130375.792881:0:31709:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1789130375.792884:0:31709:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9caf47e20000 with handle 0xde5303b1d982ccd7 to hash 00000020:00000001:3.0:1789130375.792885:0:31709:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1789130375.792887:0:31709:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446634875372044288 : -109198337507328 : ffff9caf47e20000) 00010000:00000001:3.0:1789130375.792890:0:31709:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446634875372044288 : -109198337507328 : ffff9caf47e20000) 00010000:00000001:3.0:1789130375.792893:0:31709:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789130375.792895:0:31709:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789130375.792898:0:31709:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e20000/0xde5303b1d982ccd7 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 31709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789130375.792906:0:31709:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e20000/0xde5303b1d982ccd7 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789130375.792917:0:31709:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e20000/0xde5303b1d982ccd7 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31709 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1789130375.792923:0:31709:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1789130375.792925:0:31709:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1789130375.792931:0:31709:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9caf485e8240. 00000100:00000001:3.0:1789130375.792934:0:31709:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446634875380204096 : -109198329347520 : ffff9caf485e8240) 00000100:00000001:3.0:1789130375.792937:0:31709:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789130375.792938:0:31709:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875509975360 : -109198199576256 : ffff9caf501aa940) 00000100:00000001:3.0:1789130375.792942:0:31709:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789130375.792946:0:31709:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130375.792949:0:31709:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1789130375.792950:0:31709:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789130375.792961:0:31709:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf501aa940 x1876037329024000/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130375.792970:0:31709:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789130375.792973:0:31709:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789130375.792976:0:31709:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789130375.792979:0:31709:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789130375.792981:0:31709:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789130375.792984:0:31709:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf501aa940 pname:cluuid:pid:xid:nid:opc:job touch:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:31709:1876037329024000:192.168.204.123@tcp:101:touch.0 00000100:00000001:3.0:1789130375.792989:0:31709:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789130375.792994:0:31709:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789130375.792997:0:31709:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789130375.792999:0:31709:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789130375.793004:0:31709:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9caf49d0e800. 02000000:00000001:3.0:1789130375.793005:0:31709:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789130375.793013:0:31709:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:3.0:1789130375.793017:0:31709:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf60788210. 00000400:00000010:3.0:1789130375.793024:0:31709:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf4549fc38. 00000100:00000200:3.0:1789130375.793031:0:31709:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1876037329024000, portal 10 00000100:00000001:3.0:1789130375.793033:0:31709:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789130375.793035:0:31709:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875509975360 : -109198199576256 : ffff9caf501aa940) 00000100:00000040:3.0:1789130375.793041:0:31709:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9caf501aa940 x1876037329024000/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789130391 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130375.793049:0:31709:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789130375.793052:0:31709:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:3.0:1789130375.793055:0:31709:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf4549f198. 00000100:00000200:3.0:1789130375.793057:0:31709:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1876037329024000, offset 0 00000400:00000200:3.0:1789130375.793064:0:31709:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:3.0:1789130375.793074:0:31709:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130375.793083:0:31709:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:3.0:1789130375.793101:0:31709:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789130375.793105:0:31709:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:3.0:1789130375.793109:0:31709:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789130375.793112:0:31709:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:3.0:1789130375.793116:0:31709:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2450:2450:256:4294967295] 192.168.204.123@tcp LPNI seq info [2449:2449:8:4294967295] 00000400:00000200:3.0:1789130375.793121:0:31709:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130375.793131:0:31709:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:3.0:1789130375.793137:0:31709:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:3.0:1789130375.793143:0:31709:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf47fd2900. 00000800:00000200:3.0:1789130375.793149:0:31709:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:3.0:1789130375.793157:0:31709:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:3.0:1789130375.793162:0:31709:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf47fd2900 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:3.0:1789130375.793181:0:31709:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130375.793185:0:31709:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: using a timeout of 800756 usecs (801 jiffies) 00000400:00000200:3.0:1789130375.793189:0:31709:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:3.0:1789130375.793192:0:31709:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296470614 00000800:00000200:3.0:1789130375.793296:0:2342:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789130375.793300:0:2342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf47fd2900. 00000400:00000200:3.0:1789130375.793304:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130375.793309:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:3.0:1789130375.793314:0:2342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf4549f198 00000400:00000010:3.0:1789130375.793317:0:2342:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf4549f198. 00000100:00000001:3.0:1789130375.793322:0:2342:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789130375.793326:0:2342:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf501aa940 x1876037329024000/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789130391 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130375.793335:0:2342:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130375.793338:0:2342:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf501aa940 x1876037329024000/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789130391 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130375.793352:0:2342:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130375.793354:0:2342:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1789130375.793371:0:31709:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 2, keep current deadline 4296472056 00000100:00000001:3.0:1789130375.793374:0:31709:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296470614 00000100:00000001:3.0:1789130375.793377:0:31709:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 3, keep current deadline 4296472057 00000100:00000001:3.0:1789130375.793380:0:31709:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789130375.793382:0:31709:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130375.793384:0:31709:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789130375.793386:0:31709:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1789130375.793388:0:31709:0:(client.c:2715:ptlrpc_set_wait()) set ffff9caf485e8240 going to sleep for 11 seconds 00000100:00000001:3.0:1789130375.793391:0:31709:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789130375.793393:0:31709:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1789130375.819049:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130375.819066:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789130375.819070:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130375.819072:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130375.819082:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130375.819098:0:2341:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:3.0:1789130375.819108:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130375.819114:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130375.819119:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130375.819123:0:2341:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 584 into portal 10 MB=0x6aa3efa94f400 00000400:00000200:3.0:1789130375.819128:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130375.819133:0:2341:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.123@tcp of length 584/584 into md 0x69e5 [1] + 224 00000800:00000001:3.0:1789130375.819141:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130375.819153:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130375.819156:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130375.819160:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:3.0:1789130375.819168:0:2341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789130375.819177:0:2341:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf501aa940 x1876037329024000/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789130391 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789130375.819192:0:2341:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff9caf501aa940 x1876037329024000/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789130391 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130375.819215:0:2341:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789130375.819224:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130375.819227:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130375.819356:0:31709:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789130375.819364:0:31709:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789130375.819366:0:31709:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789130375.819369:0:31709:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf60788210. 00000400:00000200:0.0:1789130375.819374:0:31709:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf4549fc38 00000400:00000010:0.0:1789130375.819377:0:31709:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf4549fc38. 00000100:00000001:0.0:1789130375.819381:0:31709:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789130375.819386:0:31709:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf501aa940 x1876037329024000/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789130391 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1789130375.819395:0:31709:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf501aa940 x1876037329024000/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789130391 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130375.819401:0:31709:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789130375.819403:0:31709:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130375.819405:0:31709:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789130375.819408:0:31709:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789130375.819410:0:31709:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789130375.819412:0:31709:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130375.819414:0:31709:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789130375.819435:0:31709:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf6079ac60 time=144 v=5 (104 104 104 104) 00000100:00001000:0.0:1789130375.819440:0:31709:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf6079ac18 time=11 v=5 (1 0 0 0) 00000100:00000001:0.0:1789130375.819443:0:31709:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789130375.819445:0:31709:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130375.819448:0:31709:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789130375.819451:0:31709:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130375.819455:0:31709:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1789130375.819457:0:31709:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9caf5014c800: committing for last_committed 4294967632 gen 2 00000100:00000040:0.0:1789130375.819463:0:31709:0:(client.c:3181:ptlrpc_free_committed()) @@@ commit (last_committed 4294967632) req@ffff9caf501ab480 x1876037329022848/t4294967630(4294967630) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 568/448 e 0 to 0 dl 1789130390 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130375.819470:0:31709:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789130375.819474:0:31709:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf501ab480 x1876037329022848/t4294967630(4294967630) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 568/448 e 0 to 0 dl 1789130390 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130375.819481:0:31709:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789130375.819483:0:31709:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789130375.819487:0:31709:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9caf50105c00. 02000000:00000001:0.0:1789130375.819491:0:31709:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789130375.819494:0:31709:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1789130375.819496:0:31709:0:(genops.c:1223:class_import_put()) import ffff9caf6079a800 refcount=6 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000020:00000001:0.0:1789130375.819498:0:31709:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1789130375.819500:0:31709:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9caf50107400. 02000000:00000001:0.0:1789130375.819504:0:31709:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789130375.819506:0:31709:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789130375.819508:0:31709:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf501ab480. 00000100:00000001:0.0:1789130375.819511:0:31709:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789130375.819513:0:31709:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789130375.819518:0:31709:0:(client.c:3181:ptlrpc_free_committed()) @@@ commit (last_committed 4294967632) req@ffff9caf615d61c0 x1876037329023360/t4294967631(4294967631) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 568/448 e 0 to 0 dl 1789130390 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130375.819524:0:31709:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789130375.819527:0:31709:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf615d61c0 x1876037329023360/t4294967631(4294967631) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 568/448 e 0 to 0 dl 1789130390 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130375.819533:0:31709:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789130375.819534:0:31709:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789130375.819536:0:31709:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9caf487c2400. 02000000:00000001:0.0:1789130375.819538:0:31709:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789130375.819540:0:31709:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1789130375.819541:0:31709:0:(genops.c:1223:class_import_put()) import ffff9caf6079a800 refcount=5 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000020:00000001:0.0:1789130375.819543:0:31709:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1789130375.819544:0:31709:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9caf487c2000. 02000000:00000001:0.0:1789130375.819546:0:31709:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789130375.819547:0:31709:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789130375.819548:0:31709:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf615d61c0. 00000100:00000001:0.0:1789130375.819551:0:31709:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789130375.819552:0:31709:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1789130375.819557:0:31709:0:(client.c:3174:ptlrpc_free_committed()) @@@ keeping (FL_REPLAY) req@ffff9caf580b8b40 x1876037329023872/t4294967632(4294967632) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/664 e 0 to 0 dl 1789130390 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130375.819564:0:31709:0:(client.c:3188:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1789130375.819566:0:31709:0:(client.c:3235:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9caf5014c800: normal: skip=1 replay=2/3 committed=0/0 00000100:00000001:0.0:1789130375.819568:0:31709:0:(client.c:3236:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789130375.819570:0:31709:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130375.819574:0:31709:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf501aa940 x1876037329024000/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/584 e 0 to 0 dl 1789130391 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130375.819580:0:31709:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789130375.819583:0:31709:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789130375.819585:0:31709:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789130375.819588:0:31709:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf501aa940 x1876037329024000/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/584 e 0 to 0 dl 1789130391 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1789130375.819594:0:31709:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf501aa940 pname:cluuid:pid:xid:nid:opc:job touch:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:31709:1876037329024000:192.168.204.123@tcp:101:touch.0 00000100:00000001:0.0:1789130375.819599:0:31709:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130375.819602:0:31709:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130375.819605:0:31709:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1789130375.819607:0:31709:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789130375.819609:0:31709:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf501aa940 x1876037329024000/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/584 e 0 to 0 dl 1789130391 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130375.819614:0:31709:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789130375.819616:0:31709:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9caf485e8240. 00000100:00000001:0.0:1789130375.819618:0:31709:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1789130375.819620:0:31709:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130375.819623:0:31709:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1789130375.819626:0:31709:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130375.819629:0:31709:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130375.819632:0:31709:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf47e20000 refcount=4 00000020:00000001:0.0:1789130375.819634:0:31709:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875372044288 : -109198337507328 : ffff9caf47e20000) 00010000:00000001:0.0:1789130375.819638:0:31709:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875372044288 : -109198337507328 : ffff9caf47e20000) 00010000:00000040:0.0:1789130375.819644:0:31709:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9caf47e20000, remote cookie: 0xcdf1b083821a5866, flags: 0x1001 00010000:00010000:0.0:1789130375.819649:0:31709:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e20000/0xde5303b1d982ccd7 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a5866 expref: -99 pid: 31709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789130375.819658:0:31709:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x28:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:0.0:1789130375.819661:0:31709:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:0.0:1789130375.819670:0:31709:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9caf4a8cc200. 00010000:00000010:0.0:1789130375.819675:0:31709:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9caf4c532300. 00010000:00000001:0.0:1789130375.819681:0:31709:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789130375.819684:0:31709:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e20000/0xde5303b1d982ccd7 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x28:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a5866 expref: -99 pid: 31709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789130375.819693:0:31709:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e20000/0xde5303b1d982ccd7 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x28:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a5866 expref: -99 pid: 31709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789130375.819699:0:31709:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1789130375.819704:0:31709:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1789130375.819706:0:31709:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1789130375.819708:0:31709:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1789130375.819709:0:31709:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1789130375.819712:0:31709:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x28:0x0].0x0 (ffff9caf4a8cc200) refcount = 1 00010000:00010000:0.0:1789130375.819716:0:31709:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e20000/0xde5303b1d982ccd7 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a5866 expref: -99 pid: 31709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789130375.819722:0:31709:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1789130375.819726:0:31709:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1789130375.819728:0:31709:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789130375.819731:0:31709:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1789130375.819733:0:31709:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789130375.819737:0:31709:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e20000/0xde5303b1d982ccd7 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a5866 expref: -99 pid: 31709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789130375.819744:0:31709:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1789130375.819746:0:31709:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130375.819748:0:31709:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130375.819749:0:31709:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130375.819750:0:31709:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130375.819752:0:31709:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789130375.819756:0:31709:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1789130375.819758:0:31709:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130375.819760:0:31709:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130375.819761:0:31709:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf47e20000 refcount=3 00000020:00000001:0.0:1789130375.819763:0:31709:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875372044288 : -109198337507328 : ffff9caf47e20000) 00010000:00000001:0.0:1789130375.819766:0:31709:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875372044288 : -109198337507328 : ffff9caf47e20000) 00010000:00000001:0.0:1789130375.819768:0:31709:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130375.819769:0:31709:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130375.819770:0:31709:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf47e20000 refcount=4 00000020:00000001:0.0:1789130375.819772:0:31709:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875372044288 : -109198337507328 : ffff9caf47e20000) 00010000:00000001:0.0:1789130375.819774:0:31709:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875372044288 : -109198337507328 : ffff9caf47e20000) 00010000:00000001:0.0:1789130375.819777:0:31709:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789130375.819780:0:31709:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789130375.819783:0:31709:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e20000/0xde5303b1d982ccd7 lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a5866 expref: -99 pid: 31709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789130375.819789:0:31709:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130375.819790:0:31709:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130375.819791:0:31709:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130375.819792:0:31709:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130375.819793:0:31709:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf47e20000 refcount=5 00000020:00000001:0.0:1789130375.819795:0:31709:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875372044288 : -109198337507328 : ffff9caf47e20000) 00010000:00000001:0.0:1789130375.819797:0:31709:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875372044288 : -109198337507328 : ffff9caf47e20000) 00010000:00000001:0.0:1789130375.819799:0:31709:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789130375.819801:0:31709:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e20000/0xde5303b1d982ccd7 lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a5866 expref: -99 pid: 31709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789130375.819867:0:31709:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130375.819868:0:31709:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1789130375.819871:0:31709:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e20000/0xde5303b1d982ccd7 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a5866 expref: -99 pid: 31709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789130375.819878:0:31709:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789130375.819879:0:31709:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130375.819880:0:31709:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130375.819882:0:31709:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130375.819883:0:31709:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1789130375.819888:0:31709:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0xb, status=0 req@ffff9caf501aa940 x1876037329024000/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/584 e 0 to 0 dl 1789130391 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1789130375.819896:0:31709:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130375.819897:0:31709:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130375.819899:0:31709:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf47e20000 refcount=3 00000020:00000001:0.0:1789130375.819901:0:31709:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875372044288 : -109198337507328 : ffff9caf47e20000) 00010000:00000001:0.0:1789130375.819903:0:31709:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875372044288 : -109198337507328 : ffff9caf47e20000) 00010000:00000001:0.0:1789130375.819906:0:31709:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130375.819907:0:31709:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789130375.819908:0:31709:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789130375.819910:0:31709:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789130375.819913:0:31709:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1789130375.819916:0:31709:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130375.819917:0:31709:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130375.819919:0:31709:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf47e20000 refcount=3 00000020:00000001:0.0:1789130375.819921:0:31709:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875372044288 : -109198337507328 : ffff9caf47e20000) 00010000:00000001:0.0:1789130375.819922:0:31709:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875372044288 : -109198337507328 : ffff9caf47e20000) 00000002:00010000:0.0:1789130375.819926:0:31709:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e20000/0xde5303b1d982ccd7 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a5866 expref: -99 pid: 31709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789130375.819932:0:31709:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130375.819933:0:31709:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130375.819935:0:31709:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1789130375.819937:0:31709:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130375.819938:0:31709:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130375.819939:0:31709:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf47e20000 refcount=3 00000020:00000001:0.0:1789130375.819941:0:31709:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875372044288 : -109198337507328 : ffff9caf47e20000) 00010000:00000001:0.0:1789130375.819943:0:31709:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875372044288 : -109198337507328 : ffff9caf47e20000) 00010000:00000040:0.0:1789130375.819947:0:31709:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf4a8cc200 count: 2 00010000:00000001:0.0:1789130375.819950:0:31709:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1789130375.819953:0:31709:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9caf4630e800 type 13 mode 4 res 8589935620/40 (0 0) 00010000:00000001:0.0:1789130375.819956:0:31709:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130375.819957:0:31709:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789130375.819959:0:31709:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1789130375.819963:0:31709:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f4152b750 00000002:00002000:0.0:1789130375.819974:0:31709:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=d21h.recovery-small-2 intent=lookup status=0 disp=0xb: rc = 0 00000002:00000001:0.0:1789130375.819978:0:31709:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789130375.819983:0:31709:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789130375.819986:0:31709:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1789130375.819989:0:31709:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:0.0:1789130375.819992:0:31709:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789130375.819996:0:31709:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9caf4557c8c0 2 00000080:00000001:0.0:1789130375.819999:0:31709:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1789130375.820001:0:31709:0:(namei.c:674:ll_lookup_it_finish()) it ffffb97f4152bac8 it_disposition b 00000080:00000001:0.0:1789130375.820004:0:31709:0:(llite_lib.c:3864:ll_prep_inode()) Process entered 00000002:00000001:0.0:1789130375.820011:0:31709:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1789130375.820014:0:31709:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1789130375.820017:0:31709:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833960 : 144115205322833960 : 200000404000028) 00000080:00000001:0.0:1789130375.820020:0:31709:0:(namei.c:113:ll_iget()) Process entered 00000080:00000001:0.0:1789130375.820026:0:31709:0:(llite_lib.c:1973:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1789130375.820029:0:31709:0:(llite_lib.c:1977:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000404:0x28:0x0] 00000080:00000001:0.0:1789130375.820032:0:31709:0:(llite_lib.c:1994:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130375.820035:0:31709:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833960 : 144115205322833960 : 200000404000028) 00000080:00000001:0.0:1789130375.820038:0:31709:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:0.0:1789130375.820043:0:31709:0:(llite_lib.c:3140:ll_update_inode()) inode=[0x200000404:0x28:0x0], updating i_size 7680 00000080:00200000:0.0:1789130375.820046:0:31709:0:(namei.c:147:ll_iget()) got inode: [0x200000404:0x28:0x0](ffff9caf601300c8): rc = 0 00000080:00000001:0.0:1789130375.820049:0:31709:0:(namei.c:156:ll_iget()) Process leaving (rc=18446634875777908936 : -109197931642680 : ffff9caf601300c8) 00010000:00000001:0.0:1789130375.820051:0:31709:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130375.820052:0:31709:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130375.820054:0:31709:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf47e20000 refcount=3 00000020:00000001:0.0:1789130375.820056:0:31709:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875372044288 : -109198337507328 : ffff9caf47e20000) 00010000:00000001:0.0:1789130375.820058:0:31709:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875372044288 : -109198337507328 : ffff9caf47e20000) 00010000:00000001:0.0:1789130375.820060:0:31709:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130375.820062:0:31709:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1789130375.820063:0:31709:0:(llite_lib.c:1928:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1789130375.820065:0:31709:0:(llite_lib.c:1941:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1789130375.820067:0:31709:0:(llite_lib.c:3962:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1789130375.820069:0:31709:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1789130375.820071:0:31709:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789130375.820074:0:31709:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000404:0x28:0x0](ffff9caf601300c8) for lock 0xde5303b1d982ccd7 00800000:00000001:0.0:1789130375.820077:0:31709:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1789130375.820079:0:31709:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1789130375.820080:0:31709:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130375.820081:0:31709:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130375.820082:0:31709:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf47e20000 refcount=3 00000020:00000001:0.0:1789130375.820095:0:31709:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875372044288 : -109198337507328 : ffff9caf47e20000) 00010000:00000001:0.0:1789130375.820097:0:31709:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875372044288 : -109198337507328 : ffff9caf47e20000) 00010000:00000001:0.0:1789130375.820100:0:31709:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130375.820101:0:31709:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789130375.820102:0:31709:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789130375.820104:0:31709:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:0.0:1789130375.820112:0:31709:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9caf60345ca8 inode ffff9caf601300c8 refc 1 flags 0x20000e 00000080:00000001:0.0:1789130375.820115:0:31709:0:(llite_lib.c:3176:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1789130375.820117:0:31709:0:(llite_lib.c:3182:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130375.820120:0:31709:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:0.0:1789130375.820123:0:31709:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x28:0x0](ffff9caf601300c8) 00000080:00010000:0.0:1789130375.820127:0:31709:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xde5303b1d982ccd7 from it ffffb97f4152bac8 00010000:00000001:0.0:1789130375.820129:0:31709:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130375.820130:0:31709:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130375.820131:0:31709:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf47e20000 refcount=3 00000020:00000001:0.0:1789130375.820133:0:31709:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875372044288 : -109198337507328 : ffff9caf47e20000) 00010000:00000001:0.0:1789130375.820135:0:31709:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875372044288 : -109198337507328 : ffff9caf47e20000) 00010000:00000001:0.0:1789130375.820137:0:31709:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789130375.820140:0:31709:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e20000/0xde5303b1d982ccd7 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a5866 expref: -99 pid: 31709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789130375.820146:0:31709:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130375.820147:0:31709:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130375.820148:0:31709:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789130375.820151:0:31709:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789130375.820153:0:31709:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e20000/0xde5303b1d982ccd7 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a5866 expref: -99 pid: 31709 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1789130375.820160:0:31709:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789130375.820163:0:31709:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789130375.820165:0:31709:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789130375.820170:0:31709:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130375.820171:0:31709:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130375.820173:0:31709:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130375.820176:0:31709:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789130375.820178:0:31709:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130375.820179:0:31709:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130375.820182:0:31709:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130375.820184:0:31709:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789130375.820185:0:31709:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130375.820186:0:31709:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1789130375.820187:0:31709:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1789130375.820191:0:31709:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9caf482ef000. 00000100:00000001:0.0:1789130375.820197:0:31709:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789130375.820202:0:31709:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf501aa940 x1876037329024000/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/584 e 0 to 0 dl 1789130391 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130375.820209:0:31709:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789130375.820210:0:31709:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789130375.820212:0:31709:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9caf49d0e800. 02000000:00000001:0.0:1789130375.820215:0:31709:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789130375.820217:0:31709:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1789130375.820219:0:31709:0:(genops.c:1223:class_import_put()) import ffff9caf6079a800 refcount=4 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000020:00000001:0.0:1789130375.820221:0:31709:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1789130375.820222:0:31709:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9caf50105400. 02000000:00000001:0.0:1789130375.820225:0:31709:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789130375.820227:0:31709:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789130375.820228:0:31709:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf501aa940. 00000100:00000001:0.0:1789130375.820231:0:31709:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789130375.820232:0:31709:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1789130375.820242:0:31709:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00200000:0.0:1789130375.820244:0:31709:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000404:0x28:0x0](ffff9caf601300c8), inode mode 41ed mask 1 00000080:00000001:0.0:1789130375.820249:0:31709:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1789130375.820265:0:31709:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9caf47eab8a0. 00000080:00000001:0.0:1789130375.820272:0:31709:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00200000:0.0:1789130375.820273:0:31709:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000404:0x28:0x0](ffff9caf601300c8), inode mode 41ed mask 3 00000080:00000001:0.0:1789130375.820275:0:31709:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130375.820278:0:31709:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:0.0:1789130375.820280:0:31709:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f4152bb58 00000080:00200000:0.0:1789130375.820282:0:31709:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=f, dir=[0x200000404:0x28:0x0](ffff9caf601300c8), file ffff9caf43ece300, open_flags 8941, mode 81b6 opened 0 00000080:00000010:0.0:1789130375.820286:0:31709:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff9caf5021fe40. 00000080:00000001:0.0:1789130375.820290:0:31709:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:0.0:1789130375.820291:0:31709:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f4152ba08 00000080:00200000:0.0:1789130375.820293:0:31709:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f, dir=[0x200000404:0x28:0x0](ffff9caf601300c8), intent=open|creat 00000080:00000010:0.0:1789130375.820299:0:31709:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9caf485a2400. 00000080:00000001:0.0:1789130375.820306:0:31709:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1789130375.820309:0:31709:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1789130375.820311:0:31709:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f4152b928 00800000:00000002:0.0:1789130375.820313:0:31709:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f' on [0x200000404:0x28:0x0] 00800000:00000001:0.0:1789130375.820316:0:31709:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:0.0:1789130375.820318:0:31709:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:0.0:1789130375.820322:0:31709:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446634875370194944 : -109198339356672 : ffff9caf47c5c800) 00800000:00000001:0.0:1789130375.820326:0:31709:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:0.0:1789130375.820327:0:31709:0:(obd_class.h:932:obd_fid_alloc()) Process entered 00000002:00000001:0.0:1789130375.820330:0:31709:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:0.0:1789130375.820332:0:31709:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:0.0:1789130375.820334:0:31709:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff9caf5014c800: Allocated FID [0x200000404:0x2a:0x0] 40000000:00000001:0.0:1789130375.820338:0:31709:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789130375.820340:0:31709:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789130375.820342:0:31709:0:(obd_class.h:945:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789130375.820343:0:31709:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130375.820345:0:31709:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f4152b8a8 00800000:00000002:0.0:1789130375.820347:0:31709:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000404:0x28:0x0], fid2=[0x200000404:0x2a:0x0], name='f' -> mds #0 layout version 1 00000002:00000001:0.0:1789130375.820351:0:31709:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1789130375.820352:0:31709:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f4152b7e0 00000002:00010000:0.0:1789130375.820354:0:31709:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f,[0x200000404:0x2a:0x0]) in obj [0x200000404:0x28:0x0], intent: open|creat flags 0104502 00000002:00000001:0.0:1789130375.820357:0:31709:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1789130375.820359:0:31709:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:0.0:1789130375.820362:0:31709:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:0.0:1789130375.820365:0:31709:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789130375.820366:0:31709:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1789130375.820368:0:31709:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf4a8cc200 count: 2 00010000:00000001:0.0:1789130375.820370:0:31709:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789130375.820372:0:31709:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1789130375.820374:0:31709:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130375.820376:0:31709:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789130375.820377:0:31709:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789130375.820382:0:31709:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf61463840. 00000020:00000040:0.0:1789130375.820385:0:31709:0:(genops.c:1210:class_import_get()) import ffff9caf6079a800 refcount=5 obd=lustre-MDT0000-mdc-ffff9caf5014c800 02000000:00000001:0.0:1789130375.820389:0:31709:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1789130375.820391:0:31709:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130375.820393:0:31709:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1789130375.820396:0:31709:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789130375.820399:0:31709:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130375.820400:0:31709:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130375.820401:0:31709:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130375.820403:0:31709:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789130375.820405:0:31709:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789130375.820409:0:31709:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789130375.820415:0:31709:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9caf482bc400. 00000100:00000001:0.0:1789130375.820420:0:31709:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130375.820424:0:31709:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789130375.820426:0:31709:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130375.820427:0:31709:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789130375.820428:0:31709:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130375.820430:0:31709:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789130375.820438:0:31709:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446634875798042688 : -109197911508928 : ffff9caf61463840) 00010000:00000001:0.0:1789130375.820441:0:31709:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1789130375.820444:0:31709:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1789130375.820446:0:31709:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf4a8cc200 count: 2 00010000:00000001:0.0:1789130375.820448:0:31709:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789130375.820450:0:31709:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1789130375.820454:0:31709:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9caf40031600. 00000020:00000001:0.0:1789130375.820458:0:31709:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1789130375.820460:0:31709:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9caf40031600 with handle 0xde5303b1d982ccde to hash 00000020:00000001:0.0:1789130375.820462:0:31709:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1789130375.820464:0:31709:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446634875239994880 : -109198469556736 : ffff9caf40031600) 00010000:00000001:0.0:1789130375.820467:0:31709:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446634875239994880 : -109198469556736 : ffff9caf40031600) 00010000:00000001:0.0:1789130375.820469:0:31709:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789130375.820471:0:31709:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789130375.820474:0:31709:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40031600/0xde5303b1d982ccde lrc: 3/0,1 mode: --/CW res: [0x200000404:0x28:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 31709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789130375.820480:0:31709:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40031600/0xde5303b1d982ccde lrc: 3/0,1 mode: --/CW res: [0x200000404:0x28:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31709 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:0.0:1789130375.820490:0:31709:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9caf5014c800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1789130375.820496:0:31709:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9caf61463840 x1876037329024256/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1789130375.820505:0:31709:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40031600/0xde5303b1d982ccde lrc: 3/0,1 mode: --/CW res: [0x200000404:0x28:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31709 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1789130375.820510:0:31709:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1789130375.820512:0:31709:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1789130375.820519:0:31709:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9caf488f3d80. 00000100:00000001:0.0:1789130375.820522:0:31709:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446634875383397760 : -109198326153856 : ffff9caf488f3d80) 00000100:00000001:0.0:1789130375.820524:0:31709:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789130375.820526:0:31709:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875798042688 : -109197911508928 : ffff9caf61463840) 00000100:00000001:0.0:1789130375.820531:0:31709:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789130375.820535:0:31709:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130375.820537:0:31709:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1789130375.820540:0:31709:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789130375.820544:0:31709:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf61463840 x1876037329024256/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130375.820551:0:31709:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789130375.820554:0:31709:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130375.820558:0:31709:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789130375.820561:0:31709:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789130375.820563:0:31709:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789130375.820567:0:31709:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf61463840 pname:cluuid:pid:xid:nid:opc:job touch:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:31709:1876037329024256:192.168.204.123@tcp:101:touch.0 00000100:00000001:0.0:1789130375.820572:0:31709:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789130375.820578:0:31709:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789130375.820581:0:31709:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130375.820584:0:31709:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789130375.820645:0:31709:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff9caf485c0000. 02000000:00000001:0.0:1789130375.820648:0:31709:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789130375.820655:0:31709:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:0.0:1789130375.820660:0:31709:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf50131478. 00000400:00000010:0.0:1789130375.820670:0:31709:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff9caf482bf400. 00000100:00000200:0.0:1789130375.820679:0:31709:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1876037329024256, portal 10 00000100:00000001:0.0:1789130375.820681:0:31709:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789130375.820682:0:31709:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875798042688 : -109197911508928 : ffff9caf61463840) 00000100:00000040:0.0:1789130375.820688:0:31709:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9caf61463840 x1876037329024256/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/66320 e 0 to 0 dl 1789130391 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130375.820696:0:31709:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789130375.820699:0:31709:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:0.0:1789130375.820702:0:31709:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf5801e550. 00000100:00000200:0.0:1789130375.820706:0:31709:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1876037329024256, offset 0 00000400:00000200:0.0:1789130375.820713:0:31709:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:0.0:1789130375.820721:0:31709:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:0.0:1789130375.820729:0:31709:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:0.0:1789130375.820735:0:31709:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789130375.820740:0:31709:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:0.0:1789130375.820744:0:31709:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789130375.820748:0:31709:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:0.0:1789130375.820751:0:31709:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2451:2451:256:4294967295] 192.168.204.123@tcp LPNI seq info [2450:2450:8:4294967295] 00000400:00000200:0.0:1789130375.820755:0:31709:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:0.0:1789130375.820765:0:31709:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:0.0:1789130375.820771:0:31709:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:0.0:1789130375.820776:0:31709:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf451e7600. 00000800:00000200:0.0:1789130375.820783:0:31709:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:0.0:1789130375.820790:0:31709:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:0.0:1789130375.820794:0:31709:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf451e7600 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:0.0:1789130375.820841:0:31709:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130375.820845:0:31709:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: using a timeout of 799695 usecs (800 jiffies) 00000400:00000200:0.0:1789130375.820848:0:31709:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:0.0:1789130375.820851:0:31709:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296470643 00000100:00000001:0.0:1789130375.820854:0:31709:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 2, keep current deadline 4296472056 00000100:00000001:0.0:1789130375.820856:0:31709:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296470643 00000100:00000001:0.0:1789130375.820858:0:31709:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 3, keep current deadline 4296472057 00000100:00000001:0.0:1789130375.820861:0:31709:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789130375.820863:0:31709:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130375.820866:0:31709:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789130375.820868:0:31709:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1789130375.820870:0:31709:0:(client.c:2715:ptlrpc_set_wait()) set ffff9caf488f3d80 going to sleep for 11 seconds 00000100:00000001:0.0:1789130375.820873:0:31709:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789130375.820875:0:31709:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789130375.821377:0:2342:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789130375.821384:0:2342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf451e7600. 00000400:00000200:3.0:1789130375.821390:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130375.821396:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:3.0:1789130375.821402:0:2342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf5801e550 00000400:00000010:3.0:1789130375.821404:0:2342:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf5801e550. 00000100:00000001:3.0:1789130375.821409:0:2342:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789130375.821413:0:2342:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf61463840 x1876037329024256/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/66320 e 0 to 0 dl 1789130391 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130375.821428:0:2342:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130375.821431:0:2342:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf61463840 x1876037329024256/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/66320 e 0 to 0 dl 1789130391 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130375.821437:0:2342:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130375.821439:0:2342:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1789130375.840458:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130375.840477:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789130375.840482:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130375.840484:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130375.840493:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130375.840502:0:2341:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:3.0:1789130375.840511:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130375.840517:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130375.840523:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130375.840528:0:2341:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 664 into portal 10 MB=0x6aa3efa94f500 00000400:00000200:3.0:1789130375.840533:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130375.840540:0:2341:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.123@tcp of length 664/664 into md 0x69f5 [32] + 224 00000800:00000001:3.0:1789130375.840550:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130375.840578:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130375.840582:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130375.840587:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:3.0:1789130375.840595:0:2341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789130375.840619:0:2341:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf61463840 x1876037329024256/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/66320 e 0 to 0 dl 1789130391 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789130375.840630:0:2341:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff9caf61463840 x1876037329024256/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/66320 e 0 to 0 dl 1789130391 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130375.840649:0:2341:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1789130375.840658:0:2341:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1789130375.840662:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130375.840668:0:2341:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.204.23@tcp to MR: 192.168.204.123@tcp local destination 00000400:00000200:3.0:1789130375.840674:0:2341:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2452:2452:256:4294967295] 192.168.204.123@tcp LPNI seq info [2451:2451:8:4294967295] 00000400:00000200:3.0:1789130375.840679:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130375.840687:0:2341:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:192.168.204.23@tcp) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) 192.168.204.123@tcp : ACK try# 0 00000800:00000200:3.0:1789130375.840693:0:2341:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 32 frags to 12345-192.168.204.123@tcp 00000800:00000010:3.0:1789130375.840699:0:2341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 744 at ffff9caf50106400. 00000800:00000200:3.0:1789130375.840705:0:2341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:3.0:1789130375.840712:0:2341:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:3.0:1789130375.840717:0:2341:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf50106400 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1789130375.840865:0:2341:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789130375.840869:0:2341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 744 at ffff9caf50106400. 00000400:00000200:3.0:1789130375.840873:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130375.840877:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: ACK: OK 00000800:00000001:3.0:1789130375.840883:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130375.840887:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130375.841317:0:31709:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789130375.841330:0:31709:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789130375.841334:0:31709:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789130375.841339:0:31709:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf50131478. 00000400:00000200:0.0:1789130375.841345:0:31709:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf482bf400 00000400:00000010:0.0:1789130375.841348:0:31709:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 632 at ffff9caf482bf400. 00000100:00000001:0.0:1789130375.841353:0:31709:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789130375.841360:0:31709:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf61463840 x1876037329024256/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/66320 e 0 to 0 dl 1789130391 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1789130375.841370:0:31709:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf61463840 x1876037329024256/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/66320 e 0 to 0 dl 1789130391 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130375.841376:0:31709:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789130375.841379:0:31709:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130375.841382:0:31709:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789130375.841386:0:31709:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789130375.841389:0:31709:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789130375.841391:0:31709:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130375.841395:0:31709:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789130375.841407:0:31709:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf6079ac60 time=144 v=5 (104 104 104 104) 00000100:00001000:0.0:1789130375.841412:0:31709:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf6079ac18 time=11 v=5 (1 0 0 0) 00000100:00000001:0.0:1789130375.841415:0:31709:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789130375.841417:0:31709:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130375.841431:0:31709:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789130375.841435:0:31709:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130375.841439:0:31709:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1789130375.841441:0:31709:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x10000014f/0x1] 00000100:00000001:0.0:1789130375.841443:0:31709:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1789130375.841446:0:31709:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789130375.841448:0:31709:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875798042688 : -109197911508928 : ffff9caf61463840) 00000100:00000001:0.0:1789130375.841451:0:31709:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789130375.841453:0:31709:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9caf5014c800: skip recheck: last_committed 4294967632 00000100:00000001:0.0:1789130375.841455:0:31709:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789130375.841457:0:31709:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130375.841462:0:31709:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf61463840 x1876037329024256/t4294967633(4294967633) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/664 e 0 to 0 dl 1789130391 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130375.841470:0:31709:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789130375.841474:0:31709:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789130375.841476:0:31709:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789130375.841481:0:31709:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf61463840 x1876037329024256/t4294967633(4294967633) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/664 e 0 to 0 dl 1789130391 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1789130375.841489:0:31709:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf61463840 pname:cluuid:pid:xid:nid:opc:job touch:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:31709:1876037329024256:192.168.204.123@tcp:101:touch.0 00000100:00000001:0.0:1789130375.841495:0:31709:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130375.841499:0:31709:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130375.841502:0:31709:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1789130375.841505:0:31709:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789130375.841510:0:31709:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf61463840 x1876037329024256/t4294967633(4294967633) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/664 e 0 to 0 dl 1789130391 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130375.841517:0:31709:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789130375.841521:0:31709:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9caf488f3d80. 00000100:00000001:0.0:1789130375.841525:0:31709:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1789130375.841526:0:31709:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130375.841530:0:31709:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1789130375.841536:0:31709:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130375.841539:0:31709:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130375.841542:0:31709:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40031600 refcount=4 00000020:00000001:0.0:1789130375.841545:0:31709:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239994880 : -109198469556736 : ffff9caf40031600) 00010000:00000001:0.0:1789130375.841548:0:31709:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239994880 : -109198469556736 : ffff9caf40031600) 00010000:00000040:0.0:1789130375.841556:0:31709:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9caf40031600, remote cookie: 0xcdf1b083821a5882, flags: 0x1001 00010000:00010000:0.0:1789130375.841562:0:31709:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40031600/0xde5303b1d982ccde lrc: 4/0,1 mode: --/CW res: [0x200000404:0x28:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a5882 expref: -99 pid: 31709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789130375.841571:0:31709:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x2a:0x0].0x0, instead of [0x200000404:0x28:0x0].0x0 00010000:00000001:0.0:1789130375.841575:0:31709:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:0.0:1789130375.841585:0:31709:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9caf4a8cc900. 00010000:00000010:0.0:1789130375.841590:0:31709:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9caf4c532a00. 00010000:00000001:0.0:1789130375.841595:0:31709:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789130375.841599:0:31709:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40031600/0xde5303b1d982ccde lrc: 4/0,1 mode: --/PR res: [0x200000404:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a5882 expref: -99 pid: 31709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789130375.841619:0:31709:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40031600/0xde5303b1d982ccde lrc: 4/0,1 mode: --/PR res: [0x200000404:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a5882 expref: -99 pid: 31709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789130375.841625:0:31709:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1789130375.841630:0:31709:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1789130375.841632:0:31709:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1789130375.841634:0:31709:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1789130375.841635:0:31709:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1789130375.841638:0:31709:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x2a:0x0].0x0 (ffff9caf4a8cc900) refcount = 1 00010000:00010000:0.0:1789130375.841642:0:31709:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40031600/0xde5303b1d982ccde lrc: 4/0,1 mode: PR/PR res: [0x200000404:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a5882 expref: -99 pid: 31709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789130375.841649:0:31709:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1789130375.841654:0:31709:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1789130375.841655:0:31709:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789130375.841658:0:31709:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1789130375.841660:0:31709:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789130375.841663:0:31709:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40031600/0xde5303b1d982ccde lrc: 4/0,1 mode: PR/PR res: [0x200000404:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a5882 expref: -99 pid: 31709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789130375.841673:0:31709:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1789130375.841674:0:31709:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130375.841676:0:31709:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130375.841677:0:31709:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130375.841678:0:31709:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130375.841679:0:31709:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789130375.841684:0:31709:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1789130375.841687:0:31709:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130375.841688:0:31709:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130375.841690:0:31709:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40031600 refcount=3 00000020:00000001:0.0:1789130375.841692:0:31709:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239994880 : -109198469556736 : ffff9caf40031600) 00010000:00000001:0.0:1789130375.841694:0:31709:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239994880 : -109198469556736 : ffff9caf40031600) 00010000:00000001:0.0:1789130375.841697:0:31709:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130375.841697:0:31709:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130375.841699:0:31709:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40031600 refcount=4 00000020:00000001:0.0:1789130375.841700:0:31709:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239994880 : -109198469556736 : ffff9caf40031600) 00010000:00000001:0.0:1789130375.841702:0:31709:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239994880 : -109198469556736 : ffff9caf40031600) 00010000:00000001:0.0:1789130375.841705:0:31709:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789130375.841708:0:31709:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789130375.841711:0:31709:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40031600/0xde5303b1d982ccde lrc: 5/1,1 mode: PR/PR res: [0x200000404:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a5882 expref: -99 pid: 31709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789130375.841716:0:31709:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130375.841717:0:31709:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130375.841718:0:31709:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130375.841719:0:31709:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130375.841720:0:31709:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40031600 refcount=5 00000020:00000001:0.0:1789130375.841721:0:31709:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239994880 : -109198469556736 : ffff9caf40031600) 00010000:00000001:0.0:1789130375.841723:0:31709:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239994880 : -109198469556736 : ffff9caf40031600) 00010000:00000001:0.0:1789130375.841725:0:31709:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789130375.841727:0:31709:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40031600/0xde5303b1d982ccde lrc: 5/1,1 mode: PR/PR res: [0x200000404:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a5882 expref: -99 pid: 31709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789130375.841733:0:31709:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130375.841734:0:31709:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1789130375.841736:0:31709:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40031600/0xde5303b1d982ccde lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a5882 expref: -99 pid: 31709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789130375.841741:0:31709:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789130375.841743:0:31709:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130375.841744:0:31709:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130375.841745:0:31709:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130375.841746:0:31709:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1789130375.841751:0:31709:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0x37, status=0 req@ffff9caf61463840 x1876037329024256/t4294967633(4294967633) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/664 e 0 to 0 dl 1789130391 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1789130375.841760:0:31709:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:0.0:1789130375.841765:0:31709:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9caf61463840 x1876037329024256/t4294967633(4294967633) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/664 e 0 to 0 dl 1789130391 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1789130375.841770:0:31709:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130375.841776:0:31709:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130375.841777:0:31709:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130375.841778:0:31709:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40031600 refcount=3 00000020:00000001:0.0:1789130375.841779:0:31709:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239994880 : -109198469556736 : ffff9caf40031600) 00010000:00000001:0.0:1789130375.841781:0:31709:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239994880 : -109198469556736 : ffff9caf40031600) 00000002:00010000:0.0:1789130375.841784:0:31709:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40031600/0xde5303b1d982ccde lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a5882 expref: -99 pid: 31709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:0.0:1789130375.841791:0:31709:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff9caf4a7b0000. 00010000:00000001:0.0:1789130375.841793:0:31709:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130375.841794:0:31709:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789130375.841795:0:31709:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789130375.841797:0:31709:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789130375.841800:0:31709:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:0.0:1789130375.841830:0:31709:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789130375.841832:0:31709:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875798042688 : -109197911508928 : ffff9caf61463840) 00000100:00000001:0.0:1789130375.841834:0:31709:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789130375.841835:0:31709:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875798042688 : -109197911508928 : ffff9caf61463840) 00010000:00000001:0.0:1789130375.841837:0:31709:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130375.841838:0:31709:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130375.841840:0:31709:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40031600 refcount=3 00000020:00000001:0.0:1789130375.841842:0:31709:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239994880 : -109198469556736 : ffff9caf40031600) 00010000:00000001:0.0:1789130375.841843:0:31709:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239994880 : -109198469556736 : ffff9caf40031600) 00000002:00010000:0.0:1789130375.841847:0:31709:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40031600/0xde5303b1d982ccde lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a5882 expref: -99 pid: 31709 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789130375.841857:0:31709:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130375.841858:0:31709:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130375.841860:0:31709:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1789130375.841862:0:31709:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130375.841862:0:31709:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130375.841863:0:31709:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40031600 refcount=3 00000020:00000001:0.0:1789130375.841865:0:31709:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239994880 : -109198469556736 : ffff9caf40031600) 00010000:00000001:0.0:1789130375.841867:0:31709:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239994880 : -109198469556736 : ffff9caf40031600) 00010000:00000040:0.0:1789130375.841870:0:31709:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf4a8cc900 count: 2 00010000:00000001:0.0:1789130375.841872:0:31709:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1789130375.841877:0:31709:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9caf4630e800 type 13 mode 4 res 8589935620/42 (0 0) 00010000:00000001:0.0:1789130375.841879:0:31709:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130375.841880:0:31709:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789130375.841881:0:31709:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1789130375.841884:0:31709:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f4152b768 00000002:00002000:0.0:1789130375.841886:0:31709:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=f intent=open|creat status=0 disp=0x1800037: rc = 0 00000002:00000001:0.0:1789130375.841889:0:31709:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789130375.841892:0:31709:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789130375.841894:0:31709:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1789130375.841897:0:31709:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000404:0x28:0x0] suppgids 0 -1: rc 0 00000080:00000001:0.0:1789130375.841900:0:31709:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130375.841905:0:31709:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1789130375.841907:0:31709:0:(namei.c:674:ll_lookup_it_finish()) it ffff9caf5021fe40 it_disposition 1800037 00000080:00002000:0.0:1789130375.841913:0:31709:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9caf60311948 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:0.0:1789130375.841917:0:31709:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1789130375.841920:0:31709:0:(namei.c:1624:ll_create_it()) Process entered 00000020:00000001:0.0:1789130375.841922:0:31709:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f4152b998 00000080:00200000:0.0:1789130375.841924:0:31709:0:(namei.c:1628:ll_create_it()) VFS Op:name=f, dir=[0x200000404:0x28:0x0](ffff9caf601300c8), intent=open|creat 00000080:00000001:0.0:1789130375.841926:0:31709:0:(namei.c:1575:ll_create_node()) Process entered 00000080:00000001:0.0:1789130375.841928:0:31709:0:(llite_lib.c:3864:ll_prep_inode()) Process entered 00000002:00000001:0.0:1789130375.841934:0:31709:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1789130375.841936:0:31709:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1789130375.841940:0:31709:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833962 : 144115205322833962 : 20000040400002a) 00000080:00000001:0.0:1789130375.841943:0:31709:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:0.0:1789130375.841961:0:31709:0:(super25.c:42:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff9caf6019f380. 00000020:00000001:0.0:1789130375.842151:0:31709:0:(class_obd.c:978:obd_heat_clear()) Process entered 00000020:00000001:0.0:1789130375.842154:0:31709:0:(class_obd.c:981:obd_heat_clear()) Process leaving 00000080:00000001:0.0:1789130375.842157:0:31709:0:(llite_lib.c:3374:ll_read_inode2()) Process entered 00000080:00200000:0.0:1789130375.842159:0:31709:0:(llite_lib.c:3377:ll_read_inode2()) VFS Op:inode=[0x200000404:0x2a:0x0](ffff9caf6019f448) 00000020:00000001:0.0:1789130375.842163:0:31709:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1789130375.842167:0:31709:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446634875648774872 : -109198060776744 : ffff9caf586092d8) 00000020:00001000:0.0:1789130375.842169:0:31709:0:(cl_object.c:823:cl_env_get()) 1@ffff9caf586092d0 00000020:00000001:0.0:1789130375.842173:0:31709:0:(lu_object.c:830:lu_object_find_at()) Process entered 00000080:00000010:0.0:1789130375.842178:0:31709:0:(vvp_object.c:310:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff9caf42b2abb8. 00000020:00000001:0.0:1789130375.842181:0:31709:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:0.0:1789130375.842183:0:31709:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789130375.842190:0:31709:0:(lov_object.c:2415:lov_object_alloc()) Process entered 00020000:00000010:0.0:1789130375.842194:0:31709:0:(lov_object.c:2416:lov_object_alloc()) slab-alloced 'lov': 248 at ffff9caf47cdc7c0. 00020000:00000001:0.0:1789130375.842197:0:31709:0:(lov_object.c:2430:lov_object_alloc()) Process leaving (rc=18446634875370719168 : -109198338832448 : ffff9caf47cdc7c0) 00020000:00000001:0.0:1789130375.842199:0:31709:0:(lov_object.c:1422:lov_object_init()) Process entered 00020000:00000001:0.0:1789130375.842203:0:31709:0:(lov_pack.c:354:lov_unpackmd()) Process entered 00020000:00000010:0.0:1789130375.842210:0:31709:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9caf5021ff60. 00020000:00000010:0.0:1789130375.842216:0:31709:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9caf44ef3c00. 00020000:00000010:0.0:1789130375.842221:0:31709:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9caf5021f720. 00020000:00000001:0.0:1789130375.842223:0:31709:0:(lov_pack.c:366:lov_unpackmd()) Process leaving (rc=18446634875510454048 : -109198199097568 : ffff9caf5021f720) 00020000:00000002:0.0:1789130375.842226:0:31709:0:(lov_ea.c:762:dump_lsm()) lsm ffff9caf5021f720, objid 0x2a:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1789130375.842231:0:31709:0:(lov_ea.c:793:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1789130375.842235:0:31709:0:(lov_ea.c:812:dump_lsm()) oinfo:ffff9caf44ef3c00: ostid: 0x240000400:24 ost idx: 0 gen: 0 00020000:00000001:0.0:1789130375.842238:0:31709:0:(lov_object.c:598:lov_init_composite()) Process entered 00020000:00000002:0.0:1789130375.842240:0:31709:0:(lov_ea.c:762:dump_lsm()) lsm ffff9caf5021f720, objid 0x2a:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1789130375.842243:0:31709:0:(lov_ea.c:793:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1789130375.842246:0:31709:0:(lov_ea.c:812:dump_lsm()) oinfo:ffff9caf44ef3c00: ostid: 0x240000400:24 ost idx: 0 gen: 0 00020000:00000010:0.0:1789130375.842250:0:31709:0:(lov_object.c:618:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff9caf43da6100. 00020000:00000010:0.0:1789130375.842253:0:31709:0:(lov_object.c:622:lov_init_composite()) kmalloced '(comp->lo_entries)': 176 at ffff9caf488f3d80. 00020000:00000001:0.0:1789130375.842259:0:31709:0:(lov_object.c:189:lov_init_raid0()) Process entered 00020000:00000010:0.0:1789130375.842262:0:31709:0:(lov_object.c:194:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff9caf82077518. 00020000:00000001:0.0:1789130375.842265:0:31709:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:0.0:1789130375.842266:0:31709:0:(lu_object.c:830:lu_object_find_at()) Process entered 00020000:00000001:0.0:1789130375.842272:0:31709:0:(lovsub_object.c:178:lovsub_object_alloc()) Process entered 00020000:00000010:0.0:1789130375.842278:0:31709:0:(lovsub_object.c:179:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff9caf42b2a578. 00000020:00000001:0.0:1789130375.842280:0:31709:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:0.0:1789130375.842282:0:31709:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789130375.842284:0:31709:0:(lovsub_object.c:192:lovsub_object_alloc()) Process leaving (rc=18446634875285054968 : -109198424496648 : ffff9caf42b2a5f8) 00020000:00000001:0.0:1789130375.842287:0:31709:0:(lovsub_object.c:32:lovsub_object_init()) Process entered 00000008:00000010:0.0:1789130375.842292:0:31709:0:(osc_object.c:444:osc_object_alloc()) slab-alloced 'osc': 488 at ffff9caf58312d58. 00020000:00000001:0.0:1789130375.842295:0:31709:0:(lovsub_object.c:41:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130375.842300:0:31709:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446634875285054968 : -109198424496648 : ffff9caf42b2a5f8) 00020000:00000001:0.0:1789130375.842302:0:31709:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446634875285054968 : -109198424496648 : ffff9caf42b2a5f8) 00020000:00000002:0.0:1789130375.842306:0:31709:0:(lov_object.c:134:lov_init_sub()) [0x240000400:0x18:0x0]@ffff9caf42b2a578[0:0] -> [0x200000404:0x2a:0x0]@ffff9caf42b2abb8: ostid: 0x240000400:24 ost idx: 0 gen: 0 00020000:00000001:0.0:1789130375.842311:0:31709:0:(lov_object.c:259:lov_init_raid0()) Process leaving (rc=136 : 136 : 88) 00020000:00000001:0.0:1789130375.842313:0:31709:0:(lov_object.c:823:lov_init_composite()) Process leaving 00020000:00000001:0.0:1789130375.842315:0:31709:0:(lov_object.c:1450:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130375.842318:0:31709:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446634875285056568 : -109198424495048 : ffff9caf42b2ac38) 00000020:00001000:0.0:1789130375.842321:0:31709:0:(cl_object.c:917:cl_env_put()) 1@ffff9caf586092d0 00000080:00000001:0.0:1789130375.842325:0:31709:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833962 : 144115205322833962 : 20000040400002a) 00000080:00000001:0.0:1789130375.842328:0:31709:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:0.0:1789130375.842330:0:31709:0:(llite_lib.c:3071:ll_update_inode()) setting ino 144115205322833962 mtime from 0 to 1789130375 00000080:00000001:0.0:1789130375.842335:0:31709:0:(llite_lib.c:3399:ll_read_inode2()) Process leaving 00000080:00000001:0.0:1789130375.842337:0:31709:0:(namei.c:156:ll_iget()) Process leaving (rc=18446634875778364488 : -109197931187128 : ffff9caf6019f448) 00010000:00000001:0.0:1789130375.842339:0:31709:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130375.842341:0:31709:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130375.842343:0:31709:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40031600 refcount=3 00000020:00000001:0.0:1789130375.842345:0:31709:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239994880 : -109198469556736 : ffff9caf40031600) 00010000:00000001:0.0:1789130375.842347:0:31709:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239994880 : -109198469556736 : ffff9caf40031600) 00000080:00000001:0.0:1789130375.842350:0:31709:0:(file.c:6819:ll_layout_conf()) Process entered 00000020:00000001:0.0:1789130375.842351:0:31709:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1789130375.842353:0:31709:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446634875648774872 : -109198060776744 : ffff9caf586092d8) 00000020:00001000:0.0:1789130375.842354:0:31709:0:(cl_object.c:823:cl_env_get()) 1@ffff9caf586092d0 00000020:00000001:0.0:1789130375.842357:0:31709:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:0.0:1789130375.842359:0:31709:0:(lov_object.c:1460:lov_conf_set()) Process entered 00020000:00000001:0.0:1789130375.842361:0:31709:0:(lov_pack.c:354:lov_unpackmd()) Process entered 00020000:00000010:0.0:1789130375.842364:0:31709:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9caf5021ff00. 00020000:00000010:0.0:1789130375.842367:0:31709:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9caf44ef3580. 00020000:00000010:0.0:1789130375.842370:0:31709:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9caf5021f120. 00020000:00000001:0.0:1789130375.842372:0:31709:0:(lov_pack.c:366:lov_unpackmd()) Process leaving (rc=18446634875510452512 : -109198199099104 : ffff9caf5021f120) 00020000:00000002:0.0:1789130375.842375:0:31709:0:(lov_ea.c:762:dump_lsm()) lsm ffff9caf5021f120, objid 0x2a:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1789130375.842378:0:31709:0:(lov_ea.c:793:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1789130375.842380:0:31709:0:(lov_ea.c:812:dump_lsm()) oinfo:ffff9caf44ef3580: ostid: 0x240000400:24 ost idx: 0 gen: 0 00020000:00000002:0.0:1789130375.842384:0:31709:0:(lov_object.c:1314:lov_conf_lock()) Took exclusive lov(ffff9caf47cdc7c0) owner ffff9caf480d27c0 00020000:00000001:0.0:1789130375.842386:0:31709:0:(lov_object.c:1520:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1789130375.842388:0:31709:0:(lov_object.c:1320:lov_conf_unlock()) To release exclusive lov(ffff9caf47cdc7c0) owner ffff9caf480d27c0 00020000:00000010:0.0:1789130375.842393:0:31709:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9caf44ef3580. 00020000:00000010:0.0:1789130375.842397:0:31709:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff9caf5021ff00. 00020000:00000010:0.0:1789130375.842400:0:31709:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff9caf5021f120. 00020000:00000002:0.0:1789130375.842403:0:31709:0:(lov_object.c:1547:lov_conf_set()) [0x200000404:0x2a:0x0] lo_layout_invalid=0 00020000:00000001:0.0:1789130375.842405:0:31709:0:(lov_object.c:1548:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130375.842407:0:31709:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130375.842410:0:31709:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:0.0:1789130375.842414:0:31709:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9caf47cdc7c0) owner 0000000000000000/ffff9caf480d27c0 00020000:00000002:0.0:1789130375.842473:0:31709:0:(lov_object.c:2443:lov_lsm_addref()) lsm ffff9caf5021f720 addref 2/0 by ffff9caf480d27c0. 00020000:00000002:0.0:1789130375.842477:0:31709:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9caf47cdc7c0) owner 0000000000000000/ffff9caf480d27c0 00020000:00000001:0.0:1789130375.842479:0:31709:0:(lov_object.c:2339:lov_object_layout_get()) Process entered 00020000:00000001:0.0:1789130375.842481:0:31709:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:0.0:1789130375.842483:0:31709:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:0.0:1789130375.842484:0:31709:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:0.0:1789130375.842486:0:31709:0:(lov_object.c:2358:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:0.0:1789130375.842489:0:31709:0:(file.c:6854:ll_layout_conf()) [0x200000404:0x2a:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:0.0:1789130375.842492:0:31709:0:(cl_object.c:917:cl_env_put()) 1@ffff9caf586092d0 00000080:00000001:0.0:1789130375.842494:0:31709:0:(file.c:6861:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130375.842496:0:31709:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130375.842497:0:31709:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1789130375.842499:0:31709:0:(llite_lib.c:3962:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1789130375.842503:0:31709:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1789130375.842504:0:31709:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789130375.842507:0:31709:0:(namei.c:1594:ll_create_node()) setting l_ast_data to inode [0x200000404:0x2a:0x0](ffff9caf6019f448) 00000080:00010000:0.0:1789130375.842510:0:31709:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000404:0x2a:0x0](ffff9caf6019f448) for lock 0xde5303b1d982ccde 00800000:00000001:0.0:1789130375.842513:0:31709:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1789130375.842514:0:31709:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1789130375.842516:0:31709:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130375.842517:0:31709:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130375.842519:0:31709:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40031600 refcount=3 00000020:00000001:0.0:1789130375.842521:0:31709:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239994880 : -109198469556736 : ffff9caf40031600) 00010000:00000001:0.0:1789130375.842523:0:31709:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239994880 : -109198469556736 : ffff9caf40031600) 00010000:00000001:0.0:1789130375.842526:0:31709:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130375.842527:0:31709:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789130375.842528:0:31709:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789130375.842530:0:31709:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130375.842532:0:31709:0:(namei.c:1596:ll_create_node()) Process leaving 00000100:00000001:0.0:1789130375.842533:0:31709:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789130375.842540:0:31709:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff9caf61463840 x1876037329024256/t4294967633(4294967633) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/664 e 0 to 0 dl 1789130391 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130375.842546:0:31709:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1789130375.842552:0:31709:0:(namei.c:1651:ll_create_it()) inode ffff9caf6019f448 need_sync_to_mds [0x200000404:0x2a:0x0] 00000080:00000001:0.0:1789130375.842555:0:31709:0:(namei.c:1686:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789130375.842558:0:31709:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x2a:0x0](ffff9caf6019f448) 00000080:00000001:0.0:1789130375.842561:0:31709:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1789130375.842564:0:31709:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9caf485a2400. 00000100:00000001:0.0:1789130375.842568:0:31709:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789130375.842571:0:31709:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf61463840 x1876037329024256/t4294967633(4294967633) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/664 e 0 to 0 dl 1789130391 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130375.842576:0:31709:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130375.842580:0:31709:0:(pcc.c:3566:pcc_inode_create_fini()) Process entered 00000080:00000001:0.0:1789130375.842582:0:31709:0:(pcc.c:3569:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1789130375.842583:0:31709:0:(namei.c:1500:ll_atomic_open()) inode ffff9caf6019f448 need_sync_to_mds [0x200000404:0x2a:0x0] 00000080:00000001:0.0:1789130375.842592:0:31709:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:0.0:1789130375.842594:0:31709:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f4152ba68 00000080:00200008:0.0:1789130375.842597:0:31709:0:(file.c:1090:ll_file_open()) START file f:[0x200000404:0x2a:0x0](ffff9caf6019f448), flags 104501 00000080:00000010:0.0:1789130375.842604:0:31709:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9caf4865fa40. 00000080:00000010:0.0:1789130375.842763:0:31709:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff9caf4a7b0e00. 00000080:00000001:0.0:1789130375.842766:0:31709:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:0.0:1789130375.842770:0:31709:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00000002:00000001:0.0:1789130375.842773:0:31709:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:0.0:1789130375.842776:0:31709:0:(obd.h:1507:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff9caf47eabb00. 00000002:00100000:0.0:1789130375.842781:0:31709:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9caf61463840 x1876037329024256/t4294967633(4294967633) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/664 e 0 to 0 dl 1789130391 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1789130375.842788:0:31709:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789130375.842789:0:31709:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:0.0:1789130375.842792:0:31709:0:(rw.c:970:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:0.0:1789130375.842795:0:31709:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130375.842798:0:31709:0:(file.c:1298:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789130375.842801:0:31709:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789130375.842831:0:31709:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf61463840 x1876037329024256/t4294967633(4294967633) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/664 e 0 to 0 dl 1789130391 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 02000000:00000001:0.0:1789130375.842838:0:31709:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789130375.842842:0:31709:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff9caf485c0000. 02000000:00000001:0.0:1789130375.842868:0:31709:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1789130375.842870:0:31709:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130375.842873:0:31709:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f4152ba68 00000080:00000008:0.0:1789130375.842875:0:31709:0:(file.c:1329:ll_file_open()) COMPLETED file f:[0x200000404:0x2a:0x0](ffff9caf6019f448), flags 104501, rc = 0 00000080:00000001:0.0:1789130375.842880:0:31709:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1789130375.842882:0:31709:0:(dcache.c:176:ll_intent_release()) intent ffff9caf5021fe40 released 00000080:00010000:0.0:1789130375.842884:0:31709:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xde5303b1d982ccde from it ffff9caf5021fe40 00010000:00000001:0.0:1789130375.842886:0:31709:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130375.842888:0:31709:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130375.842889:0:31709:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40031600 refcount=3 00000020:00000001:0.0:1789130375.842891:0:31709:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239994880 : -109198469556736 : ffff9caf40031600) 00010000:00000001:0.0:1789130375.842893:0:31709:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239994880 : -109198469556736 : ffff9caf40031600) 00010000:00000001:0.0:1789130375.842895:0:31709:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789130375.842898:0:31709:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40031600/0xde5303b1d982ccde lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xcdf1b083821a5882 expref: -99 pid: 31709 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789130375.842906:0:31709:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130375.842908:0:31709:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130375.842909:0:31709:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789130375.842912:0:31709:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789130375.842914:0:31709:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40031600/0xde5303b1d982ccde lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xcdf1b083821a5882 expref: -99 pid: 31709 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1789130375.842921:0:31709:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789130375.842924:0:31709:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789130375.842926:0:31709:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789130375.842931:0:31709:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130375.842932:0:31709:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130375.842934:0:31709:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130375.842937:0:31709:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789130375.842939:0:31709:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130375.842941:0:31709:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130375.842944:0:31709:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130375.842947:0:31709:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789130375.842948:0:31709:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130375.842949:0:31709:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1789130375.842950:0:31709:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:0.0:1789130375.842952:0:31709:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:0.0:1789130375.842954:0:31709:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:0.0:1789130375.842956:0:31709:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1789130375.842959:0:31709:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:0.0:1789130375.842960:0:31709:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130375.842963:0:31709:0:(pcc.c:1930:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:0.0:1789130375.842965:0:31709:0:(pcc.c:1933:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130375.843049:0:31709:0:(pcc.c:2398:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1789130375.843052:0:31709:0:(pcc.c:2425:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130375.843054:0:31709:0:(namei.c:1550:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1789130375.843056:0:31709:0:(namei.c:1562:ll_atomic_open()) kfreed 'it': 72 at ffff9caf5021fe40. 00000080:00000001:0.0:1789130375.843059:0:31709:0:(namei.c:1564:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130375.843062:0:31709:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00200000:0.0:1789130375.843065:0:31709:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000404:0x2a:0x0](ffff9caf6019f448), inode mode 81a4 mask 40 00000080:00000001:0.0:1789130375.843068:0:31709:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789130375.843119:0:31709:0:(lov_object.c:2454:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1789130375.843122:0:31709:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9caf47cdc7c0) owner 0000000000000000/ffff9caf480d27c0 00020000:00000002:0.0:1789130375.843125:0:31709:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9caf47cdc7c0) owner 0000000000000000/ffff9caf480d27c0 00020000:00000001:0.0:1789130375.843127:0:31709:0:(lov_object.c:2505:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130375.843139:0:31709:0:(llite_lib.c:2434:ll_setattr_raw()) Process entered 00000020:00000001:0.0:1789130375.843141:0:31709:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f4152bc38 00000080:00200008:0.0:1789130375.843143:0:31709:0:(llite_lib.c:2443:ll_setattr_raw()) START file f:[0x200000404:0x2a:0x0](ffff9caf6019f448) current size 0, valid attrs 20070, mode 0, uid -1056221974, gid -1, new size 213440, atime 1789130375.000000000, mtime 1789130375.000000000, ctime 1789130375.000000000 00000080:00000002:0.0:1789130375.843148:0:31709:0:(llite_lib.c:2495:ll_setattr_raw()) setting mtime 1789130375, ctime 1789130375, now = 1789130375 00000080:00000002:0.0:1789130375.843150:0:31709:0:(llite_lib.c:2502:ll_setattr_raw()) inode ffff9caf6019f448 attr 0x100201f0 need_sync_to_mds [0x200000404:0x2a:0x0] 00000080:00000010:0.0:1789130375.843154:0:31709:0:(llite_lib.c:2510:ll_setattr_raw()) kmalloced '(op_data)': 392 at ffff9caf485a2400. 00000080:00000001:0.0:1789130375.843157:0:31709:0:(llite_lib.c:2141:ll_md_setattr()) Process entered 00800000:00000001:0.0:1789130375.843162:0:31709:0:(lmv_obd.c:3034:lmv_setattr()) Process entered 00800000:00000002:0.0:1789130375.843164:0:31709:0:(lmv_obd.c:3038:lmv_setattr()) SETATTR for [0x200000404:0x2a:0x0], valid 0x100201f0/0x0 00000002:00000001:0.0:1789130375.843168:0:31709:0:(mdc_reint.c:94:mdc_setattr()) Process entered 00000002:00000001:0.0:1789130375.843171:0:31709:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1789130375.843175:0:31709:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf4a8cc900 count: 2 00010000:00000001:0.0:1789130375.843177:0:31709:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789130375.843180:0:31709:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1789130375.843183:0:31709:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1789130375.843186:0:31709:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40031600/0xde5303b1d982ccde lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xcdf1b083821a5882 expref: -99 pid: 31709 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00000001:0.0:1789130375.843193:0:31709:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1789130375.843196:0:31709:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1789130375.843198:0:31709:0:(file.c:6113:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1789130375.843200:0:31709:0:(file.c:6119:ll_have_md_lock()) trying to match res [0x200000404:0x2a:0x0] mode (null) 00000002:00000001:0.0:1789130375.843203:0:31709:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789130375.843205:0:31709:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789130375.843207:0:31709:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf4a8cc900 count: 3 00010000:00000001:0.0:1789130375.843209:0:31709:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789130375.843212:0:31709:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789130375.843213:0:31709:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789130375.843214:0:31709:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789130375.843216:0:31709:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf4a8cc900 count: 3 00010000:00000001:0.0:1789130375.843217:0:31709:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789130375.843219:0:31709:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789130375.843221:0:31709:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789130375.843222:0:31709:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789130375.843223:0:31709:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf4a8cc900 count: 3 00010000:00000001:0.0:1789130375.843225:0:31709:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789130375.843228:0:31709:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789130375.843229:0:31709:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789130375.843231:0:31709:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789130375.843232:0:31709:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf4a8cc900 count: 3 00010000:00000001:0.0:1789130375.843234:0:31709:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789130375.843236:0:31709:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130375.843239:0:31709:0:(file.c:6141:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130375.843242:0:31709:0:(file.c:6819:ll_layout_conf()) Process entered 00000020:00000001:0.0:1789130375.843244:0:31709:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1789130375.843246:0:31709:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446634875648774872 : -109198060776744 : ffff9caf586092d8) 00000020:00001000:0.0:1789130375.843249:0:31709:0:(cl_object.c:823:cl_env_get()) 1@ffff9caf586092d0 00000020:00000001:0.0:1789130375.843251:0:31709:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:0.0:1789130375.843253:0:31709:0:(vvp_object.c:123:vvp_conf_set()) [0x200000404:0x2a:0x0]: losing layout lock 00000080:00000001:0.0:1789130375.843255:0:31709:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:0.0:1789130375.843258:0:31709:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:0.0:1789130375.843261:0:31709:0:(lov_object.c:1460:lov_conf_set()) Process entered 00020000:00000001:0.0:1789130375.843263:0:31709:0:(lov_object.c:1474:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1789130375.843265:0:31709:0:(lov_object.c:1547:lov_conf_set()) [0x200000404:0x2a:0x0] lo_layout_invalid=1 00020000:00000001:0.0:1789130375.843267:0:31709:0:(lov_object.c:1548:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130375.843268:0:31709:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1789130375.843270:0:31709:0:(cl_object.c:917:cl_env_put()) 1@ffff9caf586092d0 00000080:00000001:0.0:1789130375.843272:0:31709:0:(file.c:6861:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130375.843274:0:31709:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1789130375.843276:0:31709:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x2a:0x0](ffff9caf6019f448) invalid 00000020:00000001:0.0:1789130375.843278:0:31709:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f4152b840 00000080:00002000:0.0:1789130375.843280:0:31709:0:(llite_internal.h:2032:d_lustre_invalidate()) invalidate dentry f (ffff9caf60311948) parent ffff9caf60345ca8 inode ffff9caf6019f448 refc 1 00000080:00000001:0.0:1789130375.843284:0:31709:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1789130375.843286:0:31709:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1789130375.843287:0:31709:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130375.843290:0:31709:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1789130375.843294:0:31709:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789130375.843296:0:31709:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789130375.843298:0:31709:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789130375.843300:0:31709:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1789130375.843303:0:31709:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9caf40031600 with handle 0xde5303b1d982ccde from hash 00010000:00000001:0.0:1789130375.843305:0:31709:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789130375.843306:0:31709:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130375.843307:0:31709:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130375.843309:0:31709:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789130375.843311:0:31709:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789130375.843313:0:31709:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1789130375.843316:0:31709:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789130375.843318:0:31709:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1789130375.843320:0:31709:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1789130375.843325:0:31709:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf61462940. 00000020:00000040:0.0:1789130375.843329:0:31709:0:(genops.c:1210:class_import_get()) import ffff9caf6079a800 refcount=6 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00010000:00000001:0.0:1789130375.843334:0:31709:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1789130375.843338:0:31709:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789130375.843340:0:31709:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130375.843342:0:31709:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130375.843343:0:31709:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130375.843346:0:31709:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789130375.843348:0:31709:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789130375.843353:0:31709:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789130375.843358:0:31709:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9caf485a3c00. 00000100:00000001:0.0:1789130375.843365:0:31709:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130375.843368:0:31709:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789130375.843370:0:31709:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1789130375.843375:0:31709:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40031600/0xde5303b1d982ccde lrc: 1/0,0 mode: --/PR res: [0x200000404:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xcdf1b083821a5882 expref: -99 pid: 31709 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1789130375.843382:0:31709:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1789130375.843384:0:31709:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789130375.843385:0:31709:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789130375.843388:0:31709:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40031600/0xde5303b1d982ccde lrc: 0/0,0 mode: --/PR res: [0x200000404:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xcdf1b083821a5882 expref: -99 pid: 31709 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000010:0.0:1789130375.843403:0:31709:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9caf4a7b0000. 00010000:00000040:0.0:1789130375.843407:0:31709:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9caf4a8cc900 count: 0 00010000:00000010:0.0:1789130375.843413:0:31709:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9caf4c532a00. 00010000:00000001:0.0:1789130375.843712:0:31709:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130375.843714:0:31709:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130375.843716:0:31709:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789130375.843718:0:31709:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130375.843720:0:31709:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000002:0.0:1789130375.843722:0:31709:0:(mdc_reint.c:124:mdc_setattr()) setting mtime 1789130375, ctime 1789130375 00000020:00100000:0.0:1789130375.843731:0:31709:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9caf5014c800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1789130375.843739:0:31709:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9caf61462940 x1876037329024512/t0(0) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789130375.843747:0:31709:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1789130375.843749:0:31709:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1789130375.843756:0:31709:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9caf488f3780. 00000100:00000001:0.0:1789130375.843759:0:31709:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446634875383396224 : -109198326155392 : ffff9caf488f3780) 00000100:00000001:0.0:1789130375.843761:0:31709:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789130375.843762:0:31709:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875798038848 : -109197911512768 : ffff9caf61462940) 00000100:00000001:0.0:1789130375.843766:0:31709:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789130375.843771:0:31709:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130375.843773:0:31709:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1789130375.843775:0:31709:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789130375.843779:0:31709:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf61462940 x1876037329024512/t0(0) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130375.843786:0:31709:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789130375.843788:0:31709:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130375.843791:0:31709:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789130375.843794:0:31709:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789130375.843797:0:31709:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789130375.843800:0:31709:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf61462940 pname:cluuid:pid:xid:nid:opc:job touch:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:31709:1876037329024512:192.168.204.123@tcp:36:touch.0 00000100:00000001:0.0:1789130375.843916:0:31709:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789130375.843923:0:31709:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789130375.843926:0:31709:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130375.843928:0:31709:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789130375.843934:0:31709:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9caf482bf400. 02000000:00000001:0.0:1789130375.843936:0:31709:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789130375.843943:0:31709:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:0.0:1789130375.843947:0:31709:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf50131478. 00000400:00000010:0.0:1789130375.843954:0:31709:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf5801e3b8. 00000100:00000200:0.0:1789130375.843961:0:31709:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876037329024512, portal 10 00000100:00000001:0.0:1789130375.843963:0:31709:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789130375.843964:0:31709:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875798038848 : -109197911512768 : ffff9caf61462940) 00000100:00000040:0.0:1789130375.844055:0:31709:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9caf61462940 x1876037329024512/t0(0) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 488/512 e 0 to 0 dl 1789130391 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130375.844062:0:31709:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789130375.844065:0:31709:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:0.0:1789130375.844068:0:31709:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf5801eb28. 00000100:00000200:0.0:1789130375.844073:0:31709:0:(niobuf.c:94:ptl_send_buf()) Sending 488 bytes to portal 12, xid 1876037329024512, offset 0 00000400:00000200:0.0:1789130375.844080:0:31709:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:0.0:1789130375.844098:0:31709:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:0.0:1789130375.844106:0:31709:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:0.0:1789130375.844111:0:31709:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789130375.844115:0:31709:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:0.0:1789130375.844119:0:31709:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789130375.844122:0:31709:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:0.0:1789130375.844125:0:31709:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2453:2453:256:4294967295] 192.168.204.123@tcp LPNI seq info [2452:2452:8:4294967295] 00000400:00000200:0.0:1789130375.844130:0:31709:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:0.0:1789130375.844139:0:31709:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:0.0:1789130375.844145:0:31709:0:(socklnd_cb.c:931:ksocknal_send()) sending 488 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:0.0:1789130375.844151:0:31709:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf451e7600. 00000800:00000200:0.0:1789130375.844157:0:31709:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:0.0:1789130375.844165:0:31709:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:0.0:1789130375.844169:0:31709:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf451e7600 type 1, nob 584 niov 1 nkiov 1 00000100:00000001:0.0:1789130375.844187:0:31709:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130375.844191:0:31709:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: using a timeout of 798626 usecs (799 jiffies) 00000400:00000200:0.0:1789130375.844194:0:31709:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:0.0:1789130375.844197:0:31709:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296470665 00000100:00000001:0.0:1789130375.844200:0:31709:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 2, keep current deadline 4296472056 00000100:00000001:0.0:1789130375.844202:0:31709:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296470665 00000100:00000001:0.0:1789130375.844205:0:31709:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 3, keep current deadline 4296472057 00000100:00000001:0.0:1789130375.844207:0:31709:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789130375.844210:0:31709:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130375.844213:0:31709:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789130375.844215:0:31709:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1789130375.844218:0:31709:0:(client.c:2715:ptlrpc_set_wait()) set ffff9caf488f3780 going to sleep for 11 seconds 00000100:00000001:0.0:1789130375.844220:0:31709:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789130375.844223:0:31709:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789130375.844380:0:2341:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789130375.844385:0:2341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf451e7600. 00000400:00000200:3.0:1789130375.844391:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130375.844396:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:3.0:1789130375.844402:0:2341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf5801eb28 00000400:00000010:3.0:1789130375.844404:0:2341:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf5801eb28. 00000100:00000001:3.0:1789130375.844408:0:2341:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789130375.844414:0:2341:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf61462940 x1876037329024512/t0(0) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 488/512 e 0 to 0 dl 1789130391 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130375.844429:0:2341:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130375.844432:0:2341:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf61462940 x1876037329024512/t0(0) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 488/512 e 0 to 0 dl 1789130391 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130375.844439:0:2341:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130375.844440:0:2341:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1:1789130375.852856:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf4a8cc900. 00010000:00000010:0.1:1789130375.852871:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf40031600. 00010000:00000001:3.0:1789130376.122005:0:27360:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130376.122018:0:27360:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789130376.122021:0:27360:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789130376.122025:0:27360:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130376.122031:0:27360:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789130376.122035:0:27360:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130376.122037:0:27360:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130376.122040:0:27360:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130376.122044:0:27360:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130376.122045:0:27360:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130376.122355:0:16116:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789130376.122362:0:16116:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789130376.122365:0:16116:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789130376.509173:0:16107:0:(service.c:1710:ptlrpc_at_check_timed()) Process entered 00000100:00000001:2.0:1789130376.509183:0:16107:0:(service.c:1721:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130377.146005:0:27360:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130377.146017:0:27360:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130377.146025:0:27360:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130377.146026:0:27360:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130377.148858:0:16244:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789130377.148868:0:16244:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789130377.148875:0:16244:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1789130378.041939:0:23465:0:(connection.c:75:cpu_latency_work()) work item of ffff9caf6147aa20 (cpu 2) has reached its deadline 4296472056, at 4296472064 00000100:00000010:2.0:1789130378.041968:0:23465:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9caf584018a0. 00000100:00000040:3.0:1789130378.042545:0:27360:0:(connection.c:75:cpu_latency_work()) work item of ffff9caf6147ab30 (cpu 3) has reached its deadline 4296472057, at 4296472064 00000100:00000010:3.0:1789130378.042554:0:27360:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9caf58401f60. 00010000:00000001:3.0:1789130378.170007:0:27360:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130378.170019:0:27360:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130378.170027:0:27360:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130378.170029:0:27360:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130378.170159:0:16115:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789130378.170163:0:16115:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789130378.170167:0:16115:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1789130379.066171:0:17674:0:(pinger.c:229:ptlrpc_pinger_process_import()) 70f26143-21ad-4cd3-af2c-0601ab5c9490->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789130379.066188:0:17674:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1789130379.066201:0:17674:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf580ba940. 00000020:00000040:2.0:1789130379.066210:0:17674:0:(genops.c:1210:class_import_get()) import ffff9caf586ce800 refcount=4 obd=MGC192.168.204.123@tcp 00000100:00000001:2.0:1789130379.066215:0:17674:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789130379.066220:0:17674:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789130379.066227:0:17674:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789130379.066240:0:17674:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9caf501cfc00. 00000100:00000001:2.0:1789130379.066251:0:17674:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130379.068191:0:17674:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 70f26143-21ad-4cd3-af2c-0601ab5c9490->MGS req@ffff9caf580ba940 x1876037329024640/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789130379.068227:0:17674:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789130379.068235:0:17674:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130379.068273:0:17674:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000099e320f9] to pc [ptlrpcd_01_00+0] req@ffff9caf580ba940 x1876037329024640/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130379.068800:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789130379.068839:0:2349:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789130379.068845:0:2349:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789130379.068858:0:2349:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf580ba940 x1876037329024640/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130379.068871:0:2349:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789130379.068874:0:2349:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789130379.068884:0:2349:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789130379.068891:0:2349:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789130379.068896:0:2349:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789130379.068900:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf580ba940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:70f26143-21ad-4cd3-af2c-0601ab5c9490:2349:1876037329024640:192.168.204.123@tcp:400:kworker.0 00000100:00000001:3.0:1789130379.068937:0:2349:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789130379.068951:0:2349:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789130379.068956:0:2349:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789130379.068974:0:2349:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789130379.069005:0:2349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9caf47c6dc00. 02000000:00000001:3.0:1789130379.069008:0:2349:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789130379.069050:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:3.0:1789130379.069062:0:2349:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf60788b00. 00000400:00000010:3.0:1789130379.069074:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf4549f198. 00000100:00000200:3.0:1789130379.069122:0:2349:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876037329024640, portal 25 00000100:00000001:3.0:1789130379.069126:0:2349:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789130379.069144:0:2349:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875643210048 : -109198066341568 : ffff9caf580ba940) 00000100:00000040:3.0:1789130379.069163:0:2349:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9caf580ba940 x1876037329024640/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130395 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130379.069172:0:2349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789130379.069175:0:2349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:3.0:1789130379.069179:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf4549f110. 00000100:00000200:3.0:1789130379.069183:0:2349:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1876037329024640, offset 0 00000400:00000200:3.0:1789130379.069193:0:2349:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:3.0:1789130379.069206:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130379.069218:0:2349:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:3.0:1789130379.069228:0:2349:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789130379.069251:0:2349:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:3.0:1789130379.069258:0:2349:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789130379.069272:0:2349:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:3.0:1789130379.069279:0:2349:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2454:2454:256:4294967295] 192.168.204.123@tcp LPNI seq info [2453:2453:8:4294967295] 00000400:00000200:3.0:1789130379.069284:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130379.069300:0:2349:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:3.0:1789130379.069317:0:2349:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:3.0:1789130379.069328:0:2349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf47fd2900. 00000800:00000200:3.0:1789130379.069354:0:2349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:3.0:1789130379.069368:0:2349:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:3.0:1789130379.069375:0:2349:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf47fd2900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1789130379.074258:0:17674:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130379.074284:0:17674:0:(pinger.c:229:ptlrpc_pinger_process_import()) c4ff2dbd-4d13-4802-9c50-d71e34d32a35->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789130379.074291:0:17674:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1789130379.074306:0:17674:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf580bbc00. 00000020:00000040:2.0:1789130379.074319:0:17674:0:(genops.c:1210:class_import_get()) import ffff9caf6079a800 refcount=7 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000100:00000001:2.0:1789130379.074326:0:17674:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789130379.074331:0:17674:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789130379.074340:0:17674:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789130379.074352:0:17674:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9caf501cf700. 00000100:00000001:2.0:1789130379.074362:0:17674:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130379.074381:0:17674:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging c4ff2dbd-4d13-4802-9c50-d71e34d32a35->lustre-MDT0000_UUID req@ffff9caf580bbc00 x1876037329024768/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789130379.074397:0:17674:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789130379.074404:0:17674:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130379.074412:0:17674:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b97bc825] to pc [ptlrpcd_01_01+1] req@ffff9caf580bbc00 x1876037329024768/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130379.074430:0:17674:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130379.074433:0:17674:0:(pinger.c:229:ptlrpc_pinger_process_import()) c4ff2dbd-4d13-4802-9c50-d71e34d32a35->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789130379.074437:0:17674:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1789130379.074441:0:17674:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf580bad00. 00000020:00000040:2.0:1789130379.074444:0:17674:0:(genops.c:1210:class_import_get()) import ffff9caf468ac800 refcount=3 obd=lustre-OST0000-osc-ffff9caf5014c800 00000100:00000001:2.0:1789130379.074446:0:17674:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789130379.074447:0:17674:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789130379.074449:0:17674:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789130379.074455:0:17674:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9caf501cfa00. 00000100:00000001:2.0:1789130379.074458:0:17674:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130379.074462:0:17674:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging c4ff2dbd-4d13-4802-9c50-d71e34d32a35->lustre-OST0000_UUID req@ffff9caf580bad00 x1876037329024896/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789130379.074469:0:17674:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789130379.074471:0:17674:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130379.074475:0:17674:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004f7f4652] to pc [ptlrpcd_01_00+0] req@ffff9caf580bad00 x1876037329024896/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130379.074483:0:17674:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130379.074486:0:17674:0:(pinger.c:229:ptlrpc_pinger_process_import()) c4ff2dbd-4d13-4802-9c50-d71e34d32a35->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789130379.074489:0:17674:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1789130379.074493:0:17674:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf580b9e00. 00000020:00000040:2.0:1789130379.074495:0:17674:0:(genops.c:1210:class_import_get()) import ffff9caf48ede000 refcount=3 obd=lustre-OST0001-osc-ffff9caf5014c800 00000100:00000001:2.0:1789130379.074497:0:17674:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789130379.074498:0:17674:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789130379.074500:0:17674:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789130379.074503:0:17674:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9caf501cf900. 00000100:00000001:2.0:1789130379.074507:0:17674:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130379.074511:0:17674:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging c4ff2dbd-4d13-4802-9c50-d71e34d32a35->lustre-OST0001_UUID req@ffff9caf580b9e00 x1876037329025024/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789130379.074518:0:17674:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789130379.074520:0:17674:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130379.074523:0:17674:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c342c2b5] to pc [ptlrpcd_01_01+1] req@ffff9caf580b9e00 x1876037329025024/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130379.074531:0:17674:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130379.074537:0:17674:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1810) 00000100:00000001:2.0:1789130379.074608:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789130379.074613:0:2350:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789130379.074616:0:2350:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789130379.074623:0:2350:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf580bbc00 x1876037329024768/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130379.074633:0:2350:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789130379.074636:0:2350:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789130379.074642:0:2350:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789130379.074645:0:2350:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789130379.074649:0:2350:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789130379.074653:0:2350:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf580bbc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:2350:1876037329024768:192.168.204.123@tcp:400:kworker.0 00000100:00000001:2.0:1789130379.074658:0:2350:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789130379.074667:0:2350:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789130379.074670:0:2350:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789130379.074673:0:2350:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789130379.074680:0:2350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9caf4bb70c00. 02000000:00000001:2.0:1789130379.074682:0:2350:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789130379.074692:0:2350:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:2.0:1789130379.074698:0:2350:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf483fde70. 00000400:00000010:2.0:1789130379.074709:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf42d187f8. 00000100:00000200:2.0:1789130379.074728:0:2350:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876037329024768, portal 10 00000100:00000001:2.0:1789130379.074731:0:2350:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789130379.074733:0:2350:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875643214848 : -109198066336768 : ffff9caf580bbc00) 00000100:00000040:2.0:1789130379.074742:0:2350:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9caf580bbc00 x1876037329024768/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130395 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130379.074750:0:2350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789130379.074753:0:2350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:2.0:1789130379.074756:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf42d18a18. 00000100:00000200:2.0:1789130379.074759:0:2350:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876037329024768, offset 0 00000400:00000200:2.0:1789130379.074767:0:2350:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:2.0:1789130379.074778:0:2350:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130379.074788:0:2350:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:2.0:1789130379.074795:0:2350:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789130379.074800:0:2350:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:2.0:1789130379.074829:0:2350:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789130379.074832:0:2350:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:2.0:1789130379.074836:0:2350:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2455:2455:255:4294967295] 192.168.204.123@tcp LPNI seq info [2454:2454:7:4294967295] 00000400:00000200:2.0:1789130379.074841:0:2350:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130379.074854:0:2350:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:2.0:1789130379.074861:0:2350:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:2.0:1789130379.074867:0:2350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf501cf100. 00000800:00000200:2.0:1789130379.074875:0:2350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:2.0:1789130379.074885:0:2350:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:2.0:1789130379.074891:0:2350:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf501cf100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789130379.074986:0:2349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789130379.074994:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:3.0:1789130379.074997:0:2349:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.123@tcp: PM QoS new deadline estimation for cpu 2 is 4296477183 00000100:00000001:2.0:1789130379.075370:0:2350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130379.075378:0:2350:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: using a timeout of 798626 usecs (799 jiffies) 00000400:00000200:2.0:1789130379.075383:0:2350:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:2.0:1789130379.075395:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296473896 00000100:00000010:2.0:1789130379.075404:0:2350:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9caf4812fe40. 00000100:00000001:2.0:1789130379.075417:0:2350:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request now active for cpu 2 00000100:00000001:2.0:1789130379.075426:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296473896 00000100:00000010:2.0:1789130379.075430:0:2350:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9caf4812f6c0. 00000100:00000001:2.0:1789130379.075434:0:2350:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request now active for cpu 3 00000100:00000001:2.0:1789130379.075438:0:2350:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789130379.075442:0:2350:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130379.075446:0:2350:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789130379.075452:0:2350:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf580b9e00 x1876037329025024/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130379.075462:0:2350:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789130379.075463:0:2350:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789130379.075467:0:2350:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789130379.075470:0:2350:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789130379.075472:0:2350:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789130379.075475:0:2350:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf580b9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:2350:1876037329025024:192.168.204.123@tcp:400:kworker.0 00000100:00000001:2.0:1789130379.075479:0:2350:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789130379.075483:0:2350:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789130379.075485:0:2350:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789130379.075488:0:2350:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789130379.075492:0:2350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9caf4bb71600. 02000000:00000001:2.0:1789130379.075494:0:2350:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789130379.075499:0:2350:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:2.0:1789130379.075502:0:2350:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf483fdaa8. 00000400:00000010:2.0:1789130379.075507:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf42d18dd0. 00000100:00000200:2.0:1789130379.075511:0:2350:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876037329025024, portal 4 00000100:00000001:2.0:1789130379.075513:0:2350:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789130379.075515:0:2350:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875643207168 : -109198066344448 : ffff9caf580b9e00) 00000100:00000040:2.0:1789130379.075522:0:2350:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9caf580b9e00 x1876037329025024/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130395 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130379.075529:0:2350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789130379.075531:0:2350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:2.0:1789130379.075533:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf42d18088. 00000100:00000200:2.0:1789130379.075536:0:2350:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876037329025024, offset 0 00000400:00000200:2.0:1789130379.075542:0:2350:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:2.0:1789130379.075546:0:2350:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130379.075551:0:2350:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:2.0:1789130379.075556:0:2350:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789130379.075559:0:2350:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:2.0:1789130379.075562:0:2350:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789130379.075565:0:2350:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:2.0:1789130379.075568:0:2350:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2456:2456:254:4294967295] 192.168.204.123@tcp LPNI seq info [2455:2455:6:4294967295] 00000400:00000200:2.0:1789130379.075572:0:2350:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130379.075578:0:2350:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:2.0:1789130379.075582:0:2350:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:2.0:1789130379.075585:0:2350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf501cfb00. 00000800:00000200:2.0:1789130379.075590:0:2350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:2.0:1789130379.075596:0:2350:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:2.0:1789130379.075600:0:2350:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf501cfb00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1789130379.075603:0:2350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130379.075606:0:2350:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9caf5014c800: using a timeout of 364370 usecs (365 jiffies) 00000400:00000200:2.0:1789130379.075609:0:2350:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:2.0:1789130379.075611:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296473462 00000100:00000001:2.0:1789130379.075613:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9caf5014c800: PM QoS request active for cpu 2, keep current deadline 4296473896 00000100:00000001:2.0:1789130379.075615:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296473462 00000100:00000001:2.0:1789130379.075617:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9caf5014c800: PM QoS request active for cpu 3, keep current deadline 4296473896 00000100:00000001:2.0:1789130379.075619:0:2350:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789130379.075621:0:2350:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130379.075625:0:2350:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130379.075628:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789130379.075638:0:2350:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789130379.075640:0:2350:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1789130379.075644:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789130379.075646:0:2350:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789130379.075647:0:2350:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789130379.075652:0:2350:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:2.0:1789130379.075654:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789130379.075656:0:2350:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789130379.075658:0:2350:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789130379.075660:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789130379.075661:0:2350:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789130379.075663:0:2350:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789130379.075667:0:2350:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf580bad00 x1876037329024896/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130379.075674:0:2350:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789130379.075675:0:2350:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789130379.075677:0:2350:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789130379.075680:0:2350:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789130379.075682:0:2350:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789130379.075685:0:2350:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf580bad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:2350:1876037329024896:192.168.204.123@tcp:400:kworker.0 00000100:00000001:2.0:1789130379.075688:0:2350:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789130379.075691:0:2350:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789130379.075692:0:2350:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789130379.075694:0:2350:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789130379.075698:0:2350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9caf4bb70800. 02000000:00000001:2.0:1789130379.075700:0:2350:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789130379.075702:0:2350:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:2.0:1789130379.075706:0:2350:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf483fdec8. 00000400:00000010:2.0:1789130379.075710:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf42d18198. 00000100:00000200:2.0:1789130379.075727:0:2350:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876037329024896, portal 4 00000100:00000001:2.0:1789130379.075729:0:2350:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789130379.075730:0:2350:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875643211008 : -109198066340608 : ffff9caf580bad00) 00000100:00000040:2.0:1789130379.075739:0:2350:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9caf580bad00 x1876037329024896/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130395 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130379.075747:0:2350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789130379.075749:0:2350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:2.0:1789130379.075752:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf42d18b28. 00000100:00000200:2.0:1789130379.075754:0:2350:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876037329024896, offset 0 00000400:00000200:2.0:1789130379.075759:0:2350:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:2.0:1789130379.075763:0:2350:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130379.075767:0:2350:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:2.0:1789130379.075769:0:2350:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789130379.075772:0:2350:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:2.0:1789130379.075774:0:2350:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789130379.075776:0:2350:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:2.0:1789130379.075779:0:2350:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2457:2457:253:4294967295] 192.168.204.123@tcp LPNI seq info [2456:2456:5:4294967295] 00000400:00000200:2.0:1789130379.075783:0:2350:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130379.075788:0:2350:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:2.0:1789130379.075793:0:2350:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:2.0:1789130379.075797:0:2350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf501cff00. 00000800:00000200:2.0:1789130379.075801:0:2350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:2.0:1789130379.075839:0:2350:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:2.0:1789130379.075843:0:2350:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf501cff00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1789130379.075846:0:2350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130379.075849:0:2350:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9caf5014c800: using a timeout of 22607 usecs (23 jiffies) 00000400:00000200:2.0:1789130379.075852:0:2350:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:2.0:1789130379.075854:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296473120 00000100:00000001:2.0:1789130379.075856:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9caf5014c800: PM QoS request active for cpu 2, keep current deadline 4296473896 00000100:00000001:2.0:1789130379.075859:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296473120 00000100:00000001:2.0:1789130379.075862:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9caf5014c800: PM QoS request active for cpu 3, keep current deadline 4296473896 00000100:00000001:2.0:1789130379.075864:0:2350:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789130379.075866:0:2350:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130379.075870:0:2350:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130379.075871:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130379.075921:0:2349:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.123@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296473896 00000100:00000001:2.0:1789130379.075927:0:2349:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.123@tcp: PM QoS new deadline estimation for cpu 3 is 4296477183 00000100:00000001:2.0:1789130379.075929:0:2349:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.123@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296473896 00000100:00000001:2.0:1789130379.075933:0:2349:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789130379.075935:0:2349:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130379.075938:0:2349:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130379.075940:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789130379.075946:0:2349:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789130379.075948:0:2349:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1789130379.075950:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789130379.075951:0:2349:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789130379.075952:0:2349:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130379.075954:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789130379.083577:0:2342:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789130379.083600:0:2342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf47fd2900. 00000400:00000200:3.0:1789130379.083615:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130379.083629:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:3.0:1789130379.083639:0:2342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf4549f110 00000400:00000010:3.0:1789130379.083641:0:2342:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf4549f110. 00000100:00000001:3.0:1789130379.083652:0:2342:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789130379.083664:0:2342:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf580ba940 x1876037329024640/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130395 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130379.083682:0:2342:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130379.083686:0:2342:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf580ba940 x1876037329024640/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130395 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130379.083695:0:2342:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130379.083697:0:2342:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1789130379.088578:0:2342:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789130379.088593:0:2342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf501cf100. 00000400:00000200:3.0:1789130379.088606:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130379.088618:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:3.0:1789130379.088628:0:2342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf42d18a18 00000400:00000010:3.0:1789130379.088631:0:2342:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf42d18a18. 00000100:00000001:3.0:1789130379.088639:0:2342:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789130379.088650:0:2342:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf580bbc00 x1876037329024768/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130395 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130379.088666:0:2342:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130379.088670:0:2342:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf580bbc00 x1876037329024768/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130395 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130379.088678:0:2342:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130379.088680:0:2342:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1789130379.088703:0:2342:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789130379.088705:0:2342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf501cfb00. 00000400:00000200:3.0:1789130379.088708:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130379.088846:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:3.0:1789130379.088850:0:2342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf42d18088 00000400:00000010:3.0:1789130379.088853:0:2342:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf42d18088. 00000100:00000001:3.0:1789130379.088856:0:2342:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789130379.088861:0:2342:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf580b9e00 x1876037329025024/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130395 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130379.088870:0:2342:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130379.088872:0:2342:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf580b9e00 x1876037329025024/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130395 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130379.088879:0:2342:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130379.088881:0:2342:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1789130379.089194:0:2342:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789130379.089197:0:2342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf501cff00. 00000400:00000200:3.0:1789130379.089201:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130379.089206:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:3.0:1789130379.089210:0:2342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf42d18b28 00000400:00000010:3.0:1789130379.089212:0:2342:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf42d18b28. 00000100:00000001:3.0:1789130379.089215:0:2342:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789130379.089220:0:2342:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf580bad00 x1876037329024896/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130395 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130379.089229:0:2342:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130379.089232:0:2342:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf580bad00 x1876037329024896/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130395 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130379.089238:0:2342:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130379.089240:0:2342:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1789130379.093343:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130379.093376:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789130379.093383:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130379.093386:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130379.093406:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130379.093417:0:2341:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:3.0:1789130379.093430:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130379.093435:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130379.093443:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130379.093448:0:2341:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 224 into portal 25 MB=0x6aa3efa94f680 00000400:00000200:3.0:1789130379.093453:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130379.093460:0:2341:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.123@tcp of length 224/224 into md 0x6a05 [1] + 224 00000800:00000001:3.0:1789130379.093469:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130379.093477:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130379.093481:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130379.093485:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:3.0:1789130379.093496:0:2341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789130379.093509:0:2341:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf580ba940 x1876037329024640/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130395 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789130379.093521:0:2341:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9caf580ba940 x1876037329024640/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130395 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130379.093547:0:2341:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789130379.093556:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130379.093559:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1789130379.094877:0:31728:0:(ldlm_resource.c:195:lru_size_store()) dropping all unused locks from namespace lustre-MDT0000-mdc-ffff9caf5014c800 00010000:00000001:1.0:1789130379.094888:0:31728:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1789130379.094891:0:31728:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789130379.094901:0:31728:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789130379.094907:0:31728:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1789130379.094916:0:31728:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789130379.094918:0:31728:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1789130379.094921:0:31728:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789130379.094923:0:31728:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1789130379.094927:0:31728:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789130379.094929:0:31728:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1789130379.094932:0:31728:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=4 : 4 : 4) 00010000:00000001:1.0:1789130379.094938:0:31728:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1789130379.094943:0:31728:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:1.0:1789130379.094962:0:31728:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 4/4 locks to regular blp list, 1 blwis in pool 00000020:00000001:3.0:1789130379.095521:0:16116:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789130379.095527:0:16116:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789130379.095531:0:16116:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 4 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:3.0:1789130379.095535:0:16116:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:3.0:1789130379.095540:0:16116:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1789130379.095548:0:16116:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e20000/0xde5303b1d982ccd7 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xcdf1b083821a5866 expref: -99 pid: 31709 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00000001:3.0:1789130379.095566:0:16116:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1789130379.095571:0:16116:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1789130379.095576:0:16116:0:(file.c:6113:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1789130379.095579:0:16116:0:(file.c:6119:ll_have_md_lock()) trying to match res [0x200000404:0x28:0x0] mode (null) 00000002:00000001:3.0:1789130379.095587:0:16116:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789130379.095592:0:16116:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789130379.095603:0:16116:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf4a8cc200 count: 2 00010000:00000001:3.0:1789130379.095607:0:16116:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789130379.095614:0:16116:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789130379.095616:0:16116:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789130379.095617:0:16116:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789130379.095619:0:16116:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf4a8cc200 count: 2 00010000:00000001:3.0:1789130379.095622:0:16116:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789130379.095625:0:16116:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130379.095627:0:16116:0:(file.c:6141:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130379.095632:0:16116:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:3.0:1789130379.095635:0:16116:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x28:0x0](ffff9caf601300c8) invalid 00000020:00000001:3.0:1789130379.095640:0:16116:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c8fca0 00000080:00002000:3.0:1789130379.095642:0:16116:0:(llite_internal.h:2032:d_lustre_invalidate()) invalidate dentry d21h.recovery-small-2 (ffff9caf60345ca8) parent ffff9caf600f3360 inode ffff9caf601300c8 refc 1 00000080:00000001:3.0:1789130379.095648:0:16116:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:3.0:1789130379.095652:0:16116:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1789130379.095655:0:16116:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130379.095658:0:16116:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1789130379.095663:0:16116:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1789130379.095666:0:16116:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1789130379.095668:0:16116:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789130379.095670:0:16116:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1789130379.095677:0:16116:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9caf47e20000 with handle 0xde5303b1d982ccd7 from hash 00010000:00000001:3.0:1789130379.095680:0:16116:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1789130379.095710:0:16116:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130379.095727:0:16116:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789130379.095729:0:16116:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1789130379.095738:0:16116:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1789130379.095741:0:16116:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1789130379.095745:0:16116:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1789130379.095748:0:16116:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a93800/0xde5303b1d982ccc2 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xcdf1b083821a580b expref: -99 pid: 31699 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00000001:3.0:1789130379.095757:0:16116:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1789130379.095760:0:16116:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1789130379.095761:0:16116:0:(file.c:6113:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1789130379.095763:0:16116:0:(file.c:6119:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:3.0:1789130379.095765:0:16116:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789130379.095766:0:16116:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789130379.095770:0:16116:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf4814d900 count: 2 00010000:00000001:3.0:1789130379.095772:0:16116:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789130379.095774:0:16116:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789130379.095776:0:16116:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789130379.095778:0:16116:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789130379.095779:0:16116:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf4814d900 count: 2 00010000:00000001:3.0:1789130379.095781:0:16116:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789130379.095784:0:16116:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789130379.095786:0:16116:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789130379.095787:0:16116:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789130379.095789:0:16116:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf4814d900 count: 2 00010000:00000001:3.0:1789130379.095791:0:16116:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789130379.095793:0:16116:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130379.095796:0:16116:0:(file.c:6141:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:3.0:1789130379.095799:0:16116:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff9caf60198000, pfid = [0x0:0x0:0x0] 00000080:00000001:3.0:1789130379.095849:0:16116:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:3.0:1789130379.095853:0:16116:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:3.0:1789130379.095855:0:16116:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1789130379.095856:0:16116:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130379.095859:0:16116:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1789130379.095860:0:16116:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1789130379.095862:0:16116:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1789130379.095864:0:16116:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789130379.095865:0:16116:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1789130379.095869:0:16116:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9caf46a93800 with handle 0xde5303b1d982ccc2 from hash 00010000:00000001:3.0:1789130379.095872:0:16116:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1789130379.095873:0:16116:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130379.095875:0:16116:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789130379.095876:0:16116:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1789130379.095878:0:16116:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1789130379.095880:0:16116:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1789130379.095883:0:16116:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1789130379.095886:0:16116:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a93e00/0xde5303b1d982ccd0 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xcdf1b083821a5843 expref: -99 pid: 31699 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00000001:3.0:1789130379.095894:0:16116:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1789130379.095897:0:16116:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1789130379.095899:0:16116:0:(file.c:6113:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1789130379.095900:0:16116:0:(file.c:6119:ll_have_md_lock()) trying to match res [0x200000404:0x29:0x0] mode (null) 00000002:00000001:3.0:1789130379.095903:0:16116:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789130379.095904:0:16116:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789130379.095908:0:16116:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf4814d000 count: 2 00010000:00000001:3.0:1789130379.095911:0:16116:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789130379.095914:0:16116:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789130379.095915:0:16116:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789130379.095916:0:16116:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789130379.095918:0:16116:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf4814d000 count: 2 00010000:00000001:3.0:1789130379.095921:0:16116:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789130379.095923:0:16116:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789130379.095926:0:16116:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789130379.095927:0:16116:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789130379.095929:0:16116:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf4814d000 count: 2 00010000:00000001:3.0:1789130379.095931:0:16116:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789130379.095933:0:16116:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789130379.095935:0:16116:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789130379.095936:0:16116:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789130379.095938:0:16116:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf4814d000 count: 2 00010000:00000001:3.0:1789130379.095940:0:16116:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789130379.095942:0:16116:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130379.095944:0:16116:0:(file.c:6141:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130379.095949:0:16116:0:(file.c:6819:ll_layout_conf()) Process entered 00000020:00000001:3.0:1789130379.095953:0:16116:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1789130379.095960:0:16116:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446634875648776744 : -109198060774872 : ffff9caf58609a28) 00000020:00001000:3.0:1789130379.095964:0:16116:0:(cl_object.c:823:cl_env_get()) 1@ffff9caf58609a20 00000020:00000001:3.0:1789130379.095968:0:16116:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:3.0:1789130379.095974:0:16116:0:(vvp_object.c:123:vvp_conf_set()) [0x200000404:0x29:0x0]: losing layout lock 00000080:00000001:3.0:1789130379.095994:0:16116:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:3.0:1789130379.095999:0:16116:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:3.0:1789130379.096008:0:16116:0:(lov_object.c:1460:lov_conf_set()) Process entered 00020000:00000001:3.0:1789130379.096012:0:16116:0:(lov_object.c:1474:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1789130379.096015:0:16116:0:(lov_object.c:1547:lov_conf_set()) [0x200000404:0x29:0x0] lo_layout_invalid=1 00020000:00000001:3.0:1789130379.096017:0:16116:0:(lov_object.c:1548:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789130379.096019:0:16116:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1789130379.096031:0:16116:0:(cl_object.c:917:cl_env_put()) 1@ffff9caf58609a20 00000080:00000001:3.0:1789130379.096035:0:16116:0:(file.c:6861:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130379.096037:0:16116:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:3.0:1789130379.096039:0:16116:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x29:0x0](ffff9caf608642c8) invalid 00000020:00000001:3.0:1789130379.096042:0:16116:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c8fca0 00000080:00002000:3.0:1789130379.096045:0:16116:0:(llite_internal.h:2032:d_lustre_invalidate()) invalidate dentry f (ffff9caf60227288) parent ffff9caf60227a20 inode ffff9caf608642c8 refc 1 00000080:00000001:3.0:1789130379.096050:0:16116:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:3.0:1789130379.096052:0:16116:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1789130379.096053:0:16116:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130379.096055:0:16116:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1789130379.096057:0:16116:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1789130379.096059:0:16116:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1789130379.096060:0:16116:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789130379.096062:0:16116:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1789130379.096065:0:16116:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9caf46a93e00 with handle 0xde5303b1d982ccd0 from hash 00010000:00000001:3.0:1789130379.096068:0:16116:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1789130379.096070:0:16116:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130379.096071:0:16116:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789130379.096072:0:16116:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1789130379.096074:0:16116:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1789130379.096075:0:16116:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1789130379.096077:0:16116:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1789130379.096082:0:16116:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a93600/0xde5303b1d982ccc9 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xcdf1b083821a5827 expref: -99 pid: 31699 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00000001:3.0:1789130379.096096:0:16116:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1789130379.096099:0:16116:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1789130379.096101:0:16116:0:(file.c:6113:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1789130379.096103:0:16116:0:(file.c:6119:ll_have_md_lock()) trying to match res [0x200000404:0x27:0x0] mode (null) 00000002:00000001:3.0:1789130379.096105:0:16116:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789130379.096107:0:16116:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789130379.096110:0:16116:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf4814d800 count: 2 00010000:00000001:3.0:1789130379.096112:0:16116:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789130379.096114:0:16116:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789130379.096116:0:16116:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789130379.096118:0:16116:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789130379.096120:0:16116:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf4814d800 count: 2 00010000:00000001:3.0:1789130379.096122:0:16116:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789130379.096124:0:16116:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130379.096125:0:16116:0:(file.c:6141:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130379.096127:0:16116:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:3.0:1789130379.096129:0:16116:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x27:0x0](ffff9caf60131148) invalid 00000020:00000001:3.0:1789130379.096132:0:16116:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c8fca0 00000080:00002000:3.0:1789130379.096134:0:16116:0:(llite_internal.h:2032:d_lustre_invalidate()) invalidate dentry d21h.recovery-small-1 (ffff9caf60227a20) parent ffff9caf600f3360 inode ffff9caf60131148 refc 1 00000080:00000001:3.0:1789130379.096137:0:16116:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:3.0:1789130379.096139:0:16116:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1789130379.096140:0:16116:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130379.096143:0:16116:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1789130379.096145:0:16116:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1789130379.096146:0:16116:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1789130379.096148:0:16116:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789130379.096150:0:16116:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1789130379.096152:0:16116:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9caf46a93600 with handle 0xde5303b1d982ccc9 from hash 00010000:00000001:3.0:1789130379.096155:0:16116:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1789130379.096156:0:16116:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130379.096158:0:16116:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789130379.096159:0:16116:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1789130379.096161:0:16116:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1789130379.096162:0:16116:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1789130379.096166:0:16116:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=4 : 4 : 4) 00010000:00000001:3.0:1789130379.096169:0:16116:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1789130379.096174:0:16116:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:3.0:1789130379.096192:0:16116:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf501a9680. 00000020:00000040:3.0:1789130379.096198:0:16116:0:(genops.c:1210:class_import_get()) import ffff9caf6079a800 refcount=8 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000100:00000001:3.0:1789130379.096225:0:16116:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789130379.096229:0:16116:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789130379.096237:0:16116:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789130379.096248:0:16116:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9caf47c6c800. 00000100:00000001:3.0:1789130379.096261:0:16116:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130379.096265:0:16116:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1789130379.096273:0:16116:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e20000/0xde5303b1d982ccd7 lrc: 1/0,0 mode: --/PR res: [0x200000404:0x28:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xcdf1b083821a5866 expref: -99 pid: 31709 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1789130379.096282:0:16116:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a93800/0xde5303b1d982ccc2 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xcdf1b083821a580b expref: -99 pid: 31699 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1789130379.096289:0:16116:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a93e00/0xde5303b1d982ccd0 lrc: 1/0,0 mode: --/PR res: [0x200000404:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xcdf1b083821a5843 expref: -99 pid: 31699 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1789130379.096295:0:16116:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a93600/0xde5303b1d982ccc9 lrc: 1/0,0 mode: --/PR res: [0x200000404:0x27:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xcdf1b083821a5827 expref: -99 pid: 31699 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1789130379.096302:0:16116:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 4 locks packed 00010000:00000001:3.0:1789130379.096304:0:16116:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=4 : 4 : 4) 00000100:00000001:3.0:1789130379.096308:0:16116:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1789130379.096311:0:16116:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1789130379.096324:0:16116:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9caf485e8000. 00000100:00000001:3.0:1789130379.096327:0:16116:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446634875380203520 : -109198329348096 : ffff9caf485e8000) 00000100:00000001:3.0:1789130379.096331:0:16116:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789130379.096333:0:16116:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875509970560 : -109198199581056 : ffff9caf501a9680) 00000100:00000001:3.0:1789130379.096341:0:16116:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789130379.096348:0:16116:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130379.096351:0:16116:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1789130379.096354:0:16116:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789130379.096370:0:16116:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf501a9680 x1876037329025152/t0(0) o103->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:17/18 lens 344/224 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130379.096380:0:16116:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789130379.096384:0:16116:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789130379.096896:0:16116:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789130379.096902:0:16116:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789130379.096905:0:16116:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789130379.096912:0:16116:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf501a9680 pname:cluuid:pid:xid:nid:opc:job ldlm_bl_02:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:16116:1876037329025152:192.168.204.123@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1789130379.096916:0:16116:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789130379.096924:0:16116:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789130379.096927:0:16116:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789130379.096931:0:16116:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789130379.096938:0:16116:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9caf47c6ce00. 02000000:00000001:3.0:1789130379.096941:0:16116:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789130379.096949:0:16116:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:3.0:1789130379.096954:0:16116:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf60788d10. 00000400:00000010:3.0:1789130379.096964:0:16116:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf4549f110. 00000100:00000200:3.0:1789130379.096975:0:16116:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876037329025152, portal 18 00000100:00000001:3.0:1789130379.096977:0:16116:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789130379.096978:0:16116:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875509970560 : -109198199581056 : ffff9caf501a9680) 00000100:00000040:3.0:1789130379.096988:0:16116:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9caf501a9680 x1876037329025152/t0(0) o103->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:17/18 lens 344/224 e 0 to 0 dl 1789130395 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130379.096997:0:16116:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789130379.097001:0:16116:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:3.0:1789130379.097004:0:16116:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf4549f908. 00000100:00000200:3.0:1789130379.097007:0:16116:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 17, xid 1876037329025152, offset 0 00000400:00000200:3.0:1789130379.097014:0:16116:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:3.0:1789130379.097036:0:16116:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130379.097046:0:16116:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:3.0:1789130379.097053:0:16116:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789130379.097058:0:16116:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:3.0:1789130379.097063:0:16116:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789130379.097067:0:16116:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:3.0:1789130379.097072:0:16116:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2458:2458:256:4294967295] 192.168.204.123@tcp LPNI seq info [2457:2457:8:4294967295] 00000400:00000200:3.0:1789130379.097076:0:16116:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130379.097087:0:16116:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:3.0:1789130379.097093:0:16116:0:(socklnd_cb.c:931:ksocknal_send()) sending 344 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:3.0:1789130379.097100:0:16116:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf47fd2900. 00000800:00000200:3.0:1789130379.097109:0:16116:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:3.0:1789130379.097120:0:16116:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:3.0:1789130379.097126:0:16116:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf47fd2900 type 1, nob 440 niov 1 nkiov 1 00000100:00000001:3.0:1789130379.097148:0:16116:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130379.097153:0:16116:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: using a timeout of 798626 usecs (799 jiffies) 00000400:00000200:3.0:1789130379.097157:0:16116:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:3.0:1789130379.097161:0:16116:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296473918 00000100:00000001:3.0:1789130379.097165:0:16116:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 2, keep current deadline 4296477183 00000100:00000001:3.0:1789130379.097168:0:16116:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296473918 00000100:00000001:3.0:1789130379.097171:0:16116:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 3, keep current deadline 4296477183 00000100:00000001:3.0:1789130379.097173:0:16116:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789130379.097176:0:16116:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130379.097179:0:16116:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789130379.097182:0:16116:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1789130379.097185:0:16116:0:(client.c:2715:ptlrpc_set_wait()) set ffff9caf485e8000 going to sleep for 11 seconds 00000100:00000001:3.0:1789130379.097188:0:16116:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789130379.097192:0:16116:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789130379.099128:0:2342:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789130379.099146:0:2342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf47fd2900. 00000400:00000200:3.0:1789130379.099154:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130379.099167:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:3.0:1789130379.099177:0:2342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf4549f908 00000400:00000010:3.0:1789130379.099180:0:2342:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf4549f908. 00000100:00000001:3.0:1789130379.099191:0:2342:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789130379.099207:0:2342:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf501a9680 x1876037329025152/t0(0) o103->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:17/18 lens 344/224 e 0 to 0 dl 1789130395 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130379.099223:0:2342:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130379.099227:0:2342:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf501a9680 x1876037329025152/t0(0) o103->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:17/18 lens 344/224 e 0 to 0 dl 1789130395 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130379.099236:0:2342:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130379.099238:0:2342:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1789130379.099981:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789130379.099991:0:2349:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789130379.100004:0:2349:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789130379.100008:0:2349:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789130379.100013:0:2349:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf60788b00. 00000400:00000200:3.0:1789130379.100020:0:2349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf4549f198 00000400:00000010:3.0:1789130379.100034:0:2349:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf4549f198. 00000100:00000001:3.0:1789130379.100040:0:2349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789130379.100050:0:2349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf580ba940 x1876037329024640/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130395 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789130379.100060:0:2349:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf580ba940 x1876037329024640/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130395 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130379.100069:0:2349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789130379.100072:0:2349:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130379.100076:0:2349:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789130379.100081:0:2349:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789130379.100085:0:2349:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789130379.100088:0:2349:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789130379.100092:0:2349:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789130379.100103:0:2349:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf586cec60 time=148 v=5 (5 5 5 5) 00000100:00001000:3.0:1789130379.100108:0:2349:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf586cec18 time=148 v=5 (1 1 1 1) 00000100:00000001:3.0:1789130379.100110:0:2349:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789130379.100113:0:2349:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130379.100116:0:2349:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789130379.100120:0:2349:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130379.100123:0:2349:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130379.100128:0:2349:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf580ba940 x1876037329024640/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130395 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130379.100141:0:2349:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789130379.100146:0:2349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789130379.100149:0:2349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789130379.100154:0:2349:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf580ba940 x1876037329024640/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130395 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789130379.100162:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf580ba940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:70f26143-21ad-4cd3-af2c-0601ab5c9490:2349:1876037329024640:192.168.204.123@tcp:400:kworker.0 00000100:00000001:3.0:1789130379.100168:0:2349:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130379.100170:0:2349:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130379.100173:0:2349:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf580ba940 x1876037329024640/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130395 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130379.100180:0:2349:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789130379.100184:0:2349:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789130379.100191:0:2349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9caf47c6dc00. 02000000:00000001:3.0:1789130379.100195:0:2349:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789130379.100199:0:2349:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1789130379.100201:0:2349:0:(genops.c:1223:class_import_put()) import ffff9caf586ce800 refcount=3 obd=MGC192.168.204.123@tcp 00000020:00000001:3.0:1789130379.100203:0:2349:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1789130379.100207:0:2349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9caf501cfc00. 02000000:00000001:3.0:1789130379.100215:0:2349:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789130379.100218:0:2349:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789130379.100221:0:2349:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf580ba940. 00000100:00000001:3.0:1789130379.100226:0:2349:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789130379.100228:0:2349:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130379.100231:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130379.100243:0:2349:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789130379.100245:0:2349:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130379.100248:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789130379.100251:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1789130379.102510:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130379.102630:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789130379.102638:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130379.102642:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130379.102656:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130379.102666:0:2341:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:2.0:1789130379.102678:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130379.102684:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130379.102691:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130379.102697:0:2341:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 224 into portal 4 MB=0x6aa3efa94f800 00000400:00000200:2.0:1789130379.102703:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130379.102798:0:2341:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.123@tcp of length 224/224 into md 0x6a25 [1] + 224 00000800:00000001:2.0:1789130379.102833:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130379.102838:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130379.102842:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130379.102847:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:2.0:1789130379.102856:0:2341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789130379.102867:0:2341:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf580b9e00 x1876037329025024/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130395 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789130379.102884:0:2341:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9caf580b9e00 x1876037329025024/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130395 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130379.102901:0:2341:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789130379.102913:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130379.102916:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789130379.102919:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130379.102921:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130379.102924:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130379.102928:0:2341:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:2.0:1789130379.102932:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130379.102935:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130379.102938:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130379.102941:0:2341:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 224 into portal 4 MB=0x6aa3efa94f780 00000400:00000200:2.0:1789130379.102944:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130379.102948:0:2341:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.123@tcp of length 224/224 into md 0x6a35 [1] + 224 00000800:00000001:2.0:1789130379.102952:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130379.102963:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130379.102965:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130379.102968:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:2.0:1789130379.102971:0:2341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789130379.102976:0:2341:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf580bad00 x1876037329024896/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130395 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789130379.102984:0:2341:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9caf580bad00 x1876037329024896/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130395 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130379.102992:0:2341:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789130379.102996:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130379.102999:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130379.103535:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789130379.103544:0:2350:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789130379.103555:0:2350:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789130379.103558:0:2350:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789130379.103564:0:2350:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf483fdec8. 00000400:00000200:3.0:1789130379.103572:0:2350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf42d18198 00000400:00000010:3.0:1789130379.103575:0:2350:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf42d18198. 00000100:00000001:3.0:1789130379.103580:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789130379.103586:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf580bad00 x1876037329024896/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130395 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789130379.103594:0:2350:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf580bad00 x1876037329024896/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130395 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130379.103600:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789130379.103603:0:2350:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130379.103606:0:2350:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789130379.103611:0:2350:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789130379.103614:0:2350:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789130379.103617:0:2350:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789130379.103620:0:2350:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789130379.103633:0:2350:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf468acc60 time=148 v=5 (5 5 5 36) 00000100:00001000:3.0:1789130379.103639:0:2350:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf468acc18 time=15 v=5 (1 0 0 0) 00000100:00000001:3.0:1789130379.103641:0:2350:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789130379.103644:0:2350:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130379.103649:0:2350:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789130379.103654:0:2350:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130379.103661:0:2350:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789130379.103664:0:2350:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9caf5014c800: skip recheck: last_committed 4294967339 00000100:00000001:3.0:1789130379.103667:0:2350:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789130379.103670:0:2350:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130379.103676:0:2350:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf580bad00 x1876037329024896/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130395 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130379.103685:0:2350:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789130379.103691:0:2350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789130379.103694:0:2350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789130379.103698:0:2350:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf580bad00 x1876037329024896/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130395 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789130379.103707:0:2350:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf580bad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:2350:1876037329024896:192.168.204.123@tcp:400:kworker.0 00000400:00000001:3.0:1789130379.103988:0:2350:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789130379.103990:0:2350:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789130379.103992:0:2350:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf483fdaa8. 00000400:00000200:3.0:1789130379.103995:0:2350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf42d18dd0 00000400:00000010:3.0:1789130379.103997:0:2350:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf42d18dd0. 00000100:00000001:3.0:1789130379.104000:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789130379.104004:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf580b9e00 x1876037329025024/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130395 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789130379.104012:0:2350:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf580b9e00 x1876037329025024/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130395 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130379.104018:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789130379.104019:0:2350:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130379.104021:0:2350:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789130379.104033:0:2350:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789130379.104034:0:2350:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789130379.104036:0:2350:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789130379.104038:0:2350:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789130379.104043:0:2350:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf48ede460 time=148 v=5 (5 5 5 36) 00000100:00001000:3.0:1789130379.104046:0:2350:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf48ede418 time=13 v=5 (1 0 0 0) 00000100:00000001:3.0:1789130379.104049:0:2350:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789130379.104050:0:2350:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130379.104052:0:2350:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789130379.104054:0:2350:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130379.104057:0:2350:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789130379.104059:0:2350:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9caf5014c800: skip recheck: last_committed 4294967312 00000100:00000001:3.0:1789130379.104060:0:2350:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789130379.104062:0:2350:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130379.104066:0:2350:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf580b9e00 x1876037329025024/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130395 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130379.104073:0:2350:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789130379.104075:0:2350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789130379.104076:0:2350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789130379.104080:0:2350:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf580b9e00 x1876037329025024/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130395 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789130379.104089:0:2350:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf580b9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:2350:1876037329025024:192.168.204.123@tcp:400:kworker.0 00000100:00000001:3.0:1789130379.104094:0:2350:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130379.104097:0:2350:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130379.104100:0:2350:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf580bad00 x1876037329024896/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130395 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130379.104107:0:2350:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789130379.104110:0:2350:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789130379.104115:0:2350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9caf4bb70800. 02000000:00000001:3.0:1789130379.104119:0:2350:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789130379.104124:0:2350:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1789130379.104126:0:2350:0:(genops.c:1223:class_import_put()) import ffff9caf468ac800 refcount=2 obd=lustre-OST0000-osc-ffff9caf5014c800 00000020:00000001:3.0:1789130379.104128:0:2350:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1789130379.104132:0:2350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9caf501cfa00. 02000000:00000001:3.0:1789130379.104139:0:2350:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789130379.104141:0:2350:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789130379.104144:0:2350:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf580bad00. 00000100:00000001:3.0:1789130379.104154:0:2350:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789130379.104156:0:2350:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130379.104158:0:2350:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130379.104161:0:2350:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf580b9e00 x1876037329025024/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130395 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130379.104168:0:2350:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789130379.104170:0:2350:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789130379.104171:0:2350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9caf4bb71600. 02000000:00000001:3.0:1789130379.104176:0:2350:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789130379.104177:0:2350:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1789130379.104178:0:2350:0:(genops.c:1223:class_import_put()) import ffff9caf48ede000 refcount=2 obd=lustre-OST0001-osc-ffff9caf5014c800 00000020:00000001:3.0:1789130379.104180:0:2350:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1789130379.104182:0:2350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9caf501cf900. 02000000:00000001:3.0:1789130379.104184:0:2350:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789130379.104186:0:2350:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789130379.104187:0:2350:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf580b9e00. 00000100:00000001:3.0:1789130379.104194:0:2350:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789130379.104195:0:2350:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130379.104200:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130379.104203:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789130379.104204:0:2350:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789130379.104206:0:2350:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130379.104208:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1789130379.122201:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130379.122227:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789130379.122232:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130379.122235:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130379.122247:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130379.122257:0:2342:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:3.0:1789130379.122269:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130379.122274:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130379.122282:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130379.122287:0:2342:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 224 into portal 18 MB=0x6aa3efa94f880 00000400:00000200:3.0:1789130379.122293:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130379.122302:0:2342:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.123@tcp of length 224/224 into md 0x6a45 [1] + 224 00000800:00000001:3.0:1789130379.122310:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130379.122376:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130379.122381:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130379.122387:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:3.0:1789130379.122399:0:2342:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789130379.122412:0:2342:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf501a9680 x1876037329025152/t0(0) o103->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:17/18 lens 344/224 e 0 to 0 dl 1789130395 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789130379.122425:0:2342:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9caf501a9680 x1876037329025152/t0(0) o103->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:17/18 lens 344/224 e 0 to 0 dl 1789130395 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130379.122461:0:2342:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789130379.122473:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130379.122476:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130379.122910:0:16116:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789130379.122925:0:16116:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789130379.122928:0:16116:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789130379.122935:0:16116:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf60788d10. 00000400:00000200:1.0:1789130379.122943:0:16116:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf4549f110 00000400:00000010:1.0:1789130379.122947:0:16116:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf4549f110. 00000100:00000001:1.0:1789130379.122954:0:16116:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789130379.122961:0:16116:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf501a9680 x1876037329025152/t0(0) o103->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:17/18 lens 344/224 e 0 to 0 dl 1789130395 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789130379.122972:0:16116:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf501a9680 x1876037329025152/t0(0) o103->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:17/18 lens 344/224 e 0 to 0 dl 1789130395 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130379.122980:0:16116:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789130379.122985:0:16116:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130379.122989:0:16116:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789130379.122997:0:16116:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789130379.123001:0:16116:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789130379.123005:0:16116:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130379.123009:0:16116:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789130379.123035:0:16116:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf6079ad38 time=147 v=5 (5 5 5 5) 00000100:00001000:1.0:1789130379.123041:0:16116:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf6079ac18 time=15 v=5 (1 0 0 0) 00000100:00000001:1.0:1789130379.123044:0:16116:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789130379.123047:0:16116:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130379.123052:0:16116:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789130379.123059:0:16116:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130379.123065:0:16116:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789130379.123069:0:16116:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9caf5014c800: skip recheck: last_committed 4294967632 00000100:00000001:1.0:1789130379.123072:0:16116:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789130379.123077:0:16116:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789130379.123084:0:16116:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf501a9680 x1876037329025152/t0(0) o103->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:17/18 lens 344/224 e 0 to 0 dl 1789130395 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130379.123092:0:16116:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789130379.123097:0:16116:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789130379.123101:0:16116:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789130379.123106:0:16116:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf501a9680 x1876037329025152/t0(0) o103->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:17/18 lens 344/224 e 0 to 0 dl 1789130395 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789130379.123115:0:16116:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf501a9680 pname:cluuid:pid:xid:nid:opc:job ldlm_bl_02:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:16116:1876037329025152:192.168.204.123@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1789130379.123123:0:16116:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130379.123127:0:16116:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130379.123131:0:16116:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1789130379.123134:0:16116:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789130379.123138:0:16116:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf501a9680 x1876037329025152/t0(0) o103->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:17/18 lens 344/224 e 0 to 0 dl 1789130395 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130379.123147:0:16116:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789130379.123151:0:16116:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9caf485e8000. 00000100:00000001:1.0:1789130379.123156:0:16116:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1789130379.123159:0:16116:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130379.123163:0:16116:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789130379.123166:0:16116:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf501a9680 x1876037329025152/t0(0) o103->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:17/18 lens 344/224 e 0 to 0 dl 1789130395 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130379.123174:0:16116:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789130379.123179:0:16116:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789130379.123183:0:16116:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9caf47c6ce00. 02000000:00000001:1.0:1789130379.123187:0:16116:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789130379.123191:0:16116:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1789130379.123193:0:16116:0:(genops.c:1223:class_import_put()) import ffff9caf6079a800 refcount=7 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000020:00000001:1.0:1789130379.123197:0:16116:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1789130379.123201:0:16116:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9caf47c6c800. 02000000:00000001:1.0:1789130379.123205:0:16116:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789130379.123207:0:16116:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789130379.123210:0:16116:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf501a9680. 00000100:00000001:1.0:1789130379.123216:0:16116:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789130379.123217:0:16116:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1789130379.123220:0:16116:0:(ldlm_request.c:1632:ldlm_cli_cancel_req()) Process leaving 00010000:00000001:1.0:1789130379.123225:0:16116:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1789130379.123231:0:16116:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e20000/0xde5303b1d982ccd7 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x28:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xcdf1b083821a5866 expref: -99 pid: 31709 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000040:1.0:1789130379.123244:0:16116:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9caf4a8cc200 count: 0 00010000:00000010:1.0:1789130379.123255:0:16116:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9caf4c532300. 00010000:00000001:1.0:1789130379.123282:0:16116:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130379.123285:0:16116:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1789130379.123288:0:16116:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a93800/0xde5303b1d982ccc2 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xcdf1b083821a580b expref: -99 pid: 31699 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000040:1.0:1789130379.123296:0:16116:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9caf4814d900 count: 0 00010000:00000010:1.0:1789130379.123300:0:16116:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9caf4938d000. 00010000:00000001:1.0:1789130379.123307:0:16116:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130379.123309:0:16116:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1789130379.123312:0:16116:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a93e00/0xde5303b1d982ccd0 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xcdf1b083821a5843 expref: -99 pid: 31699 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000010:1.0:1789130379.123327:0:16116:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9caf5049e8c0. 00010000:00000040:1.0:1789130379.123331:0:16116:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9caf4814d000 count: 0 00010000:00000010:1.0:1789130379.123335:0:16116:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9caf4938d700. 00010000:00000001:1.0:1789130379.123339:0:16116:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130379.123341:0:16116:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1789130379.123344:0:16116:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a93600/0xde5303b1d982ccc9 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x27:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xcdf1b083821a5827 expref: -99 pid: 31699 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000040:1.0:1789130379.123350:0:16116:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9caf4814d800 count: 0 00010000:00000010:1.0:1789130379.123354:0:16116:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9caf4938da00. 00010000:00000001:1.0:1789130379.123358:0:16116:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130379.123360:0:16116:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130379.123383:0:16116:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130379.123388:0:16116:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789130379.123390:0:16116:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789130379.123394:0:16116:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789130379.123396:0:16116:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789130379.123397:0:16116:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789130379.123399:0:16116:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789130379.123401:0:16116:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789130379.123402:0:16116:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789130379.123403:0:16116:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1789130379.125533:0:31728:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130379.125550:0:31728:0:(ldlm_lockd.c:2264:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130379.125554:0:31728:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=4 : 4 : 4) 00010000:00000010:1.1:1789130379.134859:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf4a8cc200. 00010000:00000010:1.1:1789130379.134885:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf47e20000. 00010000:00000010:1.1:1789130379.134891:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf4814d900. 00010000:00000010:1.1:1789130379.134897:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf46a93800. 00010000:00000010:1.1:1789130379.134901:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf4814d000. 00010000:00000010:1.1:1789130379.134904:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf46a93e00. 00010000:00000010:1.1:1789130379.134907:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf4814d800. 00010000:00000010:1.1:1789130379.134909:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf46a93600. 00020000:00000001:1.0:1789130379.174065:0:31699:0:(lov_object.c:2454:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:1.0:1789130379.174079:0:31699:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9caf4a6ab4d8) owner 0000000000000000/ffff9caf412127c0 00020000:00000002:1.0:1789130379.174086:0:31699:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9caf4a6ab4d8) owner 0000000000000000/ffff9caf412127c0 00020000:00000001:1.0:1789130379.174089:0:31699:0:(lov_object.c:2505:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130379.174099:0:31699:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:1.0:1789130379.174104:0:31699:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f40d7fdf0 00000080:00200008:1.0:1789130379.174108:0:31699:0:(file.c:479:ll_file_release()) START file f:[0x200000404:0x29:0x0](ffff9caf608642c8), flags 100002 00000080:00000001:1.0:1789130379.174116:0:31699:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:1.0:1789130379.174120:0:31699:0:(pcc.c:2463:pcc_file_release()) Process leaving 00020000:00000001:1.0:1789130379.174123:0:31699:0:(lov_object.c:2454:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:1.0:1789130379.174125:0:31699:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9caf4a6ab4d8) owner 0000000000000000/ffff9caf412127c0 00020000:00000002:1.0:1789130379.174127:0:31699:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9caf4a6ab4d8) owner 0000000000000000/ffff9caf412127c0 00020000:00000001:1.0:1789130379.174130:0:31699:0:(lov_object.c:2505:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130379.174133:0:31699:0:(file.c:341:ll_md_close()) Process entered 00000002:00000001:1.0:1789130379.174146:0:31699:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789130379.174152:0:31699:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1789130379.174162:0:31699:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789130379.174165:0:31699:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789130379.174168:0:31699:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000404:0x29:0x0]: 0 00000080:00000001:1.0:1789130379.174172:0:31699:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:1.0:1789130379.174175:0:31699:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:1.0:1789130379.174185:0:31699:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9caf48ef8c00. 00000080:00000001:1.0:1789130379.174189:0:31699:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:1.0:1789130379.174197:0:31699:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:1.0:1789130379.174203:0:31699:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000002:1.0:1789130379.174206:0:31699:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000404:0x29:0x0] 00000002:00000001:1.0:1789130379.174212:0:31699:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:1.0:1789130379.174215:0:31699:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9caf5014c800: [0x200000404:0x29:0x0] file closed with intent: 0 00000100:00000010:1.0:1789130379.174225:0:31699:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf615d6940. 00000020:00000040:1.0:1789130379.174230:0:31699:0:(genops.c:1210:class_import_get()) import ffff9caf6079a800 refcount=8 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000100:00000001:1.0:1789130379.174237:0:31699:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789130379.174242:0:31699:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789130379.174248:0:31699:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789130379.174272:0:31699:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9caf48ef9600. 00000100:00000001:1.0:1789130379.174282:0:31699:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:1.0:1789130379.174317:0:31699:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9caf580b8b40 x1876037329023872/t4294967632(4294967632) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/664 e 0 to 0 dl 1789130390 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000020:00100000:1.0:1789130379.174332:0:31699:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9caf5014c800: modify RPC slot 2 is allocated opc 35, max 7 00000100:00100000:1.0:1789130379.174338:0:31699:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9caf615d6940 x1876037329025408/t0(0) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:1.0:1789130379.174347:0:31699:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1789130379.174349:0:31699:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1789130379.174359:0:31699:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9caf607be6c0. 00000100:00000001:1.0:1789130379.174362:0:31699:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446634875784783552 : -109197924768064 : ffff9caf607be6c0) 00000100:00000001:1.0:1789130379.174366:0:31699:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789130379.174368:0:31699:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875799562560 : -109197909989056 : ffff9caf615d6940) 00000100:00000001:1.0:1789130379.174374:0:31699:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789130379.174380:0:31699:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130379.174382:0:31699:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1789130379.174395:0:31699:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789130379.174401:0:31699:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf615d6940 x1876037329025408/t0(0) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130379.174410:0:31699:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789130379.174413:0:31699:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130379.174418:0:31699:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789130379.174422:0:31699:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789130379.174425:0:31699:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789130379.174429:0:31699:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf615d6940 pname:cluuid:pid:xid:nid:opc:job multiop:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:31699:1876037329025408:192.168.204.123@tcp:35:multiop.0 00000100:00000001:1.0:1789130379.174434:0:31699:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789130379.174442:0:31699:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789130379.174445:0:31699:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130379.174448:0:31699:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789130379.174455:0:31699:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9caf487c2800. 02000000:00000001:1.0:1789130379.174457:0:31699:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789130379.174466:0:31699:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:1.0:1789130379.174471:0:31699:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf42d8ee18. 00000400:00000010:1.0:1789130379.174480:0:31699:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf462a3440. 00000100:00000200:1.0:1789130379.174490:0:31699:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876037329025408, portal 10 00000100:00000001:1.0:1789130379.174492:0:31699:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789130379.174493:0:31699:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875799562560 : -109197909989056 : ffff9caf615d6940) 00000100:00000040:1.0:1789130379.174501:0:31699:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9caf615d6940 x1876037329025408/t0(0) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1789130395 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130379.174509:0:31699:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789130379.174511:0:31699:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:1.0:1789130379.174516:0:31699:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf462a3990. 00000100:00000200:1.0:1789130379.174519:0:31699:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1876037329025408, offset 0 00000400:00000200:1.0:1789130379.174530:0:31699:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:1.0:1789130379.174540:0:31699:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:1.0:1789130379.174757:0:31699:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:1.0:1789130379.174766:0:31699:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789130379.174773:0:31699:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:1.0:1789130379.174779:0:31699:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789130379.174783:0:31699:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:1.0:1789130379.174788:0:31699:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2459:2459:256:4294967295] 192.168.204.123@tcp LPNI seq info [2458:2458:8:4294967295] 00000400:00000200:1.0:1789130379.174794:0:31699:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:1.0:1789130379.174851:0:31699:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:1.0:1789130379.174860:0:31699:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:1.0:1789130379.174869:0:31699:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf47f34e00. 00000800:00000200:1.0:1789130379.174879:0:31699:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:1.0:1789130379.174891:0:31699:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:1.0:1789130379.174898:0:31699:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf47f34e00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1789130379.174918:0:31699:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789130379.174924:0:31699:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: using a timeout of 797570 usecs (798 jiffies) 00000400:00000200:1.0:1789130379.174928:0:31699:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:1.0:1789130379.174933:0:31699:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296473994 00000100:00000001:1.0:1789130379.174936:0:31699:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 2, keep current deadline 4296477183 00000100:00000001:1.0:1789130379.174939:0:31699:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296473994 00000100:00000001:1.0:1789130379.174942:0:31699:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 3, keep current deadline 4296477183 00000100:00000001:1.0:1789130379.174945:0:31699:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789130379.174948:0:31699:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130379.174951:0:31699:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789130379.174953:0:31699:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1789130379.174956:0:31699:0:(client.c:2715:ptlrpc_set_wait()) set ffff9caf607be6c0 going to sleep for 11 seconds 00000100:00000001:1.0:1789130379.174959:0:31699:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789130379.174963:0:31699:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789130379.175240:0:2341:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789130379.175247:0:2341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf47f34e00. 00000400:00000200:3.0:1789130379.175254:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130379.175272:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:3.0:1789130379.175281:0:2341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf462a3990 00000400:00000010:3.0:1789130379.175285:0:2341:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf462a3990. 00000100:00000001:3.0:1789130379.175291:0:2341:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789130379.175297:0:2341:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf615d6940 x1876037329025408/t0(0) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1789130395 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130379.175309:0:2341:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130379.175313:0:2341:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf615d6940 x1876037329025408/t0(0) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1789130395 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130379.175321:0:2341:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130379.175323:0:2341:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1789130379.187778:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130379.187832:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789130379.187837:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130379.187840:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130379.187851:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130379.187860:0:2342:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:3.0:1789130379.187871:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130379.187877:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130379.187885:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130379.187890:0:2342:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 456 into portal 10 MB=0x6aa3efa94f980 00000400:00000200:3.0:1789130379.187896:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130379.187903:0:2342:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.123@tcp of length 456/456 into md 0x6a55 [1] + 224 00000800:00000001:3.0:1789130379.187911:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130379.187918:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130379.187923:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130379.187928:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:3.0:1789130379.187939:0:2342:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789130379.187951:0:2342:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf615d6940 x1876037329025408/t0(0) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1789130395 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789130379.187964:0:2342:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9caf615d6940 x1876037329025408/t0(0) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1789130395 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130379.187988:0:2342:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789130379.188000:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130379.188003:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130379.188367:0:31699:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789130379.188379:0:31699:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789130379.188382:0:31699:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789130379.188393:0:31699:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf42d8ee18. 00000400:00000200:1.0:1789130379.188399:0:31699:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf462a3440 00000400:00000010:1.0:1789130379.188402:0:31699:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf462a3440. 00000100:00000001:1.0:1789130379.188406:0:31699:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789130379.188412:0:31699:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf615d6940 x1876037329025408/t0(0) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1789130395 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1789130379.188422:0:31699:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf615d6940 x1876037329025408/t0(0) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1789130395 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130379.188429:0:31699:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789130379.188432:0:31699:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130379.188435:0:31699:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789130379.188438:0:31699:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789130379.188441:0:31699:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789130379.188443:0:31699:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130379.188447:0:31699:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789130379.188459:0:31699:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf6079aca8 time=148 v=5 (5 5 5 5) 00000100:00001000:1.0:1789130379.188463:0:31699:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf6079ac18 time=15 v=5 (1 0 0 0) 00000100:00000001:1.0:1789130379.188467:0:31699:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789130379.188468:0:31699:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130379.188472:0:31699:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789130379.188477:0:31699:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130379.188481:0:31699:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1789130379.188483:0:31699:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1789130379.188485:0:31699:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1789130379.188487:0:31699:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789130379.188489:0:31699:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875799562560 : -109197909989056 : ffff9caf615d6940) 00000100:00000001:1.0:1789130379.188492:0:31699:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789130379.188494:0:31699:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9caf5014c800: skip recheck: last_committed 4294967632 00000100:00000001:1.0:1789130379.188496:0:31699:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789130379.188499:0:31699:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789130379.188503:0:31699:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf615d6940 x1876037329025408/t4294967634(4294967634) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1789130395 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130379.188511:0:31699:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789130379.188515:0:31699:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789130379.188518:0:31699:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789130379.188522:0:31699:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf615d6940 x1876037329025408/t4294967634(4294967634) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1789130395 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1789130379.188530:0:31699:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf615d6940 pname:cluuid:pid:xid:nid:opc:job multiop:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:31699:1876037329025408:192.168.204.123@tcp:35:multiop.0 00000100:00000001:1.0:1789130379.188535:0:31699:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130379.188538:0:31699:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130379.188541:0:31699:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1789130379.188543:0:31699:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789130379.188546:0:31699:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf615d6940 x1876037329025408/t4294967634(4294967634) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1789130395 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130379.188553:0:31699:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789130379.188556:0:31699:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9caf607be6c0. 00000100:00000001:1.0:1789130379.188560:0:31699:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1789130379.188561:0:31699:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130379.188571:0:31699:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789130379.188572:0:31699:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875799562560 : -109197909989056 : ffff9caf615d6940) 00000002:00000001:1.0:1789130379.188575:0:31699:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789130379.188579:0:31699:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1789130379.188587:0:31699:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9caf48ef8c00. 00000080:00000001:1.0:1789130379.188590:0:31699:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:1.0:1789130379.188594:0:31699:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00000002:00000001:1.0:1789130379.188602:0:31699:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:1.0:1789130379.188608:0:31699:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9caf580b8b40 x1876037329023872/t4294967632(4294967632) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/664 e 0 to 0 dl 1789130390 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130379.188617:0:31699:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789130379.188618:0:31699:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875643202368 : -109198066349248 : ffff9caf580b8b40) 00000100:00000001:1.0:1789130379.188620:0:31699:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789130379.188623:0:31699:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf580b8b40 x1876037329023872/t4294967632(4294967632) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/664 e 0 to 0 dl 1789130390 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130379.188628:0:31699:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130379.188631:0:31699:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789130379.188634:0:31699:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf580b8b40 x1876037329023872/t4294967632(4294967632) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/664 e 0 to 0 dl 1789130390 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130379.188641:0:31699:0:(client.c:2793:__ptlrpc_free_req()) Process entered 00000020:00000001:1.0:1789130379.188646:0:31699:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1789130379.188647:0:31699:0:(genops.c:1223:class_import_put()) import ffff9caf6079a800 refcount=7 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000020:00000001:1.0:1789130379.188650:0:31699:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1789130379.188653:0:31699:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9caf58573800. 02000000:00000001:1.0:1789130379.188658:0:31699:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789130379.188660:0:31699:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789130379.188662:0:31699:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf580b8b40. 00000100:00000001:1.0:1789130379.188668:0:31699:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789130379.188669:0:31699:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130379.188670:0:31699:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789130379.188673:0:31699:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf615d6940 x1876037329025408/t4294967634(4294967634) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1789130395 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130379.188680:0:31699:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789130379.188683:0:31699:0:(client.c:2947:obd_mod_free()) kfreed 'mod': 32 at ffff9caf484ad7c0. 00000002:00000001:1.0:1789130379.188685:0:31699:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789130379.188687:0:31699:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1789130379.188689:0:31699:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9caf5049eec0. 00000100:00000001:1.0:1789130379.188691:0:31699:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789130379.188694:0:31699:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf615d6940 x1876037329025408/t4294967634(4294967634) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1789130395 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130379.188699:0:31699:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130379.188702:0:31699:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1789130379.188707:0:31699:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9caf47d2c8c0. 00000080:00000001:1.0:1789130379.188711:0:31699:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130379.188717:0:31699:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f40d7fdf0 00000080:00000008:1.0:1789130379.188720:0:31699:0:(file.c:523:ll_file_release()) COMPLETED file f:[0x200000404:0x29:0x0](ffff9caf608642c8), flags 100002, rc = 0 00000080:00000001:1.0:1789130379.188724:0:31699:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130379.188730:0:31699:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1789130379.188732:0:31699:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f40d7fe00 00000080:00002000:1.0:1789130379.188734:0:31699:0:(dcache.c:127:ll_ddelete()) deleting dentry f (ffff9caf60227288, parent ffff9caf60227a20, inode ffff9caf608642c8) hashed, 00000080:00000001:1.0:1789130379.188738:0:31699:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1789130379.188752:0:31699:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1789130379.188755:0:31699:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1789130379.188758:0:31699:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1789130379.188759:0:31699:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f40d7fe00 00000080:00002000:1.0:1789130379.188761:0:31699:0:(dcache.c:127:ll_ddelete()) deleting dentry d21h.recovery-small-1 (ffff9caf60227a20, parent ffff9caf600f3360, inode ffff9caf60131148) hashed, 00000080:00000001:1.0:1789130379.188764:0:31699:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1789130379.188768:0:31699:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1789130379.188770:0:31699:0:(dcache.c:48:ll_release()) Process leaving 00010000:00000001:3.0:1789130379.198608:0:27360:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130379.198622:0:27360:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130379.198952:0:16244:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789130379.198958:0:16244:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789130379.198962:0:16244:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000010:1.1:1789130379.203061:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9caf484ade80. 00000080:00000010:1.1:1789130379.203097:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9caf484ad9c0. 00000100:00000001:3.0:1789130380.089954:0:2350:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789130380.090265:0:2350:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789130380.090269:0:2350:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=10 : 10 : a) 00000100:00000001:3.0:1789130380.090276:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789130380.090279:0:2350:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789130380.090283:0:2350:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130380.090288:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130380.218093:0:27360:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130380.218105:0:27360:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130380.218382:0:16115:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789130380.218387:0:16115:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789130380.218392:0:16115:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1789130381.242121:0:27360:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130381.242132:0:27360:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130381.242531:0:16116:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789130381.242536:0:16116:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789130381.242540:0:16116:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1789130382.266397:0:27360:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130382.266408:0:27360:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130382.267746:0:16244:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789130382.267757:0:16244:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789130382.267763:0:16244:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1789130383.162009:0:23465:0:(connection.c:75:cpu_latency_work()) work item of ffff9caf6147aa20 (cpu 2) has reached its deadline 4296477183, at 4296477184 00000100:00000010:2.0:1789130383.162036:0:23465:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9caf4812fe40. 00000100:00000040:3.0:1789130383.185483:0:27360:0:(connection.c:75:cpu_latency_work()) work item of ffff9caf6147ab30 (cpu 3) has reached its deadline 4296477183, at 4296477207 00000100:00000010:3.0:1789130383.185508:0:27360:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9caf4812f6c0. 00010000:00000001:3.0:1789130383.291758:0:27360:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130383.291768:0:27360:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130383.293125:0:16115:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789130383.293135:0:16115:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789130383.293142:0:16115:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1789130384.186408:0:17674:0:(pinger.c:229:ptlrpc_pinger_process_import()) 70f26143-21ad-4cd3-af2c-0601ab5c9490->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789130384.186423:0:17674:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1789130384.186440:0:17674:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf580ba1c0. 00000020:00000040:2.0:1789130384.186448:0:17674:0:(genops.c:1210:class_import_get()) import ffff9caf586ce800 refcount=4 obd=MGC192.168.204.123@tcp 00000100:00000001:2.0:1789130384.186453:0:17674:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789130384.186457:0:17674:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789130384.186465:0:17674:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789130384.186476:0:17674:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9caf501cf000. 00000100:00000001:2.0:1789130384.186486:0:17674:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130384.186503:0:17674:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 70f26143-21ad-4cd3-af2c-0601ab5c9490->MGS req@ffff9caf580ba1c0 x1876037329025536/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789130384.186517:0:17674:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789130384.186522:0:17674:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130384.186530:0:17674:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006d1ce51f] to pc [ptlrpcd_01_00+0] req@ffff9caf580ba1c0 x1876037329025536/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130384.186570:0:17674:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130384.186573:0:17674:0:(pinger.c:229:ptlrpc_pinger_process_import()) c4ff2dbd-4d13-4802-9c50-d71e34d32a35->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789130384.186577:0:17674:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1789130384.186580:0:17674:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf580b8000. 00000020:00000040:2.0:1789130384.186582:0:17674:0:(genops.c:1210:class_import_get()) import ffff9caf6079a800 refcount=8 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000100:00000001:2.0:1789130384.186585:0:17674:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789130384.186586:0:17674:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789130384.186588:0:17674:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789130384.186595:0:17674:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9caf501cf900. 00000100:00000001:2.0:1789130384.186598:0:17674:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130384.186602:0:17674:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging c4ff2dbd-4d13-4802-9c50-d71e34d32a35->lustre-MDT0000_UUID req@ffff9caf580b8000 x1876037329025664/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789130384.186610:0:17674:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789130384.186612:0:17674:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130384.186616:0:17674:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cd5f3892] to pc [ptlrpcd_01_01+1] req@ffff9caf580b8000 x1876037329025664/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130384.186631:0:17674:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130384.186633:0:17674:0:(pinger.c:229:ptlrpc_pinger_process_import()) c4ff2dbd-4d13-4802-9c50-d71e34d32a35->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789130384.186637:0:17674:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1789130384.186641:0:17674:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf580bb840. 00000020:00000040:2.0:1789130384.186644:0:17674:0:(genops.c:1210:class_import_get()) import ffff9caf468ac800 refcount=3 obd=lustre-OST0000-osc-ffff9caf5014c800 00000100:00000001:2.0:1789130384.186646:0:17674:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789130384.186647:0:17674:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789130384.186649:0:17674:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789130384.186652:0:17674:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9caf501cfa00. 00000100:00000001:2.0:1789130384.186654:0:17674:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130384.186658:0:17674:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging c4ff2dbd-4d13-4802-9c50-d71e34d32a35->lustre-OST0000_UUID req@ffff9caf580bb840 x1876037329025792/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789130384.186665:0:17674:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789130384.186667:0:17674:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130384.186670:0:17674:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000024f9ac59] to pc [ptlrpcd_01_00+0] req@ffff9caf580bb840 x1876037329025792/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130384.186676:0:17674:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130384.186679:0:17674:0:(pinger.c:229:ptlrpc_pinger_process_import()) c4ff2dbd-4d13-4802-9c50-d71e34d32a35->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789130384.186682:0:17674:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1789130384.186685:0:17674:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf580b8f00. 00000020:00000040:2.0:1789130384.186687:0:17674:0:(genops.c:1210:class_import_get()) import ffff9caf48ede000 refcount=3 obd=lustre-OST0001-osc-ffff9caf5014c800 00000100:00000001:2.0:1789130384.186689:0:17674:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789130384.186690:0:17674:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789130384.186692:0:17674:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789130384.186695:0:17674:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9caf501cfc00. 00000100:00000001:2.0:1789130384.186698:0:17674:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130384.186702:0:17674:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging c4ff2dbd-4d13-4802-9c50-d71e34d32a35->lustre-OST0001_UUID req@ffff9caf580b8f00 x1876037329025920/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789130384.186709:0:17674:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789130384.186712:0:17674:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130384.186716:0:17674:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000857e971] to pc [ptlrpcd_01_01+1] req@ffff9caf580b8f00 x1876037329025920/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130384.186723:0:17674:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130384.186729:0:17674:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1815) 00000100:00000001:3.0:1789130384.187250:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789130384.187257:0:2349:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789130384.187261:0:2349:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789130384.187272:0:2349:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf580ba1c0 x1876037329025536/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130384.187282:0:2349:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789130384.187285:0:2349:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789130384.187290:0:2349:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789130384.187294:0:2349:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789130384.187296:0:2349:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789130384.187301:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf580ba1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:70f26143-21ad-4cd3-af2c-0601ab5c9490:2349:1876037329025536:192.168.204.123@tcp:400:kworker.0 00000100:00000001:3.0:1789130384.187306:0:2349:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789130384.187315:0:2349:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789130384.187319:0:2349:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789130384.187322:0:2349:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789130384.187330:0:2349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9caf47c6c800. 02000000:00000001:3.0:1789130384.187332:0:2349:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789130384.187342:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:3.0:1789130384.187347:0:2349:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf60788b00. 00000400:00000010:3.0:1789130384.187357:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf4549f198. 00000100:00000200:3.0:1789130384.187367:0:2349:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876037329025536, portal 25 00000100:00000001:3.0:1789130384.187369:0:2349:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789130384.187371:0:2349:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875643208128 : -109198066343488 : ffff9caf580ba1c0) 00000100:00000040:3.0:1789130384.187377:0:2349:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9caf580ba1c0 x1876037329025536/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130400 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130384.187386:0:2349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789130384.187389:0:2349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:3.0:1789130384.187401:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf4549f908. 00000100:00000200:3.0:1789130384.187405:0:2349:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1876037329025536, offset 0 00000400:00000200:3.0:1789130384.187415:0:2349:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:3.0:1789130384.187427:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130384.187438:0:2349:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:3.0:1789130384.187445:0:2349:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789130384.187451:0:2349:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:3.0:1789130384.187456:0:2349:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789130384.187459:0:2349:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:3.0:1789130384.187464:0:2349:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2460:2460:256:4294967295] 192.168.204.123@tcp LPNI seq info [2459:2459:8:4294967295] 00000400:00000200:3.0:1789130384.187469:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130384.187480:0:2349:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:3.0:1789130384.187487:0:2349:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:3.0:1789130384.187494:0:2349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf47fd2900. 00000800:00000200:3.0:1789130384.187502:0:2349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:3.0:1789130384.187513:0:2349:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:3.0:1789130384.187518:0:2349:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf47fd2900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789130384.187543:0:2349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789130384.187547:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:3.0:1789130384.187551:0:2349:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.123@tcp: PM QoS new deadline estimation for cpu 2 is 4296482295 00000100:00000010:3.0:1789130384.187558:0:2349:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9caf58401f60. 00000100:00000001:3.0:1789130384.187566:0:2349:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.123@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1789130384.187574:0:2349:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.123@tcp: PM QoS new deadline estimation for cpu 3 is 4296482295 00000100:00000010:3.0:1789130384.187577:0:2349:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9caf58401120. 00000100:00000001:3.0:1789130384.187581:0:2349:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.123@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1789130384.187584:0:2349:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789130384.187588:0:2349:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130384.187591:0:2349:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789130384.187595:0:2349:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf580bb840 x1876037329025792/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130384.187602:0:2349:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789130384.187603:0:2349:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789130384.187605:0:2349:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789130384.187607:0:2349:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789130384.187609:0:2349:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789130384.187612:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf580bb840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:2349:1876037329025792:192.168.204.123@tcp:400:kworker.0 00000100:00000001:3.0:1789130384.187615:0:2349:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789130384.187618:0:2349:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789130384.187620:0:2349:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789130384.187622:0:2349:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789130384.187626:0:2349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9caf47c6da00. 02000000:00000001:3.0:1789130384.187629:0:2349:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789130384.187634:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:3.0:1789130384.187637:0:2349:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf60788108. 00000400:00000010:3.0:1789130384.187642:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf4549f6e8. 00000100:00000200:3.0:1789130384.187645:0:2349:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876037329025792, portal 4 00000100:00000001:3.0:1789130384.187650:0:2349:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789130384.187652:0:2349:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875643213888 : -109198066337728 : ffff9caf580bb840) 00000100:00000040:3.0:1789130384.187662:0:2349:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9caf580bb840 x1876037329025792/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130400 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130384.187670:0:2349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789130384.187674:0:2349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:3.0:1789130384.187676:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf4549f880. 00000100:00000200:3.0:1789130384.187678:0:2349:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876037329025792, offset 0 00000400:00000200:3.0:1789130384.187684:0:2349:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:3.0:1789130384.187689:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130384.187693:0:2349:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:3.0:1789130384.187697:0:2349:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789130384.187699:0:2349:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:3.0:1789130384.187704:0:2349:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789130384.187707:0:2349:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:3.0:1789130384.187711:0:2349:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2461:2461:255:4294967295] 192.168.204.123@tcp LPNI seq info [2460:2460:7:4294967295] 00000400:00000200:3.0:1789130384.187715:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130384.187721:0:2349:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:3.0:1789130384.187726:0:2349:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:3.0:1789130384.187730:0:2349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf47fd2700. 00000800:00000200:3.0:1789130384.187734:0:2349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:3.0:1789130384.187739:0:2349:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:3.0:1789130384.187742:0:2349:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf47fd2700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789130384.187745:0:2349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130384.187750:0:2349:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9caf5014c800: using a timeout of 22671 usecs (23 jiffies) 00000400:00000200:3.0:1789130384.187754:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:3.0:1789130384.187756:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296478232 00000100:00000001:3.0:1789130384.187758:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9caf5014c800: PM QoS request active for cpu 2, keep current deadline 4296482295 00000100:00000001:3.0:1789130384.187761:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296478232 00000100:00000001:3.0:1789130384.187763:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9caf5014c800: PM QoS request active for cpu 3, keep current deadline 4296482295 00000100:00000001:3.0:1789130384.187766:0:2349:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789130384.187768:0:2349:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130384.187771:0:2349:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130384.187774:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130384.187788:0:2349:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789130384.187791:0:2349:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1789130384.187794:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789130384.187796:0:2349:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789130384.187797:0:2349:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789130384.187801:0:2349:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:3.0:1789130384.187874:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130384.187876:0:2349:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789130384.187879:0:2349:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130384.187881:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789130384.187882:0:2349:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789130384.187883:0:2349:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789130384.187889:0:2349:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf580b8000 x1876037329025664/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130384.187897:0:2349:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789130384.187898:0:2349:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789130384.187902:0:2349:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789130384.187903:0:2349:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789130384.187905:0:2349:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789130384.187908:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf580b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:2349:1876037329025664:192.168.204.123@tcp:400:kworker.0 00000100:00000001:3.0:1789130384.187912:0:2349:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789130384.187915:0:2349:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789130384.187916:0:2349:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789130384.187918:0:2349:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789130384.187922:0:2349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9caf47c6dc00. 02000000:00000001:3.0:1789130384.187924:0:2349:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789130384.187939:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:3.0:1789130384.188383:0:2349:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf60788f78. 00000400:00000010:3.0:1789130384.188442:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf4549f220. 00000100:00000200:3.0:1789130384.188449:0:2349:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876037329025664, portal 10 00000100:00000001:3.0:1789130384.188452:0:2349:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789130384.188454:0:2349:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875643199488 : -109198066352128 : ffff9caf580b8000) 00000100:00000040:3.0:1789130384.188464:0:2349:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9caf580b8000 x1876037329025664/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130400 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130384.188471:0:2349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789130384.188473:0:2349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:3.0:1789130384.188477:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf4549fdd0. 00000100:00000200:3.0:1789130384.188479:0:2349:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876037329025664, offset 0 00000400:00000200:3.0:1789130384.188485:0:2349:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:3.0:1789130384.188490:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130384.188497:0:2349:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:3.0:1789130384.188500:0:2349:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789130384.188503:0:2349:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:3.0:1789130384.188506:0:2349:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789130384.188508:0:2349:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:3.0:1789130384.188511:0:2349:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2462:2462:254:4294967295] 192.168.204.123@tcp LPNI seq info [2461:2461:6:4294967295] 00000400:00000200:3.0:1789130384.188515:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130384.188521:0:2349:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:3.0:1789130384.188526:0:2349:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:3.0:1789130384.188531:0:2349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf47fd2400. 00000800:00000200:3.0:1789130384.188535:0:2349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:3.0:1789130384.188541:0:2349:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:3.0:1789130384.188544:0:2349:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf47fd2400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789130384.188547:0:2349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130384.188550:0:2349:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: using a timeout of 796496 usecs (797 jiffies) 00000400:00000200:3.0:1789130384.188553:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:3.0:1789130384.188555:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296479007 00000100:00000001:3.0:1789130384.188558:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 2, keep current deadline 4296482295 00000100:00000001:3.0:1789130384.188560:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296479007 00000100:00000001:3.0:1789130384.188563:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 3, keep current deadline 4296482295 00000100:00000001:3.0:1789130384.188564:0:2349:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789130384.188567:0:2349:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130384.188570:0:2349:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789130384.188574:0:2349:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf580b8f00 x1876037329025920/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130384.188581:0:2349:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789130384.188582:0:2349:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789130384.188585:0:2349:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789130384.188587:0:2349:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789130384.188589:0:2349:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789130384.188592:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf580b8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:2349:1876037329025920:192.168.204.123@tcp:400:kworker.0 00000100:00000001:3.0:1789130384.188596:0:2349:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789130384.188598:0:2349:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789130384.188600:0:2349:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789130384.188602:0:2349:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789130384.188606:0:2349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9caf47c6ce00. 02000000:00000001:3.0:1789130384.188608:0:2349:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789130384.188611:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:3.0:1789130384.188614:0:2349:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf60788738. 00000400:00000010:3.0:1789130384.188617:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf4549fb28. 00000100:00000200:3.0:1789130384.188620:0:2349:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876037329025920, portal 4 00000100:00000001:3.0:1789130384.188622:0:2349:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789130384.188623:0:2349:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875643203328 : -109198066348288 : ffff9caf580b8f00) 00000100:00000040:3.0:1789130384.188629:0:2349:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9caf580b8f00 x1876037329025920/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130400 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130384.188635:0:2349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789130384.188637:0:2349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:3.0:1789130384.188639:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf4549f330. 00000100:00000200:3.0:1789130384.188641:0:2349:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876037329025920, offset 0 00000400:00000200:3.0:1789130384.188645:0:2349:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:3.0:1789130384.188649:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130384.188652:0:2349:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:3.0:1789130384.188655:0:2349:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789130384.188657:0:2349:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:3.0:1789130384.188660:0:2349:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789130384.188662:0:2349:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:3.0:1789130384.188665:0:2349:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2463:2463:253:4294967295] 192.168.204.123@tcp LPNI seq info [2462:2462:5:4294967295] 00000400:00000200:3.0:1789130384.188669:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130384.188674:0:2349:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:3.0:1789130384.188678:0:2349:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:3.0:1789130384.188681:0:2349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf47fd2600. 00000800:00000200:3.0:1789130384.188685:0:2349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:3.0:1789130384.188688:0:2349:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:3.0:1789130384.188691:0:2349:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf47fd2600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789130384.188694:0:2349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130384.188697:0:2349:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9caf5014c800: using a timeout of 362283 usecs (363 jiffies) 00000400:00000200:3.0:1789130384.188701:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:3.0:1789130384.188702:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296478573 00000100:00000001:3.0:1789130384.188705:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9caf5014c800: PM QoS request active for cpu 2, keep current deadline 4296482295 00000100:00000001:3.0:1789130384.188707:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296478573 00000100:00000001:3.0:1789130384.188709:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9caf5014c800: PM QoS request active for cpu 3, keep current deadline 4296482295 00000100:00000001:3.0:1789130384.188711:0:2349:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789130384.188713:0:2349:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130384.188716:0:2349:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130384.188720:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130384.188750:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789130384.188753:0:2350:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789130384.188756:0:2350:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130384.188758:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789130384.189407:0:2341:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789130384.189415:0:2341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf47fd2900. 00000400:00000200:2.0:1789130384.189427:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130384.189435:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:2.0:1789130384.189444:0:2341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf4549f908 00000400:00000010:2.0:1789130384.189447:0:2341:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf4549f908. 00000100:00000001:2.0:1789130384.189456:0:2341:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789130384.189462:0:2341:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf580ba1c0 x1876037329025536/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130400 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130384.189474:0:2341:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130384.189478:0:2341:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf580ba1c0 x1876037329025536/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130400 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130384.189484:0:2341:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130384.189486:0:2341:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1789130384.189504:0:2341:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789130384.189506:0:2341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf47fd2700. 00000400:00000200:2.0:1789130384.189509:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130384.189512:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:2.0:1789130384.189515:0:2341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf4549f880 00000400:00000010:2.0:1789130384.189517:0:2341:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf4549f880. 00000100:00000001:2.0:1789130384.189520:0:2341:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789130384.189524:0:2341:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf580bb840 x1876037329025792/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130400 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130384.189531:0:2341:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130384.189534:0:2341:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf580bb840 x1876037329025792/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130400 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130384.189540:0:2341:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130384.189542:0:2341:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1789130384.189551:0:2341:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789130384.189553:0:2341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf47fd2400. 00000400:00000200:2.0:1789130384.189556:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130384.189559:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:2.0:1789130384.189561:0:2341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf4549fdd0 00000400:00000010:2.0:1789130384.189563:0:2341:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf4549fdd0. 00000100:00000001:2.0:1789130384.189564:0:2341:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789130384.189568:0:2341:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf580b8000 x1876037329025664/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130400 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130384.189574:0:2341:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130384.189576:0:2341:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf580b8000 x1876037329025664/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130400 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130384.189583:0:2341:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130384.189584:0:2341:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1789130384.189673:0:2341:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789130384.189676:0:2341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf47fd2600. 00000400:00000200:2.0:1789130384.189679:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130384.189682:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:2.0:1789130384.189685:0:2341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf4549f330 00000400:00000010:2.0:1789130384.189687:0:2341:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf4549f330. 00000100:00000001:2.0:1789130384.189690:0:2341:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789130384.189694:0:2341:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf580b8f00 x1876037329025920/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130400 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130384.189701:0:2341:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130384.189704:0:2341:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf580b8f00 x1876037329025920/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130400 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130384.189711:0:2341:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130384.189712:0:2341:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1789130384.194391:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130384.194421:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789130384.194428:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130384.194431:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130384.194443:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130384.194453:0:2342:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:3.0:1789130384.194464:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130384.194473:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130384.194480:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130384.194484:0:2342:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 224 into portal 25 MB=0x6aa3efa94fa00 00000400:00000200:3.0:1789130384.194489:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130384.194497:0:2342:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.123@tcp of length 224/224 into md 0x6a5d [1] + 224 00000800:00000001:3.0:1789130384.194506:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130384.194513:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130384.194518:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130384.194523:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:3.0:1789130384.195406:0:2342:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789130384.195432:0:2342:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf580ba1c0 x1876037329025536/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130400 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789130384.195448:0:2342:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9caf580ba1c0 x1876037329025536/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130400 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130384.195484:0:2342:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789130384.195500:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130384.195510:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789130384.196482:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789130384.196491:0:2349:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789130384.196503:0:2349:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789130384.196506:0:2349:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789130384.196513:0:2349:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf60788b00. 00000400:00000200:2.0:1789130384.196522:0:2349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf4549f198 00000400:00000010:2.0:1789130384.196525:0:2349:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf4549f198. 00000100:00000001:2.0:1789130384.197751:0:2349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789130384.197773:0:2349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf580ba1c0 x1876037329025536/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130400 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789130384.197791:0:2349:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf580ba1c0 x1876037329025536/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130400 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1789130384.199687:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130384.199712:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789130384.199719:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130384.199721:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130384.199732:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130384.199742:0:2341:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:3.0:1789130384.199754:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130384.199761:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130384.199769:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130384.199774:0:2341:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 224 into portal 10 MB=0x6aa3efa94fa80 00000400:00000200:3.0:1789130384.199781:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130384.199790:0:2341:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.123@tcp of length 224/224 into md 0x6a7d [1] + 224 00000800:00000001:3.0:1789130384.199801:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1789130384.199897:0:2349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789130384.199905:0:2349:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789130384.199911:0:2349:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789130384.199924:0:2349:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789130384.199937:0:2349:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789130384.199941:0:2349:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789130384.199946:0:2349:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789130384.199959:0:2349:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf586cec60 time=153 v=5 (5 5 5 5) 00000100:00001000:2.0:1789130384.199966:0:2349:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf586cec18 time=153 v=5 (1 1 1 1) 00000100:00000001:2.0:1789130384.199969:0:2349:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789130384.199972:0:2349:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130384.199977:0:2349:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789130384.199981:0:2349:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130384.199985:0:2349:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130384.199994:0:2349:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf580ba1c0 x1876037329025536/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130400 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130384.200006:0:2349:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789130384.200010:0:2349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789130384.200013:0:2349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789130384.200017:0:2349:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf580ba1c0 x1876037329025536/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130400 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789130384.200025:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf580ba1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:70f26143-21ad-4cd3-af2c-0601ab5c9490:2349:1876037329025536:192.168.204.123@tcp:400:kworker.0 00000100:00000001:2.0:1789130384.200033:0:2349:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130384.200154:0:2349:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130384.200160:0:2349:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf580ba1c0 x1876037329025536/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130400 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130384.200168:0:2349:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789130384.200171:0:2349:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789130384.200176:0:2349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9caf47c6c800. 02000000:00000001:2.0:1789130384.200181:0:2349:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789130384.200185:0:2349:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1789130384.200187:0:2349:0:(genops.c:1223:class_import_put()) import ffff9caf586ce800 refcount=3 obd=MGC192.168.204.123@tcp 00000020:00000001:2.0:1789130384.200190:0:2349:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1789130384.200194:0:2349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9caf501cf000. 02000000:00000001:2.0:1789130384.200199:0:2349:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789130384.200201:0:2349:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789130384.200204:0:2349:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf580ba1c0. 00000100:00000001:2.0:1789130384.200210:0:2349:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789130384.200211:0:2349:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789130384.200216:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130384.200219:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789130384.200221:0:2349:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789130384.200224:0:2349:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130384.200226:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1789130384.200749:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130384.200756:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130384.200764:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:3.0:1789130384.200776:0:2341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789130384.200782:0:2341:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf580b8000 x1876037329025664/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130400 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789130384.200793:0:2341:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9caf580b8000 x1876037329025664/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130400 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130384.201582:0:2341:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789130384.201610:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130384.201621:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789130384.205487:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789130384.205502:0:2349:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789130384.205520:0:2349:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789130384.205525:0:2349:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789130384.205542:0:2349:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf60788f78. 00000400:00000200:2.0:1789130384.205558:0:2349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf4549f220 00000400:00000010:2.0:1789130384.205562:0:2349:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf4549f220. 00000100:00000001:2.0:1789130384.205574:0:2349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789130384.205591:0:2349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf580b8000 x1876037329025664/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130400 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789130384.205605:0:2349:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf580b8000 x1876037329025664/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130400 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130384.205615:0:2349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789130384.205617:0:2349:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789130384.205620:0:2349:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789130384.205625:0:2349:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789130384.205629:0:2349:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789130384.205633:0:2349:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789130384.205636:0:2349:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789130384.205660:0:2349:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf6079ac60 time=153 v=5 (104 104 104 104) 00000100:00001000:2.0:1789130384.205673:0:2349:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf6079ac18 time=20 v=5 (1 0 0 0) 00000100:00000001:2.0:1789130384.205676:0:2349:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789130384.205678:0:2349:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130384.205684:0:2349:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789130384.205689:0:2349:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130384.205696:0:2349:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00100000:2.0:1789130384.205699:0:2349:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9caf5014c800: committing for last_committed 4294967634 gen 2 00000100:00100000:2.0:1789130384.205707:0:2349:0:(client.c:3174:ptlrpc_free_committed()) @@@ keeping (FL_REPLAY) req@ffff9caf61463840 x1876037329024256/t4294967633(4294967633) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/664 e 0 to 0 dl 1789130391 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789130384.205719:0:2349:0:(client.c:3181:ptlrpc_free_committed()) @@@ commit (last_committed 4294967634) req@ffff9caf615d6940 x1876037329025408/t4294967634(4294967634) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1789130395 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130384.205727:0:2349:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130384.205731:0:2349:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf615d6940 x1876037329025408/t4294967634(4294967634) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1789130395 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130384.205738:0:2349:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789130384.205742:0:2349:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789130384.205748:0:2349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9caf487c2800. 02000000:00000001:2.0:1789130384.205754:0:2349:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789130384.205758:0:2349:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1789130384.205760:0:2349:0:(genops.c:1223:class_import_put()) import ffff9caf6079a800 refcount=7 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000020:00000001:2.0:1789130384.205763:0:2349:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1789130384.205767:0:2349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9caf48ef9600. 02000000:00000001:2.0:1789130384.205772:0:2349:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789130384.205774:0:2349:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789130384.205777:0:2349:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf615d6940. 00000100:00000001:2.0:1789130384.205781:0:2349:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789130384.205783:0:2349:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789130384.205786:0:2349:0:(client.c:3188:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1789130384.205789:0:2349:0:(client.c:3235:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9caf5014c800: normal: skip=1 replay=1/2 committed=0/0 00000100:00000001:2.0:1789130384.205792:0:2349:0:(client.c:3236:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789130384.205794:0:2349:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130384.205800:0:2349:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf580b8000 x1876037329025664/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130400 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130384.205863:0:2349:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789130384.205866:0:2349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789130384.205869:0:2349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789130384.205874:0:2349:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf580b8000 x1876037329025664/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130400 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789130384.205881:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf580b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:2349:1876037329025664:192.168.204.123@tcp:400:kworker.0 00000100:00000001:2.0:1789130384.205888:0:2349:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130384.205890:0:2349:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130384.205893:0:2349:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf580b8000 x1876037329025664/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130400 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130384.205898:0:2349:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789130384.205899:0:2349:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789130384.205901:0:2349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9caf47c6dc00. 02000000:00000001:2.0:1789130384.205904:0:2349:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789130384.205906:0:2349:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1789130384.205907:0:2349:0:(genops.c:1223:class_import_put()) import ffff9caf6079a800 refcount=6 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000020:00000001:2.0:1789130384.205909:0:2349:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1789130384.205911:0:2349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9caf501cf900. 02000000:00000001:2.0:1789130384.206592:0:2349:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789130384.206596:0:2349:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789130384.206598:0:2349:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf580b8000. 00000100:00000001:2.0:1789130384.206605:0:2349:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789130384.206606:0:2349:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789130384.206612:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130384.206614:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789130384.206616:0:2349:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789130384.206619:0:2349:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130384.206621:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1789130384.208614:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130384.208639:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789130384.208645:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130384.208648:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130384.208662:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130384.208673:0:2342:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:3.0:1789130384.208689:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130384.208762:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130384.208772:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130384.208778:0:2342:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 224 into portal 4 MB=0x6aa3efa94fb80 00000400:00000200:3.0:1789130384.208785:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130384.208796:0:2342:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.123@tcp of length 224/224 into md 0x6a8d [1] + 224 00000800:00000001:3.0:1789130384.209502:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130384.209517:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130384.209523:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130384.209531:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:3.0:1789130384.209543:0:2342:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789130384.209555:0:2342:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf580b8f00 x1876037329025920/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130400 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789130384.209568:0:2342:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9caf580b8f00 x1876037329025920/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130400 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130384.209596:0:2342:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789130384.209611:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130384.209615:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789130384.209618:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130384.209620:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130384.209625:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130384.209629:0:2342:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:3.0:1789130384.209635:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130384.209639:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130384.209643:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130384.209646:0:2342:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 224 into portal 4 MB=0x6aa3efa94fb00 00000400:00000200:3.0:1789130384.209650:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130384.209655:0:2342:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.123@tcp of length 224/224 into md 0x6a6d [1] + 224 00000800:00000001:3.0:1789130384.209659:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130384.209667:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130384.209670:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130384.209673:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:3.0:1789130384.209677:0:2342:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789130384.209681:0:2342:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf580bb840 x1876037329025792/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130400 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789130384.210298:0:2342:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9caf580bb840 x1876037329025792/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130400 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130384.210311:0:2342:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789130384.210321:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130384.210328:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789130384.211880:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789130384.211890:0:2349:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789130384.211912:0:2349:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789130384.211915:0:2349:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789130384.211921:0:2349:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf60788738. 00000400:00000200:2.0:1789130384.211942:0:2349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf4549fb28 00000400:00000010:2.0:1789130384.211945:0:2349:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf4549fb28. 00000100:00000001:2.0:1789130384.211953:0:2349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789130384.211975:0:2349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf580b8f00 x1876037329025920/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130400 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789130384.211989:0:2349:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf580b8f00 x1876037329025920/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130400 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130384.211998:0:2349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789130384.212001:0:2349:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789130384.212005:0:2349:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789130384.212010:0:2349:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789130384.212013:0:2349:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789130384.212017:0:2349:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789130384.212021:0:2349:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789130384.212166:0:2349:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf48ede460 time=153 v=5 (5 5 5 36) 00000100:00001000:2.0:1789130384.212173:0:2349:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf48ede418 time=18 v=5 (1 0 0 0) 00000100:00000001:2.0:1789130384.212176:0:2349:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789130384.212178:0:2349:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130384.212182:0:2349:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789130384.212187:0:2349:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130384.212192:0:2349:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789130384.212195:0:2349:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9caf5014c800: skip recheck: last_committed 4294967312 00000100:00000001:2.0:1789130384.212197:0:2349:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789130384.212199:0:2349:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130384.212205:0:2349:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf580b8f00 x1876037329025920/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130400 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130384.212213:0:2349:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789130384.212217:0:2349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789130384.212219:0:2349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789130384.212224:0:2349:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf580b8f00 x1876037329025920/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130400 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789130384.212239:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf580b8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:2349:1876037329025920:192.168.204.123@tcp:400:kworker.0 00000400:00000001:2.0:1789130384.212247:0:2349:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789130384.212248:0:2349:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789130384.212251:0:2349:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf60788108. 00000400:00000200:2.0:1789130384.212254:0:2349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf4549f6e8 00000400:00000010:2.0:1789130384.212256:0:2349:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf4549f6e8. 00000100:00000001:2.0:1789130384.212259:0:2349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789130384.212263:0:2349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf580bb840 x1876037329025792/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130400 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789130384.212272:0:2349:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf580bb840 x1876037329025792/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130400 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130384.212278:0:2349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789130384.212279:0:2349:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789130384.212281:0:2349:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789130384.212283:0:2349:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789130384.212284:0:2349:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789130384.212286:0:2349:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789130384.212288:0:2349:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789130384.212294:0:2349:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf468acc60 time=153 v=5 (5 5 5 36) 00000100:00001000:2.0:1789130384.212297:0:2349:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf468acc18 time=20 v=5 (1 0 0 0) 00000100:00000001:2.0:1789130384.212300:0:2349:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789130384.212301:0:2349:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130384.212303:0:2349:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789130384.212304:0:2349:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130384.212307:0:2349:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789130384.212308:0:2349:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9caf5014c800: skip recheck: last_committed 4294967339 00000100:00000001:2.0:1789130384.212310:0:2349:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789130384.212311:0:2349:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130384.212315:0:2349:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf580bb840 x1876037329025792/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130400 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130384.212322:0:2349:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789130384.212324:0:2349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789130384.212326:0:2349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789130384.212329:0:2349:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf580bb840 x1876037329025792/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130400 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789130384.212336:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf580bb840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:2349:1876037329025792:192.168.204.123@tcp:400:kworker.0 00000100:00000001:2.0:1789130384.212340:0:2349:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789130384.212343:0:2349:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130384.212347:0:2349:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf580b8f00 x1876037329025920/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130400 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130384.212354:0:2349:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789130384.212357:0:2349:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789130384.212362:0:2349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9caf47c6ce00. 02000000:00000001:2.0:1789130384.212366:0:2349:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789130384.212370:0:2349:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1789130384.212372:0:2349:0:(genops.c:1223:class_import_put()) import ffff9caf48ede000 refcount=2 obd=lustre-OST0001-osc-ffff9caf5014c800 00000020:00000001:2.0:1789130384.212405:0:2349:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1789130384.212409:0:2349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9caf501cfc00. 02000000:00000001:2.0:1789130384.212415:0:2349:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789130384.212416:0:2349:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789130384.212419:0:2349:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf580b8f00. 00000100:00000001:2.0:1789130384.212426:0:2349:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789130384.212428:0:2349:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789130384.212430:0:2349:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130384.212434:0:2349:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf580bb840 x1876037329025792/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130400 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130384.212440:0:2349:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789130384.212442:0:2349:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789130384.212443:0:2349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9caf47c6da00. 02000000:00000001:2.0:1789130384.212446:0:2349:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789130384.212447:0:2349:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1789130384.212448:0:2349:0:(genops.c:1223:class_import_put()) import ffff9caf468ac800 refcount=2 obd=lustre-OST0000-osc-ffff9caf5014c800 00000020:00000001:2.0:1789130384.212450:0:2349:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1789130384.212451:0:2349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9caf501cfa00. 02000000:00000001:2.0:1789130384.212454:0:2349:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789130384.212455:0:2349:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789130384.212456:0:2349:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf580bb840. 00000100:00000001:2.0:1789130384.212462:0:2349:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789130384.212463:0:2349:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789130384.212466:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789130384.212474:0:2349:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789130384.212476:0:2349:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130384.212479:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789130384.212482:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130384.315096:0:27360:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130384.315108:0:27360:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130384.316017:0:16116:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789130384.316025:0:16116:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789130384.316031:0:16116:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1789130385.338000:0:27360:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130385.338014:0:27360:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789130385.338018:0:27360:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789130385.338022:0:27360:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130385.338029:0:27360:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789130385.338032:0:27360:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130385.338034:0:27360:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130385.338036:0:27360:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130385.338493:0:16244:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789130385.338498:0:16244:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789130385.338502:0:16244:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1789130386.362026:0:27360:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130386.362039:0:27360:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130386.363028:0:16115:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789130386.363033:0:16115:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789130386.363039:0:16115:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789130387.263699:0:31709:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789130387.263711:0:31709:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789130387.263715:0:31709:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1789130387.263722:0:31709:0:(client.c:2715:ptlrpc_set_wait()) set ffff9caf488f3780 going to sleep for 1 seconds 00000100:00000001:0.0:1789130387.263727:0:31709:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789130387.263731:0:31709:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130387.386198:0:27360:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130387.386271:0:27360:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130387.386405:0:16116:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789130387.386410:0:16116:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789130387.386414:0:16116:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789130388.282030:0:31709:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789130388.282040:0:31709:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789130388.282043:0:31709:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1789130388.282051:0:31709:0:(client.c:2715:ptlrpc_set_wait()) set ffff9caf488f3780 going to sleep for 1 seconds 00000100:00000001:0.0:1789130388.282056:0:31709:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789130388.282061:0:31709:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130388.282267:0:23465:0:(connection.c:75:cpu_latency_work()) work item of ffff9caf6147aa20 (cpu 2) has reached its deadline 4296482295, at 4296482304 00000100:00000010:2.0:1789130388.282286:0:23465:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9caf58401f60. 00000100:00000040:3.0:1789130388.282403:0:27360:0:(connection.c:75:cpu_latency_work()) work item of ffff9caf6147ab30 (cpu 3) has reached its deadline 4296482295, at 4296482304 00000100:00000010:3.0:1789130388.282410:0:27360:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9caf58401120. 00010000:00000001:3.0:1789130388.410839:0:27360:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130388.410865:0:27360:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130388.411679:0:16244:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789130388.411685:0:16244:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789130388.411690:0:16244:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789130389.306592:0:31709:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789130389.306602:0:31709:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789130389.306605:0:31709:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1789130389.306611:0:31709:0:(client.c:2715:ptlrpc_set_wait()) set ffff9caf488f3780 going to sleep for 1 seconds 00000100:00000001:0.0:1789130389.306615:0:31709:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789130389.306620:0:31709:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130389.306740:0:17674:0:(pinger.c:229:ptlrpc_pinger_process_import()) 70f26143-21ad-4cd3-af2c-0601ab5c9490->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789130389.306748:0:17674:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1789130389.306758:0:17674:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf580bb840. 00000020:00000040:2.0:1789130389.306766:0:17674:0:(genops.c:1210:class_import_get()) import ffff9caf586ce800 refcount=4 obd=MGC192.168.204.123@tcp 00000100:00000001:2.0:1789130389.306772:0:17674:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789130389.306777:0:17674:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789130389.306785:0:17674:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789130389.306845:0:17674:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9caf501cfa00. 00000100:00000001:2.0:1789130389.306854:0:17674:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130389.306874:0:17674:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 70f26143-21ad-4cd3-af2c-0601ab5c9490->MGS req@ffff9caf580bb840 x1876037329026048/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789130389.306889:0:17674:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789130389.306894:0:17674:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130389.306902:0:17674:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000024f9ac59] to pc [ptlrpcd_01_00+0] req@ffff9caf580bb840 x1876037329026048/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130389.306945:0:17674:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130389.306950:0:17674:0:(pinger.c:229:ptlrpc_pinger_process_import()) c4ff2dbd-4d13-4802-9c50-d71e34d32a35->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789130389.306954:0:17674:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1789130389.306957:0:17674:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf580b8f00. 00000020:00000040:2.0:1789130389.306960:0:17674:0:(genops.c:1210:class_import_get()) import ffff9caf6079a800 refcount=7 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000100:00000001:2.0:1789130389.306962:0:17674:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789130389.306965:0:17674:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789130389.306967:0:17674:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789130389.306971:0:17674:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9caf501cfc00. 00000100:00000001:2.0:1789130389.306974:0:17674:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130389.306978:0:17674:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging c4ff2dbd-4d13-4802-9c50-d71e34d32a35->lustre-MDT0000_UUID req@ffff9caf580b8f00 x1876037329026176/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789130389.306987:0:17674:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789130389.306989:0:17674:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130389.306993:0:17674:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000857e971] to pc [ptlrpcd_01_01+1] req@ffff9caf580b8f00 x1876037329026176/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130389.307002:0:17674:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130389.307005:0:17674:0:(pinger.c:229:ptlrpc_pinger_process_import()) c4ff2dbd-4d13-4802-9c50-d71e34d32a35->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789130389.307009:0:17674:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1789130389.307013:0:17674:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf580b8000. 00000020:00000040:2.0:1789130389.307016:0:17674:0:(genops.c:1210:class_import_get()) import ffff9caf468ac800 refcount=3 obd=lustre-OST0000-osc-ffff9caf5014c800 00000100:00000001:2.0:1789130389.307018:0:17674:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789130389.307020:0:17674:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789130389.307021:0:17674:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789130389.307025:0:17674:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9caf501cf900. 00000100:00000001:2.0:1789130389.307028:0:17674:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130389.307033:0:17674:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging c4ff2dbd-4d13-4802-9c50-d71e34d32a35->lustre-OST0000_UUID req@ffff9caf580b8000 x1876037329026304/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789130389.307039:0:17674:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789130389.307041:0:17674:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130389.307045:0:17674:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cd5f3892] to pc [ptlrpcd_01_00+0] req@ffff9caf580b8000 x1876037329026304/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130389.307052:0:17674:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130389.307054:0:17674:0:(pinger.c:229:ptlrpc_pinger_process_import()) c4ff2dbd-4d13-4802-9c50-d71e34d32a35->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789130389.307057:0:17674:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1789130389.307061:0:17674:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf580ba1c0. 00000020:00000040:2.0:1789130389.307064:0:17674:0:(genops.c:1210:class_import_get()) import ffff9caf48ede000 refcount=3 obd=lustre-OST0001-osc-ffff9caf5014c800 00000100:00000001:2.0:1789130389.307078:0:17674:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789130389.307079:0:17674:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789130389.307081:0:17674:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789130389.307085:0:17674:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9caf501cf000. 00000100:00000001:2.0:1789130389.307088:0:17674:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130389.307093:0:17674:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging c4ff2dbd-4d13-4802-9c50-d71e34d32a35->lustre-OST0001_UUID req@ffff9caf580ba1c0 x1876037329026432/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789130389.307100:0:17674:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789130389.307102:0:17674:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130389.307105:0:17674:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006d1ce51f] to pc [ptlrpcd_01_01+1] req@ffff9caf580ba1c0 x1876037329026432/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130389.307113:0:17674:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130389.307118:0:17674:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1821) 00000100:00000001:3.0:1789130389.307349:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789130389.307354:0:2349:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789130389.307356:0:2349:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789130389.307364:0:2349:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf580bb840 x1876037329026048/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130389.307372:0:2349:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789130389.307374:0:2349:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789130389.307378:0:2349:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789130389.307381:0:2349:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789130389.307384:0:2349:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789130389.307388:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf580bb840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:70f26143-21ad-4cd3-af2c-0601ab5c9490:2349:1876037329026048:192.168.204.123@tcp:400:kworker.0 00000100:00000001:3.0:1789130389.307393:0:2349:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789130389.307401:0:2349:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789130389.307404:0:2349:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789130389.307407:0:2349:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789130389.307413:0:2349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9caf47c6dc00. 02000000:00000001:3.0:1789130389.307415:0:2349:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789130389.307424:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:3.0:1789130389.307428:0:2349:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf60788580. 00000400:00000010:3.0:1789130389.307437:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf4549fcc0. 00000100:00000200:3.0:1789130389.307446:0:2349:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876037329026048, portal 25 00000100:00000001:3.0:1789130389.307449:0:2349:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789130389.307450:0:2349:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875643213888 : -109198066337728 : ffff9caf580bb840) 00000100:00000040:3.0:1789130389.307456:0:2349:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9caf580bb840 x1876037329026048/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130405 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130389.307464:0:2349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789130389.307467:0:2349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:3.0:1789130389.307472:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf4549f6e8. 00000100:00000200:3.0:1789130389.307476:0:2349:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1876037329026048, offset 0 00000400:00000200:3.0:1789130389.307483:0:2349:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:3.0:1789130389.307494:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130389.307505:0:2349:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:3.0:1789130389.307513:0:2349:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789130389.307519:0:2349:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:3.0:1789130389.307523:0:2349:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789130389.307527:0:2349:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:3.0:1789130389.307532:0:2349:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2464:2464:256:4294967295] 192.168.204.123@tcp LPNI seq info [2463:2463:8:4294967295] 00000400:00000200:3.0:1789130389.307538:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130389.307550:0:2349:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:3.0:1789130389.307559:0:2349:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:3.0:1789130389.307566:0:2349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf47fd2300. 00000800:00000200:3.0:1789130389.307575:0:2349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:3.0:1789130389.307587:0:2349:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:3.0:1789130389.307592:0:2349:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf47fd2300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789130389.307614:0:2349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789130389.307619:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:3.0:1789130389.307622:0:2349:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.123@tcp: PM QoS new deadline estimation for cpu 2 is 4296487415 00000100:00000010:3.0:1789130389.307628:0:2349:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9caf58401120. 00000100:00000001:3.0:1789130389.307636:0:2349:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.123@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1789130389.307642:0:2349:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.123@tcp: PM QoS new deadline estimation for cpu 3 is 4296487415 00000100:00000010:3.0:1789130389.307646:0:2349:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9caf58401180. 00000100:00000001:3.0:1789130389.307649:0:2349:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.123@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1789130389.307653:0:2349:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789130389.307656:0:2349:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130389.307659:0:2349:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789130389.307663:0:2349:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf580b8000 x1876037329026304/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130389.307677:0:2349:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789130389.307679:0:2349:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789130389.307681:0:2349:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789130389.307683:0:2349:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789130389.307685:0:2349:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789130389.307688:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf580b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:2349:1876037329026304:192.168.204.123@tcp:400:kworker.0 00000100:00000001:3.0:1789130389.307691:0:2349:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789130389.307694:0:2349:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789130389.307696:0:2349:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789130389.307697:0:2349:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789130389.307701:0:2349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9caf47c6c800. 02000000:00000001:3.0:1789130389.307703:0:2349:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789130389.307706:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:3.0:1789130389.307709:0:2349:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf60788370. 00000400:00000010:3.0:1789130389.307714:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf4549fb28. 00000100:00000200:3.0:1789130389.307717:0:2349:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876037329026304, portal 4 00000100:00000001:3.0:1789130389.307719:0:2349:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789130389.307720:0:2349:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875643199488 : -109198066352128 : ffff9caf580b8000) 00000100:00000040:3.0:1789130389.307728:0:2349:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9caf580b8000 x1876037329026304/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130405 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130389.307735:0:2349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789130389.307737:0:2349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:3.0:1789130389.307739:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf4549f220. 00000100:00000200:3.0:1789130389.307741:0:2349:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876037329026304, offset 0 00000400:00000200:3.0:1789130389.307745:0:2349:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:3.0:1789130389.307749:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130389.307753:0:2349:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:3.0:1789130389.307756:0:2349:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789130389.307758:0:2349:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:3.0:1789130389.307760:0:2349:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789130389.307762:0:2349:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:3.0:1789130389.307765:0:2349:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2465:2465:255:4294967295] 192.168.204.123@tcp LPNI seq info [2464:2464:7:4294967295] 00000400:00000200:3.0:1789130389.307769:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130389.307775:0:2349:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:3.0:1789130389.307780:0:2349:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:3.0:1789130389.307784:0:2349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf47fd2a00. 00000800:00000200:3.0:1789130389.307787:0:2349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:3.0:1789130389.307792:0:2349:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:3.0:1789130389.307794:0:2349:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf47fd2a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789130389.307797:0:2349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130389.307801:0:2349:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9caf5014c800: using a timeout of 22715 usecs (23 jiffies) 00000400:00000200:3.0:1789130389.307854:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:3.0:1789130389.307856:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296483353 00000100:00000001:3.0:1789130389.307860:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9caf5014c800: PM QoS request active for cpu 2, keep current deadline 4296487415 00000100:00000001:3.0:1789130389.307862:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296483353 00000100:00000001:3.0:1789130389.307864:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9caf5014c800: PM QoS request active for cpu 3, keep current deadline 4296487415 00000100:00000001:3.0:1789130389.307866:0:2349:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789130389.307868:0:2349:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130389.307871:0:2349:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130389.307875:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130389.307885:0:2349:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789130389.307887:0:2349:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1789130389.307889:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789130389.307890:0:2349:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789130389.307892:0:2349:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789130389.307895:0:2349:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:3.0:1789130389.307897:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130389.307898:0:2349:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789130389.307900:0:2349:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130389.307901:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789130389.307903:0:2349:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789130389.307904:0:2349:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789130389.307909:0:2349:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf580b8f00 x1876037329026176/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130389.307916:0:2349:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789130389.307918:0:2349:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789130389.307921:0:2349:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789130389.307922:0:2349:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789130389.307924:0:2349:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789130389.307927:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf580b8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:2349:1876037329026176:192.168.204.123@tcp:400:kworker.0 00000100:00000001:3.0:1789130389.307930:0:2349:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789130389.307933:0:2349:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789130389.307935:0:2349:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789130389.307936:0:2349:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789130389.307940:0:2349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9caf47c6ce00. 02000000:00000001:3.0:1789130389.307942:0:2349:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789130389.307946:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:3.0:1789130389.307949:0:2349:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf60788c60. 00000400:00000010:3.0:1789130389.307953:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf4549f198. 00000100:00000200:3.0:1789130389.307956:0:2349:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876037329026176, portal 10 00000100:00000001:3.0:1789130389.307958:0:2349:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789130389.307959:0:2349:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875643203328 : -109198066348288 : ffff9caf580b8f00) 00000100:00000040:3.0:1789130389.307965:0:2349:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9caf580b8f00 x1876037329026176/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130405 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130389.307971:0:2349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789130389.307973:0:2349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:3.0:1789130389.307976:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf4549f330. 00000100:00000200:3.0:1789130389.307978:0:2349:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876037329026176, offset 0 00000400:00000200:3.0:1789130389.307982:0:2349:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:3.0:1789130389.307986:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130389.307990:0:2349:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:3.0:1789130389.307993:0:2349:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789130389.307996:0:2349:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:3.0:1789130389.307998:0:2349:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789130389.308000:0:2349:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:3.0:1789130389.308003:0:2349:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2466:2466:254:4294967295] 192.168.204.123@tcp LPNI seq info [2465:2465:6:4294967295] 00000400:00000200:3.0:1789130389.308007:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130389.308013:0:2349:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:3.0:1789130389.308017:0:2349:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:3.0:1789130389.308020:0:2349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf47fd2c00. 00000800:00000200:3.0:1789130389.308024:0:2349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:3.0:1789130389.308029:0:2349:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:3.0:1789130389.308032:0:2349:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf47fd2c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789130389.308035:0:2349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130389.308039:0:2349:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: using a timeout of 795433 usecs (796 jiffies) 00000400:00000200:3.0:1789130389.308042:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:3.0:1789130389.308045:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296484126 00000100:00000001:3.0:1789130389.308047:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 2, keep current deadline 4296487415 00000100:00000001:3.0:1789130389.308049:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296484126 00000100:00000001:3.0:1789130389.308052:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 3, keep current deadline 4296487415 00000100:00000001:3.0:1789130389.308054:0:2349:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789130389.308055:0:2349:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130389.308057:0:2349:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789130389.308061:0:2349:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf580ba1c0 x1876037329026432/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130389.308352:0:2349:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789130389.308354:0:2349:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789130389.308357:0:2349:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789130389.308358:0:2349:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789130389.308361:0:2349:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789130389.308364:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf580ba1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:2349:1876037329026432:192.168.204.123@tcp:400:kworker.0 00000100:00000001:3.0:1789130389.308368:0:2349:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789130389.308370:0:2349:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789130389.308372:0:2349:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789130389.308374:0:2349:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789130389.308377:0:2349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9caf47c6da00. 02000000:00000001:3.0:1789130389.308379:0:2349:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789130389.308383:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:3.0:1789130389.308386:0:2349:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf607889a0. 00000400:00000010:3.0:1789130389.308390:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf4549fdd0. 00000100:00000200:3.0:1789130389.308393:0:2349:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876037329026432, portal 4 00000100:00000001:3.0:1789130389.308395:0:2349:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789130389.308396:0:2349:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875643208128 : -109198066343488 : ffff9caf580ba1c0) 00000100:00000040:3.0:1789130389.308403:0:2349:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9caf580ba1c0 x1876037329026432/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130405 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130389.308409:0:2349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789130389.308411:0:2349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:3.0:1789130389.308414:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf4549f880. 00000100:00000200:3.0:1789130389.308416:0:2349:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876037329026432, offset 0 00000400:00000200:3.0:1789130389.308421:0:2349:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:3.0:1789130389.308425:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130389.308429:0:2349:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:3.0:1789130389.308433:0:2349:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789130389.308435:0:2349:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:3.0:1789130389.308438:0:2349:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789130389.308440:0:2349:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:3.0:1789130389.308443:0:2349:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2467:2467:253:4294967295] 192.168.204.123@tcp LPNI seq info [2466:2466:5:4294967295] 00000400:00000200:3.0:1789130389.308447:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130389.308453:0:2349:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:3.0:1789130389.308458:0:2349:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:3.0:1789130389.308461:0:2349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf47fd2000. 00000800:00000200:3.0:1789130389.308465:0:2349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:3.0:1789130389.308470:0:2349:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:3.0:1789130389.308473:0:2349:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf47fd2000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789130389.308476:0:2349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130389.308480:0:2349:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9caf5014c800: using a timeout of 360191 usecs (361 jiffies) 00000400:00000200:3.0:1789130389.308483:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:3.0:1789130389.308485:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296483691 00000100:00000001:3.0:1789130389.308488:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9caf5014c800: PM QoS request active for cpu 2, keep current deadline 4296487415 00000100:00000001:3.0:1789130389.308490:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296483691 00000100:00000001:3.0:1789130389.308493:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9caf5014c800: PM QoS request active for cpu 3, keep current deadline 4296487415 00000100:00000001:3.0:1789130389.308495:0:2349:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789130389.308497:0:2349:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130389.308500:0:2349:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130389.308502:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130389.308526:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789130389.308528:0:2350:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789130389.308530:0:2350:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130389.308532:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789130389.313301:0:2341:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789130389.313318:0:2341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf47fd2300. 00000400:00000200:2.0:1789130389.313331:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130389.313344:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:2.0:1789130389.313354:0:2341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf4549f6e8 00000400:00000010:2.0:1789130389.313358:0:2341:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf4549f6e8. 00000100:00000001:2.0:1789130389.313366:0:2341:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789130389.313378:0:2341:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf580bb840 x1876037329026048/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130405 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130389.313393:0:2341:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130389.313398:0:2341:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf580bb840 x1876037329026048/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130405 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130389.313406:0:2341:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130389.313409:0:2341:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1789130389.313428:0:2341:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789130389.313431:0:2341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf47fd2a00. 00000400:00000200:2.0:1789130389.313434:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130389.313438:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:2.0:1789130389.313443:0:2341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf4549f220 00000400:00000010:2.0:1789130389.313445:0:2341:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf4549f220. 00000100:00000001:2.0:1789130389.313448:0:2341:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789130389.313454:0:2341:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf580b8000 x1876037329026304/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130405 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130389.313462:0:2341:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130389.313465:0:2341:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf580b8000 x1876037329026304/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130405 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130389.313471:0:2341:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130389.313473:0:2341:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1789130389.313482:0:2341:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789130389.313484:0:2341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf47fd2c00. 00000400:00000200:2.0:1789130389.313488:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130389.313491:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:2.0:1789130389.313494:0:2341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf4549f330 00000400:00000010:2.0:1789130389.313497:0:2341:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf4549f330. 00000100:00000001:2.0:1789130389.313499:0:2341:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789130389.313504:0:2341:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf580b8f00 x1876037329026176/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130405 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130389.313512:0:2341:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130389.313515:0:2341:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf580b8f00 x1876037329026176/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130405 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130389.313522:0:2341:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130389.313523:0:2341:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1789130389.313617:0:2341:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789130389.313620:0:2341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf47fd2000. 00000400:00000200:2.0:1789130389.313623:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130389.313627:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:2.0:1789130389.313630:0:2341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf4549f880 00000400:00000010:2.0:1789130389.313632:0:2341:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf4549f880. 00000100:00000001:2.0:1789130389.313635:0:2341:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789130389.313640:0:2341:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf580ba1c0 x1876037329026432/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130405 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130389.313654:0:2341:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130389.313657:0:2341:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf580ba1c0 x1876037329026432/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130405 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130389.313664:0:2341:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130389.313665:0:2341:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1789130389.317308:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130389.317340:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789130389.317348:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130389.317360:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130389.317373:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130389.317384:0:2342:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:3.0:1789130389.317395:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130389.317402:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130389.317410:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130389.317415:0:2342:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 224 into portal 4 MB=0x6aa3efa94fd00 00000400:00000200:3.0:1789130389.317422:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130389.317430:0:2342:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.123@tcp of length 224/224 into md 0x6aad [1] + 224 00000800:00000001:3.0:1789130389.317441:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130389.317446:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130389.317451:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130389.317458:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:3.0:1789130389.317468:0:2342:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789130389.317480:0:2342:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf580b8000 x1876037329026304/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130405 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789130389.317501:0:2342:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9caf580b8000 x1876037329026304/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130405 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130389.317533:0:2342:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789130389.317544:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130389.317548:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789130389.317550:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130389.317552:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130389.317556:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130389.317560:0:2342:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:3.0:1789130389.317565:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130389.317567:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130389.317570:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130389.317573:0:2342:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 224 into portal 10 MB=0x6aa3efa94fc80 00000400:00000200:3.0:1789130389.317578:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130389.317582:0:2342:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.123@tcp of length 224/224 into md 0x6abd [1] + 224 00000800:00000001:3.0:1789130389.317586:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130389.317589:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130389.317591:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130389.317595:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:3.0:1789130389.317598:0:2342:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789130389.317604:0:2342:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf580b8f00 x1876037329026176/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130405 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789130389.317613:0:2342:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9caf580b8f00 x1876037329026176/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130405 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130389.317622:0:2342:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789130389.317625:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130389.317628:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789130389.317630:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130389.317632:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130389.317635:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130389.317639:0:2342:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:3.0:1789130389.317643:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130389.317646:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130389.317649:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130389.317652:0:2342:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 224 into portal 4 MB=0x6aa3efa94fd80 00000400:00000200:3.0:1789130389.317656:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130389.317659:0:2342:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.123@tcp of length 224/224 into md 0x6acd [1] + 224 00000800:00000001:3.0:1789130389.317663:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130389.317669:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130389.317671:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130389.317674:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:3.0:1789130389.317677:0:2342:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789130389.317682:0:2342:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf580ba1c0 x1876037329026432/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130405 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789130389.317691:0:2342:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9caf580ba1c0 x1876037329026432/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130405 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130389.317699:0:2342:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789130389.317702:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130389.317705:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789130389.317900:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789130389.317909:0:2349:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789130389.317919:0:2349:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789130389.317922:0:2349:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789130389.317927:0:2349:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf60788c60. 00000400:00000200:2.0:1789130389.317933:0:2349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf4549f198 00000400:00000010:2.0:1789130389.317936:0:2349:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf4549f198. 00000100:00000001:2.0:1789130389.317943:0:2349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789130389.317951:0:2349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf580b8f00 x1876037329026176/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130405 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789130389.317961:0:2349:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf580b8f00 x1876037329026176/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130405 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130389.317968:0:2349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789130389.317970:0:2349:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789130389.317974:0:2349:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789130389.317979:0:2349:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789130389.317983:0:2349:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789130389.317986:0:2349:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789130389.317990:0:2349:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789130389.318004:0:2349:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf6079ac60 time=8 v=5 (5 104 104 104) 00000100:00001000:2.0:1789130389.318010:0:2349:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf6079ac18 time=25 v=5 (1 0 0 0) 00000100:00000001:2.0:1789130389.318013:0:2349:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789130389.318015:0:2349:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130389.318020:0:2349:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789130389.318025:0:2349:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130389.318030:0:2349:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789130389.318034:0:2349:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9caf5014c800: skip recheck: last_committed 4294967634 00000100:00000001:2.0:1789130389.318036:0:2349:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789130389.318040:0:2349:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130389.318046:0:2349:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf580b8f00 x1876037329026176/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130405 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130389.318055:0:2349:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789130389.318059:0:2349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789130389.318062:0:2349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789130389.318078:0:2349:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf580b8f00 x1876037329026176/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130405 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789130389.318087:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf580b8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:2349:1876037329026176:192.168.204.123@tcp:400:kworker.0 00000400:00000001:2.0:1789130389.318095:0:2349:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789130389.318097:0:2349:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789130389.318098:0:2349:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf607889a0. 00000400:00000200:2.0:1789130389.318101:0:2349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf4549fdd0 00000400:00000010:2.0:1789130389.318103:0:2349:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf4549fdd0. 00000100:00000001:2.0:1789130389.318106:0:2349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789130389.318109:0:2349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf580ba1c0 x1876037329026432/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130405 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789130389.318118:0:2349:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf580ba1c0 x1876037329026432/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130405 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130389.318126:0:2349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789130389.318127:0:2349:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789130389.318129:0:2349:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789130389.318132:0:2349:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789130389.318133:0:2349:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789130389.318135:0:2349:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789130389.318137:0:2349:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789130389.318143:0:2349:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf48ede460 time=8 v=5 (5 5 5 5) 00000100:00001000:2.0:1789130389.318146:0:2349:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf48ede418 time=23 v=5 (1 0 0 0) 00000100:00000001:2.0:1789130389.318149:0:2349:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789130389.318150:0:2349:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130389.318152:0:2349:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789130389.318155:0:2349:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130389.318159:0:2349:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789130389.318160:0:2349:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9caf5014c800: skip recheck: last_committed 4294967312 00000100:00000001:2.0:1789130389.318162:0:2349:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789130389.318163:0:2349:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130389.318168:0:2349:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf580ba1c0 x1876037329026432/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130405 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130389.318175:0:2349:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789130389.318177:0:2349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789130389.318179:0:2349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789130389.318182:0:2349:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf580ba1c0 x1876037329026432/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130405 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789130389.318191:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf580ba1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:2349:1876037329026432:192.168.204.123@tcp:400:kworker.0 00000400:00000001:2.0:1789130389.318197:0:2349:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789130389.318198:0:2349:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789130389.318200:0:2349:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf60788370. 00000400:00000200:2.0:1789130389.318203:0:2349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf4549fb28 00000400:00000010:2.0:1789130389.318205:0:2349:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf4549fb28. 00000100:00000001:2.0:1789130389.318207:0:2349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789130389.318211:0:2349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf580b8000 x1876037329026304/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130405 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789130389.318219:0:2349:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf580b8000 x1876037329026304/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130405 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130389.318225:0:2349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789130389.318227:0:2349:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789130389.318228:0:2349:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789130389.318230:0:2349:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789130389.318231:0:2349:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789130389.318233:0:2349:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789130389.318234:0:2349:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789130389.318239:0:2349:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf468acc60 time=8 v=5 (5 5 5 5) 00000100:00001000:2.0:1789130389.318242:0:2349:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf468acc18 time=25 v=5 (1 0 0 0) 00000100:00000001:2.0:1789130389.318244:0:2349:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789130389.318246:0:2349:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130389.318248:0:2349:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789130389.318250:0:2349:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130389.318253:0:2349:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789130389.318254:0:2349:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9caf5014c800: skip recheck: last_committed 4294967339 00000100:00000001:2.0:1789130389.318256:0:2349:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789130389.318257:0:2349:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130389.318261:0:2349:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf580b8000 x1876037329026304/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130405 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130389.318268:0:2349:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789130389.318270:0:2349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789130389.318271:0:2349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789130389.318274:0:2349:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf580b8000 x1876037329026304/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130405 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789130389.318281:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf580b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:2349:1876037329026304:192.168.204.123@tcp:400:kworker.0 00000100:00000001:2.0:1789130389.318285:0:2349:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130389.318289:0:2349:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130389.318293:0:2349:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf580b8f00 x1876037329026176/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130405 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130389.318300:0:2349:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789130389.318303:0:2349:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789130389.318308:0:2349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9caf47c6ce00. 02000000:00000001:2.0:1789130389.318312:0:2349:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789130389.318316:0:2349:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1789130389.318318:0:2349:0:(genops.c:1223:class_import_put()) import ffff9caf6079a800 refcount=6 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000020:00000001:2.0:1789130389.318321:0:2349:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1789130389.318324:0:2349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9caf501cfc00. 02000000:00000001:2.0:1789130389.318331:0:2349:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789130389.318332:0:2349:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789130389.318335:0:2349:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf580b8f00. 00000100:00000001:2.0:1789130389.318343:0:2349:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789130389.318345:0:2349:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789130389.318346:0:2349:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130389.318350:0:2349:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf580ba1c0 x1876037329026432/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130405 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130389.318357:0:2349:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789130389.318358:0:2349:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789130389.318360:0:2349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9caf47c6da00. 02000000:00000001:2.0:1789130389.318362:0:2349:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789130389.318363:0:2349:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1789130389.318364:0:2349:0:(genops.c:1223:class_import_put()) import ffff9caf48ede000 refcount=2 obd=lustre-OST0001-osc-ffff9caf5014c800 00000020:00000001:2.0:1789130389.318366:0:2349:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1789130389.318368:0:2349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9caf501cf000. 02000000:00000001:2.0:1789130389.318370:0:2349:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789130389.318371:0:2349:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789130389.318372:0:2349:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf580ba1c0. 00000100:00000001:2.0:1789130389.318376:0:2349:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789130389.318377:0:2349:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789130389.318378:0:2349:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130389.318382:0:2349:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf580b8000 x1876037329026304/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130405 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130389.318388:0:2349:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789130389.318389:0:2349:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789130389.318391:0:2349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9caf47c6c800. 02000000:00000001:2.0:1789130389.318393:0:2349:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789130389.318394:0:2349:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1789130389.318395:0:2349:0:(genops.c:1223:class_import_put()) import ffff9caf468ac800 refcount=2 obd=lustre-OST0000-osc-ffff9caf5014c800 00000020:00000001:2.0:1789130389.318398:0:2349:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1789130389.318399:0:2349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9caf501cf900. 02000000:00000001:2.0:1789130389.318401:0:2349:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789130389.318402:0:2349:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789130389.318404:0:2349:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf580b8000. 00000100:00000001:2.0:1789130389.318406:0:2349:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789130389.318407:0:2349:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789130389.318411:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130389.318413:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789130389.318414:0:2349:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789130389.318416:0:2349:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130389.318418:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1789130389.323675:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130389.323703:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789130389.323710:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130389.323713:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130389.323724:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130389.323735:0:2341:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:2.0:1789130389.323747:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130389.323754:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130389.323772:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130389.323777:0:2341:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 224 into portal 25 MB=0x6aa3efa94fc00 00000400:00000200:2.0:1789130389.323783:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130389.324056:0:2341:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.123@tcp of length 224/224 into md 0x6a9d [1] + 224 00000800:00000001:2.0:1789130389.324246:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130389.324259:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130389.324263:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130389.324270:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:2.0:1789130389.324282:0:2341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789130389.324296:0:2341:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf580bb840 x1876037329026048/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130405 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789130389.324309:0:2341:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9caf580bb840 x1876037329026048/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130405 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130389.324335:0:2341:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789130389.324350:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130389.324353:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130389.324443:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789130389.324449:0:2349:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789130389.324458:0:2349:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789130389.324461:0:2349:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789130389.324465:0:2349:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf60788580. 00000400:00000200:3.0:1789130389.324470:0:2349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf4549fcc0 00000400:00000010:3.0:1789130389.324472:0:2349:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf4549fcc0. 00000100:00000001:3.0:1789130389.324478:0:2349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789130389.324483:0:2349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf580bb840 x1876037329026048/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130405 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789130389.324492:0:2349:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf580bb840 x1876037329026048/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130405 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130389.324498:0:2349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789130389.324502:0:2349:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130389.324506:0:2349:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789130389.324511:0:2349:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789130389.324514:0:2349:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789130389.324517:0:2349:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789130389.324521:0:2349:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789130389.324530:0:2349:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf586cec60 time=8 v=5 (5 5 5 5) 00000100:00001000:3.0:1789130389.324536:0:2349:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf586cec18 time=8 v=5 (1 1 1 1) 00000100:00000001:3.0:1789130389.324540:0:2349:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789130389.324542:0:2349:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130389.324546:0:2349:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789130389.324549:0:2349:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130389.324553:0:2349:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130389.324558:0:2349:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf580bb840 x1876037329026048/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130405 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130389.324565:0:2349:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789130389.324569:0:2349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789130389.324572:0:2349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789130389.324577:0:2349:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf580bb840 x1876037329026048/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130405 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789130389.324585:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf580bb840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:70f26143-21ad-4cd3-af2c-0601ab5c9490:2349:1876037329026048:192.168.204.123@tcp:400:kworker.0 00000100:00000001:3.0:1789130389.324591:0:2349:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130389.324594:0:2349:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130389.324598:0:2349:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf580bb840 x1876037329026048/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130405 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130389.324605:0:2349:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789130389.324609:0:2349:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789130389.324614:0:2349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9caf47c6dc00. 02000000:00000001:3.0:1789130389.324618:0:2349:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789130389.324621:0:2349:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1789130389.324623:0:2349:0:(genops.c:1223:class_import_put()) import ffff9caf586ce800 refcount=3 obd=MGC192.168.204.123@tcp 00000020:00000001:3.0:1789130389.324626:0:2349:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1789130389.324629:0:2349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9caf501cfa00. 02000000:00000001:3.0:1789130389.324636:0:2349:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789130389.324638:0:2349:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789130389.324641:0:2349:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf580bb840. 00000100:00000001:3.0:1789130389.324648:0:2349:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789130389.324649:0:2349:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130389.324652:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130389.324662:0:2349:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789130389.324665:0:2349:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130389.324667:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789130389.324670:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130389.435670:0:27360:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130389.435682:0:27360:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130389.436055:0:16115:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789130389.436061:0:16115:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789130389.436067:0:16115:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789130390.138031:0:2350:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789130390.138050:0:2350:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789130390.138053:0:2350:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130390.138060:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789130390.138063:0:2350:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789130390.138068:0:2350:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130390.138074:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130390.332017:0:31709:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789130390.332028:0:31709:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789130390.332031:0:31709:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1789130390.332039:0:31709:0:(client.c:2715:ptlrpc_set_wait()) set ffff9caf488f3780 going to sleep for 1 seconds 00000100:00000001:3.0:1789130390.332044:0:31709:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789130390.332048:0:31709:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130390.459064:0:27360:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130390.459079:0:27360:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130390.459329:0:16116:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789130390.459335:0:16116:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789130390.459339:0:16116:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789130391.161944:0:2350:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789130391.161959:0:2350:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789130391.161962:0:2350:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130391.161968:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789130391.161970:0:2350:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789130391.161975:0:2350:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130391.161978:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130391.354515:0:31709:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789130391.354524:0:31709:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00000400:3.0:1789130391.354545:0:31709:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789130375/real 1789130375] req@ffff9caf61462940 x1876037329024512/t0(0) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 488/512 e 0 to 1 dl 1789130391 ref 2 fl Rpc:XQr/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1789130391.354571:0:31709:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789130391.354573:0:31709:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789130391.354577:0:31709:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf50131478. 00000400:00000200:3.0:1789130391.354587:0:31709:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf5801e3b8 00000400:00000010:3.0:1789130391.354590:0:31709:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf5801e3b8. 00000100:00000001:3.0:1789130391.354595:0:31709:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789130391.354600:0:31709:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf61462940 x1876037329024512/t0(0) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 488/512 e 0 to 1 dl 1789130391 ref 2 fl Rpc:XQr/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789130391.354609:0:31709:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf61462940 x1876037329024512/t0(0) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 488/512 e 0 to 1 dl 1789130391 ref 2 fl Rpc:XQU/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130391.354616:0:31709:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789130391.354618:0:31709:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130391.354622:0:31709:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789130391.354624:0:31709:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130391.354628:0:31709:0:(import.c:429:ptlrpc_fail_import()) Process entered 00000100:00080000:3.0:1789130391.354632:0:31709:0:(import.c:65:import_set_state_nolock()) ffff9caf6079a800 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:3.0:1789130391.354637:0:31709:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-mdc-ffff9caf5014c800: Connection to lustre-MDT0000 (at 192.168.204.123@tcp) was lost; in progress operations using this service will wait for recovery to complete 00000100:00000001:3.0:1789130391.354641:0:31709:0:(obd_class.h:1222:obd_import_event()) Process entered 00000002:00000001:3.0:1789130391.354645:0:31709:0:(mdc_request.c:2879:mdc_import_event()) Process entered 00000002:00000001:3.0:1789130391.354648:0:31709:0:(mdc_request.c:2953:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130391.354650:0:31709:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00080000:3.0:1789130391.354652:0:31709:0:(import.c:418:ptlrpc_pinger_force()) lustre-MDT0000_UUID: waking up pinger s:DISCONN 00000100:00000001:3.0:1789130391.354678:0:31709:0:(import.c:436:ptlrpc_fail_import()) Process leaving 00000100:00000001:3.0:1789130391.354680:0:31709:0:(client.c:2555:ptlrpc_expire_one_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130391.354684:0:31709:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789130391.354687:0:31709:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789130391.354690:0:31709:0:(client.c:2715:ptlrpc_set_wait()) set ffff9caf488f3780 going to sleep for 0 seconds 00000100:00000001:3.0:1789130391.354693:0:31709:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789130391.354697:0:31709:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130391.354699:0:31709:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789130391.354701:0:31709:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130391.354705:0:31709:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130391.354744:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 70f26143-21ad-4cd3-af2c-0601ab5c9490->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789130391.354755:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1789130391.354769:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf580b8000. 00000020:00000040:2.0:1789130391.354775:0:36:0:(genops.c:1210:class_import_get()) import ffff9caf586ce800 refcount=4 obd=MGC192.168.204.123@tcp 00000100:00000001:2.0:1789130391.354781:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789130391.354785:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789130391.354834:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789130391.354846:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9caf501cf900. 00000100:00000001:2.0:1789130391.354930:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130391.354944:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 70f26143-21ad-4cd3-af2c-0601ab5c9490->MGS req@ffff9caf580b8000 x1876037329026560/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789130391.354957:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789130391.354963:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130391.354971:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cd5f3892] to pc [ptlrpcd_01_00+0] req@ffff9caf580b8000 x1876037329026560/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130391.355103:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789130391.355108:0:2349:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789130391.355111:0:2349:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789130391.355119:0:2349:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf580b8000 x1876037329026560/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130391.355128:0:2349:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789130391.355130:0:2349:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789130391.355136:0:2349:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789130391.355140:0:2349:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789130391.355143:0:2349:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789130391.355148:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf580b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:70f26143-21ad-4cd3-af2c-0601ab5c9490:2349:1876037329026560:192.168.204.123@tcp:400:kworker.0 00000100:00000001:3.0:1789130391.355153:0:2349:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789130391.355163:0:2349:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789130391.355167:0:2349:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789130391.355170:0:2349:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789130391.355177:0:2349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9caf47c6dc00. 02000000:00000001:3.0:1789130391.355180:0:2349:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789130391.355191:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:3.0:1789130391.355196:0:2349:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf60788580. 00000400:00000010:3.0:1789130391.355208:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf4549fcc0. 00000100:00000200:3.0:1789130391.355219:0:2349:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876037329026560, portal 25 00000100:00000001:3.0:1789130391.355223:0:2349:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789130391.355225:0:2349:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875643199488 : -109198066352128 : ffff9caf580b8000) 00000100:00000040:3.0:1789130391.355233:0:2349:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9caf580b8000 x1876037329026560/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130407 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130391.355241:0:2349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789130391.355244:0:2349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:3.0:1789130391.355248:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf4549f908. 00000100:00000200:3.0:1789130391.355251:0:2349:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1876037329026560, offset 0 00000400:00000200:3.0:1789130391.355262:0:2349:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:3.0:1789130391.355280:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130391.355293:0:2349:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:3.0:1789130391.355303:0:2349:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789130391.355310:0:2349:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:3.0:1789130391.355315:0:2349:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789130391.355318:0:2349:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:3.0:1789130391.355323:0:2349:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2468:2468:256:4294967295] 192.168.204.123@tcp LPNI seq info [2467:2467:8:4294967295] 00000400:00000200:3.0:1789130391.355328:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130391.355341:0:2349:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:3.0:1789130391.355349:0:2349:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:3.0:1789130391.355357:0:2349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf47fd2b00. 00000800:00000200:3.0:1789130391.355368:0:2349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:3.0:1789130391.355381:0:2349:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:3.0:1789130391.355390:0:2349:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf47fd2b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789130391.355408:0:2349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789130391.355413:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:3.0:1789130391.355416:0:2349:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.123@tcp: PM QoS new deadline estimation for cpu 2 is 4296489463 00000100:00000001:3.0:1789130391.355426:0:2349:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.123@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296487415 00000100:00000001:3.0:1789130391.355432:0:2349:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.123@tcp: PM QoS new deadline estimation for cpu 3 is 4296489463 00000100:00000001:3.0:1789130391.355436:0:2349:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.123@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296487415 00000100:00000001:3.0:1789130391.355439:0:2349:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789130391.355442:0:2349:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130391.355446:0:2349:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130391.355449:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789130391.355483:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789130391.355487:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) c4ff2dbd-4d13-4802-9c50-d71e34d32a35->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789130391.355492:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1789130391.355496:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1789130391.355499:0:36:0:(import.c:65:import_set_state_nolock()) ffff9caf6079a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1789130391.355504:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1789130391.355509:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9caf5014c800: connect to NID 192.168.204.123@tcp last attempt 1791 00000400:00000200:2.0:1789130391.355514:0:36:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130391.355520:0:36:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.123@tcp is discovered: rc = 1 00000100:00000040:2.0:1789130391.355526:0:36:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9caf452f48c0 refcount 11 to 192.168.204.123@tcp 00000100:00000001:2.0:1789130391.355531:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789130391.355534:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9caf452f48c0 refcount 12 to 192.168.204.123@tcp 00000100:00000001:2.0:1789130391.355537:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634875326777536 : -109198382774080 : ffff9caf452f48c0) 00000020:00000001:2.0:1789130391.355541:0:36:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1789130391.355544:0:36:0:(genops.c:804:class_conn2export()) looking for export cookie 0xde5303b1d982c234 00000020:00000001:2.0:1789130391.355547:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130391.355551:0:36:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9caf4a817000 refcount=5 00000020:00000001:2.0:1789130391.355554:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875416047616 : -109198293504000 : ffff9caf4a817000) 00000020:00000001:2.0:1789130391.355557:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634875416047616 : -109198293504000 : ffff9caf4a817000) 00000100:00000040:2.0:1789130391.355560:0:36:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9caf452f48c0 refcount 11 to 192.168.204.123@tcp 00000100:00000001:2.0:1789130391.356256:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789130391.356265:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9caf452f48c0 refcount 12 to 192.168.204.123@tcp 00000100:00000001:2.0:1789130391.356270:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634875326777536 : -109198382774080 : ffff9caf452f48c0) 00000020:00000040:2.0:1789130391.356275:0:36:0:(genops.c:879:class_export_put()) PUTting export ffff9caf4a817000 : new refcount 4 00000100:00080000:2.0:1789130391.356282:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9caf5014c800: import ffff9caf6079a800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00000001:2.0:1789130391.356285:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789130391.356289:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1789130391.356298:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789130391.356301:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130391.356304:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1789130391.356311:0:36:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683269 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1789130391.356315:0:36:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130391.356317:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789130391.356325:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf580ba1c0. 00000020:00000040:2.0:1789130391.356329:0:36:0:(genops.c:1210:class_import_get()) import ffff9caf6079a800 refcount=7 obd=lustre-MDT0000-mdc-ffff9caf5014c800 02000000:00000001:2.0:1789130391.356333:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1789130391.356335:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130391.356338:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789130391.356341:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789130391.356343:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789130391.356351:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9caf58573c00. 00000100:00000001:2.0:1789130391.356358:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789130391.356368:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9caf580ba1c0 x1876037329026688/t0(0) o38->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789130391.356378:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789130391.356381:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130391.356385:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006d1ce51f] to pc [ptlrpcd_rcv+-1] req@ffff9caf580ba1c0 x1876037329026688/t0(0) o38->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130391.356403:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130391.356407:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) c4ff2dbd-4d13-4802-9c50-d71e34d32a35->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789130391.356412:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1789130391.356415:0:36:0:(import.c:2066:ptlrpc_disconnect_and_idle_import()) Process entered 00000100:00000001:2.0:1789130391.356418:0:36:0:(import.c:1762:ptlrpc_disconnect_prep_req()) Process entered 00000100:00000010:2.0:1789130391.356421:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf580b8f00. 00000020:00000040:2.0:1789130391.356424:0:36:0:(genops.c:1210:class_import_get()) import ffff9caf468ac800 refcount=3 obd=lustre-OST0000-osc-ffff9caf5014c800 00000100:00000001:2.0:1789130391.356426:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789130391.356429:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789130391.356431:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789130391.356435:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9caf501cf000. 00000100:00000001:2.0:1789130391.356438:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130391.356441:0:36:0:(import.c:1800:ptlrpc_disconnect_prep_req()) Process leaving (rc=18446634875643203328 : -109198066348288 : ffff9caf580b8f00) 00000100:00080000:2.0:1789130391.356445:0:36:0:(import.c:65:import_set_state_nolock()) ffff9caf468ac800 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:00080000:2.0:1789130391.356448:0:36:0:(import.c:2101:ptlrpc_disconnect_and_idle_import()) lustre-OST0000-osc-ffff9caf5014c800: disconnect after 21s idle 00000100:00000001:2.0:1789130391.356450:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789130391.356453:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130391.356456:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000857e971] to pc [ptlrpcd_rcv+-1] req@ffff9caf580b8f00 x1876037329026816/t0(0) o9->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130391.356464:0:36:0:(import.c:2105:ptlrpc_disconnect_and_idle_import()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789130391.356467:0:36:0:(pinger.c:123:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130391.356470:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) c4ff2dbd-4d13-4802-9c50-d71e34d32a35->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789130391.356474:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1789130391.356476:0:36:0:(import.c:2066:ptlrpc_disconnect_and_idle_import()) Process entered 00000100:00000001:2.0:1789130391.356477:0:36:0:(import.c:1762:ptlrpc_disconnect_prep_req()) Process entered 00000100:00000010:2.0:1789130391.356483:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf580bb840. 00000020:00000040:2.0:1789130391.356486:0:36:0:(genops.c:1210:class_import_get()) import ffff9caf48ede000 refcount=3 obd=lustre-OST0001-osc-ffff9caf5014c800 00000100:00000001:2.0:1789130391.356488:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789130391.356489:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789130391.356490:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789130391.356494:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9caf501cfc00. 00000100:00000001:2.0:1789130391.356498:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130391.356500:0:36:0:(import.c:1800:ptlrpc_disconnect_prep_req()) Process leaving (rc=18446634875643213888 : -109198066337728 : ffff9caf580bb840) 00000100:00080000:2.0:1789130391.356502:0:36:0:(import.c:65:import_set_state_nolock()) ffff9caf48ede000 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000100:00080000:2.0:1789130391.356505:0:36:0:(import.c:2101:ptlrpc_disconnect_and_idle_import()) lustre-OST0001-osc-ffff9caf5014c800: disconnect after 21s idle 00000100:00000001:2.0:1789130391.356508:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789130391.356510:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130391.356514:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000024f9ac59] to pc [ptlrpcd_rcv+-1] req@ffff9caf580bb840 x1876037329026944/t0(0) o9->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130391.356528:0:36:0:(import.c:2105:ptlrpc_disconnect_and_idle_import()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789130391.356529:0:36:0:(pinger.c:123:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130391.356535:0:36:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 3 (1823) 00000100:00000001:0.0:1789130391.357120:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789130391.357128:0:2346:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789130391.357132:0:2346:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789130391.357144:0:2346:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf580ba1c0 x1876037329026688/t0(0) o38->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130391.357157:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789130391.357159:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130391.357163:0:2346:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789130391.357166:0:2346:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789130391.357169:0:2346:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789130391.357173:0:2346:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf580ba1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:2346:1876037329026688:192.168.204.123@tcp:38:kworker.0 00000100:00000001:0.0:1789130391.357179:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789130391.357185:0:2346:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789130391.357188:0:2346:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130391.357191:0:2346:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789130391.357199:0:2346:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9caf482bdc00. 02000000:00000001:0.0:1789130391.357201:0:2346:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789130391.357209:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:0.0:1789130391.357214:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf50131bb0. 00000400:00000010:0.0:1789130391.357223:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf5801e6e8. 00000100:00000200:0.0:1789130391.357231:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876037329026688, portal 10 00000100:00000001:0.0:1789130391.357235:0:2346:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789130391.357237:0:2346:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875643208128 : -109198066343488 : ffff9caf580ba1c0) 00000100:00000040:0.0:1789130391.357248:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9caf580ba1c0 x1876037329026688/t0(0) o38->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 1789130401 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130391.357257:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789130391.357260:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:0.0:1789130391.357263:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf5801e660. 00000100:00000200:0.0:1789130391.357268:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876037329026688, offset 0 00000400:00000200:0.0:1789130391.357276:0:2346:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:0.0:1789130391.357287:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:0.0:1789130391.357296:0:2346:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:0.0:1789130391.357303:0:2346:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789130391.357310:0:2346:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:0.0:1789130391.357314:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789130391.357318:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:0.0:1789130391.357322:0:2346:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2469:2469:255:4294967295] 192.168.204.123@tcp LPNI seq info [2468:2468:7:4294967295] 00000400:00000200:0.0:1789130391.357327:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:0.0:1789130391.357341:0:2346:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:0.0:1789130391.357349:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:0.0:1789130391.357356:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf451e7800. 00000800:00000200:0.0:1789130391.357365:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:0.0:1789130391.357376:0:2346:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:0.0:1789130391.357382:0:2346:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf451e7800 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:0.0:1789130391.357387:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130391.357392:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: using a timeout of 794360 usecs (795 jiffies) 00000400:00000200:0.0:1789130391.357396:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:0.0:1789130391.357399:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296486174 00000100:00000001:0.0:1789130391.357404:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 2, keep current deadline 4296489463 00000100:00000001:0.0:1789130391.357407:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296486174 00000100:00000001:0.0:1789130391.357410:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 3, keep current deadline 4296489463 00000100:00000001:0.0:1789130391.357412:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789130391.357416:0:2346:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130391.357419:0:2346:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789130391.357424:0:2346:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf580b8f00 x1876037329026816/t0(0) o9->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130391.357431:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789130391.357433:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130391.357435:0:2346:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789130391.357437:0:2346:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789130391.357439:0:2346:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789130391.357442:0:2346:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf580b8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:2346:1876037329026816:192.168.204.123@tcp:9:kworker.0 00000100:00000001:0.0:1789130391.357446:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789130391.357449:0:2346:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789130391.357451:0:2346:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130391.357453:0:2346:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789130391.357457:0:2346:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9caf485a3a00. 02000000:00000001:0.0:1789130391.357459:0:2346:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789130391.357463:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:3.0:1789130391.357663:0:2349:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789130391.357668:0:2349:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1789130391.357671:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789130391.357673:0:2349:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789130391.357677:0:2349:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130391.357681:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789130391.357877:0:2342:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789130391.357884:0:2342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf47fd2b00. 00000100:00000001:2.0:1789130391.357908:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789130391.357912:0:2350:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789130391.357915:0:2350:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130391.357918:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789130391.357994:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130391.358002:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:3.0:1789130391.358012:0:2342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf4549f908 00000400:00000010:3.0:1789130391.358015:0:2342:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf4549f908. 00000100:00000001:3.0:1789130391.358023:0:2342:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789130391.358029:0:2342:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf580b8000 x1876037329026560/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130407 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130391.358041:0:2342:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130391.358046:0:2342:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf580b8000 x1876037329026560/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130407 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1789130391.358076:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf501318f0. 00000400:00000010:0.0:1789130391.358086:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf5801e990. 00000100:00000200:0.0:1789130391.358090:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876037329026816, portal 4 00000100:00000001:0.0:1789130391.358092:0:2346:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789130391.358094:0:2346:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875643203328 : -109198066348288 : ffff9caf580b8f00) 00000100:00000040:0.0:1789130391.358102:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9caf580b8f00 x1876037329026816/t0(0) o9->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130401 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130391.358108:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789130391.358110:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:0.0:1789130391.358112:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf5801eee0. 00000100:00000200:0.0:1789130391.358115:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876037329026816, offset 0 00000400:00000200:0.0:1789130391.358121:0:2346:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:0.0:1789130391.358127:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:0.0:1789130391.358134:0:2346:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:0.0:1789130391.358137:0:2346:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789130391.358140:0:2346:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:0.0:1789130391.358143:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789130391.358146:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:0.0:1789130391.358149:0:2346:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2470:2470:254:4294967295] 192.168.204.123@tcp LPNI seq info [2469:2469:6:4294967295] 00000400:00000200:0.0:1789130391.358153:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:0.0:1789130391.358159:0:2346:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:0.0:1789130391.358164:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:0.0:1789130391.358168:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf451e7c00. 00000800:00000200:0.0:1789130391.358173:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:0.0:1789130391.358178:0:2346:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:0.0:1789130391.358182:0:2346:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf451e7c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789130391.358185:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130391.358188:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9caf5014c800: using a timeout of 22675 usecs (23 jiffies) 00000400:00000200:0.0:1789130391.358191:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:0.0:1789130391.358193:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296485403 00000100:00000001:0.0:1789130391.358196:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9caf5014c800: PM QoS request active for cpu 2, keep current deadline 4296489463 00000100:00000001:0.0:1789130391.358199:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296485403 00000100:00000001:0.0:1789130391.358201:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9caf5014c800: PM QoS request active for cpu 3, keep current deadline 4296489463 00000100:00000001:0.0:1789130391.358203:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789130391.358205:0:2346:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130391.358207:0:2346:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789130391.358212:0:2346:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf580bb840 x1876037329026944/t0(0) o9->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130391.358220:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789130391.358222:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130391.358224:0:2346:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789130391.358226:0:2346:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789130391.358228:0:2346:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789130391.358231:0:2346:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf580bb840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:2346:1876037329026944:192.168.204.123@tcp:9:kworker.0 00000100:00000001:0.0:1789130391.358235:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789130391.358238:0:2346:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789130391.358239:0:2346:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130391.358241:0:2346:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789130391.358245:0:2346:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9caf485a2000. 02000000:00000001:0.0:1789130391.358247:0:2346:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789130391.358250:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:0.0:1789130391.358253:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf501317e8. 00000400:00000010:0.0:1789130391.358256:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf5801e908. 00000100:00000200:0.0:1789130391.358259:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876037329026944, portal 4 00000100:00000001:0.0:1789130391.358261:0:2346:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789130391.358262:0:2346:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875643213888 : -109198066337728 : ffff9caf580bb840) 00000100:00000040:0.0:1789130391.358269:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9caf580bb840 x1876037329026944/t0(0) o9->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130401 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130391.358275:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789130391.358278:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:0.0:1789130391.358280:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf5801e330. 00000100:00000200:0.0:1789130391.358282:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876037329026944, offset 0 00000400:00000200:0.0:1789130391.358286:0:2346:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:0.0:1789130391.358290:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:0.0:1789130391.358300:0:2346:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:0.0:1789130391.358303:0:2346:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789130391.358305:0:2346:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:0.0:1789130391.358308:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789130391.358310:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:0.0:1789130391.358314:0:2346:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2471:2471:253:4294967295] 192.168.204.123@tcp LPNI seq info [2470:2470:5:4294967295] 00000400:00000200:0.0:1789130391.358318:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:0.0:1789130391.358324:0:2346:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:0.0:1789130391.358330:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:0.0:1789130391.358335:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf451e7a00. 00000800:00000200:0.0:1789130391.358339:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:0.0:1789130391.358343:0:2346:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:0.0:1789130391.358346:0:2346:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf451e7a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789130391.358349:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130391.358353:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9caf5014c800: using a timeout of 358012 usecs (359 jiffies) 00000400:00000200:0.0:1789130391.358356:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:0.0:1789130391.358358:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296485739 00000100:00000001:0.0:1789130391.358360:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9caf5014c800: PM QoS request active for cpu 2, keep current deadline 4296489463 00000100:00000001:0.0:1789130391.358362:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296485739 00000100:00000001:0.0:1789130391.358364:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9caf5014c800: PM QoS request active for cpu 3, keep current deadline 4296489463 00000100:00000001:0.0:1789130391.358367:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789130391.358369:0:2346:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130391.358371:0:2346:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130391.358373:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130391.358380:0:2346:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789130391.358381:0:2346:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1789130391.358383:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789130391.358384:0:2346:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789130391.358386:0:2346:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130391.358387:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130391.360017:0:2342:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130391.360033:0:2342:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1789130391.360109:0:2342:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789130391.360115:0:2342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf451e7800. 00000400:00000200:3.0:1789130391.360126:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130391.360213:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:3.0:1789130391.360224:0:2342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf5801e660 00000400:00000010:3.0:1789130391.360227:0:2342:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf5801e660. 00000100:00000001:3.0:1789130391.360233:0:2342:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789130391.360245:0:2342:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf580ba1c0 x1876037329026688/t0(0) o38->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 1789130401 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130391.360258:0:2342:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130391.360261:0:2342:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf580ba1c0 x1876037329026688/t0(0) o38->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 1789130401 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130391.360269:0:2342:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130391.360271:0:2342:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1789130391.360285:0:2342:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789130391.360288:0:2342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf451e7c00. 00000400:00000200:3.0:1789130391.360291:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130391.360295:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:3.0:1789130391.360298:0:2342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf5801eee0 00000400:00000010:3.0:1789130391.360300:0:2342:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf5801eee0. 00000100:00000001:3.0:1789130391.360302:0:2342:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789130391.360307:0:2342:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf580b8f00 x1876037329026816/t0(0) o9->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130401 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130391.360324:0:2342:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130391.360327:0:2342:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf580b8f00 x1876037329026816/t0(0) o9->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130401 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130391.360333:0:2342:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130391.360335:0:2342:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1789130391.360437:0:2342:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789130391.360440:0:2342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf451e7a00. 00000400:00000200:3.0:1789130391.360444:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130391.360448:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:3.0:1789130391.360452:0:2342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf5801e330 00000400:00000010:3.0:1789130391.360453:0:2342:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf5801e330. 00000100:00000001:3.0:1789130391.360456:0:2342:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789130391.360460:0:2342:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf580bb840 x1876037329026944/t0(0) o9->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130401 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130391.360468:0:2342:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130391.360470:0:2342:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf580bb840 x1876037329026944/t0(0) o9->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130401 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130391.360476:0:2342:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130391.360477:0:2342:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1789130391.367967:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130391.367996:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789130391.368002:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130391.368005:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130391.368017:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130391.368027:0:2341:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:2.0:1789130391.368040:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130391.368046:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130391.368054:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130391.368059:0:2341:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 224 into portal 25 MB=0x6aa3efa94fe00 00000400:00000200:2.0:1789130391.368065:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130391.368072:0:2341:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.123@tcp of length 224/224 into md 0x6add [1] + 224 00000800:00000001:2.0:1789130391.368081:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130391.368085:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130391.368090:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130391.368096:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:2.0:1789130391.368118:0:2341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789130391.368131:0:2341:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf580b8000 x1876037329026560/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130407 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789130391.368144:0:2341:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9caf580b8000 x1876037329026560/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130407 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130391.368163:0:2341:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789130391.368179:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130391.368183:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789130391.368186:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130391.368188:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130391.368191:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130391.368195:0:2341:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:2.0:1789130391.368199:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130391.368201:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130391.368204:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130391.368207:0:2341:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 224 into portal 4 MB=0x6aa3efa94ff00 00000400:00000200:2.0:1789130391.368210:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130391.368217:0:2341:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.123@tcp of length 224/224 into md 0x6af5 [1] + 224 00000800:00000001:2.0:1789130391.368221:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130391.368224:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130391.368226:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130391.368229:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:2.0:1789130391.368232:0:2341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789130391.368237:0:2341:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf580b8f00 x1876037329026816/t0(0) o9->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130401 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789130391.368245:0:2341:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9caf580b8f00 x1876037329026816/t0(0) o9->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130401 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130391.368272:0:2341:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789130391.368277:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130391.368280:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789130391.368282:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130391.368285:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130391.368288:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130391.368291:0:2341:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:2.0:1789130391.368295:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130391.368298:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130391.368301:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130391.368305:0:2341:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 224 into portal 4 MB=0x6aa3efa94ff80 00000400:00000200:2.0:1789130391.368308:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130391.368311:0:2341:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.123@tcp of length 224/224 into md 0x6afd [1] + 224 00000800:00000001:2.0:1789130391.368315:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130391.368342:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130391.369381:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789130391.369391:0:2349:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789130391.369403:0:2349:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789130391.369405:0:2349:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789130391.369411:0:2349:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf60788580. 00000400:00000200:3.0:1789130391.369419:0:2349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf4549fcc0 00000400:00000010:3.0:1789130391.369422:0:2349:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf4549fcc0. 00000100:00000001:3.0:1789130391.369430:0:2349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789130391.369441:0:2349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf580b8000 x1876037329026560/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130407 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789130391.369453:0:2349:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf580b8000 x1876037329026560/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130407 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130391.369460:0:2349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789130391.369462:0:2349:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130391.369465:0:2349:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789130391.369470:0:2349:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789130391.369472:0:2349:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789130391.369475:0:2349:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789130391.369479:0:2349:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789130391.369488:0:2349:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf586cec60 time=10 v=5 (5 5 5 5) 00000100:00001000:3.0:1789130391.369492:0:2349:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf586cec18 time=10 v=5 (1 1 1 1) 00000100:00000001:3.0:1789130391.369496:0:2349:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789130391.369498:0:2349:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130391.369501:0:2349:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789130391.369504:0:2349:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130391.369508:0:2349:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130391.369513:0:2349:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf580b8000 x1876037329026560/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130407 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130391.369521:0:2349:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789130391.369525:0:2349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789130391.369528:0:2349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789130391.369533:0:2349:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf580b8000 x1876037329026560/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130407 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789130391.369541:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf580b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:70f26143-21ad-4cd3-af2c-0601ab5c9490:2349:1876037329026560:192.168.204.123@tcp:400:kworker.0 00000100:00000001:3.0:1789130391.369558:0:2349:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130391.369560:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1789130391.369562:0:2349:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130391.369568:0:2349:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf580b8000 x1876037329026560/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130407 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1789130391.369574:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:3.0:1789130391.369583:0:2349:0:(client.c:2793:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1789130391.369587:0:2341:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:3.0:1789130391.369588:0:2349:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789130391.369596:0:2349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9caf47c6dc00. 00000100:00000200:2.0:1789130391.369598:0:2341:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf580bb840 x1876037329026944/t0(0) o9->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130401 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1789130391.369603:0:2349:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789130391.369607:0:2349:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1789130391.369612:0:2349:0:(genops.c:1223:class_import_put()) import ffff9caf586ce800 refcount=3 obd=MGC192.168.204.123@tcp 00000100:00000040:2.0:1789130391.369614:0:2341:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9caf580bb840 x1876037329026944/t0(0) o9->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130401 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1789130391.369617:0:2349:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1789130391.369622:0:2349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9caf501cf900. 00000100:00000001:2.0:1789130391.369627:0:2341:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:3.0:1789130391.369632:0:2349:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789130391.369637:0:2349:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789130391.369639:0:2349:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf580b8000. 00000800:00000001:2.0:1789130391.369641:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130391.369654:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789130391.369656:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130391.369659:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130391.369665:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130391.369670:0:2341:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:2.0:1789130391.369676:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130391.369680:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130391.369686:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130391.369690:0:2341:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 416 into portal 10 MB=0x6aa3efa94fe80 00000400:00000200:2.0:1789130391.369695:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130391.369700:0:2341:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.123@tcp of length 416/416 into md 0x6aed [1] + 0 00000100:00000001:3.0:1789130391.370107:0:2349:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789130391.370109:0:2349:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130391.370113:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130391.370122:0:2349:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789130391.370133:0:2349:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130391.370136:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789130391.370140:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1789130391.370580:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130391.370598:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130391.370603:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130391.370610:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:2.0:1789130391.370617:0:2341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789130391.370626:0:2341:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf580ba1c0 x1876037329026688/t0(0) o38->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 1789130401 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789130391.370637:0:2341:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff9caf580ba1c0 x1876037329026688/t0(0) o38->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 1789130401 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130391.370651:0:2341:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789130391.370658:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130391.370661:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130391.370766:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789130391.370770:0:2346:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789130391.370776:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789130391.370797:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789130391.370822:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf50131bb0. 00000400:00000200:0.0:1789130391.370829:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf5801e6e8 00000400:00000010:0.0:1789130391.370832:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf5801e6e8. 00000100:00000001:0.0:1789130391.370835:0:2346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789130391.370840:0:2346:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf580ba1c0 x1876037329026688/t0(0) o38->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 1789130401 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789130391.370856:0:2346:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf580ba1c0 x1876037329026688/t0(0) o38->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 1789130401 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130391.370863:0:2346:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789130391.370865:0:2346:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130391.370867:0:2346:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789130391.370870:0:2346:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789130391.370872:0:2346:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789130391.370874:0:2346:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130391.370876:0:2346:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789130391.370889:0:2346:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf6079ac60 time=10 v=5 (5 104 104 104) 00000100:00001000:0.0:1789130391.370892:0:2346:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf6079ac18 time=27 v=5 (1 0 0 0) 00000100:00000001:0.0:1789130391.370894:0:2346:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789130391.370897:0:2346:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130391.370900:0:2346:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789130391.370906:0:2346:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130391.370910:0:2346:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789130391.370913:0:2346:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9caf5014c800: skip recheck: last_committed 4294967634 00000100:00000001:0.0:1789130391.370916:0:2346:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789130391.370919:0:2346:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130391.370924:0:2346:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf580ba1c0 x1876037329026688/t0(0) o38->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 520/416 e 0 to 0 dl 1789130401 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130391.370933:0:2346:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789130391.370937:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789130391.370940:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130391.370943:0:2346:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00080000:0.0:1789130391.370953:0:2346:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0000-mdc-ffff9caf5014c800: connect to target with instance 1 00000020:00000001:0.0:1789130391.370957:0:2346:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1789130391.370959:0:2346:0:(genops.c:804:class_conn2export()) looking for export cookie 0xde5303b1d982c234 00000020:00000001:0.0:1789130391.370963:0:2346:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130391.370968:0:2346:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9caf4a817000 refcount=5 00000020:00000001:0.0:1789130391.370971:0:2346:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875416047616 : -109198293504000 : ffff9caf4a817000) 00000020:00000001:0.0:1789130391.370975:0:2346:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634875416047616 : -109198293504000 : ffff9caf4a817000) 00000100:00001000:0.0:1789130391.370980:0:2346:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf6079ac18 time=1789130391 v=0 (0 0 0 0) 00000100:00001000:0.0:1789130391.370983:0:2346:0:(import.c:2215:obd_at_measure()) AT ffff9caf6079ac18 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000040:0.0:1789130391.370991:0:2346:0:(obd_cksum.h:77:obd_cksum_types_supported_client()) Crypto hash speed: crc 1627, crc32c 10183, adler 1295 00000020:00000040:0.0:1789130391.370998:0:2346:0:(genops.c:879:class_export_put()) PUTting export ffff9caf4a817000 : new refcount 4 00000100:00000001:0.0:1789130391.371002:0:2346:0:(obd_class.h:1222:obd_import_event()) Process entered 00000002:00000001:0.0:1789130391.371007:0:2346:0:(mdc_request.c:2879:mdc_import_event()) Process entered 00000008:00000020:0.0:1789130391.371011:0:2346:0:(osc_request.c:1064:osc_init_grant()) lustre-MDT0000-mdc-ffff9caf5014c800, setting cl_avail_grant: 2097152 cl_lost_grant: 0. chunk bits: 17 cl_max_extent_pages: 32768 00000002:00000001:0.0:1789130391.371016:0:2346:0:(mdc_request.c:3107:mdc_init_ea_size()) Process entered 00000002:00000001:0.0:1789130391.371018:0:2346:0:(mdc_request.c:3114:mdc_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789130391.371020:0:2346:0:(obd_class.h:1242:obd_notify()) Process entered 00800000:00000001:0.0:1789130391.371023:0:2346:0:(lmv_obd.c:191:lmv_notify()) Process entered 00000080:00000001:0.0:1789130391.371028:0:2346:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:0.0:1789130391.371031:0:2346:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789130391.371033:0:2346:0:(lmv_obd.c:226:lmv_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789130391.371035:0:2346:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130391.371036:0:2346:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:0.0:1789130391.371038:0:2346:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789130391.371040:0:2346:0:(mdc_request.c:2953:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130391.371042:0:2346:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00080000:0.0:1789130391.371045:0:2346:0:(import.c:1297:ptlrpc_connect_interpret()) reconnected to lustre-MDT0000_UUID@192.168.204.123@tcp after partition 00000100:00080000:0.0:1789130391.371049:0:2346:0:(import.c:65:import_set_state_nolock()) ffff9caf6079a800 lustre-MDT0000_UUID: changing import state from CONNECTING to RECOVER 00000100:00000001:0.0:1789130391.371054:0:2346:0:(import.c:1648:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:0.0:1789130391.371058:0:2346:0:(recover.c:149:ptlrpc_resend()) Process entered 00000100:00000001:0.0:1789130391.371060:0:2346:0:(recover.c:178:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1789130391.371063:0:2346:0:(import.c:65:import_set_state_nolock()) ffff9caf6079a800 lustre-MDT0000_UUID: changing import state from RECOVER to FULL 00000100:00000001:0.0:1789130391.371065:0:2346:0:(obd_class.h:1222:obd_import_event()) Process entered 00000002:00000001:0.0:1789130391.371066:0:2346:0:(mdc_request.c:2879:mdc_import_event()) Process entered 00000002:00000001:0.0:1789130391.371068:0:2346:0:(obd_class.h:1242:obd_notify()) Process entered 00800000:00000001:0.0:1789130391.371069:0:2346:0:(lmv_obd.c:191:lmv_notify()) Process entered 00800000:00000001:0.0:1789130391.371071:0:2346:0:(lmv_obd.c:85:lmv_set_mdc_active()) Process entered 00800000:00000040:0.0:1789130391.371074:0:2346:0:(lmv_obd.c:88:lmv_set_mdc_active()) Searching in lmv ffff9caf584fd6f8 for uuid lustre-MDT0000_UUID (activate=1) 00800000:00000040:0.0:1789130391.371078:0:2346:0:(lmv_obd.c:94:lmv_set_mdc_active()) Target idx 0 is lustre-MDT0000_UUID conn 0xde5303b1d982c234 00800000:00000040:0.0:1789130391.371081:0:2346:0:(lmv_obd.c:109:lmv_set_mdc_active()) Found OBD lustre-MDT0000-mdc-ffff9caf5014c800=c4ff2dbd-4d13-4802-9c50-d71e34d32a35 device 3 (ffff9caf584fb490) type mdc at LMV idx 0 00800000:00000040:0.0:1789130391.371085:0:2346:0:(lmv_obd.c:114:lmv_set_mdc_active()) OBD ffff9caf584fb490 already active! 00800000:00000001:0.0:1789130391.371087:0:2346:0:(lmv_obd.c:115:lmv_set_mdc_active()) Process leaving via out_lmv_lock (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1789130391.371089:0:2346:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:0.0:1789130391.371091:0:2346:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789130391.371093:0:2346:0:(lmv_obd.c:226:lmv_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789130391.371095:0:2346:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130391.371096:0:2346:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:0.0:1789130391.371097:0:2346:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789130391.371099:0:2346:0:(genops.c:1210:class_import_get()) import ffff9caf6079a800 refcount=8 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000002:00000001:0.0:1789130391.373589:0:2346:0:(mdc_request.c:2953:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130391.373603:0:2346:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:02000000:0.0:1789130391.373616:0:2346:0:(import.c:1743:ptlrpc_import_recovery_state_machine()) lustre-MDT0000-mdc-ffff9caf5014c800: Connection restored to 192.168.204.123@tcp (at 192.168.204.123@tcp) 00000100:00080000:0.0:1789130391.373634:0:2346:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 00000000007345c5): req@ffff9caf61462940 x1876037329024512/t0(0) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 488/512 e 0 to 1 dl 1789130391 ref 2 fl Rpc:XQU/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130391.373668:0:2346:0:(import.c:1754:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130391.373674:0:2346:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130391.373682:0:2346:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf580ba1c0 x1876037329026688/t0(0) o38->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 520/416 e 0 to 0 dl 1789130401 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789130391.373692:0:2346:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf580ba1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:2346:1876037329026688:192.168.204.123@tcp:38:kworker.0 00000400:00000001:0.0:1789130391.373711:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789130391.373714:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789130391.373720:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf501318f0. 00000400:00000200:0.0:1789130391.373728:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf5801e990 00000400:00000010:0.0:1789130391.373732:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf5801e990. 00000100:00000001:0.0:1789130391.373740:0:2346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789130391.373747:0:2346:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf580b8f00 x1876037329026816/t0(0) o9->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130401 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789130391.373758:0:2346:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf580b8f00 x1876037329026816/t0(0) o9->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130401 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130391.373765:0:31709:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789130391.373767:0:2346:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789130391.373772:0:31709:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130391.373772:0:2346:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130391.373779:0:31709:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789130391.373783:0:31709:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789130391.373789:0:31709:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789130391.373853:0:31709:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789130391.373858:0:31709:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130391.373862:0:31709:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00080000:3.0:1789130391.373869:0:31709:0:(client.c:3740:ptlrpc_set_mbits()) resend with new mbits old x1876037329024512 new x1876037329027072 02000000:00000001:3.0:1789130391.373875:0:31709:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789130391.373880:0:31709:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789130391.373892:0:31709:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:3.0:1789130391.373902:0:31709:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf60788580. 00000400:00000010:3.0:1789130391.373912:0:31709:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf4549fcc0. 00000100:00000200:3.0:1789130391.373926:0:31709:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876037329024512, portal 10 00000100:00000001:3.0:1789130391.373929:0:31709:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789130391.373931:0:31709:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875798038848 : -109197911512768 : ffff9caf61462940) 00000100:00000040:3.0:1789130391.373946:0:31709:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=202 req@ffff9caf61462940 x1876037329024512/t0(0) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 488/512 e 0 to 0 dl 1789130407 ref 3 fl Rpc:r/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130391.373956:0:31709:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789130391.373959:0:31709:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:3.0:1789130391.373963:0:31709:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf4549f908. 00000100:00000200:3.0:1789130391.373967:0:31709:0:(niobuf.c:94:ptl_send_buf()) Sending 488 bytes to portal 12, xid 1876037329024512, offset 0 00000400:00000200:3.0:1789130391.373976:0:31709:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:3.0:1789130391.373988:0:31709:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130391.374000:0:31709:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:3.0:1789130391.374008:0:31709:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789130391.374014:0:31709:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:3.0:1789130391.374019:0:31709:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789130391.374023:0:31709:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:3.0:1789130391.374028:0:31709:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2472:2472:256:4294967295] 192.168.204.123@tcp LPNI seq info [2471:2471:8:4294967295] 00000400:00000200:3.0:1789130391.374032:0:31709:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130391.374044:0:31709:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:3.0:1789130391.374052:0:31709:0:(socklnd_cb.c:931:ksocknal_send()) sending 488 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:3.0:1789130391.374060:0:31709:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf47fd2b00. 00000800:00000200:3.0:1789130391.374069:0:31709:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:3.0:1789130391.374079:0:31709:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:3.0:1789130391.374087:0:31709:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf47fd2b00 type 1, nob 584 niov 1 nkiov 1 00000100:00000001:3.0:1789130391.374106:0:31709:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130391.374113:0:31709:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: using a timeout of 793295 usecs (794 jiffies) 00000400:00000200:3.0:1789130391.374116:0:31709:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:3.0:1789130391.374121:0:31709:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296486190 00000100:00000001:3.0:1789130391.374141:0:31709:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 2, keep current deadline 4296489463 00000100:00000001:3.0:1789130391.374144:0:31709:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296486190 00000100:00000001:3.0:1789130391.374146:0:31709:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 3, keep current deadline 4296489463 00000100:00000001:3.0:1789130391.374149:0:31709:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789130391.374152:0:31709:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130391.374156:0:31709:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789130391.374159:0:31709:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1789130391.374162:0:31709:0:(client.c:2715:ptlrpc_set_wait()) set ffff9caf488f3780 going to sleep for 11 seconds 00000100:00000001:3.0:1789130391.374165:0:31709:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789130391.374166:0:31709:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789130391.374207:0:31742:0:(mdc_request.c:2638:mdc_kuc_reregister_thread()) Process entered 00000020:00000001:2.0:1789130391.374214:0:31742:0:(kernelcomm.c:1325:libcfs_kkuc_group_foreach()) Process entered 00000020:00000001:2.0:1789130391.374220:0:31742:0:(kernelcomm.c:1339:libcfs_kkuc_group_foreach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130391.374224:0:31742:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1789130391.374228:0:31742:0:(genops.c:1223:class_import_put()) import ffff9caf6079a800 refcount=7 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000020:00000001:2.0:1789130391.374231:0:31742:0:(genops.c:1230:class_import_put()) Process leaving 00000002:00000001:2.0:1789130391.374233:0:31742:0:(mdc_request.c:2648:mdc_kuc_reregister_thread()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789130391.374318:0:2342:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789130391.374325:0:2342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf47fd2b00. 00000400:00000200:3.0:1789130391.374331:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130391.374338:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:3.0:1789130391.374345:0:2342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf4549f908 00000400:00000010:3.0:1789130391.374346:0:2342:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf4549f908. 00000100:00000001:3.0:1789130391.374714:0:2342:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789130391.374723:0:2342:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf61462940 x1876037329024512/t0(0) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 488/512 e 0 to 0 dl 1789130407 ref 3 fl Rpc:r/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130391.374736:0:2342:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130391.374739:0:2342:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf61462940 x1876037329024512/t0(0) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 488/512 e 0 to 0 dl 1789130407 ref 3 fl Rpc:Qr/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130391.374747:0:2342:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130391.374749:0:2342:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1789130391.377073:0:2346:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789130391.377091:0:2346:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789130391.377095:0:2346:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789130391.377098:0:2346:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130391.377105:0:2346:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789130391.377125:0:2346:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf468acc60 time=10 v=5 (5 5 5 5) 00000100:00001000:0.0:1789130391.377133:0:2346:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf468acc18 time=27 v=5 (1 0 0 0) 00000100:00000001:0.0:1789130391.377136:0:2346:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789130391.377138:0:2346:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130391.377142:0:2346:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789130391.377149:0:2346:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130391.377155:0:2346:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789130391.377159:0:2346:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9caf5014c800: skip recheck: last_committed 4294967339 00000100:00000001:0.0:1789130391.377162:0:2346:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789130391.377164:0:2346:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130391.377181:0:2346:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf580b8f00 x1876037329026816/t0(0) o9->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130401 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130391.377191:0:2346:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789130391.377196:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789130391.377198:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1789130391.377204:0:2346:0:(import.c:2011:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@ffff9caf580b8f00 x1876037329026816/t0(0) o9->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130401 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789130391.377214:0:2346:0:(import.c:65:import_set_state_nolock()) ffff9caf468ac800 lustre-OST0000_UUID: changing import state from CONNECTING to IDLE 00000100:00000040:0.0:1789130391.377220:0:2346:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf580b8f00 x1876037329026816/t0(0) o9->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130401 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789130391.377229:0:2346:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf580b8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:2346:1876037329026816:192.168.204.123@tcp:9:kworker.0 00000400:00000001:0.0:1789130391.377247:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789130391.377250:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789130391.377254:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf501317e8. 00000400:00000200:0.0:1789130391.377263:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf5801e908 00000400:00000010:0.0:1789130391.377265:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf5801e908. 00000100:00000001:0.0:1789130391.377271:0:2346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789130391.377278:0:2346:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf580bb840 x1876037329026944/t0(0) o9->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130401 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789130391.377287:0:2346:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf580bb840 x1876037329026944/t0(0) o9->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130401 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130391.377295:0:2346:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789130391.377297:0:2346:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130391.377299:0:2346:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789130391.377301:0:2346:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789130391.377302:0:2346:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789130391.377303:0:2346:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130391.377305:0:2346:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789130391.377310:0:2346:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf48ede460 time=10 v=5 (5 5 5 5) 00000100:00001000:0.0:1789130391.377312:0:2346:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf48ede418 time=25 v=5 (1 0 0 0) 00000100:00000001:0.0:1789130391.377315:0:2346:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789130391.377316:0:2346:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130391.377317:0:2346:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789130391.377319:0:2346:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130391.377322:0:2346:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789130391.377323:0:2346:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9caf5014c800: skip recheck: last_committed 4294967312 00000100:00000001:0.0:1789130391.377325:0:2346:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789130391.377326:0:2346:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130391.377330:0:2346:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf580bb840 x1876037329026944/t0(0) o9->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130401 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130391.377337:0:2346:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789130391.377338:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789130391.377340:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1789130391.377343:0:2346:0:(import.c:2011:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@ffff9caf580bb840 x1876037329026944/t0(0) o9->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130401 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789130391.377350:0:2346:0:(import.c:65:import_set_state_nolock()) ffff9caf48ede000 lustre-OST0001_UUID: changing import state from CONNECTING to IDLE 00000100:00000040:0.0:1789130391.377354:0:2346:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf580bb840 x1876037329026944/t0(0) o9->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130401 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789130391.377376:0:2346:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf580bb840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:2346:1876037329026944:192.168.204.123@tcp:9:kworker.0 00000100:00000001:0.0:1789130391.377382:0:2346:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130391.377386:0:2346:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789130391.377392:0:2346:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf580ba1c0 x1876037329026688/t0(0) o38->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 520/416 e 0 to 0 dl 1789130401 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130391.377399:0:2346:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789130391.377403:0:2346:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789130391.377407:0:2346:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9caf482bdc00. 02000000:00000001:0.0:1789130391.377412:0:2346:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789130391.377415:0:2346:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1789130391.377417:0:2346:0:(genops.c:1223:class_import_put()) import ffff9caf6079a800 refcount=6 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000020:00000001:0.0:1789130391.377420:0:2346:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1789130391.377424:0:2346:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9caf58573c00. 02000000:00000001:0.0:1789130391.377428:0:2346:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789130391.377430:0:2346:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789130391.377432:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf580ba1c0. 00000100:00000001:0.0:1789130391.377437:0:2346:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789130391.377438:0:2346:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130391.377440:0:2346:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789130391.377443:0:2346:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf580b8f00 x1876037329026816/t0(0) o9->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130401 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130391.377448:0:2346:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789130391.377449:0:2346:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789130391.377450:0:2346:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9caf485a3a00. 02000000:00000001:0.0:1789130391.377452:0:2346:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789130391.377453:0:2346:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1789130391.377454:0:2346:0:(genops.c:1223:class_import_put()) import ffff9caf468ac800 refcount=2 obd=lustre-OST0000-osc-ffff9caf5014c800 00000020:00000001:0.0:1789130391.377456:0:2346:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1789130391.377457:0:2346:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9caf501cf000. 02000000:00000001:0.0:1789130391.377460:0:2346:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789130391.377462:0:2346:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789130391.377463:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf580b8f00. 00000100:00000001:0.0:1789130391.377470:0:2346:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789130391.377472:0:2346:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130391.377474:0:2346:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789130391.377476:0:2346:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf580bb840 x1876037329026944/t0(0) o9->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130401 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130391.377483:0:2346:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789130391.377484:0:2346:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789130391.377486:0:2346:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9caf485a2000. 02000000:00000001:0.0:1789130391.377488:0:2346:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789130391.377489:0:2346:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1789130391.377490:0:2346:0:(genops.c:1223:class_import_put()) import ffff9caf48ede000 refcount=2 obd=lustre-OST0001-osc-ffff9caf5014c800 00000020:00000001:0.0:1789130391.377492:0:2346:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1789130391.377494:0:2346:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9caf501cfc00. 02000000:00000001:0.0:1789130391.377495:0:2346:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789130391.377496:0:2346:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789130391.377498:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf580bb840. 00000100:00000001:0.0:1789130391.377503:0:2346:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789130391.377504:0:2346:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130391.377507:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130391.377516:0:2346:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789130391.377519:0:2346:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130391.377522:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789130391.377524:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1789130391.380218:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130391.380246:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789130391.380251:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130391.380254:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130391.380265:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130391.380275:0:2341:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:2.0:1789130391.380289:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130391.380295:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130391.380302:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130391.380307:0:2341:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 456 into portal 10 MB=0x6aa3efa950000 00000400:00000200:2.0:1789130391.380312:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130391.380319:0:2341:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.123@tcp of length 456/456 into md 0x6b05 [1] + 224 00000800:00000001:2.0:1789130391.380328:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130391.380337:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130391.380341:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130391.380366:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:2.0:1789130391.380375:0:2341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789130391.380388:0:2341:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf61462940 x1876037329024512/t0(0) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 488/512 e 0 to 0 dl 1789130407 ref 2 fl Rpc:Qr/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789130391.380401:0:2341:0:(events.c:149:reply_in_callback()) @@@ reply in flags=202 mlen=456 offset=224 replen=512 req@ffff9caf61462940 x1876037329024512/t0(0) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 488/512 e 0 to 0 dl 1789130407 ref 2 fl Rpc:RQ/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130391.380432:0:2341:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1789130391.380443:0:2341:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1789130391.380447:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130391.380453:0:2341:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.204.23@tcp to MR: 192.168.204.123@tcp local destination 00000400:00000200:2.0:1789130391.380460:0:2341:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2473:2473:256:4294967295] 192.168.204.123@tcp LPNI seq info [2472:2472:8:4294967295] 00000400:00000200:2.0:1789130391.380465:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130391.380474:0:2341:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:192.168.204.23@tcp) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) 192.168.204.123@tcp : ACK try# 0 00000800:00000200:2.0:1789130391.380480:0:2341:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:2.0:1789130391.380488:0:2341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf501cff00. 00000800:00000200:2.0:1789130391.380495:0:2341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:2.0:1789130391.380505:0:2341:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:2.0:1789130391.380511:0:2341:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf501cff00 type 0, nob 96 niov 1 nkiov 0 00000100:00000001:3.0:1789130391.380588:0:31709:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789130391.380600:0:31709:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789130391.380602:0:31709:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789130391.380607:0:31709:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf60788580. 00000400:00000200:3.0:1789130391.380612:0:31709:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf4549fcc0 00000400:00000010:3.0:1789130391.380615:0:31709:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf4549fcc0. 00000100:00000001:3.0:1789130391.380621:0:31709:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789130391.380626:0:31709:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf61462940 x1876037329024512/t0(0) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 488/512 e 0 to 0 dl 1789130407 ref 2 fl Rpc:RQ/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789130391.380636:0:31709:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf61462940 x1876037329024512/t0(0) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 488/512 e 0 to 0 dl 1789130407 ref 2 fl Rpc:RQU/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1789130391.380637:0:2341:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789130391.380644:0:2341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf501cff00. 00000100:00000001:3.0:1789130391.380647:0:31709:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789130391.380651:0:31709:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130391.380653:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1789130391.380655:0:31709:0:(client.c:1593:after_reply()) Process entered 00000400:00000200:2.0:1789130391.380660:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: ACK: OK 02000000:00000001:3.0:1789130391.380662:0:31709:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789130391.380667:0:31709:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000800:00000001:2.0:1789130391.380669:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1789130391.380670:0:31709:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789130391.380676:0:31709:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1789130391.380676:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1789130391.380690:0:31709:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf6079ac60 time=10 v=5 (5 104 104 104) 00000100:00001000:3.0:1789130391.380697:0:31709:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf6079ac18 time=0 v=5 (1 0 0 0) 00000100:00000001:3.0:1789130391.380701:0:31709:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789130391.380703:0:31709:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130391.380707:0:31709:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789130391.380712:0:31709:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130391.380717:0:31709:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1789130391.380719:0:31709:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:3.0:1789130391.380722:0:31709:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1789130391.380725:0:31709:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789130391.380727:0:31709:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875798038848 : -109197911512768 : ffff9caf61462940) 00000100:00000001:3.0:1789130391.380731:0:31709:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789130391.380734:0:31709:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9caf5014c800: skip recheck: last_committed 4294967634 00000100:00000001:3.0:1789130391.380736:0:31709:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789130391.380739:0:31709:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130391.380745:0:31709:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf61462940 x1876037329024512/t4294967635(4294967635) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 488/456 e 0 to 0 dl 1789130407 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130391.380752:0:31709:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789130391.380755:0:31709:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789130391.380758:0:31709:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789130391.380762:0:31709:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf61462940 x1876037329024512/t4294967635(4294967635) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 488/456 e 0 to 0 dl 1789130407 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789130391.380771:0:31709:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf61462940 pname:cluuid:pid:xid:nid:opc:job touch:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:31709:1876037329024512:192.168.204.123@tcp:36:touch.0 00000100:00000001:3.0:1789130391.380777:0:31709:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130391.380781:0:31709:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130391.380785:0:31709:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1789130391.380788:0:31709:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130391.381706:0:31709:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf61462940 x1876037329024512/t4294967635(4294967635) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 488/456 e 0 to 0 dl 1789130407 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130391.381720:0:31709:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789130391.381724:0:31709:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9caf488f3780. 00000100:00000001:3.0:1789130391.381728:0:31709:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1789130391.381730:0:31709:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789130391.381744:0:31709:0:(mdc_reint.c:137:mdc_setattr()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789130391.381748:0:31709:0:(lmv_obd.c:3047:lmv_setattr()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789130391.381758:0:31709:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:3.0:1789130391.381761:0:31709:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1789130391.381786:0:31709:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833962 : 144115205322833962 : 20000040400002a) 00000080:00000001:3.0:1789130391.381801:0:31709:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000100:00000001:3.0:1789130391.381834:0:31709:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130391.381844:0:31709:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf61462940 x1876037329024512/t4294967635(4294967635) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 488/456 e 0 to 0 dl 1789130407 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130391.381852:0:31709:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789130391.381855:0:31709:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:3.0:1789130391.381858:0:31709:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130391.381861:0:31709:0:(llite_lib.c:2204:ll_md_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130391.381867:0:31709:0:(pcc.c:2642:pcc_inode_setattr()) Process entered 00000080:00000001:3.0:1789130391.381871:0:31709:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:3.0:1789130391.381874:0:31709:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1789130391.381876:0:31709:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:3.0:1789130391.381879:0:31709:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130391.381882:0:31709:0:(pcc.c:2651:pcc_inode_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130391.381885:0:31709:0:(lcommon_cl.c:57:cl_setattr_ost()) Process entered 00000020:00000001:3.0:1789130391.381889:0:31709:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1789130391.381896:0:31709:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446634875648776744 : -109198060774872 : ffff9caf58609a28) 00000020:00001000:3.0:1789130391.381899:0:31709:0:(cl_object.c:823:cl_env_get()) 1@ffff9caf58609a20 00000020:00000001:3.0:1789130391.381905:0:31709:0:(cl_object.c:143:cl_object_top()) ffff9caf42b2ac38 -> ffff9caf42b2ac38 00000020:00000001:3.0:1789130391.381909:0:31709:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:3.0:1789130391.381913:0:31709:0:(vvp_io.c:1987:vvp_io_init()) Process entered 00000080:00200000:3.0:1789130391.381915:0:31709:0:(vvp_io.c:1992:vvp_io_init()) [0x200000404:0x2a:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:3.0:1789130391.381920:0:31709:0:(cl_io.c:902:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1789130391.381922:0:31709:0:(cl_io.c:908:cl_io_slice_add()) Process leaving 00000080:00000001:3.0:1789130391.381925:0:31709:0:(file.c:7121:ll_layout_refresh()) Process entered 00000080:00000001:3.0:1789130391.381928:0:31709:0:(file.c:6152:ll_take_md_lock()) Process entered 00000080:00000040:3.0:1789130391.381930:0:31709:0:(file.c:6154:ll_take_md_lock()) trying to match res [0x200000404:0x2a:0x0] 00000002:00000001:3.0:1789130391.381937:0:31709:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789130391.381942:0:31709:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1789130391.381950:0:31709:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789130391.381952:0:31709:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789130391.381954:0:31709:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000404:0x2a:0x0]: 0 00000080:00000001:3.0:1789130391.381956:0:31709:0:(file.c:6159:ll_take_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130391.381958:0:31709:0:(file.c:7058:ll_layout_intent()) Process entered 00000080:00000010:3.0:1789130391.381966:0:31709:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9caf47c6dc00. 00000080:00010000:3.0:1789130391.381974:0:31709:0:(file.c:7077:ll_layout_intent()) ### lustre: requeue layout lock for file [0x200000404:0x2a:0x0](ffff9caf6019f448) 00000080:00000001:3.0:1789130391.381978:0:31709:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1789130391.381983:0:31709:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1789130391.381987:0:31709:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f4152b960 00800000:00000002:3.0:1789130391.381989:0:31709:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'layout' for [0x200000404:0x2a:0x0] '' on [0x200000404:0x2a:0x0] 00800000:00000001:3.0:1789130391.381994:0:31709:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1789130391.381998:0:31709:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000404:0x2a:0x0], fid2=[0x200000404:0x2a:0x0], name='' -> mds #0 00000002:00000001:3.0:1789130391.382003:0:31709:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1789130391.382005:0:31709:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f4152b830 00000002:00010000:3.0:1789130391.382007:0:31709:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000404:0x2a:0x0]) in obj [0x200000404:0x2a:0x0], intent: layout flags 0 00000002:00000001:3.0:1789130391.382012:0:31709:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1789130391.382014:0:31709:0:(mdc_locks.c:708:mdc_intent_layout_pack()) Process entered 00000100:00000010:3.0:1789130391.382020:0:31709:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf501ab0c0. 00000020:00000040:3.0:1789130391.382025:0:31709:0:(genops.c:1210:class_import_get()) import ffff9caf6079a800 refcount=7 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00010000:00000001:3.0:1789130391.382033:0:31709:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1789130391.382039:0:31709:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789130391.382045:0:31709:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130391.382048:0:31709:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789130391.382052:0:31709:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789130391.382057:0:31709:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789130391.382066:0:31709:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9caf47c6c800. 00000100:00000001:3.0:1789130391.382074:0:31709:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130391.382079:0:31709:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1789130391.382081:0:31709:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130391.382082:0:31709:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1789130391.382084:0:31709:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130391.382086:0:31709:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789130391.382091:0:31709:0:(mdc_locks.c:741:mdc_intent_layout_pack()) Process leaving (rc=18446634875509977280 : -109198199574336 : ffff9caf501ab0c0) 00010000:00000001:3.0:1789130391.382095:0:31709:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1789130391.382098:0:31709:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1789130391.382104:0:31709:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9caf51bbdd00. 00010000:00000010:3.0:1789130391.382109:0:31709:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9caf42e06300. 00010000:00000001:3.0:1789130391.382116:0:31709:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1789130391.382119:0:31709:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9caf47e21200. 00000020:00000001:3.0:1789130391.382313:0:31709:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1789130391.382318:0:31709:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9caf47e21200 with handle 0xde5303b1d982cce5 to hash 00000020:00000001:3.0:1789130391.382321:0:31709:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1789130391.382324:0:31709:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446634875372048896 : -109198337502720 : ffff9caf47e21200) 00010000:00000001:3.0:1789130391.382330:0:31709:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446634875372048896 : -109198337502720 : ffff9caf47e21200) 00010000:00000001:3.0:1789130391.382335:0:31709:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789130391.382338:0:31709:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789130391.382344:0:31709:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e21200/0xde5303b1d982cce5 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x2a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 31709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789130391.382676:0:31709:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e21200/0xde5303b1d982cce5 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x0 pid: 31709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789130391.382692:0:31709:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e21200/0xde5303b1d982cce5 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x0 pid: 31709 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1789130391.382699:0:31709:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1789130391.382701:0:31709:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1789130391.382713:0:31709:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9caf485e8180. 00000100:00000001:3.0:1789130391.382716:0:31709:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446634875380203904 : -109198329347712 : ffff9caf485e8180) 00000100:00000001:3.0:1789130391.382719:0:31709:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789130391.382720:0:31709:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875509977280 : -109198199574336 : ffff9caf501ab0c0) 00000100:00000001:3.0:1789130391.382727:0:31709:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789130391.382732:0:31709:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130391.382735:0:31709:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1789130391.382737:0:31709:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789130391.382746:0:31709:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf501ab0c0 x1876037329027200/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 376/472 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130391.382754:0:31709:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789130391.382758:0:31709:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789130391.382763:0:31709:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789130391.382766:0:31709:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789130391.382769:0:31709:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789130391.382773:0:31709:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf501ab0c0 pname:cluuid:pid:xid:nid:opc:job touch:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:31709:1876037329027200:192.168.204.123@tcp:101:touch.0 00000100:00000001:3.0:1789130391.382777:0:31709:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789130391.382785:0:31709:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789130391.382800:0:31709:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789130391.382840:0:31709:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789130391.382846:0:31709:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9caf50104c00. 02000000:00000001:3.0:1789130391.382849:0:31709:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789130391.382858:0:31709:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:3.0:1789130391.382863:0:31709:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf60788580. 00000400:00000010:3.0:1789130391.382872:0:31709:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf4549fcc0. 00000100:00000200:3.0:1789130391.382881:0:31709:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876037329027200, portal 10 00000100:00000001:3.0:1789130391.382883:0:31709:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789130391.382884:0:31709:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875509977280 : -109198199574336 : ffff9caf501ab0c0) 00000100:00000040:3.0:1789130391.382891:0:31709:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9caf501ab0c0 x1876037329027200/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 376/472 e 0 to 0 dl 1789130407 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130391.382900:0:31709:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789130391.382903:0:31709:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:3.0:1789130391.382907:0:31709:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf4549f908. 00000100:00000200:3.0:1789130391.382910:0:31709:0:(niobuf.c:94:ptl_send_buf()) Sending 376 bytes to portal 12, xid 1876037329027200, offset 0 00000400:00000200:3.0:1789130391.382917:0:31709:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:3.0:1789130391.382928:0:31709:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130391.382938:0:31709:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:3.0:1789130391.382945:0:31709:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789130391.382951:0:31709:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:3.0:1789130391.382956:0:31709:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789130391.382959:0:31709:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:3.0:1789130391.382964:0:31709:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2474:2474:256:4294967295] 192.168.204.123@tcp LPNI seq info [2473:2473:8:4294967295] 00000400:00000200:3.0:1789130391.382969:0:31709:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130391.382981:0:31709:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:3.0:1789130391.382988:0:31709:0:(socklnd_cb.c:931:ksocknal_send()) sending 376 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:3.0:1789130391.382994:0:31709:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf47fd2b00. 00000800:00000200:3.0:1789130391.383003:0:31709:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:3.0:1789130391.383013:0:31709:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:3.0:1789130391.383018:0:31709:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf47fd2b00 type 1, nob 472 niov 1 nkiov 1 00000100:00000001:3.0:1789130391.383037:0:31709:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130391.383042:0:31709:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: using a timeout of 818812 usecs (819 jiffies) 00000400:00000200:3.0:1789130391.383046:0:31709:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:3.0:1789130391.383050:0:31709:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296486223 00000100:00000001:3.0:1789130391.383054:0:31709:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 2, keep current deadline 4296489463 00000100:00000001:3.0:1789130391.383056:0:31709:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296486223 00000100:00000001:3.0:1789130391.383059:0:31709:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 3, keep current deadline 4296489463 00000100:00000001:3.0:1789130391.383061:0:31709:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789130391.383065:0:31709:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130391.383068:0:31709:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789130391.383070:0:31709:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1789130391.383073:0:31709:0:(client.c:2715:ptlrpc_set_wait()) set ffff9caf485e8180 going to sleep for 11 seconds 00000100:00000001:3.0:1789130391.383076:0:31709:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789130391.383080:0:31709:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789130391.384229:0:2341:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789130391.384241:0:2341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf47fd2b00. 00000400:00000200:2.0:1789130391.384251:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130391.384261:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:2.0:1789130391.384269:0:2341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf4549f908 00000400:00000010:2.0:1789130391.384272:0:2341:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf4549f908. 00000100:00000001:2.0:1789130391.384279:0:2341:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789130391.384287:0:2341:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf501ab0c0 x1876037329027200/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 376/472 e 0 to 0 dl 1789130407 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130391.384300:0:2341:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130391.384305:0:2341:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf501ab0c0 x1876037329027200/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 376/472 e 0 to 0 dl 1789130407 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130391.384314:0:2341:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130391.384316:0:2341:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1789130391.394763:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130391.394840:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789130391.394847:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130391.394851:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130391.394864:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130391.394876:0:2342:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:3.0:1789130391.394892:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130391.394899:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130391.394906:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130391.394912:0:2342:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 400 into portal 10 MB=0x6aa3efa950080 00000400:00000200:3.0:1789130391.394918:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130391.394927:0:2342:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.123@tcp of length 400/400 into md 0x6b15 [1] + 224 00000800:00000001:3.0:1789130391.394937:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130391.394951:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130391.394956:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130391.394961:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:3.0:1789130391.394972:0:2342:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789130391.394984:0:2342:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf501ab0c0 x1876037329027200/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 376/472 e 0 to 0 dl 1789130407 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789130391.395005:0:2342:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=472 req@ffff9caf501ab0c0 x1876037329027200/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 376/472 e 0 to 0 dl 1789130407 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130391.395086:0:31709:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789130391.395620:0:2342:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789130391.395638:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130391.395643:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1789130391.398601:0:31709:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789130391.398612:0:31709:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789130391.398618:0:31709:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf60788580. 00000400:00000200:0.0:1789130391.398633:0:31709:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf4549fcc0 00000400:00000010:0.0:1789130391.398636:0:31709:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf4549fcc0. 00000100:00000001:0.0:1789130391.398645:0:31709:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789130391.402966:0:31709:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf501ab0c0 x1876037329027200/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 376/472 e 0 to 0 dl 1789130407 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1789130391.403017:0:31709:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf501ab0c0 x1876037329027200/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 376/472 e 0 to 0 dl 1789130407 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130391.403028:0:31709:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789130391.403032:0:31709:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130391.403037:0:31709:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789130391.403043:0:31709:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789130391.403046:0:31709:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789130391.403050:0:31709:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130391.403055:0:31709:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789130391.403070:0:31709:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf6079ac60 time=10 v=5 (5 104 104 104) 00000100:00001000:0.0:1789130391.403076:0:31709:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf6079ac18 time=0 v=5 (1 0 0 0) 00000100:00000001:0.0:1789130391.403079:0:31709:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789130391.403081:0:31709:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130391.403085:0:31709:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789130391.403089:0:31709:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130391.403095:0:31709:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789130391.403110:0:31709:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9caf5014c800: skip recheck: last_committed 4294967634 00000100:00000001:0.0:1789130391.403113:0:31709:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789130391.403119:0:31709:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130391.403127:0:31709:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf501ab0c0 x1876037329027200/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 376/400 e 0 to 0 dl 1789130407 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130391.403134:0:31709:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789130391.403139:0:31709:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789130391.403142:0:31709:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789130391.403147:0:31709:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf501ab0c0 x1876037329027200/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 376/400 e 0 to 0 dl 1789130407 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1789130391.403155:0:31709:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf501ab0c0 pname:cluuid:pid:xid:nid:opc:job touch:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:31709:1876037329027200:192.168.204.123@tcp:101:touch.0 00000100:00000001:0.0:1789130391.403162:0:31709:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130391.403168:0:31709:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130391.403171:0:31709:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1789130391.403174:0:31709:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789130391.403177:0:31709:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf501ab0c0 x1876037329027200/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 376/400 e 0 to 0 dl 1789130407 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130391.403185:0:31709:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789130391.403190:0:31709:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9caf485e8180. 00000100:00000001:0.0:1789130391.403201:0:31709:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1789130391.403203:0:31709:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130391.403207:0:31709:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1789130391.403215:0:31709:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130391.403219:0:31709:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130391.403223:0:31709:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf47e21200 refcount=4 00000020:00000001:0.0:1789130391.403226:0:31709:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875372048896 : -109198337502720 : ffff9caf47e21200) 00010000:00000001:0.0:1789130391.403230:0:31709:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875372048896 : -109198337502720 : ffff9caf47e21200) 00010000:00000040:0.0:1789130391.403239:0:31709:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9caf47e21200, remote cookie: 0xcdf1b083821a5897, flags: 0x1000 00010000:00000001:0.0:1789130391.403243:0:31709:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1789130391.403249:0:31709:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1789130391.403253:0:31709:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1789130391.403255:0:31709:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1789130391.403257:0:31709:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1789130391.403262:0:31709:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x2a:0x0].0x0 (ffff9caf51bbdd00) refcount = 1 00010000:00010000:0.0:1789130391.403269:0:31709:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e21200/0xde5303b1d982cce5 lrc: 4/1,0 mode: CR/CR res: [0x200000404:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a5897 expref: -99 pid: 31709 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789130391.403279:0:31709:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1789130391.403285:0:31709:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1789130391.403286:0:31709:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789130391.403290:0:31709:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1789130391.403294:0:31709:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789130391.403297:0:31709:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e21200/0xde5303b1d982cce5 lrc: 4/1,0 mode: CR/CR res: [0x200000404:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a5897 expref: -99 pid: 31709 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789130391.403304:0:31709:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1789130391.403307:0:31709:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130391.403309:0:31709:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130391.403310:0:31709:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130391.403311:0:31709:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130391.403312:0:31709:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789130391.403318:0:31709:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1789130391.403320:0:31709:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130391.403321:0:31709:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130391.403323:0:31709:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf47e21200 refcount=3 00000020:00000001:0.0:1789130391.403324:0:31709:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875372048896 : -109198337502720 : ffff9caf47e21200) 00010000:00000001:0.0:1789130391.403326:0:31709:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875372048896 : -109198337502720 : ffff9caf47e21200) 00010000:00000001:0.0:1789130391.403329:0:31709:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130391.403330:0:31709:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1789130391.403335:0:31709:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x400 disposition=0x1, status=0 req@ffff9caf501ab0c0 x1876037329027200/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 376/400 e 0 to 0 dl 1789130407 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000002:00000040:0.0:1789130391.403343:0:31709:0:(mdc_locks.c:907:mdc_finish_enqueue()) lustre-MDT0000-mdc-ffff9caf5014c800: layout return lvb 56 transno 0 00010000:00000001:0.0:1789130391.403347:0:31709:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130391.403348:0:31709:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130391.403349:0:31709:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf47e21200 refcount=3 00000020:00000001:0.0:1789130391.403350:0:31709:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875372048896 : -109198337502720 : ffff9caf47e21200) 00010000:00000001:0.0:1789130391.403352:0:31709:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875372048896 : -109198337502720 : ffff9caf47e21200) 00000002:00010000:0.0:1789130391.403355:0:31709:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: layout, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e21200/0xde5303b1d982cce5 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a5897 expref: -99 pid: 31709 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00000002:00000010:1.0:1789130391.403497:0:31709:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff9caf58606040. 00010000:00000001:1.0:1789130391.403503:0:31709:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130391.403505:0:31709:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789130391.403507:0:31709:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789130391.403511:0:31709:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789130391.403515:0:31709:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1789130391.403517:0:31709:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130391.403519:0:31709:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130391.403521:0:31709:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf47e21200 refcount=3 00000020:00000001:1.0:1789130391.403523:0:31709:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875372048896 : -109198337502720 : ffff9caf47e21200) 00010000:00000001:1.0:1789130391.403525:0:31709:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875372048896 : -109198337502720 : ffff9caf47e21200) 00000002:00010000:1.0:1789130391.403529:0:31709:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e21200/0xde5303b1d982cce5 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a5897 expref: -99 pid: 31709 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789130391.403538:0:31709:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130391.403540:0:31709:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130391.403542:0:31709:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1789130391.403544:0:31709:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130391.403545:0:31709:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130391.403547:0:31709:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf47e21200 refcount=3 00000020:00000001:1.0:1789130391.403549:0:31709:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875372048896 : -109198337502720 : ffff9caf47e21200) 00010000:00000001:1.0:1789130391.403552:0:31709:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875372048896 : -109198337502720 : ffff9caf47e21200) 00010000:00000040:1.0:1789130391.403562:0:31709:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf51bbdd00 count: 2 00010000:00000001:1.0:1789130391.403566:0:31709:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1789130391.403571:0:31709:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9caf4630e800 type 13 mode 16 res 8589935620/42 (0 0) 00010000:00000001:1.0:1789130391.403574:0:31709:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130391.403574:0:31709:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789130391.403576:0:31709:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1789130391.403579:0:31709:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f4152b7b8 00000002:00002000:1.0:1789130391.403582:0:31709:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=layout status=0 disp=0x1: rc = 0 00000002:00000001:1.0:1789130391.403585:0:31709:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789130391.403590:0:31709:0:(lmv_intent.c:533:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789130391.403593:0:31709:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1789130391.403598:0:31709:0:(namei.c:952:ll_intent_lock()) intent lock 1024 on i1 [0x200000404:0x2a:0x0] suppgids 0 0: rc 0 00000080:00000001:1.0:1789130391.403602:0:31709:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130391.403605:0:31709:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789130391.403610:0:31709:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf501ab0c0 x1876037329027200/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 376/400 e 0 to 0 dl 1789130407 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130391.403623:0:31709:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789130391.403627:0:31709:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789130391.403632:0:31709:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9caf50104c00. 02000000:00000001:1.0:1789130391.403636:0:31709:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789130391.403639:0:31709:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1789130391.403642:0:31709:0:(genops.c:1223:class_import_put()) import ffff9caf6079a800 refcount=6 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000020:00000001:1.0:1789130391.403644:0:31709:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1789130391.403648:0:31709:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9caf47c6c800. 02000000:00000001:1.0:1789130391.403653:0:31709:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789130391.403655:0:31709:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789130391.403657:0:31709:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf501ab0c0. 00000100:00000001:1.0:1789130391.403662:0:31709:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789130391.403663:0:31709:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:1.0:1789130391.403669:0:31709:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9caf47c6dc00. 00000080:00010000:1.0:1789130391.403675:0:31709:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000404:0x2a:0x0](ffff9caf6019f448) for lock 0xde5303b1d982cce5 00800000:00000001:1.0:1789130391.403681:0:31709:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1789130391.403686:0:31709:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1789130391.403687:0:31709:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130391.403688:0:31709:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130391.403689:0:31709:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf47e21200 refcount=3 00000020:00000001:1.0:1789130391.403691:0:31709:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875372048896 : -109198337502720 : ffff9caf47e21200) 00010000:00000001:1.0:1789130391.403694:0:31709:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875372048896 : -109198337502720 : ffff9caf47e21200) 00010000:00000001:1.0:1789130391.403697:0:31709:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130391.403698:0:31709:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789130391.403699:0:31709:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789130391.403701:0:31709:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789130391.403704:0:31709:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xde5303b1d982cce5 from it ffffb97f4152ba80 00010000:00000001:1.0:1789130391.403706:0:31709:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130391.403707:0:31709:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130391.403708:0:31709:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf47e21200 refcount=3 00000020:00000001:1.0:1789130391.403710:0:31709:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875372048896 : -109198337502720 : ffff9caf47e21200) 00010000:00000001:1.0:1789130391.403712:0:31709:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875372048896 : -109198337502720 : ffff9caf47e21200) 00010000:00000001:1.0:1789130391.403715:0:31709:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789130391.403719:0:31709:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e21200/0xde5303b1d982cce5 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a5897 expref: -99 pid: 31709 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789130391.403726:0:31709:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130391.403727:0:31709:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130391.403730:0:31709:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1789130391.403733:0:31709:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1789130391.403735:0:31709:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e21200/0xde5303b1d982cce5 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a5897 expref: -99 pid: 31709 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1789130391.403744:0:31709:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1789130391.403748:0:31709:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1789130391.403750:0:31709:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789130391.403755:0:31709:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130391.403756:0:31709:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130391.403758:0:31709:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130391.403762:0:31709:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1789130391.403765:0:31709:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130391.403767:0:31709:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130391.403770:0:31709:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130391.403772:0:31709:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789130391.403773:0:31709:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130391.403774:0:31709:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1789130391.403777:0:31709:0:(file.c:7093:ll_layout_intent()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130391.403780:0:31709:0:(file.c:6152:ll_take_md_lock()) Process entered 00000080:00000040:1.0:1789130391.403782:0:31709:0:(file.c:6154:ll_take_md_lock()) trying to match res [0x200000404:0x2a:0x0] 00000002:00000001:1.0:1789130391.403821:0:31709:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789130391.403824:0:31709:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789130391.403827:0:31709:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf51bbdd00 count: 2 00010000:00000001:1.0:1789130391.403829:0:31709:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789130391.403834:0:31709:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789130391.403837:0:31709:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1789130391.403840:0:31709:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e21200/0xde5303b1d982cce5 lrc: 2/1,0 mode: CR/CR res: [0x200000404:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a5897 expref: -99 pid: 31709 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 02000000:00000001:1.0:1789130391.403847:0:31709:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1789130391.403855:0:31709:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789130391.403858:0:31709:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e21200/0xde5303b1d982cce5 lrc: 2/1,0 mode: CR/CR res: [0x200000404:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a5897 expref: -99 pid: 31709 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000002:00000001:1.0:1789130391.403864:0:31709:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=16 : 16 : 10) 00800000:00000002:1.0:1789130391.403867:0:31709:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000404:0x2a:0x0]: 16 00000080:00000001:1.0:1789130391.403870:0:31709:0:(file.c:6159:ll_take_md_lock()) Process leaving (rc=16 : 16 : 10) 00000080:00000001:1.0:1789130391.403873:0:31709:0:(file.c:6949:ll_layout_lock_set()) Process entered 00010000:00000001:1.0:1789130391.403874:0:31709:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130391.403877:0:31709:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130391.403878:0:31709:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf47e21200 refcount=3 00000020:00000001:1.0:1789130391.403880:0:31709:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875372048896 : -109198337502720 : ffff9caf47e21200) 00010000:00000001:1.0:1789130391.403882:0:31709:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875372048896 : -109198337502720 : ffff9caf47e21200) 00000080:00010000:1.0:1789130391.403886:0:31709:0:(file.c:6959:ll_layout_lock_set()) ### file [0x200000404:0x2a:0x0](00000000ea8a35da) being reconfigured ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e21200/0xde5303b1d982cce5 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a5897 expref: -99 pid: 31709 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00800000:00000001:1.0:1789130391.403896:0:31709:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1789130391.403897:0:31709:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1789130391.403899:0:31709:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130391.403900:0:31709:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130391.403901:0:31709:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf47e21200 refcount=4 00000020:00000001:1.0:1789130391.403903:0:31709:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875372048896 : -109198337502720 : ffff9caf47e21200) 00010000:00000001:1.0:1789130391.403905:0:31709:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875372048896 : -109198337502720 : ffff9caf47e21200) 00010000:00000001:1.0:1789130391.403907:0:31709:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130391.403908:0:31709:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789130391.403909:0:31709:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789130391.403911:0:31709:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130391.403913:0:31709:0:(file.c:6874:ll_layout_fetch()) Process entered 00000080:00000002:1.0:1789130391.403915:0:31709:0:(file.c:6877:ll_layout_fetch()) [0x200000404:0x2a:0x0] LVB_READY=0 l_lvb_data=ffff9caf58606040 l_lvb_len=56 00000080:00000001:1.0:1789130391.403918:0:31709:0:(file.c:6880:ll_layout_fetch()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130391.403921:0:31709:0:(file.c:6819:ll_layout_conf()) Process entered 00000020:00000001:1.0:1789130391.403923:0:31709:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1789130391.403929:0:31709:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446634875648776024 : -109198060775592 : ffff9caf58609758) 00000020:00001000:1.0:1789130391.403932:0:31709:0:(cl_object.c:823:cl_env_get()) 1@ffff9caf58609750 00000020:00000001:1.0:1789130391.403939:0:31709:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:1.0:1789130391.403945:0:31709:0:(lov_object.c:1460:lov_conf_set()) Process entered 00020000:00000001:1.0:1789130391.403948:0:31709:0:(lov_pack.c:354:lov_unpackmd()) Process entered 00020000:00000010:1.0:1789130391.403957:0:31709:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9caf481b31e0. 00020000:00000010:1.0:1789130391.403963:0:31709:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9caf43195880. 00020000:00000010:1.0:1789130391.403972:0:31709:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9caf481b3000. 00020000:00000001:1.0:1789130391.403975:0:31709:0:(lov_pack.c:366:lov_unpackmd()) Process leaving (rc=18446634875375792128 : -109198333759488 : ffff9caf481b3000) 00020000:00000002:1.0:1789130391.403978:0:31709:0:(lov_ea.c:762:dump_lsm()) lsm ffff9caf481b3000, objid 0x2a:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1789130391.403983:0:31709:0:(lov_ea.c:793:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1789130391.403987:0:31709:0:(lov_ea.c:812:dump_lsm()) oinfo:ffff9caf43195880: ostid: 0x240000400:24 ost idx: 0 gen: 0 00020000:00000002:1.0:1789130391.403991:0:31709:0:(lov_object.c:1314:lov_conf_lock()) Took exclusive lov(ffff9caf47cdc7c0) owner ffff9caf480d27c0 00020000:00000001:1.0:1789130391.403994:0:31709:0:(lov_object.c:1520:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1789130391.403996:0:31709:0:(lov_object.c:1320:lov_conf_unlock()) To release exclusive lov(ffff9caf47cdc7c0) owner ffff9caf480d27c0 00020000:00000010:1.0:1789130391.404001:0:31709:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9caf43195880. 00020000:00000010:1.0:1789130391.404004:0:31709:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff9caf481b31e0. 00020000:00000010:1.0:1789130391.404007:0:31709:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff9caf481b3000. 00020000:00000002:1.0:1789130391.404009:0:31709:0:(lov_object.c:1547:lov_conf_set()) [0x200000404:0x2a:0x0] lo_layout_invalid=0 00020000:00000001:1.0:1789130391.404012:0:31709:0:(lov_object.c:1548:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130391.404014:0:31709:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130391.404018:0:31709:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:1.0:1789130391.404022:0:31709:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9caf47cdc7c0) owner 0000000000000000/ffff9caf480d27c0 00020000:00000002:1.0:1789130391.404026:0:31709:0:(lov_object.c:2443:lov_lsm_addref()) lsm ffff9caf5021f720 addref 2/0 by ffff9caf480d27c0. 00020000:00000002:1.0:1789130391.404029:0:31709:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9caf47cdc7c0) owner 0000000000000000/ffff9caf480d27c0 00020000:00000001:1.0:1789130391.404032:0:31709:0:(lov_object.c:2339:lov_object_layout_get()) Process entered 00020000:00000001:1.0:1789130391.404035:0:31709:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:1.0:1789130391.404037:0:31709:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:1.0:1789130391.404039:0:31709:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:1.0:1789130391.404041:0:31709:0:(lov_object.c:2358:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:1.0:1789130391.404043:0:31709:0:(file.c:6854:ll_layout_conf()) [0x200000404:0x2a:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:1.0:1789130391.404046:0:31709:0:(cl_object.c:917:cl_env_put()) 1@ffff9caf58609750 00000080:00000001:1.0:1789130391.404049:0:31709:0:(file.c:6861:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130391.404051:0:31709:0:(file.c:6996:ll_layout_lock_set()) Process leaving 00010000:00000001:1.0:1789130391.404052:0:31709:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130391.404054:0:31709:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130391.404056:0:31709:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130391.404057:0:31709:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130391.404059:0:31709:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf47e21200 refcount=3 00000020:00000001:1.0:1789130391.404061:0:31709:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875372048896 : -109198337502720 : ffff9caf47e21200) 00010000:00000001:1.0:1789130391.404063:0:31709:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875372048896 : -109198337502720 : ffff9caf47e21200) 00010000:00000001:1.0:1789130391.404065:0:31709:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789130391.404068:0:31709:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e21200/0xde5303b1d982cce5 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xcdf1b083821a5897 expref: -99 pid: 31709 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1789130391.404074:0:31709:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130391.404076:0:31709:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130391.404077:0:31709:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1789130391.404078:0:31709:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1789130391.404080:0:31709:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e21200/0xde5303b1d982cce5 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xcdf1b083821a5897 expref: -99 pid: 31709 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1789130391.404087:0:31709:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1789130391.404088:0:31709:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1789130391.404090:0:31709:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789130391.404092:0:31709:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130391.404093:0:31709:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130391.404095:0:31709:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130391.404097:0:31709:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1789130391.404123:0:31709:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130391.404126:0:31709:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130391.404129:0:31709:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130391.404131:0:31709:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789130391.404132:0:31709:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130391.404134:0:31709:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1789130391.404136:0:31709:0:(file.c:7037:ll_layout_lock_set()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130391.404139:0:31709:0:(file.c:7157:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130391.404142:0:31709:0:(vvp_io.c:2064:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1789130391.404147:0:31709:0:(lov_object.c:1604:lov_io_init()) [0x200000404:0x2a:0x0]io ffff9caf42d82760 type 3 ignore/verify layout 0/0, compressed 0 00020000:00000002:1.0:1789130391.404150:0:31709:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9caf47cdc7c0) owner 0000000000000000/ffff9caf480d27c0 00020000:00000001:1.0:1789130391.404154:0:31709:0:(lov_io.c:2488:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1789130391.404157:0:31709:0:(lov_io.c:764:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1789130391.404159:0:31709:0:(lov_io.c:478:lov_io_mirror_init()) Process entered 00020000:00000001:1.0:1789130391.404161:0:31709:0:(lov_io.c:489:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789130391.404164:0:31709:0:(lov_io.c:919:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:1.0:1789130391.404166:0:31709:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1789130391.404168:0:31709:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130391.404171:0:31709:0:(cl_io.c:902:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1789130391.404174:0:31709:0:(cl_io.c:908:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1789130391.404175:0:31709:0:(lov_io.c:2501:lov_io_init_composite()) Process leaving 00020000:00000002:1.0:1789130391.404178:0:31709:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9caf47cdc7c0) owner 0000000000000000/ffff9caf480d27c0 00000020:00000001:1.0:1789130391.404180:0:31709:0:(cl_io.c:146:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130391.404185:0:31709:0:(cl_io.c:827:cl_io_loop()) Process entered 00000020:00000001:1.0:1789130391.404187:0:31709:0:(cl_io.c:403:cl_io_iter_init()) Process entered 00020000:00000001:1.0:1789130391.404190:0:31709:0:(lov_io.c:1497:lov_io_setattr_iter_init()) Process entered 00020000:00000001:1.0:1789130391.404193:0:31709:0:(lov_io.c:1238:lov_io_iter_init()) Process entered 00020000:00200000:1.0:1789130391.404196:0:31709:0:(lov_io.c:1289:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:1.0:1789130391.404200:0:31709:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:1.0:1789130391.404204:0:31709:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1789130391.404206:0:31709:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:1.0:1789130391.404207:0:31709:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1789130391.404209:0:31709:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446634875648776024 : -109198060775592 : ffff9caf58609758) 00000020:00001000:1.0:1789130391.404212:0:31709:0:(cl_object.c:823:cl_env_get()) 1@ffff9caf58609750 00000020:00000001:1.0:1789130391.404216:0:31709:0:(cl_object.c:143:cl_object_top()) ffff9caf42b2a5f8 -> ffff9caf42b2ac38 00000020:00000001:1.0:1789130391.404219:0:31709:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:1.0:1789130391.404224:0:31709:0:(cl_io.c:902:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1789130391.404226:0:31709:0:(cl_io.c:908:cl_io_slice_add()) Process leaving 00000020:00000001:1.0:1789130391.404228:0:31709:0:(cl_io.c:146:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789130391.404230:0:31709:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789130391.404232:0:31709:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446634875287506072 : -109198422045544 : ffff9caf42d80c98) 00000020:00000001:1.0:1789130391.404236:0:31709:0:(cl_io.c:403:cl_io_iter_init()) Process entered 00000008:00000001:1.0:1789130391.404239:0:31709:0:(osc_io.c:546:osc_io_iter_init()) Process entered 00000008:00000001:1.0:1789130391.404243:0:31709:0:(osc_io.c:568:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130391.404245:0:31709:0:(cl_io.c:415:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789130391.404247:0:31709:0:(lov_io.c:1395:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789130391.404249:0:31709:0:(lov_io.c:1506:lov_io_setattr_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130391.404251:0:31709:0:(cl_io.c:415:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130391.404254:0:31709:0:(cl_io.c:318:cl_io_lock()) Process entered 00020000:00000001:1.0:1789130391.404256:0:31709:0:(lov_io.c:1538:lov_io_lock()) Process entered 00020000:00000001:1.0:1789130391.404259:0:31709:0:(lov_io.c:1516:lov_io_call()) Process entered 00000020:00000001:1.0:1789130391.404260:0:31709:0:(cl_io.c:318:cl_io_lock()) Process entered 00000020:00000001:1.0:1789130391.404262:0:31709:0:(cl_io.c:290:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1789130391.404264:0:31709:0:(cl_io.c:299:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130391.404266:0:31709:0:(cl_io.c:338:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789130391.404268:0:31709:0:(lov_io.c:1533:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789130391.404270:0:31709:0:(lov_io.c:1539:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130391.404271:0:31709:0:(cl_io.c:290:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1789130391.404272:0:31709:0:(cl_io.c:299:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130391.404274:0:31709:0:(cl_io.c:338:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130391.404276:0:31709:0:(cl_io.c:532:cl_io_start()) Process entered 00000020:00000001:1.0:1789130391.404280:0:31709:0:(cl_object.c:143:cl_object_top()) ffff9caf42b2ac38 -> ffff9caf42b2ac38 00000020:00000001:1.0:1789130391.404283:0:31709:0:(cl_object.c:143:cl_object_top()) ffff9caf42b2ac38 -> ffff9caf42b2ac38 00000020:00000001:1.0:1789130391.404285:0:31709:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00020000:00000001:1.0:1789130391.404287:0:31709:0:(lov_object.c:1635:lov_attr_update()) Process entered 00020000:00000001:1.0:1789130391.404289:0:31709:0:(lov_object.c:1671:lov_attr_update()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130391.404292:0:31709:0:(vvp_object.c:86:vvp_attr_update()) Process entered 00000080:00000001:1.0:1789130391.404294:0:31709:0:(vvp_object.c:106:vvp_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130391.404296:0:31709:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130391.404297:0:31709:0:(cl_object.c:143:cl_object_top()) ffff9caf42b2ac38 -> ffff9caf42b2ac38 00020000:00000001:1.0:1789130391.404299:0:31709:0:(lov_io.c:2164:lov_io_setattr_start()) Process entered 00020000:00000001:1.0:1789130391.404301:0:31709:0:(lov_io.c:1588:lov_io_start()) Process entered 00020000:00000001:1.0:1789130391.404303:0:31709:0:(lov_io.c:1516:lov_io_call()) Process entered 00000020:00000001:1.0:1789130391.404304:0:31709:0:(cl_io.c:532:cl_io_start()) Process entered 00000008:00000001:1.0:1789130391.404307:0:31709:0:(osc_io.c:744:osc_io_setattr_start()) Process entered 00000020:00000001:1.0:1789130391.404309:0:31709:0:(cl_object.c:143:cl_object_top()) ffff9caf58312d58 -> ffff9caf42b2ac38 00000020:00000001:1.0:1789130391.404311:0:31709:0:(cl_object.c:143:cl_object_top()) ffff9caf58312d58 -> ffff9caf42b2ac38 00000020:00000001:1.0:1789130391.404313:0:31709:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00000020:00000001:1.0:1789130391.404316:0:31709:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130391.404318:0:31709:0:(cl_object.c:143:cl_object_top()) ffff9caf58312d58 -> ffff9caf42b2ac38 00000020:00000001:1.0:1789130391.404320:0:31709:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00020000:00000001:1.0:1789130391.404323:0:31709:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:1.0:1789130391.404326:0:31709:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130391.404327:0:31709:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130391.404329:0:31709:0:(cl_object.c:143:cl_object_top()) ffff9caf58312d58 -> ffff9caf42b2ac38 00000020:00000001:1.0:1789130391.404331:0:31709:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:1.0:1789130391.404333:0:31709:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process entered 00000020:00000001:1.0:1789130391.404334:0:31709:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:1.0:1789130391.404336:0:31709:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:1.0:1789130391.404338:0:31709:0:(lovsub_object.c:152:lovsub_req_projid_set()) Process leaving 00000020:00000001:1.0:1789130391.404338:0:31709:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:1.0:1789130391.404342:0:31709:0:(osc_request.c:201:osc_setattr_async()) Process entered 00000100:00000010:1.0:1789130391.404349:0:31709:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf615d5e00. 00000020:00000040:1.0:1789130391.404353:0:31709:0:(genops.c:1210:class_import_get()) import ffff9caf468ac800 refcount=3 obd=lustre-OST0000-osc-ffff9caf5014c800 00000100:00000001:1.0:1789130391.404357:0:31709:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:1.0:1789130391.404363:0:31709:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1789130391.404370:0:31709:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9caf5014c800: connect to NID 192.168.204.123@tcp last attempt 1791 00000400:00000200:1.0:1789130391.404382:0:31709:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:1.0:1789130391.404390:0:31709:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.123@tcp is discovered: rc = 1 00000100:00000040:1.0:1789130391.404395:0:31709:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9caf452f48c0 refcount 11 to 192.168.204.123@tcp 00000100:00000001:1.0:1789130391.404399:0:31709:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789130391.404402:0:31709:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9caf452f48c0 refcount 12 to 192.168.204.123@tcp 00000100:00000001:1.0:1789130391.404404:0:31709:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634875326777536 : -109198382774080 : ffff9caf452f48c0) 00000020:00000001:1.0:1789130391.404407:0:31709:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789130391.404409:0:31709:0:(genops.c:804:class_conn2export()) looking for export cookie 0xde5303b1d982c242 00000020:00000001:1.0:1789130391.404411:0:31709:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130391.404413:0:31709:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9caf4555e000 refcount=4 00000020:00000001:1.0:1789130391.404415:0:31709:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875329306624 : -109198380244992 : ffff9caf4555e000) 00000020:00000001:1.0:1789130391.404417:0:31709:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634875329306624 : -109198380244992 : ffff9caf4555e000) 00000100:00000040:1.0:1789130391.404420:0:31709:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9caf452f48c0 refcount 11 to 192.168.204.123@tcp 00000100:00000001:1.0:1789130391.404423:0:31709:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789130391.404424:0:31709:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9caf452f48c0 refcount 12 to 192.168.204.123@tcp 00000100:00000001:1.0:1789130391.404426:0:31709:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634875326777536 : -109198382774080 : ffff9caf452f48c0) 00000020:00000040:1.0:1789130391.404430:0:31709:0:(genops.c:879:class_export_put()) PUTting export ffff9caf4555e000 : new refcount 3 00000100:00080000:1.0:1789130391.404434:0:31709:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9caf5014c800: import ffff9caf468ac800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00000001:1.0:1789130391.404437:0:31709:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130391.404440:0:31709:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1789130391.404448:0:31709:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789130391.404451:0:31709:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130391.404455:0:31709:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1789130391.404459:0:31709:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683269 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1789130391.404462:0:31709:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130391.404465:0:31709:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789130391.404472:0:31709:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf615d6940. 00000020:00000040:1.0:1789130391.404475:0:31709:0:(genops.c:1210:class_import_get()) import ffff9caf468ac800 refcount=4 obd=lustre-OST0000-osc-ffff9caf5014c800 02000000:00000001:1.0:1789130391.404479:0:31709:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789130391.404482:0:31709:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130391.404485:0:31709:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789130391.404489:0:31709:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789130391.404491:0:31709:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789130391.404500:0:31709:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9caf487c2800. 00000100:00000001:1.0:1789130391.404508:0:31709:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789130391.404518:0:31709:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9caf615d6940 x1876037329027328/t0(0) o8->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789130391.404529:0:31709:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789130391.404536:0:31709:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789130391.404541:0:31709:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000000c46b02] to pc [ptlrpcd_rcv+-1] req@ffff9caf615d6940 x1876037329027328/t0(0) o8->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130391.404570:0:31709:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130391.404574:0:31709:0:(pinger.c:367:ptlrpc_pinger_add_import()) Process entered 00000100:00000001:1.0:1789130391.404576:0:31709:0:(pinger.c:369:ptlrpc_pinger_add_import()) Process leaving (rc=18446744073709551502 : -114 : ffffffffffffff8e) 00000100:00000001:1.0:1789130391.404580:0:31709:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789130391.404582:0:31709:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789130391.404583:0:31709:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789130391.404589:0:31709:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9caf48ef8600. 00000100:00000001:1.0:1789130391.404591:0:31709:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130391.404597:0:31709:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789130391.404599:0:31709:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789130391.404604:0:31709:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000045ff4c41] to pc [ptlrpcd_00_01+1] req@ffff9caf615d5e00 x1876037329027456/t0(0) o2->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000008:00000001:1.0:1789130391.404634:0:31709:0:(osc_request.c:232:osc_setattr_async()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1789130391.404636:0:31709:0:(osc_io.c:866:osc_io_setattr_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130391.404639:0:31709:0:(cl_io.c:544:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789130391.404640:0:31709:0:(lov_io.c:1533:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789130391.404642:0:31709:0:(lov_io.c:1589:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789130391.404644:0:31709:0:(lov_io.c:2179:lov_io_setattr_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130391.404647:0:31709:0:(cl_io.c:544:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130391.404649:0:31709:0:(cl_io.c:559:cl_io_end()) Process entered 00020000:00000001:1.0:1789130391.404651:0:31709:0:(lov_io.c:1516:lov_io_call()) Process entered 00020000:00000001:1.0:1789130391.404653:0:31709:0:(lov_io.c:1594:lov_io_end_wrapper()) Process entered 00000020:00000001:1.0:1789130391.404654:0:31709:0:(cl_io.c:559:cl_io_end()) Process entered 00000100:00000001:1.0:1789130391.404670:0:2348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789130391.404674:0:2348:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789130391.404677:0:2348:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789130391.404685:0:2348:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf615d5e00 x1876037329027456/t0(0) o2->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130391.404694:0:2348:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789130391.404697:0:2348:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1789130391.404701:0:2348:0:(client.c:1845:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff9caf615d5e00 x1876037329027456/t0(0) o2->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130391.404710:0:2348:0:(client.c:1850:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130391.404713:0:2348:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130391.404715:0:2348:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789130391.404716:0:2348:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130391.404720:0:2348:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130391.404723:0:2348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130391.404732:0:2348:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789130391.404735:0:2348:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130391.404737:0:2348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789130391.404738:0:2348:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789130391.404739:0:2348:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130391.404741:0:2348:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789130391.404742:0:2348:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130391.404744:0:2348:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130391.404746:0:2348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130391.404756:0:2347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789130391.404759:0:2347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130391.405210:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789130391.405215:0:2346:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789130391.405218:0:2346:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789130391.405225:0:2346:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf615d6940 x1876037329027328/t0(0) o8->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130391.405236:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789130391.405288:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130391.405293:0:2346:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789130391.405296:0:2346:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789130391.405300:0:2346:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789130391.405304:0:2346:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf615d6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:2346:1876037329027328:192.168.204.123@tcp:8:touch.0 00000100:00000001:0.0:1789130391.405309:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789130391.405315:0:2346:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789130391.405318:0:2346:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130391.405321:0:2346:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789130391.405328:0:2346:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9caf482bdc00. 02000000:00000001:0.0:1789130391.405330:0:2346:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789130391.405338:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:0.0:1789130391.405344:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf501317e8. 00000400:00000010:0.0:1789130391.405354:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf5801e908. 00000100:00000200:0.0:1789130391.405365:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876037329027328, portal 4 00000100:00000001:0.0:1789130391.405369:0:2346:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789130391.405371:0:2346:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875799562560 : -109197909989056 : ffff9caf615d6940) 00000100:00000040:0.0:1789130391.405378:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9caf615d6940 x1876037329027328/t0(0) o8->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 520/544 e 0 to 0 dl 1789130401 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130391.405387:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789130391.405390:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:0.0:1789130391.405393:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf5801e990. 00000100:00000200:0.0:1789130391.405397:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876037329027328, offset 0 00000400:00000200:0.0:1789130391.405405:0:2346:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:0.0:1789130391.405416:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:0.0:1789130391.405425:0:2346:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:0.0:1789130391.405433:0:2346:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789130391.405439:0:2346:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:0.0:1789130391.405444:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789130391.405447:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:0.0:1789130391.405452:0:2346:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2475:2475:256:4294967295] 192.168.204.123@tcp LPNI seq info [2474:2474:8:4294967295] 00000400:00000200:0.0:1789130391.405456:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:0.0:1789130391.405468:0:2346:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:0.0:1789130391.405475:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:0.0:1789130391.405481:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf451e7700. 00000800:00000200:0.0:1789130391.405489:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:0.0:1789130391.405499:0:2346:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:0.0:1789130391.405504:0:2346:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf451e7700 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:0.0:1789130391.405527:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130391.405533:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9caf5014c800: using a timeout of 22688 usecs (23 jiffies) 00000400:00000200:0.0:1789130391.405536:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:0.0:1789130391.405539:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296485450 00000100:00000001:0.0:1789130391.405542:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9caf5014c800: PM QoS request active for cpu 2, keep current deadline 4296489463 00000100:00000001:0.0:1789130391.405545:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296485450 00000100:00000001:0.0:1789130391.405547:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9caf5014c800: PM QoS request active for cpu 3, keep current deadline 4296489463 00000100:00000001:0.0:1789130391.405551:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789130391.405553:0:2346:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130391.405556:0:2346:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130391.405558:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130391.405563:0:2346:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789130391.405564:0:2346:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1789130391.405566:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:2.0:1789130391.406015:0:2341:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789130391.406021:0:2341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf451e7700. 00000400:00000200:2.0:1789130391.406028:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130391.406034:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:2.0:1789130391.406041:0:2341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf5801e990 00000400:00000010:2.0:1789130391.406044:0:2341:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf5801e990. 00000100:00000001:2.0:1789130391.406048:0:2341:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789130391.406055:0:2341:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf615d6940 x1876037329027328/t0(0) o8->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 520/544 e 0 to 0 dl 1789130401 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130391.406064:0:2341:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130391.406067:0:2341:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf615d6940 x1876037329027328/t0(0) o8->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 520/544 e 0 to 0 dl 1789130401 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130391.406075:0:2341:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130391.406077:0:2341:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1789130391.407052:0:2346:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789130391.407678:0:2346:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130391.407687:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1789130391.409340:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130391.409363:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789130391.409369:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130391.409372:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130391.409383:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130391.409393:0:2342:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:3.0:1789130391.409403:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130391.409410:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130391.409417:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130391.409422:0:2342:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 416 into portal 4 MB=0x6aa3efa950100 00000400:00000200:3.0:1789130391.409428:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130391.409436:0:2342:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.123@tcp of length 416/416 into md 0x6b25 [1] + 0 00000800:00000001:3.0:1789130391.409445:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130391.409454:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130391.409458:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130391.409463:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:3.0:1789130391.409474:0:2342:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789130391.409486:0:2342:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf615d6940 x1876037329027328/t0(0) o8->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 520/544 e 0 to 0 dl 1789130401 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789130391.409500:0:2342:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff9caf615d6940 x1876037329027328/t0(0) o8->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 520/544 e 0 to 0 dl 1789130401 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130391.409526:0:2342:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789130391.409539:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130391.409542:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130391.409702:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789130391.409707:0:2346:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789130391.409716:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789130391.409719:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789130391.409723:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf501317e8. 00000400:00000200:1.0:1789130391.409731:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf5801e908 00000400:00000010:1.0:1789130391.409733:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf5801e908. 00000100:00000001:1.0:1789130391.409737:0:2346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789130391.409743:0:2346:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf615d6940 x1876037329027328/t0(0) o8->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 520/544 e 0 to 0 dl 1789130401 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789130391.409753:0:2346:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf615d6940 x1876037329027328/t0(0) o8->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 520/544 e 0 to 0 dl 1789130401 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130391.409760:0:2346:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789130391.409764:0:2346:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130391.409766:0:2346:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789130391.409771:0:2346:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789130391.409774:0:2346:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789130391.409776:0:2346:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130391.409779:0:2346:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789130391.409833:0:2346:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf468acc60 time=10 v=5 (5 5 5 5) 00000100:00001000:1.0:1789130391.409839:0:2346:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf468acc18 time=27 v=5 (1 0 0 0) 00000100:00000001:1.0:1789130391.409842:0:2346:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789130391.409844:0:2346:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130391.409848:0:2346:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789130391.409852:0:2346:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130391.409858:0:2346:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1789130391.409861:0:2346:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9caf5014c800: committing for last_committed 4294967339 gen 15 00000100:00000040:1.0:1789130391.409865:0:2346:0:(client.c:3235:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9caf5014c800: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:1.0:1789130391.409868:0:2346:0:(client.c:3236:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789130391.409870:0:2346:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789130391.409876:0:2346:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf615d6940 x1876037329027328/t0(0) o8->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 520/416 e 0 to 0 dl 1789130401 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130391.409883:0:2346:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789130391.409887:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789130391.409889:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130391.409892:0:2346:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00080000:1.0:1789130391.409901:0:2346:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0000-osc-ffff9caf5014c800: connect to target with instance 1 00000020:00000001:1.0:1789130391.409906:0:2346:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789130391.409909:0:2346:0:(genops.c:804:class_conn2export()) looking for export cookie 0xde5303b1d982c242 00000020:00000001:1.0:1789130391.409912:0:2346:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130391.409916:0:2346:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9caf4555e000 refcount=4 00000020:00000001:1.0:1789130391.409918:0:2346:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875329306624 : -109198380244992 : ffff9caf4555e000) 00000020:00000001:1.0:1789130391.409921:0:2346:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634875329306624 : -109198380244992 : ffff9caf4555e000) 00000100:00001000:1.0:1789130391.409925:0:2346:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf468acc18 time=1789130391 v=0 (0 0 0 0) 00000100:00001000:1.0:1789130391.409928:0:2346:0:(import.c:2215:obd_at_measure()) AT ffff9caf468acc18 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000040:1.0:1789130391.409934:0:2346:0:(obd_cksum.h:77:obd_cksum_types_supported_client()) Crypto hash speed: crc 1627, crc32c 10183, adler 1295 00000100:00080000:1.0:1789130391.409941:0:2346:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0000-osc-ffff9caf5014c800: Resetting ns_connect_flags to server flags: 0xa0427af2e3440038 00000020:00000040:1.0:1789130391.409945:0:2346:0:(genops.c:879:class_export_put()) PUTting export ffff9caf4555e000 : new refcount 3 00000100:00000001:1.0:1789130391.409948:0:2346:0:(obd_class.h:1222:obd_import_event()) Process entered 00000008:00000001:1.0:1789130391.409953:0:2346:0:(osc_request.c:4110:osc_import_event()) Process entered 00000008:00000020:1.0:1789130391.409960:0:2346:0:(osc_request.c:1064:osc_init_grant()) lustre-OST0000-osc-ffff9caf5014c800, setting cl_avail_grant: 2097152 cl_lost_grant: 0. chunk bits: 20 cl_max_extent_pages: 262144 00000008:00000001:1.0:1789130391.409964:0:2346:0:(obd_class.h:1242:obd_notify()) Process entered 00020000:00000001:1.0:1789130391.409968:0:2346:0:(lov_obd.c:431:lov_notify()) Process entered 00000080:00000001:1.0:1789130391.409973:0:2346:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:1.0:1789130391.409977:0:2346:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789130391.409981:0:2346:0:(lov_obd.c:468:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1789130391.409982:0:2346:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1789130391.409984:0:2346:0:(osc_request.c:4177:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130391.409986:0:2346:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00080000:1.0:1789130391.409988:0:2346:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:1.0:1789130391.409994:0:2346:0:(import.c:65:import_set_state_nolock()) ffff9caf468ac800 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00000100:00000001:1.0:1789130391.409997:0:2346:0:(obd_class.h:1222:obd_import_event()) Process entered 00000008:00000001:1.0:1789130391.409998:0:2346:0:(osc_request.c:4110:osc_import_event()) Process entered 00000008:00000001:1.0:1789130391.409999:0:2346:0:(obd_class.h:1242:obd_notify()) Process entered 00020000:00000001:1.0:1789130391.410000:0:2346:0:(lov_obd.c:431:lov_notify()) Process entered 00020000:00000001:1.0:1789130391.410002:0:2346:0:(lov_obd.c:350:lov_set_osc_active()) Process entered 00020000:00000040:1.0:1789130391.410004:0:2346:0:(lov_obd.c:352:lov_set_osc_active()) Searching in lov ffff9caf584f8820 for uuid lustre-OST0000_UUID event(1) 00020000:00000040:1.0:1789130391.410012:0:2346:0:(lov_obd.c:395:lov_set_osc_active()) OSC lustre-OST0000_UUID already active! 00020000:00000001:1.0:1789130391.410014:0:2346:0:(lov_obd.c:396:lov_set_osc_active()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:1.0:1789130391.410017:0:2346:0:(lov_obd.c:422:lov_set_osc_active()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130391.410018:0:2346:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:1.0:1789130391.410022:0:2346:0:(lcommon_misc.c:85:cl_ocd_update()) Process entered 00000080:00000004:1.0:1789130391.410024:0:2346:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0427af2e3440038 -> 0xa0427af2e3440038 00000080:00000001:1.0:1789130391.410027:0:2346:0:(lcommon_misc.c:37:cl_init_ea_size()) Process entered 00000080:00000001:1.0:1789130391.410029:0:2346:0:(obd_class.h:511:obd_get_info()) Process entered 00020000:00000001:1.0:1789130391.410031:0:2346:0:(lov_obd.c:1161:lov_get_info()) Process entered 00020000:00000001:1.0:1789130391.410034:0:2346:0:(lov_obd.c:1212:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130391.410036:0:2346:0:(obd_class.h:525:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130391.410038:0:2346:0:(obd_class.h:511:obd_get_info()) Process entered 00020000:00000001:1.0:1789130391.410039:0:2346:0:(lov_obd.c:1161:lov_get_info()) Process entered 00020000:00000001:1.0:1789130391.410040:0:2346:0:(lov_obd.c:1212:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130391.410042:0:2346:0:(obd_class.h:525:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00080000:1.0:1789130391.410044:0:2346:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00800000:00000001:1.0:1789130391.410049:0:2346:0:(lmv_obd.c:286:lmv_init_ea_size()) Process entered 00800000:00000001:1.0:1789130391.410052:0:2346:0:(lmv_obd.c:298:lmv_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130391.410053:0:2346:0:(lcommon_misc.c:59:cl_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130391.410055:0:2346:0:(lcommon_misc.c:112:cl_ocd_update()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130391.410057:0:2346:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789130391.410058:0:2346:0:(lov_obd.c:468:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1789130391.410059:0:2346:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1789130391.410061:0:2346:0:(osc_request.c:4177:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130391.410062:0:2346:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00000001:1.0:1789130391.410064:0:2346:0:(import.c:1241:ptlrpc_connect_interpret()) Process leaving via finish (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789130391.410068:0:2346:0:(import.c:1648:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:1.0:1789130391.410076:0:2346:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 000000008f3c9018): req@ffff9caf615d5e00 x1876037329027456/t0(0) o2->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130391.410110:0:2346:0:(import.c:1754:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130391.410115:0:2346:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789130391.410119:0:2346:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf615d6940 x1876037329027328/t0(0) o8->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 520/416 e 0 to 0 dl 1789130401 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789130391.410127:0:2346:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf615d6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:2346:1876037329027328:192.168.204.123@tcp:8:touch.0 00000100:00000001:1.0:1789130391.410133:0:2346:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130391.410135:0:2346:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789130391.410139:0:2346:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf615d6940 x1876037329027328/t0(0) o8->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 520/416 e 0 to 0 dl 1789130401 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130391.410146:0:2346:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789130391.410150:0:2346:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789130391.410155:0:2346:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9caf482bdc00. 02000000:00000001:1.0:1789130391.410160:0:2346:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789130391.410162:0:2346:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1789130391.410164:0:2346:0:(genops.c:1223:class_import_put()) import ffff9caf468ac800 refcount=3 obd=lustre-OST0000-osc-ffff9caf5014c800 00000020:00000001:1.0:1789130391.410168:0:2346:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1789130391.410171:0:2346:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9caf487c2800. 02000000:00000001:1.0:1789130391.410175:0:2346:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789130391.410178:0:2346:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789130391.410180:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf615d6940. 00000100:00000001:1.0:1789130391.410185:0:2346:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789130391.410186:0:2346:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130391.410189:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130391.410199:0:2346:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789130391.410202:0:2346:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130391.410204:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789130391.410206:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130391.410483:0:2348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789130391.410486:0:2348:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789130391.410489:0:2348:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130391.410492:0:2348:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789130391.410496:0:2348:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130391.410500:0:2348:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789130391.410957:0:2348:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789130391.410963:0:2348:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130391.410966:0:2348:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789130391.410976:0:2348:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789130391.410980:0:2348:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130391.410984:0:2348:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789130391.410997:0:2348:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9caf482bc000. 02000000:00000001:0.0:1789130391.411000:0:2348:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789130391.411009:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:0.0:1789130391.411014:0:2348:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf501318f0. 00000400:00000010:0.0:1789130391.411022:0:2348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf5801e6e8. 00000100:00000200:0.0:1789130391.411029:0:2348:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876037329027456, portal 4 00000100:00000001:0.0:1789130391.411031:0:2348:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789130391.411033:0:2348:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875799559680 : -109197909991936 : ffff9caf615d5e00) 00000100:00000040:0.0:1789130391.411043:0:2348:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9caf615d5e00 x1876037329027456/t0(0) o2->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 440/432 e 0 to 0 dl 1789130407 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130391.411051:0:2348:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789130391.411055:0:2348:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:0.0:1789130391.411058:0:2348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf5801ed48. 00000100:00000200:0.0:1789130391.411063:0:2348:0:(niobuf.c:94:ptl_send_buf()) Sending 440 bytes to portal 28, xid 1876037329027456, offset 0 00000400:00000200:0.0:1789130391.411070:0:2348:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:0.0:1789130391.411080:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:0.0:1789130391.411090:0:2348:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:0.0:1789130391.411098:0:2348:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789130391.411104:0:2348:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:0.0:1789130391.411109:0:2348:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789130391.411112:0:2348:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:0.0:1789130391.411117:0:2348:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2476:2476:256:4294967295] 192.168.204.123@tcp LPNI seq info [2475:2475:8:4294967295] 00000400:00000200:0.0:1789130391.411122:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:0.0:1789130391.411134:0:2348:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:0.0:1789130391.411142:0:2348:0:(socklnd_cb.c:931:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:0.0:1789130391.411150:0:2348:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf451e7900. 00000800:00000200:0.0:1789130391.411158:0:2348:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:0.0:1789130391.411169:0:2348:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:0.0:1789130391.411175:0:2348:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf451e7900 type 1, nob 536 niov 1 nkiov 1 00000100:00000001:0.0:1789130391.411280:0:2348:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130391.411286:0:2348:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9caf5014c800: using a timeout of 22615 usecs (23 jiffies) 00000400:00000200:0.0:1789130391.411291:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:0.0:1789130391.411294:0:2348:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296485456 00000100:00000001:0.0:1789130391.411297:0:2348:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9caf5014c800: PM QoS request active for cpu 2, keep current deadline 4296489463 00000100:00000001:0.0:1789130391.411300:0:2348:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296485456 00000100:00000001:0.0:1789130391.411303:0:2348:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9caf5014c800: PM QoS request active for cpu 3, keep current deadline 4296489463 00000100:00000001:0.0:1789130391.411306:0:2348:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789130391.411310:0:2348:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130391.411313:0:2348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130391.411320:0:2348:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789130391.411322:0:2348:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1789130391.411325:0:2348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789130391.411326:0:2348:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789130391.411327:0:2348:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130391.411330:0:2348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789130391.412640:0:2341:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789130391.412664:0:2341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf451e7900. 00000400:00000200:3.0:1789130391.412674:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130391.412684:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:3.0:1789130391.412693:0:2341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf5801ed48 00000400:00000010:3.0:1789130391.412696:0:2341:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf5801ed48. 00000100:00000001:3.0:1789130391.412702:0:2341:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789130391.412710:0:2341:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf615d5e00 x1876037329027456/t0(0) o2->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 440/432 e 0 to 0 dl 1789130407 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130391.412843:0:2341:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130391.413227:0:2341:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf615d5e00 x1876037329027456/t0(0) o2->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 440/432 e 0 to 0 dl 1789130407 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130391.413237:0:2341:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130391.413240:0:2341:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1789130391.444691:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130391.445241:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789130391.445248:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130391.445252:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130391.445265:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130391.445276:0:2342:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:3.0:1789130391.445287:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130391.445294:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130391.445303:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130391.445308:0:2342:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 432 into portal 4 MB=0x6aa3efa950180 00000400:00000200:3.0:1789130391.445315:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130391.445323:0:2342:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.123@tcp of length 432/432 into md 0x6b2d [1] + 224 00000800:00000001:3.0:1789130391.445451:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130391.445466:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130391.445472:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130391.445479:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:3.0:1789130391.445496:0:2342:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789130391.445513:0:2342:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf615d5e00 x1876037329027456/t0(0) o2->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 440/432 e 0 to 0 dl 1789130407 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789130391.445529:0:2342:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=432 offset=224 replen=432 req@ffff9caf615d5e00 x1876037329027456/t0(0) o2->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 440/432 e 0 to 0 dl 1789130407 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130391.445618:0:2348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789130391.445625:0:2348:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789130391.445649:0:2342:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789130391.445664:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130391.445668:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1789130391.446673:0:2348:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789130391.446680:0:2348:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789130391.446686:0:2348:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf501318f0. 00000400:00000200:0.0:1789130391.446696:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf5801e6e8 00000400:00000010:0.0:1789130391.446698:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf5801e6e8. 00000100:00000001:0.0:1789130391.446703:0:2348:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789130391.446722:0:2348:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf615d5e00 x1876037329027456/t0(0) o2->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 440/432 e 0 to 0 dl 1789130407 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1789130391.446734:0:2348:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf615d5e00 x1876037329027456/t0(0) o2->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 440/432 e 0 to 0 dl 1789130407 ref 1 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130391.446741:0:2348:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789130391.446743:0:2348:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130391.446746:0:2348:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789130391.446750:0:2348:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789130391.446753:0:2348:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789130391.446755:0:2348:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130391.446759:0:2348:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789130391.446771:0:2348:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf468acc60 time=10 v=5 (5 5 5 5) 00000100:00001000:0.0:1789130391.446776:0:2348:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf468acc18 time=0 v=5 (1 0 0 0) 00000100:00000001:0.0:1789130391.446779:0:2348:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789130391.446781:0:2348:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130391.446784:0:2348:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789130391.446800:0:2348:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130391.447061:0:2348:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1789130391.447064:0:2348:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9caf5014c800: committing for last_committed 4294967341 gen 15 00000100:00000001:0.0:1789130391.447068:0:2348:0:(client.c:3188:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1789130391.447071:0:2348:0:(client.c:3235:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9caf5014c800: normal: skip=1 replay=0/0 committed=0/0 00000100:00000001:0.0:1789130391.447075:0:2348:0:(client.c:3236:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789130391.447076:0:2348:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130391.447084:0:2348:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf615d5e00 x1876037329027456/t4294967341(4294967341) o2->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 440/432 e 0 to 0 dl 1789130407 ref 1 fl Rpc:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130391.447092:0:2348:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789130391.447097:0:2348:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789130391.447100:0:2348:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1789130391.447106:0:2348:0:(osc_request.c:177:osc_setattr_interpret()) Process entered 00000008:00000001:0.0:1789130391.447120:0:2348:0:(osc_request.c:190:osc_setattr_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130391.447125:0:2348:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf615d5e00 x1876037329027456/t4294967341(4294967341) o2->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 440/432 e 0 to 0 dl 1789130407 ref 1 fl Interpret:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1789130391.447133:0:2348:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf615d5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:0:1876037329027456:192.168.204.123@tcp:2:touch.0 00000100:00000001:0.0:1789130391.447208:0:2348:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130391.447212:0:2348:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789130391.447218:0:2348:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf615d5e00 x1876037329027456/t4294967341(4294967341) o2->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 440/432 e 0 to 0 dl 1789130407 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130391.447226:0:2348:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789130391.447230:0:2348:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789130391.447235:0:2348:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9caf482bc000. 02000000:00000001:0.0:1789130391.447241:0:2348:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789130391.447245:0:2348:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1789130391.447248:0:2348:0:(genops.c:1223:class_import_put()) import ffff9caf468ac800 refcount=2 obd=lustre-OST0000-osc-ffff9caf5014c800 00000020:00000001:0.0:1789130391.447251:0:2348:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1789130391.447255:0:2348:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9caf48ef8600. 02000000:00000001:0.0:1789130391.447260:0:2348:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789130391.447262:0:2348:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789130391.447265:0:2348:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf615d5e00. 00000100:00000001:0.0:1789130391.447271:0:2348:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789130391.447273:0:2348:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130391.447276:0:2348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130391.447288:0:2348:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789130391.447290:0:2348:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130391.447293:0:2348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789130391.447297:0:2348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130391.448016:0:31709:0:(cl_io.c:567:cl_io_end()) Process leaving 00020000:00000001:1.0:1789130391.448024:0:31709:0:(lov_io.c:1604:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789130391.448038:0:31709:0:(lov_io.c:1533:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130391.448044:0:31709:0:(cl_io.c:567:cl_io_end()) Process leaving 00000020:00000001:1.0:1789130391.448048:0:31709:0:(cl_io.c:356:cl_io_unlock()) Process entered 00020000:00000001:1.0:1789130391.448052:0:31709:0:(lov_io.c:1682:lov_io_unlock()) Process entered 00020000:00000001:1.0:1789130391.448056:0:31709:0:(lov_io.c:1516:lov_io_call()) Process entered 00000020:00000001:1.0:1789130391.448058:0:31709:0:(cl_io.c:356:cl_io_unlock()) Process entered 00000020:00000001:1.0:1789130391.448060:0:31709:0:(cl_io.c:377:cl_io_unlock()) Process leaving 00020000:00000001:1.0:1789130391.448061:0:31709:0:(lov_io.c:1616:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789130391.448063:0:31709:0:(lov_io.c:1533:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789130391.448064:0:31709:0:(lov_io.c:1685:lov_io_unlock()) Process leaving 00000020:00000001:1.0:1789130391.448066:0:31709:0:(cl_io.c:377:cl_io_unlock()) Process leaving 00000020:00000001:1.0:1789130391.448067:0:31709:0:(cl_io.c:453:cl_io_rw_advance()) Process entered 00000020:00000001:1.0:1789130391.448069:0:31709:0:(cl_io.c:469:cl_io_rw_advance()) Process leaving 00000020:00000001:1.0:1789130391.448072:0:31709:0:(cl_io.c:433:cl_io_iter_fini()) Process entered 00020000:00000001:1.0:1789130391.448074:0:31709:0:(lov_io.c:1663:lov_io_iter_fini()) Process entered 00020000:00000001:1.0:1789130391.450381:0:31709:0:(lov_io.c:1516:lov_io_call()) Process entered 00000020:00000001:1.0:1789130391.450394:0:31709:0:(cl_io.c:433:cl_io_iter_fini()) Process entered 00000020:00000001:1.0:1789130391.450401:0:31709:0:(cl_io.c:439:cl_io_iter_fini()) Process leaving 00020000:00000001:1.0:1789130391.450404:0:31709:0:(lov_io.c:1610:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789130391.450410:0:31709:0:(lov_io.c:1533:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789130391.450413:0:31709:0:(lov_io.c:1674:lov_io_iter_fini()) Process leaving 00000020:00000001:1.0:1789130391.450415:0:31709:0:(cl_io.c:439:cl_io_iter_fini()) Process leaving 00000020:00000001:1.0:1789130391.450420:0:31709:0:(cl_io.c:877:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130391.450424:0:31709:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:1.0:1789130391.450426:0:31709:0:(lov_io.c:1057:lov_io_fini()) Process entered 00020000:00000001:1.0:1789130391.450429:0:31709:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:1.0:1789130391.450430:0:31709:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:1.0:1789130391.450432:0:31709:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1789130391.450437:0:31709:0:(cl_object.c:917:cl_env_put()) 1@ffff9caf58609750 00020000:00000001:1.0:1789130391.450445:0:31709:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:1.0:1789130391.450453:0:31709:0:(lov_io.c:1088:lov_io_fini()) Process leaving 00000080:00000001:1.0:1789130391.450457:0:31709:0:(vvp_io.c:392:vvp_io_fini()) Process entered 00000080:00200000:1.0:1789130391.450460:0:31709:0:(vvp_io.c:402:vvp_io_fini()) [0x200000404:0x2a:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, need minor change layout 0 00000080:00000001:1.0:1789130391.450465:0:31709:0:(vvp_io.c:509:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1789130391.450466:0:31709:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1789130391.450467:0:31709:0:(cl_object.c:917:cl_env_put()) 1@ffff9caf58609a20 00000080:00000001:1.0:1789130391.450470:0:31709:0:(lcommon_cl.c:108:cl_setattr_ost()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130391.450475:0:31709:0:(llite_lib.c:2672:ll_setattr_raw()) Process leaving 00000080:00000010:1.0:1789130391.450482:0:31709:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9caf485a2400. 00000020:00000001:1.0:1789130391.450501:0:31709:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f4152bc38 00000080:00200008:1.0:1789130391.450505:0:31709:0:(llite_lib.c:2702:ll_setattr_raw()) COMPLETED file f:[0x200000404:0x2a:0x0](ffff9caf6019f448) current size 0, valid attrs 100201f0, mode 0, uid -1056221974, gid -1, new size 213440, atime 1789130375.000000000, mtime 1789130375.000000000, ctime 1789130375.000000000, rc 0 00000080:00000001:1.0:1789130391.450511:0:31709:0:(llite_lib.c:2704:ll_setattr_raw()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789130391.450540:0:31709:0:(lov_object.c:2454:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:1.0:1789130391.450543:0:31709:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9caf47cdc7c0) owner 0000000000000000/ffff9caf480d27c0 00020000:00000002:1.0:1789130391.450549:0:31709:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9caf47cdc7c0) owner 0000000000000000/ffff9caf480d27c0 00020000:00000001:1.0:1789130391.450685:0:31709:0:(lov_object.c:2505:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130391.450697:0:31709:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:1.0:1789130391.450700:0:31709:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f4152bdf0 00000080:00200008:1.0:1789130391.450703:0:31709:0:(file.c:479:ll_file_release()) START file f:[0x200000404:0x2a:0x0](ffff9caf6019f448), flags 104001 00000080:00000001:1.0:1789130391.450708:0:31709:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:1.0:1789130391.450712:0:31709:0:(pcc.c:2463:pcc_file_release()) Process leaving 00020000:00000001:1.0:1789130391.450714:0:31709:0:(lov_object.c:2454:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:1.0:1789130391.450716:0:31709:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9caf47cdc7c0) owner 0000000000000000/ffff9caf480d27c0 00020000:00000002:1.0:1789130391.450719:0:31709:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9caf47cdc7c0) owner 0000000000000000/ffff9caf480d27c0 00020000:00000001:1.0:1789130391.450721:0:31709:0:(lov_object.c:2505:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130391.450724:0:31709:0:(file.c:341:ll_md_close()) Process entered 00000002:00000001:1.0:1789130391.451784:0:31709:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789130391.451817:0:31709:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789130391.451829:0:31709:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf51bbdd00 count: 2 00010000:00000001:1.0:1789130391.451834:0:31709:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1789130391.451842:0:31709:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789130391.451845:0:31709:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000404:0x2a:0x0]: 0 00000080:00000001:1.0:1789130391.451849:0:31709:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:1.0:1789130391.451853:0:31709:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:1.0:1789130391.451863:0:31709:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9caf48ef9000. 00000080:00000001:1.0:1789130391.451866:0:31709:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:1.0:1789130391.451872:0:31709:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:1.0:1789130391.451877:0:31709:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000002:1.0:1789130391.451880:0:31709:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000404:0x2a:0x0] 00000002:00000001:1.0:1789130391.451885:0:31709:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:1.0:1789130391.451887:0:31709:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9caf5014c800: [0x200000404:0x2a:0x0] file closed with intent: 0 00000100:00000010:1.0:1789130391.451963:0:31709:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf615d6940. 00000020:00000040:1.0:1789130391.451969:0:31709:0:(genops.c:1210:class_import_get()) import ffff9caf6079a800 refcount=7 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000100:00000001:1.0:1789130391.451975:0:31709:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789130391.451979:0:31709:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789130391.451985:0:31709:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789130391.451995:0:31709:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9caf48ef8200. 00000100:00000001:1.0:1789130391.452005:0:31709:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:1.0:1789130391.452031:0:31709:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9caf61463840 x1876037329024256/t4294967633(4294967633) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/664 e 0 to 0 dl 1789130391 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000020:00100000:1.0:1789130391.452046:0:31709:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9caf5014c800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:1.0:1789130391.452052:0:31709:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9caf615d6940 x1876037329027712/t0(0) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:1.0:1789130391.452060:0:31709:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1789130391.452062:0:31709:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1789130391.452071:0:31709:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9caf607bef00. 00000100:00000001:1.0:1789130391.452074:0:31709:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446634875784785664 : -109197924765952 : ffff9caf607bef00) 00000100:00000001:1.0:1789130391.452302:0:31709:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789130391.452304:0:31709:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875799562560 : -109197909989056 : ffff9caf615d6940) 00000100:00000001:1.0:1789130391.452311:0:31709:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789130391.452316:0:31709:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130391.452319:0:31709:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1789130391.452322:0:31709:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789130391.452327:0:31709:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf615d6940 x1876037329027712/t0(0) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130391.452336:0:31709:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789130391.452338:0:31709:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130391.452343:0:31709:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789130391.452346:0:31709:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789130391.452349:0:31709:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789130391.452353:0:31709:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf615d6940 pname:cluuid:pid:xid:nid:opc:job touch:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:31709:1876037329027712:192.168.204.123@tcp:35:touch.0 00000100:00000001:1.0:1789130391.452358:0:31709:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789130391.452366:0:31709:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789130391.452369:0:31709:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130391.452371:0:31709:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789130391.452377:0:31709:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9caf487c2800. 02000000:00000001:1.0:1789130391.452379:0:31709:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789130391.452389:0:31709:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:1.0:1789130391.452394:0:31709:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf42d8ee18. 00000400:00000010:1.0:1789130391.452405:0:31709:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf462a3440. 00000100:00000200:1.0:1789130391.452413:0:31709:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876037329027712, portal 10 00000100:00000001:1.0:1789130391.452415:0:31709:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789130391.452417:0:31709:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875799562560 : -109197909989056 : ffff9caf615d6940) 00000100:00000040:1.0:1789130391.452425:0:31709:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9caf615d6940 x1876037329027712/t0(0) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1789130407 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130391.452433:0:31709:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789130391.452436:0:31709:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:1.0:1789130391.452439:0:31709:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf462a33b8. 00000100:00000200:1.0:1789130391.452443:0:31709:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1876037329027712, offset 0 00000400:00000200:1.0:1789130391.452450:0:31709:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:1.0:1789130391.452461:0:31709:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:1.0:1789130391.452470:0:31709:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:1.0:1789130391.452477:0:31709:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789130391.452482:0:31709:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:1.0:1789130391.452487:0:31709:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789130391.452491:0:31709:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:1.0:1789130391.452496:0:31709:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2477:2477:256:4294967295] 192.168.204.123@tcp LPNI seq info [2476:2476:8:4294967295] 00000400:00000200:1.0:1789130391.452501:0:31709:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:1.0:1789130391.452514:0:31709:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:1.0:1789130391.452522:0:31709:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:1.0:1789130391.452528:0:31709:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf47f34200. 00000800:00000200:1.0:1789130391.452537:0:31709:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:1.0:1789130391.452549:0:31709:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:1.0:1789130391.452555:0:31709:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf47f34200 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1789130391.452735:0:31709:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789130391.452742:0:31709:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: using a timeout of 817726 usecs (818 jiffies) 00000400:00000200:1.0:1789130391.452746:0:31709:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:1.0:1789130391.452750:0:31709:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296486292 00000100:00000001:1.0:1789130391.452754:0:31709:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 2, keep current deadline 4296489463 00000100:00000001:1.0:1789130391.452758:0:31709:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296486292 00000100:00000001:1.0:1789130391.452760:0:31709:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 3, keep current deadline 4296489463 00000100:00000001:1.0:1789130391.452763:0:31709:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789130391.452766:0:31709:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130391.452769:0:31709:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789130391.452771:0:31709:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1789130391.452774:0:31709:0:(client.c:2715:ptlrpc_set_wait()) set ffff9caf607bef00 going to sleep for 11 seconds 00000100:00000001:1.0:1789130391.452778:0:31709:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789130391.452782:0:31709:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789130391.454499:0:2341:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789130391.454511:0:2341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf47f34200. 00000400:00000200:3.0:1789130391.454522:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130391.454534:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:3.0:1789130391.454544:0:2341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf462a33b8 00000400:00000010:3.0:1789130391.454547:0:2341:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf462a33b8. 00000100:00000001:3.0:1789130391.454554:0:2341:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789130391.454565:0:2341:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf615d6940 x1876037329027712/t0(0) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1789130407 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130391.454580:0:2341:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130391.454585:0:2341:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf615d6940 x1876037329027712/t0(0) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1789130407 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130391.454592:0:2341:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130391.454594:0:2341:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1789130391.458665:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130391.458690:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789130391.458696:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130391.458699:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130391.458711:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130391.458726:0:2342:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:3.0:1789130391.458738:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130391.458744:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130391.458752:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130391.458757:0:2342:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 456 into portal 10 MB=0x6aa3efa950280 00000400:00000200:3.0:1789130391.458763:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130391.458771:0:2342:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.123@tcp of length 456/456 into md 0x6b35 [1] + 224 00000800:00000001:3.0:1789130391.458781:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130391.458799:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130391.459629:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130391.459641:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:3.0:1789130391.459653:0:2342:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789130391.459665:0:2342:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf615d6940 x1876037329027712/t0(0) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1789130407 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789130391.459677:0:2342:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9caf615d6940 x1876037329027712/t0(0) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1789130407 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130391.459700:0:2342:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789130391.460026:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130391.460035:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130391.460639:0:31709:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789130391.460652:0:31709:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789130391.460655:0:31709:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789130391.460661:0:31709:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf42d8ee18. 00000400:00000200:1.0:1789130391.460667:0:31709:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf462a3440 00000400:00000010:1.0:1789130391.460670:0:31709:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf462a3440. 00000100:00000001:1.0:1789130391.460674:0:31709:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789130391.460683:0:31709:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf615d6940 x1876037329027712/t0(0) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1789130407 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1789130391.460694:0:31709:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf615d6940 x1876037329027712/t0(0) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1789130407 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130391.460707:0:31709:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789130391.460710:0:31709:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130391.460713:0:31709:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789130391.460718:0:31709:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789130391.460721:0:31709:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789130391.460725:0:31709:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130391.460729:0:31709:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789130391.460743:0:31709:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf6079aca8 time=160 v=5 (5 5 5 5) 00000100:00001000:1.0:1789130391.460748:0:31709:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf6079ac18 time=0 v=5 (1 0 0 0) 00000100:00000001:1.0:1789130391.460752:0:31709:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789130391.460753:0:31709:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130391.460758:0:31709:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789130391.460763:0:31709:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130391.460767:0:31709:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1789130391.460770:0:31709:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1789130391.460772:0:31709:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1789130391.460776:0:31709:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789130391.460777:0:31709:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875799562560 : -109197909989056 : ffff9caf615d6940) 00000100:00000001:1.0:1789130391.460781:0:31709:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789130391.460784:0:31709:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9caf5014c800: skip recheck: last_committed 4294967634 00000100:00000001:1.0:1789130391.460786:0:31709:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789130391.460966:0:31709:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789130391.460974:0:31709:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf615d6940 x1876037329027712/t4294967636(4294967636) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1789130407 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130391.460981:0:31709:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789130391.460985:0:31709:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789130391.460987:0:31709:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789130391.460992:0:31709:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf615d6940 x1876037329027712/t4294967636(4294967636) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1789130407 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1789130391.461000:0:31709:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf615d6940 pname:cluuid:pid:xid:nid:opc:job touch:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:31709:1876037329027712:192.168.204.123@tcp:35:touch.0 00000100:00000001:1.0:1789130391.461006:0:31709:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130391.461010:0:31709:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130391.461014:0:31709:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1789130391.461017:0:31709:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789130391.461021:0:31709:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf615d6940 x1876037329027712/t4294967636(4294967636) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1789130407 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130391.461089:0:31709:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789130391.461094:0:31709:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9caf607bef00. 00000100:00000001:1.0:1789130391.461100:0:31709:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1789130391.461102:0:31709:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130391.461113:0:31709:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789130391.461114:0:31709:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875799562560 : -109197909989056 : ffff9caf615d6940) 00000002:00000001:1.0:1789130391.461118:0:31709:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789130391.461273:0:31709:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1789130391.461282:0:31709:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9caf48ef9000. 00000080:00000001:1.0:1789130391.461287:0:31709:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:1.0:1789130391.461291:0:31709:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00000002:00000001:1.0:1789130391.461298:0:31709:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:1.0:1789130391.461305:0:31709:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9caf61463840 x1876037329024256/t4294967633(4294967633) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/664 e 0 to 0 dl 1789130391 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130391.461315:0:31709:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789130391.461317:0:31709:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875798042688 : -109197911508928 : ffff9caf61463840) 00000100:00000001:1.0:1789130391.461320:0:31709:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789130391.461323:0:31709:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf61463840 x1876037329024256/t4294967633(4294967633) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/664 e 0 to 0 dl 1789130391 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130391.461330:0:31709:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130391.461332:0:31709:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789130391.461335:0:31709:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf61463840 x1876037329024256/t4294967633(4294967633) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/664 e 0 to 0 dl 1789130391 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130391.461341:0:31709:0:(client.c:2793:__ptlrpc_free_req()) Process entered 00000020:00000001:1.0:1789130391.461346:0:31709:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1789130391.461347:0:31709:0:(genops.c:1223:class_import_put()) import ffff9caf6079a800 refcount=6 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000020:00000001:1.0:1789130391.461351:0:31709:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1789130391.461355:0:31709:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9caf482bc400. 02000000:00000001:1.0:1789130391.461359:0:31709:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789130391.461362:0:31709:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789130391.461364:0:31709:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf61463840. 00000100:00000001:1.0:1789130391.461369:0:31709:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789130391.461371:0:31709:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130391.461372:0:31709:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789130391.461376:0:31709:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf615d6940 x1876037329027712/t4294967636(4294967636) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1789130407 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130391.461382:0:31709:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789130391.461384:0:31709:0:(client.c:2947:obd_mod_free()) kfreed 'mod': 32 at ffff9caf47eabb00. 00000002:00000001:1.0:1789130391.461387:0:31709:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789130391.461389:0:31709:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1789130391.461391:0:31709:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9caf4a7b0e00. 00000100:00000001:1.0:1789130391.461394:0:31709:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789130391.461397:0:31709:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf615d6940 x1876037329027712/t4294967636(4294967636) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1789130407 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130391.461404:0:31709:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130391.461407:0:31709:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1789130391.461412:0:31709:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9caf4865fa40. 00000080:00000001:1.0:1789130391.461416:0:31709:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130391.461425:0:31709:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f4152bdf0 00000080:00000008:1.0:1789130391.461428:0:31709:0:(file.c:523:ll_file_release()) COMPLETED file f:[0x200000404:0x2a:0x0](ffff9caf6019f448), flags 104001, rc = 0 00000080:00000001:1.0:1789130391.461433:0:31709:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130391.461442:0:31709:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1789130391.461444:0:31709:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f4152be00 00000080:00002000:1.0:1789130391.461447:0:31709:0:(dcache.c:127:ll_ddelete()) deleting dentry f (ffff9caf60311948, parent ffff9caf60345ca8, inode ffff9caf6019f448) hashed, 00000080:00000001:1.0:1789130391.461450:0:31709:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1789130391.461459:0:31709:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1789130391.461468:0:31709:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1789130391.461471:0:31709:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1789130391.461472:0:31709:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f4152be00 00000080:00002000:1.0:1789130391.461475:0:31709:0:(dcache.c:127:ll_ddelete()) deleting dentry d21h.recovery-small-2 (ffff9caf60345ca8, parent ffff9caf600f3360, inode ffff9caf601300c8) hashed, 00000080:00000001:1.0:1789130391.461477:0:31709:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1789130391.461484:0:31709:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1789130391.461487:0:31709:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000010:1.1:1789130391.466894:0:31743:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9caf47eab8a0. 00000080:00000010:1.1:1789130391.466918:0:31743:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9caf4938e6a0. 00000080:00000001:1.0:1789130391.471252:0:31743:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:1.0:1789130391.471262:0:31743:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:1.0:1789130391.471265:0:31743:0:(file.c:6206:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1789130391.471269:0:31743:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41bffb20 00000080:00200000:1.0:1789130391.471276:0:31743:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8),name=/ 00000080:00000010:1.0:1789130391.471286:0:31743:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9caf48ef9000. 00800000:00000002:1.0:1789130391.471294:0:31743:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9caf4557c8c0 2 00000080:00000001:1.0:1789130391.471299:0:31743:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1789130391.471307:0:31743:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1789130391.471309:0:31743:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41bffa40 00800000:00000002:1.0:1789130391.471312:0:31743:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1789130391.471317:0:31743:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1789130391.471322:0:31743:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1789130391.471329:0:31743:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1789130391.471331:0:31743:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41bff910 00000002:00010000:1.0:1789130391.471334:0:31743:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1789130391.471339:0:31743:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1789130391.471342:0:31743:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789130391.471346:0:31743:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1789130391.471356:0:31743:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789130391.471359:0:31743:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789130391.471361:0:31743:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789130391.471364:0:31743:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1789130391.471368:0:31743:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1789130391.471376:0:31743:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf615d61c0. 00000020:00000040:1.0:1789130391.471382:0:31743:0:(genops.c:1210:class_import_get()) import ffff9caf6079a800 refcount=7 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00010000:00000001:1.0:1789130391.471392:0:31743:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1789130391.471400:0:31743:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789130391.471411:0:31743:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130391.471415:0:31743:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130391.471417:0:31743:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130391.471422:0:31743:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789130391.471426:0:31743:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789130391.471445:0:31743:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789130391.471457:0:31743:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9caf487c3800. 00000100:00000001:1.0:1789130391.471471:0:31743:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130391.471478:0:31743:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789130391.471481:0:31743:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130391.471482:0:31743:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789130391.471484:0:31743:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130391.471486:0:31743:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789130391.471495:0:31743:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446634875799560640 : -109197909990976 : ffff9caf615d61c0) 00010000:00000001:1.0:1789130391.471501:0:31743:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1789130391.471504:0:31743:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1789130391.471511:0:31743:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9caf42f26b00. 00010000:00000010:1.0:1789130391.471517:0:31743:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9caf50154b80. 00010000:00000001:1.0:1789130391.471523:0:31743:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1789130391.471527:0:31743:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9caf586b7800. 00000020:00000001:1.0:1789130391.471532:0:31743:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1789130391.471536:0:31743:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9caf586b7800 with handle 0xde5303b1d982ccec to hash 00000020:00000001:1.0:1789130391.471539:0:31743:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1789130391.471540:0:31743:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446634875649488896 : -109198060062720 : ffff9caf586b7800) 00010000:00000001:1.0:1789130391.471546:0:31743:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446634875649488896 : -109198060062720 : ffff9caf586b7800) 00010000:00000001:1.0:1789130391.471551:0:31743:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789130391.471555:0:31743:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789130391.471560:0:31743:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7800/0xde5303b1d982ccec lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 31743 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789130391.471572:0:31743:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7800/0xde5303b1d982ccec lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 31743 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789130391.471584:0:31743:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7800/0xde5303b1d982ccec lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 31743 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1789130391.471590:0:31743:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1789130391.471593:0:31743:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1789130391.471602:0:31743:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9caf607bef00. 00000100:00000001:1.0:1789130391.471605:0:31743:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446634875784785664 : -109197924765952 : ffff9caf607bef00) 00000100:00000001:1.0:1789130391.471609:0:31743:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789130391.471611:0:31743:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875799560640 : -109197909990976 : ffff9caf615d61c0) 00000100:00000001:1.0:1789130391.471617:0:31743:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789130391.471624:0:31743:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130391.471627:0:31743:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1789130391.471630:0:31743:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789130391.471646:0:31743:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf615d61c0 x1876037329027840/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130391.471657:0:31743:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789130391.471661:0:31743:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130391.471665:0:31743:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789130391.471670:0:31743:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789130391.471673:0:31743:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789130391.471677:0:31743:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf615d61c0 pname:cluuid:pid:xid:nid:opc:job checkstat:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:31743:1876037329027840:192.168.204.123@tcp:101:checkstat.0 00000100:00000001:1.0:1789130391.471682:0:31743:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789130391.471692:0:31743:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789130391.471695:0:31743:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130391.471698:0:31743:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789130391.471704:0:31743:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9caf482da800. 02000000:00000001:1.0:1789130391.471706:0:31743:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789130391.471729:0:31743:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:1.0:1789130391.471734:0:31743:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf42d8ee18. 00000400:00000010:1.0:1789130391.471745:0:31743:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf462a3440. 00000100:00000200:1.0:1789130391.471755:0:31743:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1876037329027840, portal 10 00000100:00000001:1.0:1789130391.471757:0:31743:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789130391.471759:0:31743:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875799560640 : -109197909990976 : ffff9caf615d61c0) 00000100:00000040:1.0:1789130391.471765:0:31743:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9caf615d61c0 x1876037329027840/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789130407 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130391.471773:0:31743:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789130391.471777:0:31743:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:1.0:1789130391.471780:0:31743:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf462a33b8. 00000100:00000200:1.0:1789130391.471784:0:31743:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1876037329027840, offset 0 00000400:00000200:1.0:1789130391.471851:0:31743:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:1.0:1789130391.471864:0:31743:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:1.0:1789130391.471876:0:31743:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:1.0:1789130391.471885:0:31743:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789130391.471891:0:31743:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:1.0:1789130391.471896:0:31743:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789130391.471900:0:31743:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:1.0:1789130391.471906:0:31743:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2478:2478:256:4294967295] 192.168.204.123@tcp LPNI seq info [2477:2477:8:4294967295] 00000400:00000200:1.0:1789130391.471911:0:31743:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:1.0:1789130391.471925:0:31743:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:1.0:1789130391.471934:0:31743:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:1.0:1789130391.471941:0:31743:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf47f34600. 00000800:00000200:1.0:1789130391.471950:0:31743:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:1.0:1789130391.471962:0:31743:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:1.0:1789130391.471970:0:31743:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf47f34600 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:1.0:1789130391.471984:0:31743:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789130391.471989:0:31743:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: using a timeout of 816623 usecs (817 jiffies) 00000400:00000200:1.0:1789130391.471993:0:31743:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:1.0:1789130391.471997:0:31743:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296486311 00000100:00000001:1.0:1789130391.472002:0:31743:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 2, keep current deadline 4296489463 00000100:00000001:1.0:1789130391.472004:0:31743:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296486311 00000100:00000001:1.0:1789130391.472006:0:31743:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 3, keep current deadline 4296489463 00000100:00000001:1.0:1789130391.472009:0:31743:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789130391.472014:0:31743:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130391.472017:0:31743:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789130391.472019:0:31743:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1789130391.472023:0:31743:0:(client.c:2715:ptlrpc_set_wait()) set ffff9caf607bef00 going to sleep for 11 seconds 00000100:00000001:1.0:1789130391.472028:0:31743:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789130391.472032:0:31743:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789130391.472426:0:2341:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789130391.472441:0:2341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf47f34600. 00000400:00000200:3.0:1789130391.472449:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130391.472456:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:3.0:1789130391.472464:0:2341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf462a33b8 00000400:00000010:3.0:1789130391.472467:0:2341:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf462a33b8. 00000100:00000001:3.0:1789130391.472472:0:2341:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789130391.472476:0:2341:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf615d61c0 x1876037329027840/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789130407 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130391.472487:0:2341:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130391.472491:0:2341:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf615d61c0 x1876037329027840/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789130407 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130391.472498:0:2341:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130391.472500:0:2341:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1789130391.476341:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130391.476369:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789130391.476376:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130391.476378:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130391.476392:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130391.476403:0:2342:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:3.0:1789130391.476416:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130391.476423:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130391.476432:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130391.476438:0:2342:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 688 into portal 10 MB=0x6aa3efa950300 00000400:00000200:3.0:1789130391.476446:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130391.476454:0:2342:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.123@tcp of length 688/688 into md 0x6b3d [1] + 224 00000800:00000001:3.0:1789130391.476464:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130391.476472:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130391.476476:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130391.476481:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:3.0:1789130391.476492:0:2342:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789130391.476504:0:2342:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf615d61c0 x1876037329027840/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789130407 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789130391.476516:0:2342:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9caf615d61c0 x1876037329027840/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789130407 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130391.476542:0:2342:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789130391.476736:0:31743:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789130391.476747:0:31743:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789130391.476749:0:31743:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789130391.476753:0:31743:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf42d8ee18. 00000400:00000200:1.0:1789130391.476760:0:31743:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf462a3440 00000400:00000010:1.0:1789130391.476763:0:31743:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf462a3440. 00000100:00000001:1.0:1789130391.476767:0:31743:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789130391.476772:0:31743:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf615d61c0 x1876037329027840/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789130407 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1789130391.476781:0:31743:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf615d61c0 x1876037329027840/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789130407 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130391.476786:0:31743:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789130391.476800:0:31743:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130391.476843:0:31743:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789130391.476848:0:31743:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789130391.476851:0:31743:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789130391.476854:0:31743:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130391.476858:0:31743:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789130391.476873:0:31743:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf6079ac60 time=10 v=5 (5 104 104 104) 00000100:00001000:1.0:1789130391.476880:0:31743:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf6079ac18 time=0 v=5 (1 0 0 0) 00000100:00000001:1.0:1789130391.476882:0:31743:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789130391.476885:0:31743:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130391.476888:0:31743:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789130391.476902:0:31743:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130391.476906:0:31743:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789130391.476909:0:31743:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9caf5014c800: skip recheck: last_committed 4294967634 00000100:00000001:1.0:1789130391.476911:0:31743:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789130391.476915:0:31743:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789130391.476920:0:31743:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf615d61c0 x1876037329027840/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1789130407 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130391.476928:0:31743:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789130391.476931:0:31743:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789130391.476934:0:31743:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789130391.476939:0:31743:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf615d61c0 x1876037329027840/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1789130407 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1789130391.476946:0:31743:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf615d61c0 pname:cluuid:pid:xid:nid:opc:job checkstat:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:31743:1876037329027840:192.168.204.123@tcp:101:checkstat.0 00000100:00000001:1.0:1789130391.476954:0:31743:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130391.476958:0:31743:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130391.476961:0:31743:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1789130391.476963:0:31743:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789130391.476967:0:31743:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf615d61c0 x1876037329027840/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1789130407 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130391.476974:0:31743:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789130391.476978:0:31743:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9caf607bef00. 00000100:00000001:1.0:1789130391.476982:0:31743:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1789130391.476984:0:31743:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130391.476988:0:31743:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1789130391.476993:0:31743:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130391.476997:0:31743:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130391.477000:0:31743:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b7800 refcount=4 00000020:00000001:1.0:1789130391.477003:0:31743:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649488896 : -109198060062720 : ffff9caf586b7800) 00010000:00000001:1.0:1789130391.477007:0:31743:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649488896 : -109198060062720 : ffff9caf586b7800) 00010000:00000040:1.0:1789130391.477015:0:31743:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9caf586b7800, remote cookie: 0xcdf1b083821a58ac, flags: 0x1001 00010000:00010000:1.0:1789130391.477021:0:31743:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7800/0xde5303b1d982ccec lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a58ac expref: -99 pid: 31743 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789130391.477277:0:31743:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7800/0xde5303b1d982ccec lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a58ac expref: -99 pid: 31743 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789130391.477285:0:31743:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1789130391.477291:0:31743:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1789130391.477295:0:31743:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1789130391.477297:0:31743:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1789130391.477298:0:31743:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1789130391.477302:0:31743:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff9caf42f26b00) refcount = 1 00010000:00010000:1.0:1789130391.477307:0:31743:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7800/0xde5303b1d982ccec lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a58ac expref: -99 pid: 31743 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789130391.477320:0:31743:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1789130391.477324:0:31743:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1789130391.477326:0:31743:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789130391.477329:0:31743:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1789130391.477332:0:31743:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789130391.477336:0:31743:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7800/0xde5303b1d982ccec lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a58ac expref: -99 pid: 31743 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789130391.477342:0:31743:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1789130391.477344:0:31743:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130391.477346:0:31743:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130391.477347:0:31743:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130391.477348:0:31743:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130391.477350:0:31743:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789130391.477357:0:31743:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1789130391.477358:0:31743:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130391.477360:0:31743:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130391.477361:0:31743:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b7800 refcount=3 00000020:00000001:1.0:1789130391.477363:0:31743:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649488896 : -109198060062720 : ffff9caf586b7800) 00010000:00000001:1.0:1789130391.477365:0:31743:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649488896 : -109198060062720 : ffff9caf586b7800) 00010000:00000001:1.0:1789130391.477368:0:31743:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130391.477369:0:31743:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130391.477370:0:31743:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b7800 refcount=4 00000020:00000001:1.0:1789130391.477372:0:31743:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649488896 : -109198060062720 : ffff9caf586b7800) 00010000:00000001:1.0:1789130391.477374:0:31743:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649488896 : -109198060062720 : ffff9caf586b7800) 00010000:00000001:1.0:1789130391.477377:0:31743:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789130391.477381:0:31743:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789130391.477385:0:31743:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7800/0xde5303b1d982ccec lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a58ac expref: -99 pid: 31743 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789130391.477392:0:31743:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130391.477394:0:31743:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130391.477395:0:31743:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130391.477396:0:31743:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130391.477398:0:31743:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b7800 refcount=5 00000020:00000001:1.0:1789130391.477400:0:31743:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649488896 : -109198060062720 : ffff9caf586b7800) 00010000:00000001:1.0:1789130391.477402:0:31743:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649488896 : -109198060062720 : ffff9caf586b7800) 00010000:00000001:1.0:1789130391.477405:0:31743:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789130391.477409:0:31743:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7800/0xde5303b1d982ccec lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a58ac expref: -99 pid: 31743 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789130391.477415:0:31743:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130391.477416:0:31743:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1789130391.477419:0:31743:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7800/0xde5303b1d982ccec lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a58ac expref: -99 pid: 31743 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789130391.477426:0:31743:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789130391.477427:0:31743:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130391.477428:0:31743:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130391.477430:0:31743:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130391.477431:0:31743:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1789130391.477437:0:31743:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9caf615d61c0 x1876037329027840/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1789130407 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1789130391.477448:0:31743:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130391.477450:0:31743:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130391.477451:0:31743:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b7800 refcount=3 00000020:00000001:1.0:1789130391.477454:0:31743:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649488896 : -109198060062720 : ffff9caf586b7800) 00010000:00000001:1.0:1789130391.477456:0:31743:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649488896 : -109198060062720 : ffff9caf586b7800) 00010000:00000001:1.0:1789130391.477458:0:31743:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130391.477459:0:31743:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789130391.477461:0:31743:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789130391.477463:0:31743:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789130391.477466:0:31743:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1789130391.477469:0:31743:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130391.477470:0:31743:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130391.477472:0:31743:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b7800 refcount=3 00000020:00000001:1.0:1789130391.477474:0:31743:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649488896 : -109198060062720 : ffff9caf586b7800) 00010000:00000001:1.0:1789130391.477476:0:31743:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649488896 : -109198060062720 : ffff9caf586b7800) 00000002:00010000:1.0:1789130391.477479:0:31743:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7800/0xde5303b1d982ccec lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a58ac expref: -99 pid: 31743 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789130391.477486:0:31743:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130391.477487:0:31743:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130391.477489:0:31743:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1789130391.477491:0:31743:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130391.477492:0:31743:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130391.477493:0:31743:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b7800 refcount=3 00000020:00000001:1.0:1789130391.477495:0:31743:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649488896 : -109198060062720 : ffff9caf586b7800) 00010000:00000001:1.0:1789130391.477497:0:31743:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649488896 : -109198060062720 : ffff9caf586b7800) 00010000:00000040:1.0:1789130391.477505:0:31743:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf42f26b00 count: 2 00010000:00000001:1.0:1789130391.477508:0:31743:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1789130391.477513:0:31743:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9caf4630e800 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:1.0:1789130391.477516:0:31743:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130391.477517:0:31743:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789130391.477518:0:31743:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1789130391.477522:0:31743:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41bff898 00000002:00002000:1.0:1789130391.477524:0:31743:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:1.0:1789130391.477528:0:31743:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789130391.477533:0:31743:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789130391.477537:0:31743:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1789130391.477541:0:31743:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:1.0:1789130391.477545:0:31743:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789130391.477607:0:31743:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9caf4557c8c0 2 00000080:00000010:1.0:1789130391.477613:0:31743:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9caf48ef9000. 00000080:00000001:1.0:1789130391.477619:0:31743:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1789130391.477622:0:31743:0:(llite_lib.c:3864:ll_prep_inode()) Process entered 00000002:00000001:1.0:1789130391.477631:0:31743:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:1.0:1789130391.477636:0:31743:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:1.0:1789130391.477645:0:31743:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9caf58606300. 00800000:00000001:1.0:1789130391.477648:0:31743:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446634875648762624 : -109198060788992 : ffff9caf58606300) 00800000:00000001:1.0:1789130391.477651:0:31743:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789130391.477654:0:31743:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1789130391.477657:0:31743:0:(llite_lib.c:1973:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1789130391.477659:0:31743:0:(llite_lib.c:1977:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:1.0:1789130391.477662:0:31743:0:(llite_lib.c:1928:ll_update_default_lsm_md()) Process entered 00000080:00000001:1.0:1789130391.477666:0:31743:0:(llite_lib.c:1950:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1789130391.477668:0:31743:0:(llite_lib.c:1994:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130391.477674:0:31743:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:1.0:1789130391.477677:0:31743:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:1.0:1789130391.477754:0:31743:0:(llite_lib.c:3140:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 8704 00010000:00000001:1.0:1789130391.477757:0:31743:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130391.477759:0:31743:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130391.477760:0:31743:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b7800 refcount=3 00000020:00000001:1.0:1789130391.477762:0:31743:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649488896 : -109198060062720 : ffff9caf586b7800) 00010000:00000001:1.0:1789130391.477764:0:31743:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649488896 : -109198060062720 : ffff9caf586b7800) 00010000:00000001:1.0:1789130391.477768:0:31743:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130391.477769:0:31743:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1789130391.477771:0:31743:0:(llite_lib.c:3962:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1789130391.477773:0:31743:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:1.0:1789130391.477775:0:31743:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9caf58606300 1 00800000:00000010:1.0:1789130391.477778:0:31743:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9caf58606300. 00800000:00000001:1.0:1789130391.477781:0:31743:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789130391.477796:0:31743:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9caf601980c8) for lock 0xde5303b1d982ccec 00000800:00000001:3.0:1789130391.477952:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130391.477961:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1789130391.478658:0:31743:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1789130391.478664:0:31743:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1789130391.478667:0:31743:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130391.478668:0:31743:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130391.478670:0:31743:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b7800 refcount=3 00000020:00000001:1.0:1789130391.478674:0:31743:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649488896 : -109198060062720 : ffff9caf586b7800) 00010000:00000001:1.0:1789130391.478678:0:31743:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649488896 : -109198060062720 : ffff9caf586b7800) 00010000:00000001:1.0:1789130391.478682:0:31743:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130391.478684:0:31743:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789130391.478685:0:31743:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789130391.478687:0:31743:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130391.478691:0:31743:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789130391.478694:0:31743:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9caf601980c8) 00000080:00010000:1.0:1789130391.478697:0:31743:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xde5303b1d982ccec from it ffffb97f41bffb58 00010000:00000001:1.0:1789130391.478699:0:31743:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130391.478701:0:31743:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130391.478702:0:31743:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b7800 refcount=3 00000020:00000001:1.0:1789130391.478704:0:31743:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649488896 : -109198060062720 : ffff9caf586b7800) 00010000:00000001:1.0:1789130391.478706:0:31743:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649488896 : -109198060062720 : ffff9caf586b7800) 00010000:00000001:1.0:1789130391.478709:0:31743:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789130391.478713:0:31743:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7800/0xde5303b1d982ccec lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a58ac expref: -99 pid: 31743 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789130391.478723:0:31743:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130391.478724:0:31743:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130391.478726:0:31743:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1789130391.478732:0:31743:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1789130391.478736:0:31743:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7800/0xde5303b1d982ccec lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a58ac expref: -99 pid: 31743 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1789130391.478744:0:31743:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1789130391.478748:0:31743:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1789130391.478751:0:31743:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789130391.478757:0:31743:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130391.478758:0:31743:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130391.478760:0:31743:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130391.478765:0:31743:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1789130391.478767:0:31743:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130391.478770:0:31743:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130391.478775:0:31743:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130391.478777:0:31743:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789130391.478778:0:31743:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130391.478779:0:31743:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1789130391.478783:0:31743:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789130391.479389:0:31743:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf615d61c0 x1876037329027840/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1789130407 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130391.479399:0:31743:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789130391.479404:0:31743:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789130391.479409:0:31743:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9caf482da800. 02000000:00000001:1.0:1789130391.479419:0:31743:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789130391.479423:0:31743:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1789130391.479425:0:31743:0:(genops.c:1223:class_import_put()) import ffff9caf6079a800 refcount=6 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000020:00000001:1.0:1789130391.479428:0:31743:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1789130391.479494:0:31743:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9caf487c3800. 02000000:00000001:1.0:1789130391.479500:0:31743:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789130391.479503:0:31743:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789130391.479505:0:31743:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf615d61c0. 00000100:00000001:1.0:1789130391.479509:0:31743:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789130391.479511:0:31743:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1789130391.479517:0:31743:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8), inode mode 41ff mask 1 00000080:00000001:1.0:1789130391.479525:0:31743:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1789130391.479547:0:31743:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9caf4632b440. 00000020:00000001:1.0:1789130391.479556:0:31743:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41bffa88 00000080:00200000:1.0:1789130391.479559:0:31743:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d21h.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff9caf601980c8), flags=24 00000080:00000001:1.0:1789130391.479564:0:31743:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:1.0:1789130391.479566:0:31743:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41bff938 00000080:00200000:1.0:1789130391.479568:0:31743:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d21h.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff9caf601980c8), intent=0 00000080:00000010:1.0:1789130391.479579:0:31743:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9caf48ef9000. 00800000:00000002:1.0:1789130391.479586:0:31743:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9caf4557c8c0 2 00000080:00000001:1.0:1789130391.479593:0:31743:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1789130391.479596:0:31743:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1789130391.479598:0:31743:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41bff858 00800000:00000002:1.0:1789130391.479601:0:31743:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'lookup' for [0x0:0x0:0x0] 'd21h.recovery-small-1' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1789130391.479605:0:31743:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00000020:00000001:1.0:1789130391.479612:0:31743:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41bff7f0 00800000:00000002:1.0:1789130391.479615:0:31743:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d21h.recovery-small-1' -> mds #0 00000002:00000001:1.0:1789130391.479620:0:31743:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1789130391.479622:0:31743:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41bff728 00000002:00010000:1.0:1789130391.479624:0:31743:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d21h.recovery-small-1,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00000002:00000001:1.0:1789130391.479630:0:31743:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1789130391.479632:0:31743:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1789130391.479637:0:31743:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf615d61c0. 00000020:00000040:1.0:1789130391.479641:0:31743:0:(genops.c:1210:class_import_get()) import ffff9caf6079a800 refcount=7 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00010000:00000001:1.0:1789130391.479647:0:31743:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1789130391.479652:0:31743:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789130391.479656:0:31743:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130391.479658:0:31743:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130391.479659:0:31743:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130391.479663:0:31743:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789130391.479666:0:31743:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789130391.479671:0:31743:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789130391.479681:0:31743:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9caf487c3800. 00000100:00000001:1.0:1789130391.479690:0:31743:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130391.479696:0:31743:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789130391.479699:0:31743:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130391.479701:0:31743:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789130391.479702:0:31743:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130391.479704:0:31743:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789130391.479714:0:31743:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446634875799560640 : -109197909990976 : ffff9caf615d61c0) 00010000:00000001:1.0:1789130391.479718:0:31743:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1789130391.479721:0:31743:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1789130391.479729:0:31743:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf42f26b00 count: 2 00010000:00000001:1.0:1789130391.479731:0:31743:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789130391.479735:0:31743:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1789130391.479738:0:31743:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9caf586b6800. 00000020:00000001:1.0:1789130391.479742:0:31743:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1789130391.479746:0:31743:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9caf586b6800 with handle 0xde5303b1d982ccf3 to hash 00000020:00000001:1.0:1789130391.479748:0:31743:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1789130391.479750:0:31743:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446634875649484800 : -109198060066816 : ffff9caf586b6800) 00010000:00000001:1.0:1789130391.479754:0:31743:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446634875649484800 : -109198060066816 : ffff9caf586b6800) 00010000:00000001:1.0:1789130391.479758:0:31743:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789130391.479761:0:31743:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789130391.479766:0:31743:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b6800/0xde5303b1d982ccf3 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 31743 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789130391.479775:0:31743:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b6800/0xde5303b1d982ccf3 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31743 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789130391.479786:0:31743:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b6800/0xde5303b1d982ccf3 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31743 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1789130391.479886:0:31743:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1789130391.479888:0:31743:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1789130391.479901:0:31743:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9caf607bef00. 00000100:00000001:1.0:1789130391.479903:0:31743:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446634875784785664 : -109197924765952 : ffff9caf607bef00) 00000100:00000001:1.0:1789130391.479909:0:31743:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789130391.479910:0:31743:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875799560640 : -109197909990976 : ffff9caf615d61c0) 00000100:00000001:1.0:1789130391.479917:0:31743:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789130391.479922:0:31743:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130391.479924:0:31743:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1789130391.479926:0:31743:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789130391.479935:0:31743:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf615d61c0 x1876037329027968/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130391.479944:0:31743:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789130391.479947:0:31743:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130391.479952:0:31743:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789130391.479955:0:31743:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789130391.479958:0:31743:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789130391.479963:0:31743:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf615d61c0 pname:cluuid:pid:xid:nid:opc:job checkstat:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:31743:1876037329027968:192.168.204.123@tcp:101:checkstat.0 00000100:00000001:1.0:1789130391.479968:0:31743:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789130391.479977:0:31743:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789130391.479981:0:31743:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130391.479984:0:31743:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789130391.479991:0:31743:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9caf482da800. 02000000:00000001:1.0:1789130391.479993:0:31743:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789130391.480003:0:31743:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:1.0:1789130391.480009:0:31743:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf42d8ee18. 00000400:00000010:1.0:1789130391.480021:0:31743:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf462a3440. 00000100:00000200:1.0:1789130391.480031:0:31743:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1876037329027968, portal 10 00000100:00000001:1.0:1789130391.480034:0:31743:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789130391.480035:0:31743:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875799560640 : -109197909990976 : ffff9caf615d61c0) 00000100:00000040:1.0:1789130391.480041:0:31743:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9caf615d61c0 x1876037329027968/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789130407 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130391.480049:0:31743:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789130391.480053:0:31743:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:1.0:1789130391.480056:0:31743:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf462a3990. 00000100:00000200:1.0:1789130391.480061:0:31743:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1876037329027968, offset 0 00000400:00000200:1.0:1789130391.480071:0:31743:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:1.0:1789130391.480631:0:31743:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:1.0:1789130391.480643:0:31743:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:1.0:1789130391.480651:0:31743:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789130391.480657:0:31743:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:1.0:1789130391.480662:0:31743:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789130391.480666:0:31743:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:1.0:1789130391.480671:0:31743:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2479:2479:256:4294967295] 192.168.204.123@tcp LPNI seq info [2478:2478:8:4294967295] 00000400:00000200:1.0:1789130391.480676:0:31743:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:1.0:1789130391.480688:0:31743:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:1.0:1789130391.480696:0:31743:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:1.0:1789130391.480704:0:31743:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf47f34100. 00000800:00000200:1.0:1789130391.481026:0:31743:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:1.0:1789130391.481040:0:31743:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:1.0:1789130391.481048:0:31743:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf47f34100 type 1, nob 688 niov 1 nkiov 1 00000800:00000200:3.0:1789130391.481423:0:2341:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789130391.481430:0:2341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf47f34100. 00000400:00000200:3.0:1789130391.481438:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130391.481445:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:3.0:1789130391.481453:0:2341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf462a3990 00000400:00000010:3.0:1789130391.481455:0:2341:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf462a3990. 00000100:00000001:3.0:1789130391.481461:0:2341:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789130391.481469:0:2341:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf615d61c0 x1876037329027968/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789130407 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130391.481484:0:2341:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130391.481488:0:2341:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf615d61c0 x1876037329027968/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789130407 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130391.481495:0:2341:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130391.481497:0:2341:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1789130391.481505:0:31743:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789130391.481512:0:31743:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: using a timeout of 815518 usecs (816 jiffies) 00000400:00000200:1.0:1789130391.481518:0:31743:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:1.0:1789130391.481522:0:31743:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296486319 00000100:00000001:1.0:1789130391.481527:0:31743:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 2, keep current deadline 4296489463 00000100:00000001:1.0:1789130391.481532:0:31743:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296486319 00000100:00000001:1.0:1789130391.481535:0:31743:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 3, keep current deadline 4296489463 00000100:00000001:1.0:1789130391.481538:0:31743:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789130391.481542:0:31743:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130391.481545:0:31743:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789130391.481548:0:31743:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1789130391.481552:0:31743:0:(client.c:2715:ptlrpc_set_wait()) set ffff9caf607bef00 going to sleep for 11 seconds 00000100:00000001:1.0:1789130391.481555:0:31743:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789130391.481559:0:31743:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130391.485306:0:27360:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130391.485316:0:27360:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130391.485322:0:27360:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130391.485324:0:27360:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130391.487360:0:16244:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789130391.487374:0:16244:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789130391.487384:0:16244:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:3.0:1789130391.491635:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130391.491659:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789130391.491665:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130391.491668:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130391.491679:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130391.491689:0:2342:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:3.0:1789130391.491707:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130391.491714:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130391.491721:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130391.491726:0:2342:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 584 into portal 10 MB=0x6aa3efa950380 00000400:00000200:3.0:1789130391.491732:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130391.491741:0:2342:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.123@tcp of length 584/584 into md 0x6b45 [1] + 224 00000800:00000001:3.0:1789130391.491751:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130391.491760:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130391.491765:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130391.491775:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:3.0:1789130391.491800:0:2342:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789130391.491922:0:2342:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf615d61c0 x1876037329027968/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789130407 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789130391.491935:0:2342:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff9caf615d61c0 x1876037329027968/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789130407 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130391.491960:0:2342:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789130391.491974:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130391.491978:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130391.492069:0:31743:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789130391.492080:0:31743:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789130391.492083:0:31743:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789130391.492092:0:31743:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf42d8ee18. 00000400:00000200:1.0:1789130391.492097:0:31743:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf462a3440 00000400:00000010:1.0:1789130391.492100:0:31743:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf462a3440. 00000100:00000001:1.0:1789130391.492104:0:31743:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789130391.492109:0:31743:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf615d61c0 x1876037329027968/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789130407 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1789130391.492118:0:31743:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf615d61c0 x1876037329027968/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789130407 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130391.492125:0:31743:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789130391.492128:0:31743:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130391.492131:0:31743:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789130391.492136:0:31743:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789130391.492140:0:31743:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789130391.492143:0:31743:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130391.492147:0:31743:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789130391.492262:0:31743:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf6079ac60 time=10 v=5 (5 104 104 104) 00000100:00001000:1.0:1789130391.492270:0:31743:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf6079ac18 time=0 v=5 (1 0 0 0) 00000100:00000001:1.0:1789130391.492274:0:31743:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789130391.492276:0:31743:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130391.492282:0:31743:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789130391.492288:0:31743:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130391.492294:0:31743:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789130391.492297:0:31743:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9caf5014c800: skip recheck: last_committed 4294967634 00000100:00000001:1.0:1789130391.492300:0:31743:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789130391.492305:0:31743:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789130391.492313:0:31743:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf615d61c0 x1876037329027968/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/584 e 0 to 0 dl 1789130407 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130391.492321:0:31743:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789130391.492326:0:31743:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789130391.492329:0:31743:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789130391.492334:0:31743:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf615d61c0 x1876037329027968/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/584 e 0 to 0 dl 1789130407 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1789130391.492344:0:31743:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf615d61c0 pname:cluuid:pid:xid:nid:opc:job checkstat:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:31743:1876037329027968:192.168.204.123@tcp:101:checkstat.0 00000100:00000001:1.0:1789130391.492350:0:31743:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130391.492354:0:31743:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130391.492358:0:31743:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1789130391.492361:0:31743:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789130391.492365:0:31743:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf615d61c0 x1876037329027968/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/584 e 0 to 0 dl 1789130407 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130391.492373:0:31743:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789130391.492377:0:31743:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9caf607bef00. 00000100:00000001:1.0:1789130391.492385:0:31743:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1789130391.492387:0:31743:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130391.492392:0:31743:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1789130391.492399:0:31743:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130391.492402:0:31743:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130391.492408:0:31743:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b6800 refcount=4 00000020:00000001:1.0:1789130391.492411:0:31743:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649484800 : -109198060066816 : ffff9caf586b6800) 00010000:00000001:1.0:1789130391.492415:0:31743:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649484800 : -109198060066816 : ffff9caf586b6800) 00010000:00000040:1.0:1789130391.492427:0:31743:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9caf586b6800, remote cookie: 0xcdf1b083821a58c8, flags: 0x1001 00010000:00010000:1.0:1789130391.492435:0:31743:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b6800/0xde5303b1d982ccf3 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a58c8 expref: -99 pid: 31743 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1789130391.492447:0:31743:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x27:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:1.0:1789130391.492451:0:31743:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:1.0:1789130391.492464:0:31743:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9caf42f26900. 00010000:00000010:1.0:1789130391.492470:0:31743:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9caf50154300. 00010000:00000001:1.0:1789130391.492477:0:31743:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789130391.492482:0:31743:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b6800/0xde5303b1d982ccf3 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x27:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a58c8 expref: -99 pid: 31743 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789130391.492491:0:31743:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b6800/0xde5303b1d982ccf3 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a58c8 expref: -99 pid: 31743 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789130391.492500:0:31743:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1789130391.492506:0:31743:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1789130391.492509:0:31743:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1789130391.492511:0:31743:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1789130391.492513:0:31743:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1789130391.492517:0:31743:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x27:0x0].0x0 (ffff9caf42f26900) refcount = 1 00010000:00010000:1.0:1789130391.492522:0:31743:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b6800/0xde5303b1d982ccf3 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a58c8 expref: -99 pid: 31743 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789130391.492531:0:31743:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1789130391.492536:0:31743:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1789130391.492538:0:31743:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789130391.492542:0:31743:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1789130391.492545:0:31743:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789130391.492549:0:31743:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b6800/0xde5303b1d982ccf3 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a58c8 expref: -99 pid: 31743 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789130391.492555:0:31743:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1789130391.492557:0:31743:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130391.492560:0:31743:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130391.492561:0:31743:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130391.492562:0:31743:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130391.492564:0:31743:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789130391.492569:0:31743:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1789130391.492571:0:31743:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130391.492573:0:31743:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130391.492574:0:31743:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b6800 refcount=3 00000020:00000001:1.0:1789130391.492576:0:31743:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649484800 : -109198060066816 : ffff9caf586b6800) 00010000:00000001:1.0:1789130391.492578:0:31743:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649484800 : -109198060066816 : ffff9caf586b6800) 00010000:00000001:1.0:1789130391.492582:0:31743:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130391.492583:0:31743:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130391.492584:0:31743:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b6800 refcount=4 00000020:00000001:1.0:1789130391.492586:0:31743:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649484800 : -109198060066816 : ffff9caf586b6800) 00010000:00000001:1.0:1789130391.492589:0:31743:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649484800 : -109198060066816 : ffff9caf586b6800) 00010000:00000001:1.0:1789130391.492593:0:31743:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789130391.492597:0:31743:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789130391.492601:0:31743:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b6800/0xde5303b1d982ccf3 lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a58c8 expref: -99 pid: 31743 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789130391.492607:0:31743:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130391.492608:0:31743:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130391.492610:0:31743:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130391.492611:0:31743:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130391.492612:0:31743:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b6800 refcount=5 00000020:00000001:1.0:1789130391.492614:0:31743:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649484800 : -109198060066816 : ffff9caf586b6800) 00010000:00000001:1.0:1789130391.492617:0:31743:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649484800 : -109198060066816 : ffff9caf586b6800) 00010000:00000001:1.0:1789130391.492620:0:31743:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789130391.492623:0:31743:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b6800/0xde5303b1d982ccf3 lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a58c8 expref: -99 pid: 31743 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789130391.492631:0:31743:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130391.492632:0:31743:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1789130391.492638:0:31743:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b6800/0xde5303b1d982ccf3 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a58c8 expref: -99 pid: 31743 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789130391.492645:0:31743:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789130391.492647:0:31743:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130391.492648:0:31743:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130391.492650:0:31743:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130391.492651:0:31743:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1789130391.492656:0:31743:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0xb, status=0 req@ffff9caf615d61c0 x1876037329027968/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/584 e 0 to 0 dl 1789130407 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1789130391.492666:0:31743:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130391.492667:0:31743:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130391.492668:0:31743:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b6800 refcount=3 00000020:00000001:1.0:1789130391.492670:0:31743:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649484800 : -109198060066816 : ffff9caf586b6800) 00010000:00000001:1.0:1789130391.492673:0:31743:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649484800 : -109198060066816 : ffff9caf586b6800) 00010000:00000001:1.0:1789130391.492676:0:31743:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130391.492678:0:31743:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789130391.492680:0:31743:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789130391.492682:0:31743:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789130391.492687:0:31743:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1789130391.492691:0:31743:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130391.492692:0:31743:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130391.492694:0:31743:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b6800 refcount=3 00000020:00000001:1.0:1789130391.492696:0:31743:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649484800 : -109198060066816 : ffff9caf586b6800) 00010000:00000001:1.0:1789130391.492698:0:31743:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649484800 : -109198060066816 : ffff9caf586b6800) 00000002:00010000:1.0:1789130391.492702:0:31743:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b6800/0xde5303b1d982ccf3 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a58c8 expref: -99 pid: 31743 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789130391.492708:0:31743:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130391.492709:0:31743:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130391.492712:0:31743:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1789130391.492713:0:31743:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130391.492714:0:31743:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130391.492716:0:31743:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b6800 refcount=3 00000020:00000001:1.0:1789130391.492719:0:31743:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649484800 : -109198060066816 : ffff9caf586b6800) 00010000:00000001:1.0:1789130391.492721:0:31743:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649484800 : -109198060066816 : ffff9caf586b6800) 00010000:00000040:1.0:1789130391.492726:0:31743:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf42f26900 count: 2 00010000:00000001:1.0:1789130391.492729:0:31743:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1789130391.492734:0:31743:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9caf4630e800 type 13 mode 4 res 8589935620/39 (0 0) 00010000:00000001:1.0:1789130391.492737:0:31743:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130391.492738:0:31743:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789130391.492740:0:31743:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1789130391.492743:0:31743:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41bff6b0 00000002:00002000:1.0:1789130391.492746:0:31743:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=d21h.recovery-small-1 intent=lookup status=0 disp=0xb: rc = 0 00000002:00000001:1.0:1789130391.492749:0:31743:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789130391.492756:0:31743:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789130391.492760:0:31743:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1789130391.492764:0:31743:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:1.0:1789130391.492768:0:31743:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789130391.492773:0:31743:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9caf4557c8c0 2 00000080:00000001:1.0:1789130391.492777:0:31743:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1789130391.492779:0:31743:0:(namei.c:674:ll_lookup_it_finish()) it ffffb97f41bffa28 it_disposition b 00000080:00000001:1.0:1789130391.492782:0:31743:0:(llite_lib.c:3864:ll_prep_inode()) Process entered 00000002:00000001:1.0:1789130391.492887:0:31743:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1789130391.492959:0:31743:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1789130391.492964:0:31743:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833959 : 144115205322833959 : 200000404000027) 00000080:00000001:1.0:1789130391.492969:0:31743:0:(namei.c:113:ll_iget()) Process entered 00000080:00000001:1.0:1789130391.492979:0:31743:0:(llite_lib.c:1973:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1789130391.492982:0:31743:0:(llite_lib.c:1977:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000404:0x27:0x0] 00000080:00000001:1.0:1789130391.492986:0:31743:0:(llite_lib.c:1994:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130391.492990:0:31743:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833959 : 144115205322833959 : 200000404000027) 00000080:00000001:1.0:1789130391.492993:0:31743:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:1.0:1789130391.492999:0:31743:0:(llite_lib.c:3140:ll_update_inode()) inode=[0x200000404:0x27:0x0], updating i_size 7680 00000080:00200000:1.0:1789130391.493002:0:31743:0:(namei.c:147:ll_iget()) got inode: [0x200000404:0x27:0x0](ffff9caf60131148): rc = 0 00000080:00000001:1.0:1789130391.493005:0:31743:0:(namei.c:156:ll_iget()) Process leaving (rc=18446634875777913160 : -109197931638456 : ffff9caf60131148) 00010000:00000001:1.0:1789130391.493008:0:31743:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130391.493009:0:31743:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130391.493011:0:31743:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b6800 refcount=3 00000020:00000001:1.0:1789130391.493014:0:31743:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649484800 : -109198060066816 : ffff9caf586b6800) 00010000:00000001:1.0:1789130391.493016:0:31743:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649484800 : -109198060066816 : ffff9caf586b6800) 00010000:00000001:1.0:1789130391.493019:0:31743:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130391.493020:0:31743:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1789130391.493022:0:31743:0:(llite_lib.c:1928:ll_update_default_lsm_md()) Process entered 00000080:00000001:1.0:1789130391.493024:0:31743:0:(llite_lib.c:1941:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1789130391.493064:0:31743:0:(llite_lib.c:3962:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1789130391.493068:0:31743:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1789130391.493070:0:31743:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789130391.493074:0:31743:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000404:0x27:0x0](ffff9caf60131148) for lock 0xde5303b1d982ccf3 00800000:00000001:1.0:1789130391.493082:0:31743:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1789130391.493084:0:31743:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1789130391.493086:0:31743:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130391.493087:0:31743:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130391.493089:0:31743:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b6800 refcount=3 00000020:00000001:1.0:1789130391.493091:0:31743:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649484800 : -109198060066816 : ffff9caf586b6800) 00010000:00000001:1.0:1789130391.493093:0:31743:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649484800 : -109198060066816 : ffff9caf586b6800) 00010000:00000001:1.0:1789130391.493096:0:31743:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130391.493097:0:31743:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789130391.493098:0:31743:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789130391.493100:0:31743:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:1.0:1789130391.493109:0:31743:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9caf602c7510 inode ffff9caf60131148 refc 1 flags 0x20000e 00000080:00000001:1.0:1789130391.493114:0:31743:0:(llite_lib.c:3176:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1789130391.493116:0:31743:0:(llite_lib.c:3182:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130391.493118:0:31743:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:1.0:1789130391.493249:0:31743:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x27:0x0](ffff9caf60131148) 00000080:00010000:1.0:1789130391.493254:0:31743:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xde5303b1d982ccf3 from it ffffb97f41bffa28 00010000:00000001:1.0:1789130391.493256:0:31743:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130391.493258:0:31743:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130391.493260:0:31743:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b6800 refcount=3 00000020:00000001:1.0:1789130391.493262:0:31743:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649484800 : -109198060066816 : ffff9caf586b6800) 00010000:00000001:1.0:1789130391.493264:0:31743:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649484800 : -109198060066816 : ffff9caf586b6800) 00010000:00000001:1.0:1789130391.493266:0:31743:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789130391.493271:0:31743:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b6800/0xde5303b1d982ccf3 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a58c8 expref: -99 pid: 31743 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789130391.493278:0:31743:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130391.493279:0:31743:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130391.493281:0:31743:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1789130391.493284:0:31743:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1789130391.493287:0:31743:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b6800/0xde5303b1d982ccf3 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a58c8 expref: -99 pid: 31743 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1789130391.493295:0:31743:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1789130391.493298:0:31743:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1789130391.493300:0:31743:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789130391.493306:0:31743:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130391.493307:0:31743:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130391.493309:0:31743:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130391.493313:0:31743:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1789130391.493315:0:31743:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130391.493317:0:31743:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130391.493321:0:31743:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130391.493323:0:31743:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789130391.493324:0:31743:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130391.493325:0:31743:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1789130391.493328:0:31743:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1789130391.493332:0:31743:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9caf48ef9000. 00000100:00000001:1.0:1789130391.493337:0:31743:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789130391.493344:0:31743:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf615d61c0 x1876037329027968/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/584 e 0 to 0 dl 1789130407 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130391.493352:0:31743:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789130391.493356:0:31743:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789130391.493360:0:31743:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9caf482da800. 02000000:00000001:1.0:1789130391.493365:0:31743:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789130391.493368:0:31743:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1789130391.493370:0:31743:0:(genops.c:1223:class_import_put()) import ffff9caf6079a800 refcount=6 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000020:00000001:1.0:1789130391.493373:0:31743:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1789130391.493376:0:31743:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9caf487c3800. 02000000:00000001:1.0:1789130391.493382:0:31743:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789130391.493385:0:31743:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789130391.493387:0:31743:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf615d61c0. 00000100:00000001:1.0:1789130391.493391:0:31743:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789130391.493393:0:31743:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1789130391.493403:0:31743:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00200000:1.0:1789130391.493406:0:31743:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000404:0x27:0x0](ffff9caf60131148), inode mode 41ed mask 1 00000080:00000001:1.0:1789130391.493412:0:31743:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1789130391.493502:0:31743:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9caf4632b020. 00000020:00000001:1.0:1789130391.493508:0:31743:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41bffae8 00000080:00200000:1.0:1789130391.493511:0:31743:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=f, dir=[0x200000404:0x27:0x0](ffff9caf60131148), flags=8 00000080:00000001:1.0:1789130391.493515:0:31743:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:1.0:1789130391.493517:0:31743:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41bff998 00000080:00200000:1.0:1789130391.493519:0:31743:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f, dir=[0x200000404:0x27:0x0](ffff9caf60131148), intent=getattr 00000080:00000010:1.0:1789130391.493528:0:31743:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9caf48ef9000. 00000080:00000001:1.0:1789130391.493539:0:31743:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1789130391.493543:0:31743:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1789130391.493544:0:31743:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41bff8b8 00800000:00000002:1.0:1789130391.493546:0:31743:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'f' on [0x200000404:0x27:0x0] 00800000:00000001:1.0:1789130391.493550:0:31743:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00000020:00000001:1.0:1789130391.493558:0:31743:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41bff850 00800000:00000002:1.0:1789130391.493559:0:31743:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000404:0x27:0x0], fid2=[0x0:0x0:0x0], name='f' -> mds #0 00000002:00000001:1.0:1789130391.493564:0:31743:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1789130391.493566:0:31743:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41bff788 00000002:00010000:1.0:1789130391.493568:0:31743:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f,[0x0:0x0:0x0]) in obj [0x200000404:0x27:0x0], intent: getattr flags 01 00000002:00000001:1.0:1789130391.493572:0:31743:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1789130391.493575:0:31743:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1789130391.493579:0:31743:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf615d61c0. 00000020:00000040:1.0:1789130391.493583:0:31743:0:(genops.c:1210:class_import_get()) import ffff9caf6079a800 refcount=7 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00010000:00000001:1.0:1789130391.493590:0:31743:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1789130391.493607:0:31743:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789130391.493611:0:31743:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130391.493612:0:31743:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130391.493613:0:31743:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130391.493617:0:31743:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789130391.493620:0:31743:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789130391.493626:0:31743:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789130391.493634:0:31743:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9caf487c3800. 00000100:00000001:1.0:1789130391.493643:0:31743:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130391.493647:0:31743:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789130391.493649:0:31743:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130391.493651:0:31743:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789130391.493652:0:31743:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130391.493654:0:31743:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789130391.493663:0:31743:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446634875799560640 : -109197909990976 : ffff9caf615d61c0) 00010000:00000001:1.0:1789130391.493667:0:31743:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1789130391.493670:0:31743:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1789130391.493674:0:31743:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf42f26900 count: 2 00010000:00000001:1.0:1789130391.493676:0:31743:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789130391.493679:0:31743:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1789130391.493683:0:31743:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9caf586b7400. 00000020:00000001:1.0:1789130391.493687:0:31743:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1789130391.493689:0:31743:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9caf586b7400 with handle 0xde5303b1d982ccfa to hash 00000020:00000001:1.0:1789130391.493691:0:31743:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1789130391.493692:0:31743:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446634875649487872 : -109198060063744 : ffff9caf586b7400) 00010000:00000001:1.0:1789130391.493697:0:31743:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446634875649487872 : -109198060063744 : ffff9caf586b7400) 00010000:00000001:1.0:1789130391.493700:0:31743:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789130391.493702:0:31743:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789130391.493706:0:31743:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7400/0xde5303b1d982ccfa lrc: 3/1,0 mode: --/CR res: [0x200000404:0x27:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 31743 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789130391.493713:0:31743:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7400/0xde5303b1d982ccfa lrc: 3/1,0 mode: --/CR res: [0x200000404:0x27:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31743 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789130391.493724:0:31743:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7400/0xde5303b1d982ccfa lrc: 3/1,0 mode: --/CR res: [0x200000404:0x27:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31743 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1789130391.493728:0:31743:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1789130391.493730:0:31743:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1789130391.493739:0:31743:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9caf607bef00. 00000100:00000001:1.0:1789130391.493742:0:31743:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446634875784785664 : -109197924765952 : ffff9caf607bef00) 00000100:00000001:1.0:1789130391.493745:0:31743:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789130391.493746:0:31743:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875799560640 : -109197909990976 : ffff9caf615d61c0) 00000100:00000001:1.0:1789130391.493751:0:31743:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789130391.493756:0:31743:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130391.493758:0:31743:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1789130391.493760:0:31743:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789130391.493765:0:31743:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf615d61c0 x1876037329028096/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130391.493773:0:31743:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789130391.493776:0:31743:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130391.493780:0:31743:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789130391.493783:0:31743:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789130391.493786:0:31743:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789130391.494235:0:31743:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf615d61c0 pname:cluuid:pid:xid:nid:opc:job checkstat:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:31743:1876037329028096:192.168.204.123@tcp:101:checkstat.0 00000100:00000001:1.0:1789130391.494242:0:31743:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789130391.494250:0:31743:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789130391.494253:0:31743:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130391.494257:0:31743:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789130391.494264:0:31743:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9caf482da800. 02000000:00000001:1.0:1789130391.494266:0:31743:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789130391.494278:0:31743:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:1.0:1789130391.494285:0:31743:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf42d8ee18. 00000400:00000010:1.0:1789130391.494297:0:31743:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf462a3440. 00000100:00000200:1.0:1789130391.494313:0:31743:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1876037329028096, portal 10 00000100:00000001:1.0:1789130391.494315:0:31743:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789130391.494316:0:31743:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875799560640 : -109197909990976 : ffff9caf615d61c0) 00000100:00000040:1.0:1789130391.494324:0:31743:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9caf615d61c0 x1876037329028096/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789130407 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130391.494333:0:31743:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789130391.494337:0:31743:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:1.0:1789130391.494340:0:31743:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf462a32a8. 00000100:00000200:1.0:1789130391.494345:0:31743:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1876037329028096, offset 0 00000400:00000200:1.0:1789130391.494356:0:31743:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:1.0:1789130391.494369:0:31743:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:1.0:1789130391.494382:0:31743:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:1.0:1789130391.494391:0:31743:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789130391.494398:0:31743:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:1.0:1789130391.494405:0:31743:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789130391.494410:0:31743:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:1.0:1789130391.494416:0:31743:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2480:2480:256:4294967295] 192.168.204.123@tcp LPNI seq info [2479:2479:8:4294967295] 00000400:00000200:1.0:1789130391.494421:0:31743:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:1.0:1789130391.494984:0:31743:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:1.0:1789130391.494995:0:31743:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:1.0:1789130391.495005:0:31743:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf47f34300. 00000800:00000200:1.0:1789130391.495015:0:31743:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:1.0:1789130391.495026:0:31743:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:1.0:1789130391.495033:0:31743:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf47f34300 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:1.0:1789130391.495062:0:31743:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789130391.495069:0:31743:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: using a timeout of 814428 usecs (815 jiffies) 00000400:00000200:1.0:1789130391.495074:0:31743:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:1.0:1789130391.495078:0:31743:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296486332 00000100:00000001:1.0:1789130391.495084:0:31743:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 2, keep current deadline 4296489463 00000100:00000001:1.0:1789130391.495087:0:31743:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296486332 00000100:00000001:1.0:1789130391.495089:0:31743:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 3, keep current deadline 4296489463 00000100:00000001:1.0:1789130391.495092:0:31743:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789130391.495097:0:31743:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130391.495100:0:31743:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789130391.495103:0:31743:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1789130391.495106:0:31743:0:(client.c:2715:ptlrpc_set_wait()) set ffff9caf607bef00 going to sleep for 11 seconds 00000100:00000001:1.0:1789130391.495110:0:31743:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789130391.495114:0:31743:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789130391.496341:0:2341:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789130391.496355:0:2341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf47f34300. 00000400:00000200:3.0:1789130391.496364:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130391.496375:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:3.0:1789130391.496384:0:2341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf462a32a8 00000400:00000010:3.0:1789130391.496387:0:2341:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf462a32a8. 00000100:00000001:3.0:1789130391.496394:0:2341:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789130391.496404:0:2341:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf615d61c0 x1876037329028096/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789130407 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130391.496424:0:2341:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130391.496429:0:2341:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf615d61c0 x1876037329028096/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789130407 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130391.496615:0:2341:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130391.496618:0:2341:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1789130391.501228:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130391.501263:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789130391.501271:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130391.501274:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130391.501290:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130391.501302:0:2342:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:3.0:1789130391.501317:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130391.501325:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130391.501332:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130391.501338:0:2342:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 640 into portal 10 MB=0x6aa3efa950400 00000400:00000200:3.0:1789130391.501343:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130391.501350:0:2342:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.123@tcp of length 640/640 into md 0x6b4d [1] + 224 00000800:00000001:3.0:1789130391.501362:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130391.501371:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130391.501375:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130391.501381:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:3.0:1789130391.501393:0:2342:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789130391.501407:0:2342:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf615d61c0 x1876037329028096/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789130407 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789130391.501421:0:2342:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=640 offset=224 replen=1152 req@ffff9caf615d61c0 x1876037329028096/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789130407 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130391.501464:0:2342:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789130391.501480:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130391.501483:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130391.502003:0:31743:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789130391.502018:0:31743:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789130391.502021:0:31743:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789130391.502026:0:31743:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf42d8ee18. 00000400:00000200:1.0:1789130391.502032:0:31743:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf462a3440 00000400:00000010:1.0:1789130391.502035:0:31743:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf462a3440. 00000100:00000001:1.0:1789130391.502039:0:31743:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789130391.502047:0:31743:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf615d61c0 x1876037329028096/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789130407 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1789130391.502057:0:31743:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf615d61c0 x1876037329028096/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789130407 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130391.502065:0:31743:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789130391.502068:0:31743:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130391.502071:0:31743:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789130391.502076:0:31743:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789130391.502080:0:31743:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789130391.502083:0:31743:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130391.502087:0:31743:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789130391.502102:0:31743:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf6079ac60 time=10 v=5 (5 104 104 104) 00000100:00001000:1.0:1789130391.502107:0:31743:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf6079ac18 time=0 v=5 (1 0 0 0) 00000100:00000001:1.0:1789130391.502109:0:31743:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789130391.502111:0:31743:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130391.502115:0:31743:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789130391.502119:0:31743:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130391.502124:0:31743:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789130391.502127:0:31743:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9caf5014c800: skip recheck: last_committed 4294967634 00000100:00000001:1.0:1789130391.502129:0:31743:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789130391.502146:0:31743:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789130391.502152:0:31743:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf615d61c0 x1876037329028096/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/640 e 0 to 0 dl 1789130407 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130391.502161:0:31743:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789130391.502166:0:31743:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789130391.502169:0:31743:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789130391.502173:0:31743:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf615d61c0 x1876037329028096/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/640 e 0 to 0 dl 1789130407 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1789130391.502189:0:31743:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf615d61c0 pname:cluuid:pid:xid:nid:opc:job checkstat:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:31743:1876037329028096:192.168.204.123@tcp:101:checkstat.0 00000100:00000001:1.0:1789130391.502195:0:31743:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130391.502199:0:31743:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130391.502202:0:31743:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1789130391.502205:0:31743:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789130391.502210:0:31743:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf615d61c0 x1876037329028096/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/640 e 0 to 0 dl 1789130407 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130391.502218:0:31743:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789130391.502222:0:31743:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9caf607bef00. 00000100:00000001:1.0:1789130391.502227:0:31743:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1789130391.502229:0:31743:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130391.502234:0:31743:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1789130391.502242:0:31743:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130391.502247:0:31743:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130391.502253:0:31743:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b7400 refcount=4 00000020:00000001:1.0:1789130391.502256:0:31743:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649487872 : -109198060063744 : ffff9caf586b7400) 00010000:00000001:1.0:1789130391.502261:0:31743:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649487872 : -109198060063744 : ffff9caf586b7400) 00010000:00000040:1.0:1789130391.502274:0:31743:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9caf586b7400, remote cookie: 0xcdf1b083821a58e4, flags: 0x1001 00010000:00010000:1.0:1789130391.502282:0:31743:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7400/0xde5303b1d982ccfa lrc: 4/1,0 mode: --/CR res: [0x200000404:0x27:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a58e4 expref: -99 pid: 31743 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1789130391.502293:0:31743:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x29:0x0].0x0, instead of [0x200000404:0x27:0x0].0x0 00010000:00000001:1.0:1789130391.502297:0:31743:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:1.0:1789130391.502312:0:31743:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9caf42f26c00. 00010000:00000010:1.0:1789130391.502320:0:31743:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9caf50154a80. 00010000:00000001:1.0:1789130391.502327:0:31743:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789130391.502330:0:31743:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7400/0xde5303b1d982ccfa lrc: 4/1,0 mode: --/PR res: [0x200000404:0x29:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a58e4 expref: -99 pid: 31743 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789130391.502345:0:31743:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7400/0xde5303b1d982ccfa lrc: 4/1,0 mode: --/PR res: [0x200000404:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a58e4 expref: -99 pid: 31743 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789130391.502353:0:31743:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1789130391.502362:0:31743:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1789130391.502365:0:31743:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1789130391.502369:0:31743:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1789130391.502371:0:31743:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1789130391.502376:0:31743:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x29:0x0].0x0 (ffff9caf42f26c00) refcount = 1 00010000:00010000:1.0:1789130391.502382:0:31743:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7400/0xde5303b1d982ccfa lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a58e4 expref: -99 pid: 31743 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789130391.502389:0:31743:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1789130391.502396:0:31743:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1789130391.502399:0:31743:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789130391.502404:0:31743:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1789130391.502409:0:31743:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789130391.502413:0:31743:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7400/0xde5303b1d982ccfa lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a58e4 expref: -99 pid: 31743 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789130391.502421:0:31743:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1789130391.502424:0:31743:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130391.502427:0:31743:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130391.502610:0:31743:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130391.502613:0:31743:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130391.502615:0:31743:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789130391.502623:0:31743:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1789130391.502626:0:31743:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130391.502628:0:31743:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130391.502629:0:31743:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b7400 refcount=3 00000020:00000001:1.0:1789130391.502632:0:31743:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649487872 : -109198060063744 : ffff9caf586b7400) 00010000:00000001:1.0:1789130391.502635:0:31743:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649487872 : -109198060063744 : ffff9caf586b7400) 00010000:00000001:1.0:1789130391.502639:0:31743:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130391.502640:0:31743:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130391.502642:0:31743:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b7400 refcount=4 00000020:00000001:1.0:1789130391.502644:0:31743:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649487872 : -109198060063744 : ffff9caf586b7400) 00010000:00000001:1.0:1789130391.502647:0:31743:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649487872 : -109198060063744 : ffff9caf586b7400) 00010000:00000001:1.0:1789130391.502651:0:31743:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789130391.502656:0:31743:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789130391.502661:0:31743:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7400/0xde5303b1d982ccfa lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a58e4 expref: -99 pid: 31743 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789130391.502669:0:31743:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130391.502671:0:31743:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130391.502673:0:31743:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130391.502674:0:31743:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130391.502676:0:31743:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b7400 refcount=5 00000020:00000001:1.0:1789130391.502678:0:31743:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649487872 : -109198060063744 : ffff9caf586b7400) 00010000:00000001:1.0:1789130391.502681:0:31743:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649487872 : -109198060063744 : ffff9caf586b7400) 00010000:00000001:1.0:1789130391.502684:0:31743:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789130391.502688:0:31743:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7400/0xde5303b1d982ccfa lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a58e4 expref: -99 pid: 31743 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789130391.502696:0:31743:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130391.502697:0:31743:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1789130391.502700:0:31743:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7400/0xde5303b1d982ccfa lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a58e4 expref: -99 pid: 31743 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789130391.502709:0:31743:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789130391.502710:0:31743:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130391.503284:0:31743:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130391.503286:0:31743:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130391.503287:0:31743:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1789130391.503300:0:31743:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9caf615d61c0 x1876037329028096/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/640 e 0 to 0 dl 1789130407 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1789130391.503320:0:31743:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130391.503321:0:31743:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130391.503323:0:31743:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b7400 refcount=3 00000020:00000001:1.0:1789130391.503326:0:31743:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649487872 : -109198060063744 : ffff9caf586b7400) 00010000:00000001:1.0:1789130391.503329:0:31743:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649487872 : -109198060063744 : ffff9caf586b7400) 00000002:00010000:1.0:1789130391.503334:0:31743:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: getattr, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7400/0xde5303b1d982ccfa lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a58e4 expref: -99 pid: 31743 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:1.0:1789130391.503351:0:31743:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff9caf58606300. 00010000:00000001:1.0:1789130391.503354:0:31743:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130391.503356:0:31743:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789130391.503358:0:31743:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789130391.503360:0:31743:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789130391.503366:0:31743:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1789130391.503370:0:31743:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130391.503371:0:31743:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130391.503373:0:31743:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b7400 refcount=3 00000020:00000001:1.0:1789130391.503375:0:31743:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649487872 : -109198060063744 : ffff9caf586b7400) 00010000:00000001:1.0:1789130391.503377:0:31743:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649487872 : -109198060063744 : ffff9caf586b7400) 00000002:00010000:1.0:1789130391.503381:0:31743:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7400/0xde5303b1d982ccfa lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a58e4 expref: -99 pid: 31743 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789130391.503388:0:31743:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130391.503389:0:31743:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130391.503392:0:31743:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1789130391.503394:0:31743:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130391.503395:0:31743:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130391.503396:0:31743:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b7400 refcount=3 00000020:00000001:1.0:1789130391.503398:0:31743:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649487872 : -109198060063744 : ffff9caf586b7400) 00010000:00000001:1.0:1789130391.503400:0:31743:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649487872 : -109198060063744 : ffff9caf586b7400) 00010000:00000040:1.0:1789130391.503408:0:31743:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf42f26c00 count: 2 00010000:00000001:1.0:1789130391.503412:0:31743:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1789130391.503417:0:31743:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9caf4630e800 type 13 mode 4 res 8589935620/41 (0 0) 00010000:00000001:1.0:1789130391.503420:0:31743:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130391.503422:0:31743:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789130391.503423:0:31743:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1789130391.503427:0:31743:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41bff710 00000002:00002000:1.0:1789130391.503441:0:31743:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=f intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:1.0:1789130391.503447:0:31743:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789130391.503453:0:31743:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789130391.503457:0:31743:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1789130391.503461:0:31743:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000404:0x27:0x0] suppgids 0 -1: rc 0 00000080:00000001:1.0:1789130391.503466:0:31743:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130391.503473:0:31743:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1789130391.503475:0:31743:0:(namei.c:674:ll_lookup_it_finish()) it ffffb97f41bffb20 it_disposition b 00000080:00000001:1.0:1789130391.503480:0:31743:0:(llite_lib.c:3864:ll_prep_inode()) Process entered 00000002:00000001:1.0:1789130391.503489:0:31743:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1789130391.503494:0:31743:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1789130391.503498:0:31743:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833961 : 144115205322833961 : 200000404000029) 00000080:00000001:1.0:1789130391.503502:0:31743:0:(namei.c:113:ll_iget()) Process entered 00000020:00000001:1.0:1789130391.503512:0:31743:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1789130391.503519:0:31743:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446634875648776744 : -109198060774872 : ffff9caf58609a28) 00000020:00001000:1.0:1789130391.503521:0:31743:0:(cl_object.c:823:cl_env_get()) 1@ffff9caf58609a20 00000020:00000001:1.0:1789130391.503524:0:31743:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:1.0:1789130391.503530:0:31743:0:(lov_object.c:1460:lov_conf_set()) Process entered 00020000:00000001:1.0:1789130391.503534:0:31743:0:(lov_pack.c:354:lov_unpackmd()) Process entered 00020000:00000010:1.0:1789130391.503544:0:31743:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9caf481b3000. 00020000:00000010:1.0:1789130391.503552:0:31743:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9caf43195880. 00020000:00000010:1.0:1789130391.503560:0:31743:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9caf481b31e0. 00020000:00000001:1.0:1789130391.503563:0:31743:0:(lov_pack.c:366:lov_unpackmd()) Process leaving (rc=18446634875375792608 : -109198333759008 : ffff9caf481b31e0) 00020000:00000002:1.0:1789130391.503567:0:31743:0:(lov_ea.c:762:dump_lsm()) lsm ffff9caf481b31e0, objid 0x29:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1789130391.503573:0:31743:0:(lov_ea.c:793:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1789130391.503577:0:31743:0:(lov_ea.c:812:dump_lsm()) oinfo:ffff9caf43195880: ostid: 0x280000400:19 ost idx: 1 gen: 0 00020000:00000002:1.0:1789130391.503581:0:31743:0:(lov_object.c:1314:lov_conf_lock()) Took exclusive lov(ffff9caf4a6ab4d8) owner ffff9caf4849a7c0 00020000:00000001:1.0:1789130391.503585:0:31743:0:(lov_object.c:1520:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1789130391.503588:0:31743:0:(lov_object.c:1320:lov_conf_unlock()) To release exclusive lov(ffff9caf4a6ab4d8) owner ffff9caf4849a7c0 00020000:00000010:1.0:1789130391.503594:0:31743:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9caf43195880. 00020000:00000010:1.0:1789130391.503599:0:31743:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff9caf481b3000. 00020000:00000010:1.0:1789130391.503602:0:31743:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff9caf481b31e0. 00020000:00000002:1.0:1789130391.503604:0:31743:0:(lov_object.c:1547:lov_conf_set()) [0x200000404:0x29:0x0] lo_layout_invalid=0 00020000:00000001:1.0:1789130391.503607:0:31743:0:(lov_object.c:1548:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130391.503609:0:31743:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1789130391.503611:0:31743:0:(cl_object.c:917:cl_env_put()) 1@ffff9caf58609a20 00000080:00000001:1.0:1789130391.503616:0:31743:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833961 : 144115205322833961 : 200000404000029) 00000080:00000001:1.0:1789130391.503619:0:31743:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:1.0:1789130391.503625:0:31743:0:(namei.c:147:ll_iget()) got inode: [0x200000404:0x29:0x0](ffff9caf608642c8): rc = 0 00000080:00000001:1.0:1789130391.503628:0:31743:0:(namei.c:156:ll_iget()) Process leaving (rc=18446634875785462472 : -109197924089144 : ffff9caf608642c8) 00010000:00000001:1.0:1789130391.503632:0:31743:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130391.503634:0:31743:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130391.503636:0:31743:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b7400 refcount=3 00000020:00000001:1.0:1789130391.503638:0:31743:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649487872 : -109198060063744 : ffff9caf586b7400) 00010000:00000001:1.0:1789130391.503641:0:31743:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649487872 : -109198060063744 : ffff9caf586b7400) 00000080:00000001:1.0:1789130391.503646:0:31743:0:(file.c:6819:ll_layout_conf()) Process entered 00000020:00000001:1.0:1789130391.503647:0:31743:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1789130391.503649:0:31743:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446634875648776744 : -109198060774872 : ffff9caf58609a28) 00000020:00001000:1.0:1789130391.503651:0:31743:0:(cl_object.c:823:cl_env_get()) 1@ffff9caf58609a20 00000020:00000001:1.0:1789130391.503654:0:31743:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:1.0:1789130391.503655:0:31743:0:(lov_object.c:1460:lov_conf_set()) Process entered 00020000:00000001:1.0:1789130391.503657:0:31743:0:(lov_pack.c:354:lov_unpackmd()) Process entered 00020000:00000010:1.0:1789130391.503660:0:31743:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9caf481b31e0. 00020000:00000010:1.0:1789130391.503662:0:31743:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9caf43195880. 00020000:00000010:1.0:1789130391.503666:0:31743:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9caf481b3000. 00020000:00000001:1.0:1789130391.503667:0:31743:0:(lov_pack.c:366:lov_unpackmd()) Process leaving (rc=18446634875375792128 : -109198333759488 : ffff9caf481b3000) 00020000:00000002:1.0:1789130391.503670:0:31743:0:(lov_ea.c:762:dump_lsm()) lsm ffff9caf481b3000, objid 0x29:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1789130391.503675:0:31743:0:(lov_ea.c:793:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1789130391.503679:0:31743:0:(lov_ea.c:812:dump_lsm()) oinfo:ffff9caf43195880: ostid: 0x280000400:19 ost idx: 1 gen: 0 00020000:00000002:1.0:1789130391.503682:0:31743:0:(lov_object.c:1314:lov_conf_lock()) Took exclusive lov(ffff9caf4a6ab4d8) owner ffff9caf4849a7c0 00020000:00000001:1.0:1789130391.503684:0:31743:0:(lov_object.c:1520:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1789130391.503688:0:31743:0:(lov_object.c:1320:lov_conf_unlock()) To release exclusive lov(ffff9caf4a6ab4d8) owner ffff9caf4849a7c0 00020000:00000010:1.0:1789130391.503691:0:31743:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9caf43195880. 00020000:00000010:1.0:1789130391.503693:0:31743:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff9caf481b31e0. 00020000:00000010:1.0:1789130391.503695:0:31743:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff9caf481b3000. 00020000:00000002:1.0:1789130391.503696:0:31743:0:(lov_object.c:1547:lov_conf_set()) [0x200000404:0x29:0x0] lo_layout_invalid=0 00020000:00000001:1.0:1789130391.503698:0:31743:0:(lov_object.c:1548:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130391.503700:0:31743:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130391.503705:0:31743:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:1.0:1789130391.503709:0:31743:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9caf4a6ab4d8) owner 0000000000000000/ffff9caf4849a7c0 00020000:00000002:1.0:1789130391.503729:0:31743:0:(lov_object.c:2443:lov_lsm_addref()) lsm ffff9caf4812f300 addref 2/0 by ffff9caf4849a7c0. 00020000:00000002:1.0:1789130391.503732:0:31743:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9caf4a6ab4d8) owner 0000000000000000/ffff9caf4849a7c0 00020000:00000001:1.0:1789130391.503736:0:31743:0:(lov_object.c:2339:lov_object_layout_get()) Process entered 00020000:00000001:1.0:1789130391.503740:0:31743:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:1.0:1789130391.503741:0:31743:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:1.0:1789130391.503743:0:31743:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:1.0:1789130391.503746:0:31743:0:(lov_object.c:2358:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:1.0:1789130391.503749:0:31743:0:(file.c:6854:ll_layout_conf()) [0x200000404:0x29:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:1.0:1789130391.503751:0:31743:0:(cl_object.c:917:cl_env_put()) 1@ffff9caf58609a20 00000080:00000001:1.0:1789130391.503754:0:31743:0:(file.c:6861:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130391.503756:0:31743:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130391.503757:0:31743:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1789130391.503759:0:31743:0:(llite_lib.c:3962:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1789130391.503763:0:31743:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1789130391.503765:0:31743:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789130391.503770:0:31743:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000404:0x29:0x0](ffff9caf608642c8) for lock 0xde5303b1d982ccfa 00800000:00000001:1.0:1789130391.503773:0:31743:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1789130391.503775:0:31743:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1789130391.503777:0:31743:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130391.503778:0:31743:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130391.503779:0:31743:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b7400 refcount=3 00000020:00000001:1.0:1789130391.503781:0:31743:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649487872 : -109198060063744 : ffff9caf586b7400) 00010000:00000001:1.0:1789130391.503783:0:31743:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649487872 : -109198060063744 : ffff9caf586b7400) 00010000:00000001:1.0:1789130391.503797:0:31743:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130391.503798:0:31743:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789130391.503800:0:31743:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789130391.503830:0:31743:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:1.0:1789130391.503840:0:31743:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9caf602c7948 inode ffff9caf608642c8 refc 1 flags 0x40000e 00000080:00000001:1.0:1789130391.503844:0:31743:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:1.0:1789130391.503848:0:31743:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x29:0x0](ffff9caf608642c8) 00000080:00010000:1.0:1789130391.503852:0:31743:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xde5303b1d982ccfa from it ffffb97f41bffb20 00010000:00000001:1.0:1789130391.503854:0:31743:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130391.503855:0:31743:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130391.503857:0:31743:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b7400 refcount=3 00000020:00000001:1.0:1789130391.503859:0:31743:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649487872 : -109198060063744 : ffff9caf586b7400) 00010000:00000001:1.0:1789130391.503861:0:31743:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649487872 : -109198060063744 : ffff9caf586b7400) 00010000:00000001:1.0:1789130391.503863:0:31743:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789130391.503866:0:31743:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7400/0xde5303b1d982ccfa lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xcdf1b083821a58e4 expref: -99 pid: 31743 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789130391.503873:0:31743:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130391.503874:0:31743:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130391.503876:0:31743:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1789130391.503879:0:31743:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1789130391.503883:0:31743:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7400/0xde5303b1d982ccfa lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xcdf1b083821a58e4 expref: -99 pid: 31743 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1789130391.503893:0:31743:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1789130391.503896:0:31743:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1789130391.503899:0:31743:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789130391.503905:0:31743:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130391.503906:0:31743:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130391.503908:0:31743:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130391.503912:0:31743:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1789130391.503914:0:31743:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130391.503917:0:31743:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130391.503922:0:31743:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130391.503924:0:31743:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789130391.503925:0:31743:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130391.503926:0:31743:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1789130391.503930:0:31743:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1789130391.503935:0:31743:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9caf48ef9000. 00000100:00000001:1.0:1789130391.503942:0:31743:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789130391.503950:0:31743:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf615d61c0 x1876037329028096/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/640 e 0 to 0 dl 1789130407 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130391.503958:0:31743:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789130391.503963:0:31743:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789130391.503968:0:31743:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9caf482da800. 02000000:00000001:1.0:1789130391.503974:0:31743:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789130391.503977:0:31743:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1789130391.503979:0:31743:0:(genops.c:1223:class_import_put()) import ffff9caf6079a800 refcount=6 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000020:00000001:1.0:1789130391.503983:0:31743:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1789130391.503988:0:31743:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9caf487c3800. 02000000:00000001:1.0:1789130391.503993:0:31743:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789130391.503996:0:31743:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789130391.503998:0:31743:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf615d61c0. 00000100:00000001:1.0:1789130391.504003:0:31743:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789130391.504005:0:31743:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1789130391.504008:0:31743:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:1.0:1789130391.504011:0:31743:0:(dcache.c:176:ll_intent_release()) intent ffffb97f41bffb20 released 00000080:00000001:1.0:1789130391.504012:0:31743:0:(dcache.c:187:ll_intent_release()) Process leaving 00000020:00000001:2.0:1789130391.504457:0:31743:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41bffd10 00000080:00200008:2.0:1789130391.504462:0:31743:0:(file.c:6313:ll_getattr_dentry()) START file f:[0x200000404:0x29:0x0](ffff9caf608642c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1789130391.504471:0:31743:0:(file.c:6206:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1789130391.504473:0:31743:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41bffc88 00000080:00200000:2.0:1789130391.504476:0:31743:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x29:0x0](ffff9caf608642c8),name=f 00000080:00000010:2.0:1789130391.504487:0:31743:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9caf47ca1600. 00000080:00000001:2.0:1789130391.504504:0:31743:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1789130391.504510:0:31743:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1789130391.504513:0:31743:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41bffba8 00800000:00000002:2.0:1789130391.504515:0:31743:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000404:0x29:0x0] 'f' on [0x200000404:0x27:0x0] 00800000:00000001:2.0:1789130391.504520:0:31743:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1789130391.504530:0:31743:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000404:0x27:0x0], fid2=[0x200000404:0x29:0x0], name='' -> mds #0 00000002:00000001:2.0:1789130391.504537:0:31743:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1789130391.504539:0:31743:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41bffa78 00000002:00010000:2.0:1789130391.504541:0:31743:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000404:0x29:0x0]) in obj [0x200000404:0x27:0x0], intent: getattr flags 0 00000002:00000001:2.0:1789130391.504546:0:31743:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1789130391.504550:0:31743:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789130391.504553:0:31743:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789130391.504562:0:31743:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf42f26c00 count: 2 00010000:00000001:2.0:1789130391.504564:0:31743:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789130391.504570:0:31743:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789130391.504576:0:31743:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1789130391.504594:0:31743:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7400/0xde5303b1d982ccfa lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xcdf1b083821a58e4 expref: -99 pid: 31743 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 02000000:00000001:2.0:1789130391.504604:0:31743:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1789130391.504610:0:31743:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789130391.504614:0:31743:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7400/0xde5303b1d982ccfa lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xcdf1b083821a58e4 expref: -99 pid: 31743 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000002:00000001:2.0:1789130391.504622:0:31743:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1789130391.504624:0:31743:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1789130391.504626:0:31743:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1789130391.504628:0:31743:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1789130391.504630:0:31743:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1789130391.504632:0:31743:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000404:0x27:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1789130391.504636:0:31743:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:2.0:1789130391.504639:0:31743:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9caf47ca1600. 00000080:00000001:2.0:1789130391.504644:0:31743:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1789130391.504646:0:31743:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789130391.504649:0:31743:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x29:0x0](ffff9caf608642c8) 00000080:00010000:2.0:1789130391.504653:0:31743:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000404:0x29:0x0](ffff9caf608642c8) for lock 0xde5303b1d982ccfa 00800000:00000001:2.0:1789130391.504657:0:31743:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1789130391.504659:0:31743:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1789130391.504661:0:31743:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130391.504662:0:31743:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130391.504664:0:31743:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b7400 refcount=3 00000020:00000001:2.0:1789130391.504667:0:31743:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649487872 : -109198060063744 : ffff9caf586b7400) 00010000:00000001:2.0:1789130391.504670:0:31743:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649487872 : -109198060063744 : ffff9caf586b7400) 00010000:00000001:2.0:1789130391.504674:0:31743:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130391.504676:0:31743:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789130391.504678:0:31743:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789130391.504681:0:31743:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789130391.504683:0:31743:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xde5303b1d982ccfa from it ffffb97f41bffcc0 00010000:00000001:2.0:1789130391.504686:0:31743:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130391.504687:0:31743:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130391.504688:0:31743:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b7400 refcount=3 00000020:00000001:2.0:1789130391.504690:0:31743:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649487872 : -109198060063744 : ffff9caf586b7400) 00010000:00000001:2.0:1789130391.504692:0:31743:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649487872 : -109198060063744 : ffff9caf586b7400) 00010000:00000001:2.0:1789130391.504695:0:31743:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789130391.504697:0:31743:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7400/0xde5303b1d982ccfa lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xcdf1b083821a58e4 expref: -99 pid: 31743 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1789130391.504704:0:31743:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130391.504705:0:31743:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130391.504707:0:31743:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1789130391.504709:0:31743:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1789130391.504726:0:31743:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7400/0xde5303b1d982ccfa lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xcdf1b083821a58e4 expref: -99 pid: 31743 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1789130391.504735:0:31743:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789130391.504738:0:31743:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789130391.504741:0:31743:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789130391.504745:0:31743:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130391.504746:0:31743:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130391.504748:0:31743:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130391.504751:0:31743:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789130391.504752:0:31743:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130391.504754:0:31743:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130391.504757:0:31743:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130391.504759:0:31743:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789130391.504760:0:31743:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130391.504762:0:31743:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1789130391.504764:0:31743:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1789130391.504766:0:31743:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1789130391.504770:0:31743:0:(pcc.c:2686:pcc_inode_getattr()) Process entered 00000080:00000001:2.0:1789130391.504775:0:31743:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:2.0:1789130391.504778:0:31743:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1789130391.504781:0:31743:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:2.0:1789130391.504783:0:31743:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130391.504786:0:31743:0:(pcc.c:2695:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1789130391.504839:0:31743:0:(glimpse.c:178:__cl_glimpse_size()) Process entered 00000020:00000001:2.0:1789130391.504842:0:31743:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1789130391.504845:0:31743:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446634875648774440 : -109198060777176 : ffff9caf58609128) 00000020:00001000:2.0:1789130391.504848:0:31743:0:(cl_object.c:823:cl_env_get()) 1@ffff9caf58609120 00000020:00000001:2.0:1789130391.504854:0:31743:0:(cl_object.c:143:cl_object_top()) ffff9caf42e285f8 -> ffff9caf42e285f8 00000020:00000001:2.0:1789130391.504857:0:31743:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:2.0:1789130391.504861:0:31743:0:(vvp_io.c:1987:vvp_io_init()) Process entered 00000080:00200000:2.0:1789130391.504864:0:31743:0:(vvp_io.c:1992:vvp_io_init()) [0x200000404:0x29:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:2.0:1789130391.504868:0:31743:0:(cl_io.c:902:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1789130391.504869:0:31743:0:(cl_io.c:908:cl_io_slice_add()) Process leaving 00000080:00000001:2.0:1789130391.504872:0:31743:0:(file.c:7121:ll_layout_refresh()) Process entered 00000080:00000001:2.0:1789130391.504874:0:31743:0:(file.c:7125:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130391.504876:0:31743:0:(vvp_io.c:2064:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1789130391.504881:0:31743:0:(lov_object.c:1604:lov_io_init()) [0x200000404:0x29:0x0]io ffff9caf42d81170 type 7 ignore/verify layout 0/1, compressed 0 00020000:00000002:2.0:1789130391.504885:0:31743:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9caf4a6ab4d8) owner 0000000000000000/ffff9caf4849a7c0 00020000:00000001:2.0:1789130391.504889:0:31743:0:(lov_io.c:2488:lov_io_init_composite()) Process entered 00020000:00000001:2.0:1789130391.504892:0:31743:0:(lov_io.c:764:lov_io_slice_init()) Process entered 00020000:00000001:2.0:1789130391.504895:0:31743:0:(lov_io.c:478:lov_io_mirror_init()) Process entered 00020000:00000001:2.0:1789130391.504897:0:31743:0:(lov_io.c:489:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789130391.504900:0:31743:0:(lov_io.c:919:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:2.0:1789130391.504902:0:31743:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:2.0:1789130391.504904:0:31743:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130391.504906:0:31743:0:(cl_io.c:902:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1789130391.504907:0:31743:0:(cl_io.c:908:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1789130391.504909:0:31743:0:(lov_io.c:2501:lov_io_init_composite()) Process leaving 00020000:00000002:2.0:1789130391.504911:0:31743:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9caf4a6ab4d8) owner 0000000000000000/ffff9caf4849a7c0 00000020:00000001:2.0:1789130391.504914:0:31743:0:(cl_io.c:146:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1789130391.504916:0:31743:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:2.0:1789130391.504917:0:31743:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000404:0x29:0x0] 00000020:00000001:2.0:1789130391.504921:0:31743:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:2.0:1789130391.504923:0:31743:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:2.0:1789130391.504926:0:31743:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:2.0:1789130391.504928:0:31743:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:2.0:1789130391.504935:0:31743:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:2.0:1789130391.504942:0:31743:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff9caf4938d780. 00020000:00000002:2.0:1789130391.504946:0:31743:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:2.0:1789130391.504948:0:31743:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:2.0:1789130391.504951:0:31743:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1789130391.504954:0:31743:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:2.0:1789130391.504956:0:31743:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1789130391.504958:0:31743:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446634875648775016 : -109198060776600 : ffff9caf58609368) 00000020:00001000:2.0:1789130391.504960:0:31743:0:(cl_object.c:823:cl_env_get()) 1@ffff9caf58609360 00000020:00000001:2.0:1789130391.504963:0:31743:0:(cl_object.c:143:cl_object_top()) ffff9caf42e28210 -> ffff9caf42e285f8 00000020:00000001:2.0:1789130391.504965:0:31743:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:2.0:1789130391.504969:0:31743:0:(cl_io.c:902:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1789130391.504971:0:31743:0:(cl_io.c:908:cl_io_slice_add()) Process leaving 00000020:00000001:2.0:1789130391.504973:0:31743:0:(cl_io.c:146:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789130391.504975:0:31743:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789130391.504977:0:31743:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446634875287516056 : -109198422035560 : ffff9caf42d83398) 00000020:00000001:2.0:1789130391.504979:0:31743:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:2.0:1789130391.504985:0:31743:0:(osc_lock.c:1279:osc_lock_init()) slab-alloced 'oscl': 312 at ffff9caf48151e78. 00000008:00010000:2.0:1789130391.504988:0:31743:0:(lustre_osc.h:166:osc_enq2ldlm_flags()) flags: a 00000020:00000001:2.0:1789130391.504992:0:31743:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1789130391.504994:0:31743:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:2.0:1789130391.504996:0:31743:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9caf4938d7b0, osc lock ffff9caf48151e78, flags 0x400001002 00000020:00000001:2.0:1789130391.504999:0:31743:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789130391.505001:0:31743:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789130391.505004:0:31743:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446634875394512768 : -109198315038848 : ffff9caf4938d780) 00000020:00000001:2.0:1789130391.505007:0:31743:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1789130391.505008:0:31743:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:2.0:1789130391.505010:0:31743:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130391.505012:0:31743:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130391.505016:0:31743:0:(cl_io.c:1193:cl_sync_io_init_notify()) Process entered 00000020:00000001:2.0:1789130391.505019:0:31743:0:(cl_io.c:1201:cl_sync_io_init_notify()) Process leaving 00000020:00000001:2.0:1789130391.505020:0:31743:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:2.0:1789130391.505022:0:31743:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:2.0:1789130391.505024:0:31743:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1789130391.505025:0:31743:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446634875287516056 : -109198422035560 : ffff9caf42d83398) 00000020:00000001:2.0:1789130391.505027:0:31743:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:2.0:1789130391.505029:0:31743:0:(osc_lock.c:1010:osc_lock_enqueue()) Process entered 00000008:00000001:2.0:1789130391.505032:0:31743:0:(osc_lock.c:1035:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1789130391.505036:0:31743:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:2.0:1789130391.505040:0:31743:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process entered 00000020:00000001:2.0:1789130391.505042:0:31743:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:2.0:1789130391.505043:0:31743:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:2.0:1789130391.505045:0:31743:0:(lovsub_object.c:152:lovsub_req_projid_set()) Process leaving 00000020:00000001:2.0:1789130391.505046:0:31743:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:2.0:1789130391.505049:0:31743:0:(osc_request.c:3393:osc_enqueue_base()) Process entered 00010000:00000001:2.0:1789130391.505051:0:31743:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1789130391.505056:0:31743:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130391.505059:0:31743:0:(ldlm_request.c:996:ldlm_enqueue_pack()) Process entered 00000100:00000010:2.0:1789130391.505065:0:31743:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf580b8b40. 00000020:00000040:2.0:1789130391.505069:0:31743:0:(genops.c:1210:class_import_get()) import ffff9caf48ede000 refcount=3 obd=lustre-OST0001-osc-ffff9caf5014c800 00000100:00000001:2.0:1789130391.505074:0:31743:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:2.0:1789130391.505081:0:31743:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1789130391.505089:0:31743:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9caf5014c800: connect to NID 192.168.204.123@tcp last attempt 1793 00000400:00000200:2.0:1789130391.505101:0:31743:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130391.505110:0:31743:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.123@tcp is discovered: rc = 1 00000100:00000040:2.0:1789130391.505116:0:31743:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9caf452f48c0 refcount 11 to 192.168.204.123@tcp 00000100:00000001:2.0:1789130391.505120:0:31743:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789130391.505123:0:31743:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9caf452f48c0 refcount 12 to 192.168.204.123@tcp 00000100:00000001:2.0:1789130391.505126:0:31743:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634875326777536 : -109198382774080 : ffff9caf452f48c0) 00000020:00000001:2.0:1789130391.505130:0:31743:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1789130391.505510:0:31743:0:(genops.c:804:class_conn2export()) looking for export cookie 0xde5303b1d982c249 00000020:00000001:2.0:1789130391.505514:0:31743:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130391.505516:0:31743:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9caf45558800 refcount=4 00000020:00000001:2.0:1789130391.505519:0:31743:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875329284096 : -109198380267520 : ffff9caf45558800) 00000020:00000001:2.0:1789130391.505523:0:31743:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634875329284096 : -109198380267520 : ffff9caf45558800) 00000100:00000040:2.0:1789130391.505527:0:31743:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9caf452f48c0 refcount 11 to 192.168.204.123@tcp 00000100:00000001:2.0:1789130391.505530:0:31743:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789130391.505532:0:31743:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9caf452f48c0 refcount 12 to 192.168.204.123@tcp 00000100:00000001:2.0:1789130391.505534:0:31743:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634875326777536 : -109198382774080 : ffff9caf452f48c0) 00000020:00000040:2.0:1789130391.505538:0:31743:0:(genops.c:879:class_export_put()) PUTting export ffff9caf45558800 : new refcount 3 00000100:00080000:2.0:1789130391.505543:0:31743:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9caf5014c800: import ffff9caf48ede000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00000001:2.0:1789130391.505547:0:31743:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789130391.505552:0:31743:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1789130391.505562:0:31743:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789130391.505566:0:31743:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130391.505569:0:31743:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1789130391.505574:0:31743:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683269 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1789130391.505577:0:31743:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130391.505580:0:31743:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789130391.505585:0:31743:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf580b9e00. 00000020:00000040:2.0:1789130391.505588:0:31743:0:(genops.c:1210:class_import_get()) import ffff9caf48ede000 refcount=4 obd=lustre-OST0001-osc-ffff9caf5014c800 02000000:00000001:2.0:1789130391.505593:0:31743:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1789130391.505595:0:31743:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130391.505599:0:31743:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789130391.505603:0:31743:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789130391.505607:0:31743:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789130391.505618:0:31743:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9caf58572c00. 00000100:00000001:2.0:1789130391.505627:0:31743:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789130391.505640:0:31743:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9caf580b9e00 x1876037329028224/t0(0) o8->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789130391.505652:0:31743:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789130391.505656:0:31743:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130391.505661:0:31743:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c342c2b5] to pc [ptlrpcd_rcv+-1] req@ffff9caf580b9e00 x1876037329028224/t0(0) o8->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130391.505702:0:31743:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130391.505707:0:31743:0:(pinger.c:367:ptlrpc_pinger_add_import()) Process entered 00000100:00000001:2.0:1789130391.505709:0:31743:0:(pinger.c:369:ptlrpc_pinger_add_import()) Process leaving (rc=18446744073709551502 : -114 : ffffffffffffff8e) 00010000:00000001:2.0:1789130391.506252:0:31743:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1789130391.506258:0:31743:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789130391.506262:0:31743:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130391.506266:0:31743:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789130391.506267:0:31743:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789130391.506270:0:31743:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789130391.506279:0:31743:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9caf47ca1600. 00000100:00000001:2.0:1789130391.506284:0:31743:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130391.506291:0:31743:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789130391.506294:0:31743:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130391.506296:0:31743:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789130391.506297:0:31743:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130391.506300:0:31743:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130391.506303:0:31743:0:(ldlm_request.c:1010:ldlm_enqueue_pack()) Process leaving (rc=18446634875643202368 : -109198066349248 : ffff9caf580b8b40) 00010000:00000001:2.0:1789130391.506308:0:31743:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1789130391.506312:0:31743:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1789130391.506323:0:31743:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9caf4814dd00. 00010000:00000010:2.0:1789130391.506327:0:31743:0:(ldlm_resource.c:1471:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff9caf4814df00. 00010000:00000001:2.0:1789130391.506335:0:31743:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1789130391.506340:0:31743:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9caf46a92800. 00000020:00000001:2.0:1789130391.506346:0:31743:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1789130391.506350:0:31743:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9caf46a92800 with handle 0xde5303b1d982cd01 to hash 00000020:00000001:2.0:1789130391.506352:0:31743:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1789130391.506354:0:31743:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446634875351541760 : -109198358009856 : ffff9caf46a92800) 00010000:00000010:2.0:1789130391.506360:0:31743:0:(ldlm_lock.c:1732:ldlm_lock_create()) kmalloced '(lock->l_lvb_data)': 56 at ffff9caf5049e340. 00010000:00000001:2.0:1789130391.506363:0:31743:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446634875351541760 : -109198358009856 : ffff9caf46a92800) 00010000:00000001:2.0:1789130391.506367:0:31743:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789130391.506371:0:31743:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789130391.506376:0:31743:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9caf5014c800 lock: 00000000359d9554/0xde5303b1d982cd01 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 31743 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789130391.506390:0:31743:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff9caf5014c800 lock: 00000000359d9554/0xde5303b1d982cd01 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 31743 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789130391.506404:0:31743:0:(ldlm_request.c:1191:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130391.506409:0:31743:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789130391.506411:0:31743:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130391.506424:0:31743:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000533db946] to pc [ptlrpcd_01_01+1] req@ffff9caf580b8b40 x1876037329028352/t0(0) o101->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000008:00000001:2.0:1789130391.507009:0:31743:0:(osc_request.c:3512:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1789130391.507015:0:31743:0:(osc_lock.c:1114:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130391.507022:0:31743:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789130391.507025:0:31743:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130391.507027:0:31743:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130391.507030:0:31743:0:(cl_io.c:1837:__cl_sync_io_note()) Process entered 00000020:00200000:2.0:1789130391.507033:0:31743:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:2.0:1789130391.507036:0:31743:0:(cl_io.c:1911:__cl_sync_io_note()) Process leaving 00000020:00000001:2.0:1789130391.507038:0:31743:0:(cl_io.c:1213:cl_sync_io_wait()) Process entered 00000100:00000001:1.0:1789130391.507649:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789130391.507657:0:2346:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789130391.507661:0:2346:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789130391.507684:0:2346:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf580b9e00 x1876037329028224/t0(0) o8->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130391.507698:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789130391.507701:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130391.507707:0:2346:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789130391.507727:0:2346:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789130391.507731:0:2346:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789130391.507736:0:2346:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf580b9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:2346:1876037329028224:192.168.204.123@tcp:8:checkstat.0 00000100:00000001:1.0:1789130391.507743:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789130391.507752:0:2346:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789130391.507757:0:2346:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130391.507762:0:2346:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789130391.507778:0:2346:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9caf487c3800. 02000000:00000001:1.0:1789130391.507781:0:2346:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789130391.507970:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:1.0:1789130391.507980:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf42d8ee18. 00000400:00000010:1.0:1789130391.507993:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf462a3440. 00000100:00000200:1.0:1789130391.508003:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876037329028224, portal 4 00000100:00000001:1.0:1789130391.508006:0:2346:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789130391.508008:0:2346:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875643207168 : -109198066344448 : ffff9caf580b9e00) 00000100:00000040:1.0:1789130391.508017:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9caf580b9e00 x1876037329028224/t0(0) o8->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 520/544 e 0 to 0 dl 1789130401 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130391.508026:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789130391.508030:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:1.0:1789130391.508033:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf462a3000. 00000100:00000200:1.0:1789130391.508039:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876037329028224, offset 0 00000400:00000200:1.0:1789130391.508046:0:2346:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:1.0:1789130391.508059:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:1.0:1789130391.508070:0:2346:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:1.0:1789130391.508079:0:2346:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789130391.508086:0:2346:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:1.0:1789130391.508090:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789130391.508094:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:1.0:1789130391.508098:0:2346:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2481:2481:256:4294967295] 192.168.204.123@tcp LPNI seq info [2480:2480:8:4294967295] 00000400:00000200:1.0:1789130391.508103:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:1.0:1789130391.508114:0:2346:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:1.0:1789130391.508122:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:1.0:1789130391.508129:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf47f34b00. 00000800:00000200:1.0:1789130391.508210:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:1.0:1789130391.508223:0:2346:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:1.0:1789130391.508229:0:2346:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf47f34b00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:1.0:1789130391.508246:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789130391.508255:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9caf5014c800: using a timeout of 355936 usecs (356 jiffies) 00000400:00000200:1.0:1789130391.508259:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:1.0:1789130391.508262:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296485886 00000100:00000001:2.0:1789130391.508418:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9caf5014c800: PM QoS request active for cpu 2, keep current deadline 4296489463 00000100:00000001:2.0:1789130391.508423:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296485886 00000100:00000001:2.0:1789130391.508425:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9caf5014c800: PM QoS request active for cpu 3, keep current deadline 4296489463 00000100:00000001:2.0:1789130391.508428:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789130391.508503:0:2346:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130391.508507:0:2346:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130391.508510:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789130391.508520:0:2346:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789130391.508522:0:2346:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1789130391.508525:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789130391.508526:0:2346:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789130391.508528:0:2346:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130391.508529:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789130391.509180:0:2341:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789130391.509188:0:2341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf47f34b00. 00000400:00000200:2.0:1789130391.509195:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130391.509203:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:2.0:1789130391.509210:0:2341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf462a3000 00000400:00000010:2.0:1789130391.509212:0:2341:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf462a3000. 00000100:00000001:2.0:1789130391.509217:0:2341:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789130391.509223:0:2341:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf580b9e00 x1876037329028224/t0(0) o8->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 520/544 e 0 to 0 dl 1789130401 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130391.509235:0:2341:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130391.509239:0:2341:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf580b9e00 x1876037329028224/t0(0) o8->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 520/544 e 0 to 0 dl 1789130401 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130391.509246:0:2341:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130391.509248:0:2341:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1789130391.509512:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789130391.509517:0:2350:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789130391.509520:0:2350:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789130391.509529:0:2350:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf580b8b40 x1876037329028352/t0(0) o101->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130391.509538:0:2350:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789130391.509540:0:2350:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1789130391.509544:0:2350:0:(client.c:1845:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff9caf580b8b40 x1876037329028352/t0(0) o101->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130391.509552:0:2350:0:(client.c:1850:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130391.509555:0:2350:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130391.509557:0:2350:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789130391.509558:0:2350:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130391.509562:0:2350:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130391.509564:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130391.509571:0:2350:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789130391.509572:0:2350:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130391.509575:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789130391.509576:0:2350:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789130391.509577:0:2350:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130391.509579:0:2350:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789130391.509581:0:2350:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130391.509582:0:2350:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130391.509585:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130391.509595:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789130391.509597:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1789130391.512892:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130391.512920:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789130391.512926:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130391.512929:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130391.512941:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130391.512952:0:2342:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:3.0:1789130391.512964:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130391.512971:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130391.512979:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130391.512984:0:2342:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 416 into portal 4 MB=0x6aa3efa950480 00000400:00000200:3.0:1789130391.512991:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130391.513000:0:2342:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.123@tcp of length 416/416 into md 0x6b55 [1] + 0 00000800:00000001:3.0:1789130391.513009:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130391.513021:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130391.513025:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130391.513030:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:3.0:1789130391.513043:0:2342:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789130391.513056:0:2342:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf580b9e00 x1876037329028224/t0(0) o8->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 520/544 e 0 to 0 dl 1789130401 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789130391.513070:0:2342:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff9caf580b9e00 x1876037329028224/t0(0) o8->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 520/544 e 0 to 0 dl 1789130401 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130391.513097:0:2342:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789130391.514078:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789130391.514089:0:2346:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789130391.514104:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789130391.514107:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789130391.514111:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf42d8ee18. 00000400:00000200:2.0:1789130391.514139:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf462a3440 00000400:00000010:2.0:1789130391.514142:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf462a3440. 00000100:00000001:2.0:1789130391.514148:0:2346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789130391.514159:0:2346:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf580b9e00 x1876037329028224/t0(0) o8->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 520/544 e 0 to 0 dl 1789130401 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789130391.514172:0:2346:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf580b9e00 x1876037329028224/t0(0) o8->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 520/544 e 0 to 0 dl 1789130401 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130391.514180:0:2346:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789130391.514183:0:2346:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789130391.514186:0:2346:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789130391.514191:0:2346:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789130391.514194:0:2346:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789130391.514197:0:2346:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789130391.514201:0:2346:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789130391.514214:0:2346:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf48ede460 time=10 v=5 (5 5 5 5) 00000100:00001000:2.0:1789130391.514219:0:2346:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf48ede418 time=25 v=5 (1 0 0 0) 00000100:00000001:2.0:1789130391.514222:0:2346:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789130391.514224:0:2346:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130391.514229:0:2346:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789130391.514235:0:2346:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130391.514241:0:2346:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00100000:2.0:1789130391.514244:0:2346:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9caf5014c800: committing for last_committed 4294967312 gen 15 00000100:00000040:2.0:1789130391.514249:0:2346:0:(client.c:3235:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9caf5014c800: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:2.0:1789130391.514252:0:2346:0:(client.c:3236:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789130391.514255:0:2346:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130391.514262:0:2346:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf580b9e00 x1876037329028224/t0(0) o8->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 520/416 e 0 to 0 dl 1789130401 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130391.514271:0:2346:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789130391.514276:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789130391.514280:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789130391.514283:0:2346:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00080000:2.0:1789130391.514294:0:2346:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0001-osc-ffff9caf5014c800: connect to target with instance 1 00000020:00000001:2.0:1789130391.514298:0:2346:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1789130391.514301:0:2346:0:(genops.c:804:class_conn2export()) looking for export cookie 0xde5303b1d982c249 00000020:00000001:2.0:1789130391.514304:0:2346:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130391.514308:0:2346:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9caf45558800 refcount=4 00000020:00000001:2.0:1789130391.514311:0:2346:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875329284096 : -109198380267520 : ffff9caf45558800) 00000020:00000001:2.0:1789130391.514314:0:2346:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634875329284096 : -109198380267520 : ffff9caf45558800) 00000100:00001000:2.0:1789130391.514318:0:2346:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf48ede418 time=1789130391 v=0 (0 0 0 0) 00000100:00001000:2.0:1789130391.514321:0:2346:0:(import.c:2215:obd_at_measure()) AT ffff9caf48ede418 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000040:2.0:1789130391.514328:0:2346:0:(obd_cksum.h:77:obd_cksum_types_supported_client()) Crypto hash speed: crc 1627, crc32c 10183, adler 1295 00000100:00080000:2.0:1789130391.514337:0:2346:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0001-osc-ffff9caf5014c800: Resetting ns_connect_flags to server flags: 0xa0427af2e3440038 00000020:00000040:2.0:1789130391.514341:0:2346:0:(genops.c:879:class_export_put()) PUTting export ffff9caf45558800 : new refcount 3 00000100:00000001:2.0:1789130391.514345:0:2346:0:(obd_class.h:1222:obd_import_event()) Process entered 00000008:00000001:2.0:1789130391.514350:0:2346:0:(osc_request.c:4110:osc_import_event()) Process entered 00000008:00000020:2.0:1789130391.514355:0:2346:0:(osc_request.c:1064:osc_init_grant()) lustre-OST0001-osc-ffff9caf5014c800, setting cl_avail_grant: 2097152 cl_lost_grant: 0. chunk bits: 20 cl_max_extent_pages: 262144 00000008:00000001:2.0:1789130391.514360:0:2346:0:(obd_class.h:1242:obd_notify()) Process entered 00020000:00000001:2.0:1789130391.514365:0:2346:0:(lov_obd.c:431:lov_notify()) Process entered 00000080:00000001:2.0:1789130391.514371:0:2346:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:2.0:1789130391.514375:0:2346:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789130391.514379:0:2346:0:(lov_obd.c:468:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1789130391.514381:0:2346:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1789130391.514383:0:2346:0:(osc_request.c:4177:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130391.514385:0:2346:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00080000:2.0:1789130391.514388:0:2346:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:2.0:1789130391.514395:0:2346:0:(import.c:65:import_set_state_nolock()) ffff9caf48ede000 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00000100:00000001:2.0:1789130391.514399:0:2346:0:(obd_class.h:1222:obd_import_event()) Process entered 00000008:00000001:2.0:1789130391.514400:0:2346:0:(osc_request.c:4110:osc_import_event()) Process entered 00000008:00000001:2.0:1789130391.514402:0:2346:0:(obd_class.h:1242:obd_notify()) Process entered 00020000:00000001:2.0:1789130391.514403:0:2346:0:(lov_obd.c:431:lov_notify()) Process entered 00020000:00000001:2.0:1789130391.514405:0:2346:0:(lov_obd.c:350:lov_set_osc_active()) Process entered 00020000:00000040:2.0:1789130391.514408:0:2346:0:(lov_obd.c:352:lov_set_osc_active()) Searching in lov ffff9caf584f8820 for uuid lustre-OST0001_UUID event(1) 00020000:00000040:2.0:1789130391.514418:0:2346:0:(lov_obd.c:395:lov_set_osc_active()) OSC lustre-OST0001_UUID already active! 00020000:00000001:2.0:1789130391.514421:0:2346:0:(lov_obd.c:396:lov_set_osc_active()) Process leaving via out (rc=1 : 1 : 0x1) 00020000:00000001:2.0:1789130391.514425:0:2346:0:(lov_obd.c:422:lov_set_osc_active()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1789130391.514438:0:2346:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:2.0:1789130391.514442:0:2346:0:(lcommon_misc.c:85:cl_ocd_update()) Process entered 00000080:00000004:2.0:1789130391.514445:0:2346:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0427af2e3440038 -> 0xa0427af2e3440038 00000080:00000001:2.0:1789130391.514448:0:2346:0:(lcommon_misc.c:37:cl_init_ea_size()) Process entered 00000080:00000001:2.0:1789130391.514450:0:2346:0:(obd_class.h:511:obd_get_info()) Process entered 00020000:00000001:2.0:1789130391.514454:0:2346:0:(lov_obd.c:1161:lov_get_info()) Process entered 00020000:00000001:2.0:1789130391.514457:0:2346:0:(lov_obd.c:1212:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130391.514460:0:2346:0:(obd_class.h:525:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130391.514461:0:2346:0:(obd_class.h:511:obd_get_info()) Process entered 00020000:00000001:2.0:1789130391.514463:0:2346:0:(lov_obd.c:1161:lov_get_info()) Process entered 00020000:00000001:2.0:1789130391.514465:0:2346:0:(lov_obd.c:1212:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130391.514467:0:2346:0:(obd_class.h:525:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00080000:2.0:1789130391.514470:0:2346:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00800000:00000001:2.0:1789130391.514477:0:2346:0:(lmv_obd.c:286:lmv_init_ea_size()) Process entered 00800000:00000001:2.0:1789130391.514480:0:2346:0:(lmv_obd.c:298:lmv_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130391.514482:0:2346:0:(lcommon_misc.c:59:cl_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130391.514484:0:2346:0:(lcommon_misc.c:112:cl_ocd_update()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130391.514486:0:2346:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789130391.514488:0:2346:0:(lov_obd.c:468:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1789130391.514490:0:2346:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1789130391.514492:0:2346:0:(osc_request.c:4177:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130391.514494:0:2346:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00000001:2.0:1789130391.514496:0:2346:0:(import.c:1241:ptlrpc_connect_interpret()) Process leaving via finish (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789130391.514501:0:2346:0:(import.c:1648:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:2.0:1789130391.514510:0:2346:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 00000000ed0d4b38): req@ffff9caf580b8b40 x1876037329028352/t0(0) o101->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130391.514545:0:2346:0:(import.c:1754:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130391.514549:0:2346:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130391.514554:0:2346:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf580b9e00 x1876037329028224/t0(0) o8->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 520/416 e 0 to 0 dl 1789130401 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789130391.514563:0:2346:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf580b9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:2346:1876037329028224:192.168.204.123@tcp:8:checkstat.0 00000100:00000001:2.0:1789130391.514569:0:2346:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789130391.514575:0:2346:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130391.514578:0:2346:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf580b9e00 x1876037329028224/t0(0) o8->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 520/416 e 0 to 0 dl 1789130401 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130391.514586:0:2346:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789130391.514589:0:2346:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789130391.514594:0:2346:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9caf487c3800. 02000000:00000001:2.0:1789130391.514599:0:2346:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789130391.514602:0:2346:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1789130391.514604:0:2346:0:(genops.c:1223:class_import_put()) import ffff9caf48ede000 refcount=3 obd=lustre-OST0001-osc-ffff9caf5014c800 00000020:00000001:2.0:1789130391.514607:0:2346:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1789130391.514610:0:2346:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9caf58572c00. 02000000:00000001:2.0:1789130391.514616:0:2346:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789130391.514618:0:2346:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789130391.514620:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf580b9e00. 00000100:00000001:2.0:1789130391.514629:0:2346:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789130391.514631:0:2346:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789130391.514633:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789130391.514644:0:2346:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789130391.514646:0:2346:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130391.514650:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789130391.514652:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1789130391.514673:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130391.514684:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130391.515400:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789130391.515407:0:2350:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789130391.515412:0:2350:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130391.515417:0:2350:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789130391.515421:0:2350:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789130391.515426:0:2350:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789130391.515432:0:2350:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789130391.515436:0:2350:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130391.515441:0:2350:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789130391.515453:0:2350:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789130391.515457:0:2350:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789130391.515460:0:2350:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789130391.515481:0:2350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9caf50104400. 02000000:00000001:3.0:1789130391.515486:0:2350:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789130391.515499:0:2350:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:3.0:1789130391.515506:0:2350:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf607884d0. 00000400:00000010:3.0:1789130391.515518:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf4549f110. 00000100:00000200:3.0:1789130391.515529:0:2350:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876037329028352, portal 4 00000100:00000001:3.0:1789130391.515533:0:2350:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789130391.515536:0:2350:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875643202368 : -109198066349248 : ffff9caf580b8b40) 00000100:00000040:3.0:1789130391.515662:0:2350:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9caf580b8b40 x1876037329028352/t0(0) o101->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1789130407 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130391.515680:0:2350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789130391.515684:0:2350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:3.0:1789130391.515688:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf4549fc38. 00000100:00000200:3.0:1789130391.515693:0:2350:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1876037329028352, offset 0 00000400:00000200:3.0:1789130391.515701:0:2350:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:3.0:1789130391.515716:0:2350:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130391.515726:0:2350:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:3.0:1789130391.515737:0:2350:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789130391.515744:0:2350:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:3.0:1789130391.515750:0:2350:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789130391.515754:0:2350:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:3.0:1789130391.515759:0:2350:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2482:2482:256:4294967295] 192.168.204.123@tcp LPNI seq info [2481:2481:8:4294967295] 00000400:00000200:3.0:1789130391.515765:0:2350:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130391.515779:0:2350:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:3.0:1789130391.515801:0:2350:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:2.0:1789130391.516287:0:2350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf501cff00. 00000800:00000200:2.0:1789130391.516301:0:2350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:2.0:1789130391.516314:0:2350:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:2.0:1789130391.516321:0:2350:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf501cff00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1789130391.516379:0:2350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130391.516386:0:2350:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9caf5014c800: using a timeout of 353792 usecs (354 jiffies) 00000400:00000200:2.0:1789130391.516391:0:2350:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:2.0:1789130391.516396:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296485892 00000100:00000001:2.0:1789130391.516401:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9caf5014c800: PM QoS request active for cpu 2, keep current deadline 4296489463 00000100:00000001:2.0:1789130391.516404:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296485892 00000100:00000001:2.0:1789130391.516406:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9caf5014c800: PM QoS request active for cpu 3, keep current deadline 4296489463 00000100:00000001:2.0:1789130391.516411:0:2350:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789130391.516417:0:2350:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789130391.516421:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789130391.516430:0:2350:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789130391.516433:0:2350:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789130391.516436:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789130391.516437:0:2350:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789130391.516439:0:2350:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130391.516442:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789130391.517356:0:2341:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789130391.517371:0:2341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf501cff00. 00000400:00000200:3.0:1789130391.517382:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130391.517393:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:3.0:1789130391.517403:0:2341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf4549fc38 00000400:00000010:3.0:1789130391.517406:0:2341:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf4549fc38. 00000100:00000001:3.0:1789130391.517414:0:2341:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789130391.517424:0:2341:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf580b8b40 x1876037329028352/t0(0) o101->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1789130407 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130391.517442:0:2341:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130391.517447:0:2341:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf580b8b40 x1876037329028352/t0(0) o101->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1789130407 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130391.517453:0:2341:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130391.517455:0:2341:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1789130391.521378:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130391.521403:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789130391.521409:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130391.521412:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130391.521425:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130391.521436:0:2342:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:2.0:1789130391.521449:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130391.521456:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130391.521466:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130391.521472:0:2342:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 400 into portal 4 MB=0x6aa3efa950500 00000400:00000200:2.0:1789130391.521479:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130391.521488:0:2342:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.123@tcp of length 400/400 into md 0x6b5d [1] + 224 00000800:00000001:2.0:1789130391.521499:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130391.521509:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130391.521513:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130391.521519:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:2.0:1789130391.521530:0:2342:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789130391.521543:0:2342:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf580b8b40 x1876037329028352/t0(0) o101->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1789130407 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789130391.521642:0:2342:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=400 req@ffff9caf580b8b40 x1876037329028352/t0(0) o101->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1789130407 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130391.521712:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789130391.521718:0:2350:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789130391.521737:0:2342:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789130391.521751:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130391.521755:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1789130391.522003:0:2350:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789130391.522006:0:2350:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789130391.522010:0:2350:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf607884d0. 00000400:00000200:3.0:1789130391.522015:0:2350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf4549f110 00000400:00000010:3.0:1789130391.522019:0:2350:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf4549f110. 00000100:00000001:3.0:1789130391.522024:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789130391.522091:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf580b8b40 x1876037329028352/t0(0) o101->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1789130407 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1789130391.522102:0:2350:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf580b8b40 x1876037329028352/t0(0) o101->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1789130407 ref 1 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130391.522110:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789130391.522113:0:2350:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130391.522116:0:2350:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789130391.522121:0:2350:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789130391.523672:0:2350:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789130391.523682:0:2350:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789130391.523690:0:2350:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789130391.523707:0:2350:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf48ede460 time=10 v=5 (5 5 5 5) 00000100:00001000:3.0:1789130391.523773:0:2350:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf48ede418 time=0 v=5 (1 0 0 0) 00000100:00000001:3.0:1789130391.523777:0:2350:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789130391.523780:0:2350:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130391.523784:0:2350:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789130391.523885:0:2350:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130391.523892:0:2350:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789130391.523895:0:2350:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9caf5014c800: skip recheck: last_committed 4294967312 00000100:00000001:3.0:1789130391.523898:0:2350:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789130391.523900:0:2350:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130391.523914:0:2350:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf580b8b40 x1876037329028352/t0(0) o101->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1789130407 ref 1 fl Rpc:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130391.523924:0:2350:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789130391.523928:0:2350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789130391.523930:0:2350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:3.0:1789130391.523934:0:2350:0:(osc_request.c:3327:osc_enqueue_interpret()) Process entered 00010000:00000001:3.0:1789130391.523937:0:2350:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789130391.523941:0:2350:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789130391.523945:0:2350:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf46a92800 refcount=4 00000020:00000001:3.0:1789130391.523948:0:2350:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875351541760 : -109198358009856 : ffff9caf46a92800) 00010000:00000001:3.0:1789130391.523951:0:2350:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875351541760 : -109198358009856 : ffff9caf46a92800) 00010000:00000001:3.0:1789130391.523954:0:2350:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789130391.523955:0:2350:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789130391.523956:0:2350:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf46a92800 refcount=5 00000020:00000001:3.0:1789130391.523958:0:2350:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875351541760 : -109198358009856 : ffff9caf46a92800) 00010000:00000001:3.0:1789130391.523960:0:2350:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875351541760 : -109198358009856 : ffff9caf46a92800) 00010000:00000001:3.0:1789130391.523964:0:2350:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789130391.523969:0:2350:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789130391.523974:0:2350:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9caf5014c800 lock: 00000000359d9554/0xde5303b1d982cd01 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 31743 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789130391.523987:0:2350:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130391.523990:0:2350:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789130391.523992:0:2350:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1789130391.523995:0:2350:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789130391.523996:0:2350:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789130391.523997:0:2350:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf46a92800 refcount=6 00000020:00000001:3.0:1789130391.523999:0:2350:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875351541760 : -109198358009856 : ffff9caf46a92800) 00010000:00000001:3.0:1789130391.524002:0:2350:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875351541760 : -109198358009856 : ffff9caf46a92800) 00010000:00000040:3.0:1789130391.524011:0:2350:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9caf46a92800, remote cookie: 0xcdf1b083821a58f2, flags: 0x1001 00010000:00010000:3.0:1789130391.524017:0:2350:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0001-osc-ffff9caf5014c800 lock: 00000000359d9554/0xde5303b1d982cd01 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a58f2 expref: -99 pid: 31743 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789130391.524026:0:2350:0:(ldlm_lock.c:1589:ldlm_fill_lvb()) Process entered 00010000:00000001:3.0:1789130391.524029:0:2350:0:(ldlm_lock.c:1682:ldlm_fill_lvb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130391.524031:0:2350:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1789130391.524036:0:2350:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00010000:3.0:1789130391.524042:0:2350:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff9caf5014c800 lock: 00000000359d9554/0xde5303b1d982cd01 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a58f2 expref: -99 pid: 31743 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1789130391.524058:0:2350:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x280000400:0x13:0x0].0x0 (ffff9caf4814dd00) refcount = 1 00010000:00000040:3.0:1789130391.524061:0:2350:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1789130391.524064:0:2350:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-OST0001-osc-ffff9caf5014c800 lock: 00000000359d9554/0xde5303b1d982cd01 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a58f2 expref: -99 pid: 31743 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789130391.524086:0:2350:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1789130391.524088:0:2350:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789130391.524092:0:2350:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1789130391.524095:0:2350:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789130391.524100:0:2350:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff9caf5014c800 lock: 00000000359d9554/0xde5303b1d982cd01 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a58f2 expref: -99 pid: 31743 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789130391.524107:0:2350:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1789130391.524108:0:2350:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130391.524110:0:2350:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789130391.524111:0:2350:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130391.524112:0:2350:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1789130391.524114:0:2350:0:(osc_request.c:3281:osc_enqueue_fini()) Process entered 00000008:00000001:3.0:1789130391.524117:0:2350:0:(osc_lock.c:277:osc_lock_upcall()) Process entered 00010000:00000001:3.0:1789130391.524121:0:2350:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789130391.524123:0:2350:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789130391.524124:0:2350:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf46a92800 refcount=5 00000020:00000001:3.0:1789130391.524126:0:2350:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875351541760 : -109198358009856 : ffff9caf46a92800) 00010000:00000001:3.0:1789130391.524128:0:2350:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875351541760 : -109198358009856 : ffff9caf46a92800) 00000008:00000001:3.0:1789130391.524504:0:2350:0:(osc_lock.c:154:osc_lock_lvb_update()) Process entered 00000020:00000001:3.0:1789130391.524511:0:2350:0:(cl_object.c:143:cl_object_top()) ffff9caf4a693c98 -> ffff9caf42e285f8 00000008:00010000:3.0:1789130391.524518:0:2350:0:(osc_lock.c:192:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0001-osc-ffff9caf5014c800 lock: 00000000359d9554/0xde5303b1d982cd01 lrc: 5/2,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0xcdf1b083821a58f2 expref: -99 pid: 31743 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00000001:3.0:1789130391.524527:0:2350:0:(cl_object.c:143:cl_object_top()) ffff9caf4a693c98 -> ffff9caf42e285f8 00000020:00000001:3.0:1789130391.524531:0:2350:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:3.0:1789130391.524535:0:2350:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:3.0:1789130391.524540:0:2350:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:3.0:1789130391.524543:0:2350:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789130391.524545:0:2350:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789130391.524547:0:2350:0:(cl_object.c:143:cl_object_top()) ffff9caf4a693c98 -> ffff9caf42e285f8 00000008:00000001:3.0:1789130391.524549:0:2350:0:(osc_lock.c:197:osc_lock_lvb_update()) Process leaving 00000020:00000001:3.0:1789130391.524554:0:2350:0:(cl_io.c:1837:__cl_sync_io_note()) Process entered 00000020:00200000:3.0:1789130391.524558:0:2350:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:3.0:1789130391.524576:0:2350:0:(cl_io.c:1911:__cl_sync_io_note()) Process leaving 00000008:00000001:3.0:1789130391.524579:0:2350:0:(osc_lock.c:311:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130391.524582:0:2350:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789130391.524583:0:2350:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789130391.524585:0:2350:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf46a92800 refcount=6 00000020:00000001:3.0:1789130391.524587:0:2350:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875351541760 : -109198358009856 : ffff9caf46a92800) 00010000:00000001:3.0:1789130391.524590:0:2350:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875351541760 : -109198358009856 : ffff9caf46a92800) 00010000:00000001:3.0:1789130391.524593:0:2350:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789130391.524596:0:2350:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9caf5014c800 lock: 00000000359d9554/0xde5303b1d982cd01 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xcdf1b083821a58f2 expref: -99 pid: 31743 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789130391.524603:0:2350:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130391.524605:0:2350:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1789130391.524607:0:2350:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9caf5014c800 lock: 00000000359d9554/0xde5303b1d982cd01 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xcdf1b083821a58f2 expref: -99 pid: 31743 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789130391.524614:0:2350:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789130391.524615:0:2350:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130391.524616:0:2350:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1789130391.524618:0:2350:0:(osc_request.c:3308:osc_enqueue_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130391.524620:0:2350:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789130391.524621:0:2350:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789130391.524622:0:2350:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf46a92800 refcount=5 00000020:00000001:3.0:1789130391.524624:0:2350:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875351541760 : -109198358009856 : ffff9caf46a92800) 00010000:00000001:3.0:1789130391.524626:0:2350:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875351541760 : -109198358009856 : ffff9caf46a92800) 00010000:00000001:3.0:1789130391.524629:0:2350:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789130391.524632:0:2350:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9caf5014c800 lock: 00000000359d9554/0xde5303b1d982cd01 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xcdf1b083821a58f2 expref: -99 pid: 31743 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789130391.524638:0:2350:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:2.0:1789130391.524638:0:31743:0:(cl_io.c:1237:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130391.524639:0:2350:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789130391.524641:0:2350:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1789130391.524644:0:2350:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00000020:00000001:2.0:1789130391.524644:0:31743:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789130391.524646:0:2350:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9caf5014c800 lock: 00000000359d9554/0xde5303b1d982cd01 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xcdf1b083821a58f2 expref: -99 pid: 31743 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000080:00000001:2.0:1789130391.524654:0:31743:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00010000:00000001:3.0:1789130391.524658:0:2350:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000020:00000001:2.0:1789130391.524658:0:31743:0:(cl_object.c:143:cl_object_top()) ffff9caf42e285f8 -> ffff9caf42e285f8 00000020:00000001:2.0:1789130391.524660:0:31743:0:(cl_object.c:143:cl_object_top()) ffff9caf42e285f8 -> ffff9caf42e285f8 00010000:00000001:3.0:1789130391.524662:0:2350:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00000020:00000001:2.0:1789130391.524662:0:31743:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00010000:00000001:3.0:1789130391.524664:0:2350:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00020000:00000001:2.0:1789130391.524669:0:31743:0:(lov_object.c:1077:lov_attr_get_composite()) Process entered 00010000:00000001:3.0:1789130391.524670:0:2350:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130391.524671:0:2350:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789130391.524672:0:2350:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130391.524677:0:2350:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00020000:00000001:2.0:1789130391.524678:0:31743:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00010000:00000001:3.0:1789130391.524680:0:2350:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789130391.524680:0:31743:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130391.524682:0:2350:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789130391.524682:0:31743:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:2.0:1789130391.524683:0:31743:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130391.524686:0:2350:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1789130391.524686:0:31743:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x29:1028 on OST[1]: s=0 (1) m=0 a=0 c=0 b=1 00010000:00000001:3.0:1789130391.524688:0:2350:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789130391.524689:0:2350:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130391.524691:0:2350:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00020000:00000001:2.0:1789130391.524691:0:31743:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130391.524692:0:2350:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130391.524693:0:2350:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1789130391.524695:0:2350:0:(osc_request.c:3366:osc_enqueue_interpret()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1789130391.524695:0:31743:0:(lov_object.c:1108:lov_attr_get_composite()) COMP ID #-1: s=0 m=0 a=0 c=0 b=1 00020000:00000001:2.0:1789130391.524698:0:31743:0:(lov_object.c:1146:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130391.524700:0:31743:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130391.524702:0:31743:0:(cl_object.c:143:cl_object_top()) ffff9caf42e285f8 -> ffff9caf42e285f8 00000100:00000040:3.0:1789130391.524705:0:2350:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf580b8b40 x1876037329028352/t0(0) o101->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1789130407 ref 1 fl Interpret:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1789130391.524705:0:31743:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000404:0x29:0x0] updating i_size 0 i_blocks 1 00000080:00000001:2.0:1789130391.524709:0:31743:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:2.0:1789130391.524714:0:31743:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:2.0:1789130391.524716:0:31743:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9caf42d81110 (ffff9caf58609128/0) at cl_lock_release():245 00000020:00000001:2.0:1789130391.524720:0:31743:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1789130391.524721:0:31743:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9caf42d81110 (ffff9caf58609128/0) at cl_lock_cancel():142 00020000:00000001:2.0:1789130391.524727:0:31743:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:2.0:1789130391.524732:0:31743:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1789130391.524734:0:31743:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446634875287516056 : -109198422035560 : ffff9caf42d83398) 00000020:00000001:2.0:1789130391.524736:0:31743:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1789130391.524738:0:31743:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9caf4938d7b0 (ffff9caf58609368/1) at cl_lock_cancel():142 00000008:00000001:2.0:1789130391.524742:0:31743:0:(osc_lock.c:1172:osc_lock_cancel()) Process entered 00000008:00000001:2.0:1789130391.524743:0:31743:0:(osc_lock.c:1126:osc_lock_detach()) Process entered 00010000:00000001:2.0:1789130391.524745:0:31743:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130391.524746:0:31743:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1789130391.524748:0:31743:0:(osc_lock.c:1145:osc_lock_detach()) Process leaving 00000008:00000001:2.0:1789130391.524751:0:31743:0:(osc_lock.c:1181:osc_lock_cancel()) Process leaving 00000020:00000001:2.0:1789130391.524752:0:31743:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1789130391.524753:0:31743:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1789130391.524755:0:31743:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1789130391.524757:0:31743:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9caf42d81110 (ffff9caf58609128/0) at cl_lock_fini():72 00020000:00000001:2.0:1789130391.524763:0:31743:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:2.0:1789130391.524764:0:31743:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1789130391.524765:0:31743:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9caf4938d7b0 (ffff9caf58609128/1) at cl_lock_fini():72 00000008:00000010:2.0:1789130391.524770:0:31743:0:(osc_lock.c:116:osc_lock_fini()) slab-freed '(ols)': 312 at ffff9caf48151e78. 00000020:00000001:2.0:1789130391.524779:0:31743:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:2.0:1789130391.524781:0:31743:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff9caf4938d780. 00020000:00000001:2.0:1789130391.524801:0:31743:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:2.0:1789130391.524820:0:31743:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:2.0:1789130391.524822:0:31743:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:2.0:1789130391.524824:0:31743:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130391.524828:0:31743:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:2.0:1789130391.524831:0:31743:0:(lov_io.c:1057:lov_io_fini()) Process entered 00020000:00000001:2.0:1789130391.524834:0:31743:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:2.0:1789130391.524835:0:31743:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:2.0:1789130391.524837:0:31743:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1789130391.524840:0:31743:0:(cl_object.c:917:cl_env_put()) 1@ffff9caf58609360 00020000:00000001:2.0:1789130391.524844:0:31743:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:2.0:1789130391.524846:0:31743:0:(lov_io.c:1088:lov_io_fini()) Process leaving 00000080:00000001:2.0:1789130391.524849:0:31743:0:(vvp_io.c:392:vvp_io_fini()) Process entered 00000080:00200000:2.0:1789130391.524852:0:31743:0:(vvp_io.c:402:vvp_io_fini()) [0x200000404:0x29:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, need minor change layout 0 00000080:00000001:2.0:1789130391.524859:0:31743:0:(file.c:7121:ll_layout_refresh()) Process entered 00000080:00000001:2.0:1789130391.524861:0:31743:0:(file.c:7125:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130391.524863:0:31743:0:(vvp_io.c:506:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1789130391.524866:0:31743:0:(vvp_io.c:509:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1789130391.524867:0:31743:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1789130391.524868:0:31743:0:(cl_object.c:917:cl_env_put()) 1@ffff9caf58609120 00000001:00000001:2.0:1789130391.524871:0:31743:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130391.524882:0:31743:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41bffd10 00000100:00100000:3.0:1789130391.524885:0:2350:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf580b8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:0:1876037329028352:192.168.204.123@tcp:101:checkstat.0 00000080:00000008:2.0:1789130391.524885:0:31743:0:(file.c:6498:ll_getattr_dentry()) COMPLETED file f:[0x200000404:0x29:0x0](ffff9caf608642c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1789130391.524904:0:31743:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1789130391.524906:0:31743:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41bffda0 00000080:00002000:2.0:1789130391.524908:0:31743:0:(dcache.c:127:ll_ddelete()) keeping dentry f (ffff9caf602c7948, parent ffff9caf602c7510, inode ffff9caf608642c8) hashed, 00000080:00000001:2.0:1789130391.524912:0:31743:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130391.524935:0:2350:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130391.524940:0:2350:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130391.524944:0:2350:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf580b8b40 x1876037329028352/t0(0) o101->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1789130407 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130391.524951:0:2350:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789130391.524955:0:2350:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789130391.524960:0:2350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9caf50104400. 02000000:00000001:3.0:1789130391.524965:0:2350:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789130391.524968:0:2350:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1789130391.524970:0:2350:0:(genops.c:1223:class_import_put()) import ffff9caf48ede000 refcount=2 obd=lustre-OST0001-osc-ffff9caf5014c800 00000020:00000001:3.0:1789130391.524973:0:2350:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1789130391.524977:0:2350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9caf47ca1600. 02000000:00000001:3.0:1789130391.524982:0:2350:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789130391.524985:0:2350:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789130391.524987:0:2350:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf580b8b40. 00000100:00000001:3.0:1789130391.524994:0:2350:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789130391.524996:0:2350:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130391.524999:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130391.525002:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789130391.525004:0:2350:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789130391.525006:0:2350:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130391.525008:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130391.534238:0:31744:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:0.0:1789130391.534252:0:31744:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:0.0:1789130391.534256:0:31744:0:(file.c:6206:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1789130391.534261:0:31744:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c3fb20 00000080:00200000:0.0:1789130391.534267:0:31744:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8),name=/ 00000080:00000010:0.0:1789130391.534280:0:31744:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9caf485a3a00. 00800000:00000002:0.0:1789130391.534290:0:31744:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9caf4557c8c0 2 00000080:00000001:0.0:1789130391.534296:0:31744:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1789130391.534302:0:31744:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1789130391.534305:0:31744:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c3fa40 00800000:00000002:0.0:1789130391.534309:0:31744:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1789130391.534313:0:31744:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1789130391.534319:0:31744:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1789130391.534325:0:31744:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1789130391.534328:0:31744:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c3f910 00000002:00010000:0.0:1789130391.534330:0:31744:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1789130391.534334:0:31744:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1789130391.534337:0:31744:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789130391.534342:0:31744:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789130391.534353:0:31744:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf42f26b00 count: 2 00010000:00000001:0.0:1789130391.534359:0:31744:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789130391.534367:0:31744:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789130391.534374:0:31744:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1789130391.534380:0:31744:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7800/0xde5303b1d982ccec lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a58ac expref: -99 pid: 31743 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:0.0:1789130391.534395:0:31744:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1789130391.534401:0:31744:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789130391.534405:0:31744:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7800/0xde5303b1d982ccec lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a58ac expref: -99 pid: 31743 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:0.0:1789130391.534413:0:31744:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1789130391.534415:0:31744:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1789130391.534417:0:31744:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789130391.534419:0:31744:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789130391.534422:0:31744:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1789130391.534424:0:31744:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1789130391.534427:0:31744:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1789130391.534431:0:31744:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9caf4557c8c0 2 00000080:00000010:0.0:1789130391.534436:0:31744:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9caf485a3a00. 00000080:00000001:0.0:1789130391.534442:0:31744:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1789130391.534445:0:31744:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789130391.534447:0:31744:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9caf601980c8) 00000080:00010000:0.0:1789130391.534451:0:31744:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9caf601980c8) for lock 0xde5303b1d982ccec 00800000:00000001:0.0:1789130391.534455:0:31744:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1789130391.534458:0:31744:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1789130391.534460:0:31744:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130391.534464:0:31744:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130391.534467:0:31744:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b7800 refcount=3 00000020:00000001:0.0:1789130391.534470:0:31744:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649488896 : -109198060062720 : ffff9caf586b7800) 00010000:00000001:0.0:1789130391.534474:0:31744:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649488896 : -109198060062720 : ffff9caf586b7800) 00010000:00000001:0.0:1789130391.534478:0:31744:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130391.534481:0:31744:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789130391.534482:0:31744:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789130391.534484:0:31744:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789130391.534487:0:31744:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xde5303b1d982ccec from it ffffb97f41c3fb58 00010000:00000001:0.0:1789130391.534489:0:31744:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130391.534490:0:31744:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130391.534491:0:31744:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b7800 refcount=3 00000020:00000001:0.0:1789130391.534493:0:31744:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649488896 : -109198060062720 : ffff9caf586b7800) 00010000:00000001:0.0:1789130391.534495:0:31744:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649488896 : -109198060062720 : ffff9caf586b7800) 00010000:00000001:0.0:1789130391.534498:0:31744:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789130391.534503:0:31744:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7800/0xde5303b1d982ccec lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a58ac expref: -99 pid: 31743 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1789130391.534510:0:31744:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130391.534511:0:31744:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130391.534513:0:31744:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789130391.534517:0:31744:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789130391.534520:0:31744:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7800/0xde5303b1d982ccec lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a58ac expref: -99 pid: 31743 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1789130391.534530:0:31744:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789130391.534535:0:31744:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789130391.534539:0:31744:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789130391.534557:0:31744:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130391.534559:0:31744:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130391.534562:0:31744:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130391.534567:0:31744:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789130391.534570:0:31744:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130391.534572:0:31744:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130391.534576:0:31744:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130391.534580:0:31744:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789130391.534581:0:31744:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130391.534583:0:31744:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1789130391.534588:0:31744:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1789130391.534590:0:31744:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1789130391.534593:0:31744:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8), inode mode 41ff mask 1 00000080:00000001:0.0:1789130391.534600:0:31744:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1789130391.534612:0:31744:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9caf47eab920. 00000020:00000001:0.0:1789130391.534619:0:31744:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c3fa88 00000080:00200000:0.0:1789130391.534621:0:31744:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d21h.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff9caf601980c8), flags=24 00000080:00000001:0.0:1789130391.534625:0:31744:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:0.0:1789130391.534628:0:31744:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c3f938 00000080:00200000:0.0:1789130391.534630:0:31744:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d21h.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff9caf601980c8), intent=0 00000080:00000010:0.0:1789130391.534639:0:31744:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9caf485a3a00. 00800000:00000002:0.0:1789130391.534641:0:31744:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9caf4557c8c0 2 00000080:00000001:0.0:1789130391.534646:0:31744:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1789130391.534649:0:31744:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1789130391.534650:0:31744:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c3f858 00800000:00000002:0.0:1789130391.534652:0:31744:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'lookup' for [0x0:0x0:0x0] 'd21h.recovery-small-2' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1789130391.534655:0:31744:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00000020:00000001:0.0:1789130391.534662:0:31744:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c3f7f0 00800000:00000002:0.0:1789130391.534665:0:31744:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d21h.recovery-small-2' -> mds #0 00000002:00000001:0.0:1789130391.534668:0:31744:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1789130391.534669:0:31744:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c3f728 00000002:00010000:0.0:1789130391.534671:0:31744:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d21h.recovery-small-2,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00000002:00000001:0.0:1789130391.534676:0:31744:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1789130391.534680:0:31744:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1789130391.534688:0:31744:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf614612c0. 00000020:00000040:0.0:1789130391.534694:0:31744:0:(genops.c:1210:class_import_get()) import ffff9caf6079a800 refcount=7 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00010000:00000001:0.0:1789130391.534702:0:31744:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1789130391.534709:0:31744:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789130391.534775:0:31744:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130391.534777:0:31744:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130391.534778:0:31744:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130391.534782:0:31744:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789130391.534785:0:31744:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789130391.534798:0:31744:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789130391.534911:0:31744:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9caf482bc000. 00000100:00000001:0.0:1789130391.534925:0:31744:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130391.534934:0:31744:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789130391.534936:0:31744:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130391.534937:0:31744:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789130391.534939:0:31744:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130391.534941:0:31744:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789130391.534951:0:31744:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446634875798033088 : -109197911518528 : ffff9caf614612c0) 00010000:00000001:0.0:1789130391.534956:0:31744:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1789130391.534959:0:31744:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1789130391.534962:0:31744:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf42f26b00 count: 2 00010000:00000001:0.0:1789130391.534965:0:31744:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789130391.534968:0:31744:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1789130391.534972:0:31744:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9caf40030200. 00000020:00000001:0.0:1789130391.534976:0:31744:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1789130391.534979:0:31744:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9caf40030200 with handle 0xde5303b1d982cd08 to hash 00000020:00000001:0.0:1789130391.534981:0:31744:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1789130391.534983:0:31744:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446634875239989760 : -109198469561856 : ffff9caf40030200) 00010000:00000001:0.0:1789130391.534987:0:31744:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446634875239989760 : -109198469561856 : ffff9caf40030200) 00010000:00000001:0.0:1789130391.534990:0:31744:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789130391.534992:0:31744:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789130391.534995:0:31744:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030200/0xde5303b1d982cd08 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 31744 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789130391.535003:0:31744:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030200/0xde5303b1d982cd08 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31744 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789130391.535064:0:31744:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030200/0xde5303b1d982cd08 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31744 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1789130391.535073:0:31744:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1789130391.535076:0:31744:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1789130391.535092:0:31744:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9caf488f36c0. 00000100:00000001:0.0:1789130391.535095:0:31744:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446634875383396032 : -109198326155584 : ffff9caf488f36c0) 00000100:00000001:0.0:1789130391.535099:0:31744:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789130391.535101:0:31744:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875798033088 : -109197911518528 : ffff9caf614612c0) 00000100:00000001:0.0:1789130391.535107:0:31744:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789130391.535112:0:31744:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130391.535114:0:31744:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1789130391.535116:0:31744:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789130391.535218:0:31744:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf614612c0 x1876037329028480/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130391.535229:0:31744:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789130391.535232:0:31744:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130391.535238:0:31744:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789130391.535241:0:31744:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789130391.535244:0:31744:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789130391.535248:0:31744:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf614612c0 pname:cluuid:pid:xid:nid:opc:job checkstat:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:31744:1876037329028480:192.168.204.123@tcp:101:checkstat.0 00000100:00000001:0.0:1789130391.535253:0:31744:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789130391.535262:0:31744:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789130391.535265:0:31744:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130391.535268:0:31744:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789130391.535275:0:31744:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9caf47cd7800. 02000000:00000001:0.0:1789130391.535277:0:31744:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789130391.535286:0:31744:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:0.0:1789130391.535291:0:31744:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf501318f0. 00000400:00000010:0.0:1789130391.535301:0:31744:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf5801e6e8. 00000100:00000200:0.0:1789130391.535310:0:31744:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1876037329028480, portal 10 00000100:00000001:0.0:1789130391.535312:0:31744:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789130391.535314:0:31744:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875798033088 : -109197911518528 : ffff9caf614612c0) 00000100:00000040:0.0:1789130391.535321:0:31744:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9caf614612c0 x1876037329028480/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789130407 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130391.535330:0:31744:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789130391.535333:0:31744:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:0.0:1789130391.535336:0:31744:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf5801e880. 00000100:00000200:0.0:1789130391.535340:0:31744:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1876037329028480, offset 0 00000400:00000200:0.0:1789130391.535348:0:31744:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:0.0:1789130391.535363:0:31744:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:0.0:1789130391.535373:0:31744:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:0.0:1789130391.535381:0:31744:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789130391.535387:0:31744:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:0.0:1789130391.535392:0:31744:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789130391.535395:0:31744:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:0.0:1789130391.535400:0:31744:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2483:2483:256:4294967295] 192.168.204.123@tcp LPNI seq info [2482:2482:8:4294967295] 00000400:00000200:0.0:1789130391.535404:0:31744:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:0.0:1789130391.535418:0:31744:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:0.0:1789130391.535426:0:31744:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:0.0:1789130391.535432:0:31744:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf451e7d00. 00000800:00000200:0.0:1789130391.535441:0:31744:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:0.0:1789130391.535451:0:31744:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:0.0:1789130391.535457:0:31744:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf451e7d00 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:0.0:1789130391.535487:0:31744:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130391.535493:0:31744:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: using a timeout of 813335 usecs (814 jiffies) 00000400:00000200:0.0:1789130391.535497:0:31744:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:0.0:1789130391.535501:0:31744:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296486371 00000100:00000001:0.0:1789130391.535505:0:31744:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 2, keep current deadline 4296489463 00000100:00000001:0.0:1789130391.535508:0:31744:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296486371 00000100:00000001:0.0:1789130391.535512:0:31744:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 3, keep current deadline 4296489463 00000100:00000001:0.0:1789130391.535515:0:31744:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789130391.535519:0:31744:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130391.535521:0:31744:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789130391.535524:0:31744:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1789130391.535528:0:31744:0:(client.c:2715:ptlrpc_set_wait()) set ffff9caf488f36c0 going to sleep for 11 seconds 00000100:00000001:0.0:1789130391.535531:0:31744:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789130391.535536:0:31744:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789130391.535674:0:2341:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789130391.535680:0:2341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf451e7d00. 00000400:00000200:3.0:1789130391.535686:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130391.535692:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:3.0:1789130391.535699:0:2341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf5801e880 00000400:00000010:3.0:1789130391.535702:0:2341:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf5801e880. 00000100:00000001:3.0:1789130391.535707:0:2341:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789130391.535711:0:2341:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf614612c0 x1876037329028480/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789130407 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130391.535721:0:2341:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130391.535724:0:2341:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf614612c0 x1876037329028480/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789130407 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130391.535731:0:2341:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130391.535733:0:2341:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1789130391.541722:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130391.541748:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789130391.541752:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130391.541757:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130391.541772:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130391.541797:0:2342:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:2.0:1789130391.541838:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130391.541845:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130391.541854:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130391.541860:0:2342:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 584 into portal 10 MB=0x6aa3efa950580 00000400:00000200:2.0:1789130391.541867:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130391.541876:0:2342:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.123@tcp of length 584/584 into md 0x6b6d [1] + 224 00000800:00000001:2.0:1789130391.541884:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130391.541898:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130391.541901:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130391.541905:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:2.0:1789130391.541913:0:2342:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789130391.541922:0:2342:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf614612c0 x1876037329028480/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789130407 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789130391.541932:0:2342:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff9caf614612c0 x1876037329028480/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789130407 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130391.541964:0:2342:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789130391.541977:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130391.541980:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130391.542117:0:31744:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789130391.542125:0:31744:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789130391.542128:0:31744:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789130391.542131:0:31744:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf501318f0. 00000400:00000200:0.0:1789130391.542137:0:31744:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf5801e6e8 00000400:00000010:0.0:1789130391.542139:0:31744:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf5801e6e8. 00000100:00000001:0.0:1789130391.542142:0:31744:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789130391.542147:0:31744:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf614612c0 x1876037329028480/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789130407 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1789130391.542156:0:31744:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf614612c0 x1876037329028480/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789130407 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130391.542162:0:31744:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789130391.542164:0:31744:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130391.542166:0:31744:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789130391.542170:0:31744:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789130391.542172:0:31744:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789130391.542175:0:31744:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130391.542177:0:31744:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789130391.542188:0:31744:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf6079ac60 time=10 v=5 (5 104 104 104) 00000100:00001000:0.0:1789130391.542192:0:31744:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf6079ac18 time=0 v=5 (1 0 0 0) 00000100:00000001:0.0:1789130391.542194:0:31744:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789130391.542196:0:31744:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130391.542199:0:31744:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789130391.542203:0:31744:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130391.542206:0:31744:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789130391.542209:0:31744:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9caf5014c800: skip recheck: last_committed 4294967634 00000100:00000001:0.0:1789130391.542211:0:31744:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789130391.542214:0:31744:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130391.542219:0:31744:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf614612c0 x1876037329028480/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/584 e 0 to 0 dl 1789130407 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130391.542231:0:31744:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789130391.542234:0:31744:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789130391.542236:0:31744:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789130391.542240:0:31744:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf614612c0 x1876037329028480/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/584 e 0 to 0 dl 1789130407 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1789130391.542248:0:31744:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf614612c0 pname:cluuid:pid:xid:nid:opc:job checkstat:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:31744:1876037329028480:192.168.204.123@tcp:101:checkstat.0 00000100:00000001:0.0:1789130391.542252:0:31744:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130391.542255:0:31744:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130391.542257:0:31744:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1789130391.542259:0:31744:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789130391.542263:0:31744:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf614612c0 x1876037329028480/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/584 e 0 to 0 dl 1789130407 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130391.542270:0:31744:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789130391.542273:0:31744:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9caf488f36c0. 00000100:00000001:0.0:1789130391.542276:0:31744:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1789130391.542278:0:31744:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130391.542281:0:31744:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1789130391.542284:0:31744:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130391.542287:0:31744:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130391.542290:0:31744:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40030200 refcount=4 00000020:00000001:0.0:1789130391.542292:0:31744:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239989760 : -109198469561856 : ffff9caf40030200) 00010000:00000001:0.0:1789130391.542295:0:31744:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239989760 : -109198469561856 : ffff9caf40030200) 00010000:00000040:0.0:1789130391.542302:0:31744:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9caf40030200, remote cookie: 0xcdf1b083821a590e, flags: 0x1001 00010000:00010000:0.0:1789130391.542307:0:31744:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030200/0xde5303b1d982cd08 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a590e expref: -99 pid: 31744 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789130391.542315:0:31744:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x28:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:0.0:1789130391.542318:0:31744:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:0.0:1789130391.542326:0:31744:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9caf4a8cc900. 00010000:00000010:0.0:1789130391.542331:0:31744:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9caf4c532b80. 00010000:00000001:0.0:1789130391.542336:0:31744:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789130391.542339:0:31744:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030200/0xde5303b1d982cd08 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x28:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a590e expref: -99 pid: 31744 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789130391.542347:0:31744:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030200/0xde5303b1d982cd08 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a590e expref: -99 pid: 31744 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789130391.542354:0:31744:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1789130391.542357:0:31744:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1789130391.542360:0:31744:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1789130391.542361:0:31744:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1789130391.542362:0:31744:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1789130391.542365:0:31744:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x28:0x0].0x0 (ffff9caf4a8cc900) refcount = 1 00010000:00010000:0.0:1789130391.542368:0:31744:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030200/0xde5303b1d982cd08 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a590e expref: -99 pid: 31744 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789130391.542374:0:31744:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1789130391.542378:0:31744:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1789130391.542379:0:31744:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789130391.542382:0:31744:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1789130391.542385:0:31744:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789130391.542388:0:31744:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030200/0xde5303b1d982cd08 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a590e expref: -99 pid: 31744 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789130391.542393:0:31744:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1789130391.542394:0:31744:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130391.542396:0:31744:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130391.542397:0:31744:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130391.542397:0:31744:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130391.542399:0:31744:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789130391.542403:0:31744:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1789130391.542404:0:31744:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130391.542405:0:31744:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130391.542407:0:31744:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40030200 refcount=3 00000020:00000001:0.0:1789130391.542409:0:31744:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239989760 : -109198469561856 : ffff9caf40030200) 00010000:00000001:0.0:1789130391.542411:0:31744:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239989760 : -109198469561856 : ffff9caf40030200) 00010000:00000001:0.0:1789130391.542413:0:31744:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130391.542414:0:31744:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130391.542415:0:31744:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40030200 refcount=4 00000020:00000001:0.0:1789130391.542416:0:31744:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239989760 : -109198469561856 : ffff9caf40030200) 00010000:00000001:0.0:1789130391.542418:0:31744:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239989760 : -109198469561856 : ffff9caf40030200) 00010000:00000001:0.0:1789130391.542421:0:31744:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789130391.542424:0:31744:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789130391.542426:0:31744:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030200/0xde5303b1d982cd08 lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a590e expref: -99 pid: 31744 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789130391.542433:0:31744:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130391.542434:0:31744:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130391.542435:0:31744:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130391.542436:0:31744:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130391.542437:0:31744:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40030200 refcount=5 00000020:00000001:0.0:1789130391.542439:0:31744:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239989760 : -109198469561856 : ffff9caf40030200) 00010000:00000001:0.0:1789130391.542440:0:31744:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239989760 : -109198469561856 : ffff9caf40030200) 00010000:00000001:0.0:1789130391.542442:0:31744:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789130391.542445:0:31744:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030200/0xde5303b1d982cd08 lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a590e expref: -99 pid: 31744 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789130391.542449:0:31744:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130391.542450:0:31744:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1789130391.542453:0:31744:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030200/0xde5303b1d982cd08 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a590e expref: -99 pid: 31744 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789130391.542459:0:31744:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789130391.542461:0:31744:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130391.542462:0:31744:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130391.542464:0:31744:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130391.542465:0:31744:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1789130391.542470:0:31744:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0xb, status=0 req@ffff9caf614612c0 x1876037329028480/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/584 e 0 to 0 dl 1789130407 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1789130391.542476:0:31744:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130391.542477:0:31744:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130391.542478:0:31744:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40030200 refcount=3 00000020:00000001:0.0:1789130391.542480:0:31744:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239989760 : -109198469561856 : ffff9caf40030200) 00010000:00000001:0.0:1789130391.542482:0:31744:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239989760 : -109198469561856 : ffff9caf40030200) 00010000:00000001:0.0:1789130391.542484:0:31744:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130391.542485:0:31744:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789130391.542487:0:31744:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789130391.542489:0:31744:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789130391.542492:0:31744:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1789130391.542495:0:31744:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130391.542496:0:31744:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130391.542497:0:31744:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40030200 refcount=3 00000020:00000001:0.0:1789130391.542499:0:31744:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239989760 : -109198469561856 : ffff9caf40030200) 00010000:00000001:0.0:1789130391.542501:0:31744:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239989760 : -109198469561856 : ffff9caf40030200) 00000002:00010000:0.0:1789130391.542504:0:31744:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030200/0xde5303b1d982cd08 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a590e expref: -99 pid: 31744 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789130391.542510:0:31744:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130391.542511:0:31744:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130391.542513:0:31744:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1789130391.542514:0:31744:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130391.542516:0:31744:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130391.542517:0:31744:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40030200 refcount=3 00000020:00000001:0.0:1789130391.542519:0:31744:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239989760 : -109198469561856 : ffff9caf40030200) 00010000:00000001:0.0:1789130391.542521:0:31744:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239989760 : -109198469561856 : ffff9caf40030200) 00010000:00000040:0.0:1789130391.542525:0:31744:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf4a8cc900 count: 2 00010000:00000001:0.0:1789130391.542528:0:31744:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1789130391.542531:0:31744:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9caf4630e800 type 13 mode 4 res 8589935620/40 (0 0) 00010000:00000001:0.0:1789130391.542534:0:31744:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130391.542535:0:31744:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789130391.542551:0:31744:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1789130391.542555:0:31744:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c3f6b0 00000002:00002000:0.0:1789130391.542557:0:31744:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=d21h.recovery-small-2 intent=lookup status=0 disp=0xb: rc = 0 00000002:00000001:0.0:1789130391.542560:0:31744:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789130391.542566:0:31744:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789130391.542569:0:31744:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1789130391.542573:0:31744:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:0.0:1789130391.542577:0:31744:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789130391.542580:0:31744:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9caf4557c8c0 2 00000080:00000001:0.0:1789130391.542583:0:31744:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1789130391.542585:0:31744:0:(namei.c:674:ll_lookup_it_finish()) it ffffb97f41c3fa28 it_disposition b 00000080:00000001:0.0:1789130391.542588:0:31744:0:(llite_lib.c:3864:ll_prep_inode()) Process entered 00000002:00000001:0.0:1789130391.542594:0:31744:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1789130391.542598:0:31744:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1789130391.542601:0:31744:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833960 : 144115205322833960 : 200000404000028) 00000080:00000001:0.0:1789130391.542604:0:31744:0:(namei.c:113:ll_iget()) Process entered 00000080:00000001:0.0:1789130391.542611:0:31744:0:(llite_lib.c:1973:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1789130391.542613:0:31744:0:(llite_lib.c:1977:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000404:0x28:0x0] 00000080:00000001:0.0:1789130391.542616:0:31744:0:(llite_lib.c:1994:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130391.542620:0:31744:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833960 : 144115205322833960 : 200000404000028) 00000080:00000001:0.0:1789130391.542622:0:31744:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:0.0:1789130391.542625:0:31744:0:(llite_lib.c:3071:ll_update_inode()) setting ino 144115205322833960 mtime from 1789130374 to 1789130375 00000080:00200000:0.0:1789130391.542629:0:31744:0:(llite_lib.c:3140:ll_update_inode()) inode=[0x200000404:0x28:0x0], updating i_size 7680 00000080:00200000:0.0:1789130391.542631:0:31744:0:(namei.c:147:ll_iget()) got inode: [0x200000404:0x28:0x0](ffff9caf601300c8): rc = 0 00000080:00000001:0.0:1789130391.542634:0:31744:0:(namei.c:156:ll_iget()) Process leaving (rc=18446634875777908936 : -109197931642680 : ffff9caf601300c8) 00010000:00000001:0.0:1789130391.542635:0:31744:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130391.542637:0:31744:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130391.542638:0:31744:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40030200 refcount=3 00000020:00000001:0.0:1789130391.542640:0:31744:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239989760 : -109198469561856 : ffff9caf40030200) 00010000:00000001:0.0:1789130391.542642:0:31744:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239989760 : -109198469561856 : ffff9caf40030200) 00010000:00000001:0.0:1789130391.542644:0:31744:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130391.542645:0:31744:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1789130391.542648:0:31744:0:(llite_lib.c:1928:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1789130391.542649:0:31744:0:(llite_lib.c:1941:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1789130391.542651:0:31744:0:(llite_lib.c:3962:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1789130391.542654:0:31744:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1789130391.542655:0:31744:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789130391.542658:0:31744:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000404:0x28:0x0](ffff9caf601300c8) for lock 0xde5303b1d982cd08 00800000:00000001:0.0:1789130391.542662:0:31744:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1789130391.542663:0:31744:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1789130391.542665:0:31744:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130391.542666:0:31744:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130391.542667:0:31744:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40030200 refcount=3 00000020:00000001:0.0:1789130391.542669:0:31744:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239989760 : -109198469561856 : ffff9caf40030200) 00010000:00000001:0.0:1789130391.542670:0:31744:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239989760 : -109198469561856 : ffff9caf40030200) 00010000:00000001:0.0:1789130391.542673:0:31744:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130391.542674:0:31744:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789130391.542675:0:31744:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789130391.542677:0:31744:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:0.0:1789130391.542685:0:31744:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9caf60311438 inode ffff9caf601300c8 refc 1 flags 0x20000e 00000080:00000001:0.0:1789130391.542689:0:31744:0:(llite_lib.c:3176:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1789130391.542690:0:31744:0:(llite_lib.c:3182:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130391.542692:0:31744:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:0.0:1789130391.542696:0:31744:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x28:0x0](ffff9caf601300c8) 00000080:00010000:0.0:1789130391.542700:0:31744:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xde5303b1d982cd08 from it ffffb97f41c3fa28 00010000:00000001:0.0:1789130391.542702:0:31744:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130391.542703:0:31744:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130391.542705:0:31744:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40030200 refcount=3 00000020:00000001:0.0:1789130391.542706:0:31744:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239989760 : -109198469561856 : ffff9caf40030200) 00010000:00000001:0.0:1789130391.542708:0:31744:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239989760 : -109198469561856 : ffff9caf40030200) 00010000:00000001:0.0:1789130391.542710:0:31744:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789130391.542713:0:31744:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030200/0xde5303b1d982cd08 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a590e expref: -99 pid: 31744 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789130391.542719:0:31744:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130391.542721:0:31744:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130391.542723:0:31744:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789130391.542725:0:31744:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789130391.542728:0:31744:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030200/0xde5303b1d982cd08 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a590e expref: -99 pid: 31744 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1789130391.542736:0:31744:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789130391.542738:0:31744:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789130391.542740:0:31744:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789130391.542744:0:31744:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130391.542745:0:31744:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130391.542746:0:31744:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130391.542750:0:31744:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789130391.542752:0:31744:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130391.542754:0:31744:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130391.542756:0:31744:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130391.542758:0:31744:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789130391.542759:0:31744:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130391.542760:0:31744:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1789130391.542762:0:31744:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1789130391.542765:0:31744:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9caf485a3a00. 00000100:00000001:0.0:1789130391.542769:0:31744:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789130391.542774:0:31744:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf614612c0 x1876037329028480/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/584 e 0 to 0 dl 1789130407 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130391.542780:0:31744:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789130391.542782:0:31744:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789130391.542786:0:31744:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9caf47cd7800. 02000000:00000001:0.0:1789130391.542801:0:31744:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789130391.542841:0:31744:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1789130391.542844:0:31744:0:(genops.c:1223:class_import_put()) import ffff9caf6079a800 refcount=6 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000020:00000001:0.0:1789130391.542846:0:31744:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1789130391.542850:0:31744:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9caf482bc000. 02000000:00000001:0.0:1789130391.542855:0:31744:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789130391.542858:0:31744:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789130391.542859:0:31744:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf614612c0. 00000100:00000001:0.0:1789130391.542863:0:31744:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789130391.542865:0:31744:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1789130391.542874:0:31744:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00200000:0.0:1789130391.542876:0:31744:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000404:0x28:0x0](ffff9caf601300c8), inode mode 41ed mask 1 00000080:00000001:0.0:1789130391.542882:0:31744:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1789130391.542895:0:31744:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9caf47eab540. 00000020:00000001:0.0:1789130391.542900:0:31744:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c3fae8 00000080:00200000:0.0:1789130391.542902:0:31744:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=f, dir=[0x200000404:0x28:0x0](ffff9caf601300c8), flags=8 00000080:00000001:0.0:1789130391.542905:0:31744:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:0.0:1789130391.542906:0:31744:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c3f998 00000080:00200000:0.0:1789130391.542908:0:31744:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f, dir=[0x200000404:0x28:0x0](ffff9caf601300c8), intent=getattr 00000080:00000010:0.0:1789130391.542918:0:31744:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9caf485a3a00. 00000080:00000001:0.0:1789130391.542925:0:31744:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1789130391.542928:0:31744:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1789130391.542930:0:31744:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c3f8b8 00800000:00000002:0.0:1789130391.542931:0:31744:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'f' on [0x200000404:0x28:0x0] 00800000:00000001:0.0:1789130391.542935:0:31744:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00000020:00000001:0.0:1789130391.542952:0:31744:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c3f850 00800000:00000002:0.0:1789130391.542954:0:31744:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000404:0x28:0x0], fid2=[0x0:0x0:0x0], name='f' -> mds #0 00000002:00000001:0.0:1789130391.542958:0:31744:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1789130391.542960:0:31744:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c3f788 00000002:00010000:0.0:1789130391.542962:0:31744:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f,[0x0:0x0:0x0]) in obj [0x200000404:0x28:0x0], intent: getattr flags 01 00000002:00000001:0.0:1789130391.542966:0:31744:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1789130391.542969:0:31744:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1789130391.542973:0:31744:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf614612c0. 00000020:00000040:0.0:1789130391.542976:0:31744:0:(genops.c:1210:class_import_get()) import ffff9caf6079a800 refcount=7 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00010000:00000001:0.0:1789130391.542980:0:31744:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1789130391.542983:0:31744:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789130391.542986:0:31744:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130391.542987:0:31744:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130391.542988:0:31744:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130391.542991:0:31744:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789130391.542993:0:31744:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789130391.542997:0:31744:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789130391.543002:0:31744:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9caf482bc000. 00000100:00000001:0.0:1789130391.543008:0:31744:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130391.543011:0:31744:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789130391.543013:0:31744:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130391.543014:0:31744:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789130391.543015:0:31744:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130391.543017:0:31744:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789130391.543023:0:31744:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446634875798033088 : -109197911518528 : ffff9caf614612c0) 00010000:00000001:0.0:1789130391.543026:0:31744:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1789130391.543028:0:31744:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1789130391.543031:0:31744:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf4a8cc900 count: 2 00010000:00000001:0.0:1789130391.543033:0:31744:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789130391.543036:0:31744:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1789130391.543039:0:31744:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9caf40031400. 00000020:00000001:0.0:1789130391.543042:0:31744:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1789130391.543045:0:31744:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9caf40031400 with handle 0xde5303b1d982cd0f to hash 00000020:00000001:0.0:1789130391.543047:0:31744:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1789130391.543049:0:31744:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446634875239994368 : -109198469557248 : ffff9caf40031400) 00010000:00000001:0.0:1789130391.543052:0:31744:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446634875239994368 : -109198469557248 : ffff9caf40031400) 00010000:00000001:0.0:1789130391.543055:0:31744:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789130391.543057:0:31744:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789130391.543059:0:31744:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40031400/0xde5303b1d982cd0f lrc: 3/1,0 mode: --/CR res: [0x200000404:0x28:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 31744 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789130391.543066:0:31744:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40031400/0xde5303b1d982cd0f lrc: 3/1,0 mode: --/CR res: [0x200000404:0x28:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31744 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789130391.543074:0:31744:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40031400/0xde5303b1d982cd0f lrc: 3/1,0 mode: --/CR res: [0x200000404:0x28:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31744 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1789130391.543079:0:31744:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1789130391.543080:0:31744:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1789130391.543086:0:31744:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9caf488f36c0. 00000100:00000001:0.0:1789130391.543088:0:31744:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446634875383396032 : -109198326155584 : ffff9caf488f36c0) 00000100:00000001:0.0:1789130391.543091:0:31744:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789130391.543092:0:31744:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875798033088 : -109197911518528 : ffff9caf614612c0) 00000100:00000001:0.0:1789130391.543096:0:31744:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789130391.543100:0:31744:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130391.543103:0:31744:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1789130391.543105:0:31744:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789130391.543110:0:31744:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf614612c0 x1876037329028608/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130391.543117:0:31744:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789130391.543120:0:31744:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130391.543123:0:31744:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789130391.543125:0:31744:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789130391.543128:0:31744:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789130391.543131:0:31744:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf614612c0 pname:cluuid:pid:xid:nid:opc:job checkstat:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:31744:1876037329028608:192.168.204.123@tcp:101:checkstat.0 00000100:00000001:0.0:1789130391.543135:0:31744:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789130391.543139:0:31744:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789130391.543141:0:31744:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130391.543144:0:31744:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789130391.543147:0:31744:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9caf47cd7800. 02000000:00000001:0.0:1789130391.543149:0:31744:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789130391.543156:0:31744:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:0.0:1789130391.543159:0:31744:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf501318f0. 00000400:00000010:0.0:1789130391.543166:0:31744:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf5801e6e8. 00000100:00000200:0.0:1789130391.543173:0:31744:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1876037329028608, portal 10 00000100:00000001:0.0:1789130391.543175:0:31744:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789130391.543176:0:31744:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875798033088 : -109197911518528 : ffff9caf614612c0) 00000100:00000040:0.0:1789130391.543181:0:31744:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9caf614612c0 x1876037329028608/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789130407 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130391.543188:0:31744:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789130391.543190:0:31744:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:0.0:1789130391.543193:0:31744:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf5801edd0. 00000100:00000200:0.0:1789130391.543196:0:31744:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1876037329028608, offset 0 00000400:00000200:0.0:1789130391.543202:0:31744:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:0.0:1789130391.543210:0:31744:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:0.0:1789130391.543217:0:31744:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:0.0:1789130391.543222:0:31744:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789130391.543227:0:31744:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:0.0:1789130391.543230:0:31744:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789130391.543233:0:31744:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:0.0:1789130391.543236:0:31744:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2484:2484:256:4294967295] 192.168.204.123@tcp LPNI seq info [2483:2483:8:4294967295] 00000400:00000200:0.0:1789130391.543240:0:31744:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:0.0:1789130391.543249:0:31744:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:0.0:1789130391.543254:0:31744:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:0.0:1789130391.543260:0:31744:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf451e7400. 00000800:00000200:0.0:1789130391.543266:0:31744:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:0.0:1789130391.543273:0:31744:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:0.0:1789130391.543277:0:31744:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf451e7400 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:0.0:1789130391.543294:0:31744:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130391.543298:0:31744:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: using a timeout of 812241 usecs (813 jiffies) 00000400:00000200:0.0:1789130391.543301:0:31744:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:0.0:1789130391.543304:0:31744:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296486377 00000100:00000001:0.0:1789130391.543308:0:31744:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 2, keep current deadline 4296489463 00000100:00000001:0.0:1789130391.543310:0:31744:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296486377 00000100:00000001:0.0:1789130391.543312:0:31744:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 3, keep current deadline 4296489463 00000100:00000001:0.0:1789130391.543314:0:31744:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789130391.543316:0:31744:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130391.543318:0:31744:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789130391.543320:0:31744:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1789130391.543323:0:31744:0:(client.c:2715:ptlrpc_set_wait()) set ffff9caf488f36c0 going to sleep for 11 seconds 00000100:00000001:0.0:1789130391.543329:0:31744:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789130391.543331:0:31744:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789130391.543520:0:2341:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789130391.543530:0:2341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf451e7400. 00000400:00000200:3.0:1789130391.543538:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130391.543547:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:3.0:1789130391.543564:0:2341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf5801edd0 00000400:00000010:3.0:1789130391.543567:0:2341:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf5801edd0. 00000100:00000001:3.0:1789130391.543574:0:2341:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789130391.543582:0:2341:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf614612c0 x1876037329028608/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789130407 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130391.543660:0:2341:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130391.543666:0:2341:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf614612c0 x1876037329028608/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789130407 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130391.543674:0:2341:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130391.543675:0:2341:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1789130391.547747:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130391.547770:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789130391.547774:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130391.547778:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130391.547799:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130391.547851:0:2342:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:2.0:1789130391.547863:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130391.547868:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130391.547874:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130391.547878:0:2342:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 640 into portal 10 MB=0x6aa3efa950600 00000400:00000200:2.0:1789130391.547882:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130391.547889:0:2342:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.123@tcp of length 640/640 into md 0x6b75 [1] + 224 00000800:00000001:2.0:1789130391.547896:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130391.547908:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130391.547912:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130391.547917:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:2.0:1789130391.547924:0:2342:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789130391.547935:0:2342:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf614612c0 x1876037329028608/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789130407 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789130391.547955:0:2342:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=640 offset=224 replen=1152 req@ffff9caf614612c0 x1876037329028608/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789130407 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130391.547974:0:2342:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789130391.547984:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130391.547987:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130391.548761:0:31744:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789130391.548773:0:31744:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789130391.548775:0:31744:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789130391.548780:0:31744:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf501318f0. 00000400:00000200:0.0:1789130391.548798:0:31744:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf5801e6e8 00000400:00000010:0.0:1789130391.548801:0:31744:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf5801e6e8. 00000100:00000001:0.0:1789130391.548824:0:31744:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789130391.548833:0:31744:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf614612c0 x1876037329028608/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789130407 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1789130391.548843:0:31744:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf614612c0 x1876037329028608/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789130407 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130391.548850:0:31744:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789130391.548851:0:31744:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130391.548854:0:31744:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789130391.548858:0:31744:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789130391.548860:0:31744:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789130391.548862:0:31744:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130391.548866:0:31744:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789130391.548875:0:31744:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf6079ac60 time=10 v=5 (5 104 104 104) 00000100:00001000:0.0:1789130391.548880:0:31744:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf6079ac18 time=0 v=5 (1 0 0 0) 00000100:00000001:0.0:1789130391.548883:0:31744:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789130391.548885:0:31744:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130391.548888:0:31744:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789130391.548891:0:31744:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130391.548895:0:31744:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789130391.548897:0:31744:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9caf5014c800: skip recheck: last_committed 4294967634 00000100:00000001:0.0:1789130391.548899:0:31744:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789130391.548902:0:31744:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130391.548906:0:31744:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf614612c0 x1876037329028608/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/640 e 0 to 0 dl 1789130407 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130391.548914:0:31744:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789130391.548917:0:31744:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789130391.548918:0:31744:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789130391.548923:0:31744:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf614612c0 x1876037329028608/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/640 e 0 to 0 dl 1789130407 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1789130391.548930:0:31744:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf614612c0 pname:cluuid:pid:xid:nid:opc:job checkstat:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:31744:1876037329028608:192.168.204.123@tcp:101:checkstat.0 00000100:00000001:0.0:1789130391.548936:0:31744:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130391.548938:0:31744:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130391.548949:0:31744:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1789130391.548952:0:31744:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789130391.548956:0:31744:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf614612c0 x1876037329028608/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/640 e 0 to 0 dl 1789130407 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130391.548962:0:31744:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789130391.548966:0:31744:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9caf488f36c0. 00000100:00000001:0.0:1789130391.548970:0:31744:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1789130391.548971:0:31744:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130391.548974:0:31744:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1789130391.548979:0:31744:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130391.548982:0:31744:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130391.548985:0:31744:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40031400 refcount=4 00000020:00000001:0.0:1789130391.548988:0:31744:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239994368 : -109198469557248 : ffff9caf40031400) 00010000:00000001:0.0:1789130391.548991:0:31744:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239994368 : -109198469557248 : ffff9caf40031400) 00010000:00000040:0.0:1789130391.548998:0:31744:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9caf40031400, remote cookie: 0xcdf1b083821a592a, flags: 0x1001 00010000:00010000:0.0:1789130391.549003:0:31744:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40031400/0xde5303b1d982cd0f lrc: 4/1,0 mode: --/CR res: [0x200000404:0x28:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a592a expref: -99 pid: 31744 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789130391.549011:0:31744:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x2a:0x0].0x0, instead of [0x200000404:0x28:0x0].0x0 00010000:00000001:0.0:1789130391.549014:0:31744:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000040:0.0:1789130391.549020:0:31744:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf51bbdd00 count: 2 00010000:00000001:0.0:1789130391.549023:0:31744:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789130391.549025:0:31744:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789130391.549028:0:31744:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40031400/0xde5303b1d982cd0f lrc: 4/1,0 mode: --/PR res: [0x200000404:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a592a expref: -99 pid: 31744 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789130391.549036:0:31744:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40031400/0xde5303b1d982cd0f lrc: 4/1,0 mode: --/PR res: [0x200000404:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a592a expref: -99 pid: 31744 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789130391.549042:0:31744:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1789130391.549047:0:31744:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1789130391.549049:0:31744:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1789130391.549052:0:31744:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1789130391.549053:0:31744:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1789130391.549056:0:31744:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x2a:0x0].0x0 (ffff9caf51bbdd00) refcount = 2 00010000:00000040:0.0:1789130391.549059:0:31744:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1789130391.549062:0:31744:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e21200/0xde5303b1d982cce5 lrc: 1/0,0 mode: CR/CR res: [0x200000404:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xcdf1b083821a5897 expref: -99 pid: 31709 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1789130391.549069:0:31744:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40031400/0xde5303b1d982cd0f lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a592a expref: -99 pid: 31744 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789130391.549076:0:31744:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1789130391.549079:0:31744:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1789130391.549080:0:31744:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789130391.549083:0:31744:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1789130391.549086:0:31744:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789130391.549089:0:31744:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40031400/0xde5303b1d982cd0f lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a592a expref: -99 pid: 31744 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789130391.549094:0:31744:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1789130391.549096:0:31744:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130391.549097:0:31744:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130391.549098:0:31744:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130391.549099:0:31744:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130391.549101:0:31744:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789130391.549106:0:31744:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1789130391.549107:0:31744:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130391.549109:0:31744:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130391.549110:0:31744:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40031400 refcount=3 00000020:00000001:0.0:1789130391.549112:0:31744:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239994368 : -109198469557248 : ffff9caf40031400) 00010000:00000001:0.0:1789130391.549114:0:31744:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239994368 : -109198469557248 : ffff9caf40031400) 00010000:00000001:0.0:1789130391.549116:0:31744:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130391.549117:0:31744:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130391.549118:0:31744:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40031400 refcount=4 00000020:00000001:0.0:1789130391.549120:0:31744:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239994368 : -109198469557248 : ffff9caf40031400) 00010000:00000001:0.0:1789130391.549122:0:31744:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239994368 : -109198469557248 : ffff9caf40031400) 00010000:00000001:0.0:1789130391.549126:0:31744:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789130391.549129:0:31744:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789130391.549132:0:31744:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40031400/0xde5303b1d982cd0f lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a592a expref: -99 pid: 31744 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789130391.549138:0:31744:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130391.549140:0:31744:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130391.549141:0:31744:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130391.549142:0:31744:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130391.549143:0:31744:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40031400 refcount=5 00000020:00000001:0.0:1789130391.549145:0:31744:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239994368 : -109198469557248 : ffff9caf40031400) 00010000:00000001:0.0:1789130391.549146:0:31744:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239994368 : -109198469557248 : ffff9caf40031400) 00010000:00000001:0.0:1789130391.549149:0:31744:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789130391.549152:0:31744:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40031400/0xde5303b1d982cd0f lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a592a expref: -99 pid: 31744 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789130391.549158:0:31744:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130391.549159:0:31744:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1789130391.549161:0:31744:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40031400/0xde5303b1d982cd0f lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a592a expref: -99 pid: 31744 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789130391.549167:0:31744:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789130391.549168:0:31744:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130391.549169:0:31744:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130391.549170:0:31744:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130391.549171:0:31744:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1789130391.549175:0:31744:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9caf614612c0 x1876037329028608/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/640 e 0 to 0 dl 1789130407 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1789130391.549184:0:31744:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130391.549186:0:31744:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130391.549187:0:31744:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40031400 refcount=3 00000020:00000001:0.0:1789130391.549190:0:31744:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239994368 : -109198469557248 : ffff9caf40031400) 00010000:00000001:0.0:1789130391.549192:0:31744:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239994368 : -109198469557248 : ffff9caf40031400) 00000002:00010000:0.0:1789130391.549195:0:31744:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: getattr, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40031400/0xde5303b1d982cd0f lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a592a expref: -99 pid: 31744 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:0.0:1789130391.549206:0:31744:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff9caf4a7b00c0. 00010000:00000001:0.0:1789130391.549209:0:31744:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130391.549210:0:31744:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789130391.549211:0:31744:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789130391.549213:0:31744:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789130391.549216:0:31744:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1789130391.549219:0:31744:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130391.549221:0:31744:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130391.549222:0:31744:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40031400 refcount=3 00000020:00000001:0.0:1789130391.549224:0:31744:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239994368 : -109198469557248 : ffff9caf40031400) 00010000:00000001:0.0:1789130391.549226:0:31744:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239994368 : -109198469557248 : ffff9caf40031400) 00000002:00010000:0.0:1789130391.549230:0:31744:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40031400/0xde5303b1d982cd0f lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a592a expref: -99 pid: 31744 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789130391.549236:0:31744:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130391.549237:0:31744:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130391.549239:0:31744:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1789130391.549240:0:31744:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130391.549241:0:31744:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130391.549243:0:31744:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40031400 refcount=3 00000020:00000001:0.0:1789130391.549245:0:31744:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239994368 : -109198469557248 : ffff9caf40031400) 00010000:00000001:0.0:1789130391.549247:0:31744:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239994368 : -109198469557248 : ffff9caf40031400) 00010000:00000040:0.0:1789130391.549250:0:31744:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf51bbdd00 count: 3 00010000:00000001:0.0:1789130391.549252:0:31744:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1789130391.549256:0:31744:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9caf4630e800 type 13 mode 4 res 8589935620/42 (0 0) 00010000:00000001:0.0:1789130391.549259:0:31744:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130391.549260:0:31744:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789130391.549262:0:31744:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1789130391.549265:0:31744:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c3f710 00000002:00002000:0.0:1789130391.549267:0:31744:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=f intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:0.0:1789130391.549270:0:31744:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789130391.549275:0:31744:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789130391.549278:0:31744:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1789130391.549280:0:31744:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000404:0x28:0x0] suppgids 0 -1: rc 0 00000080:00000001:0.0:1789130391.549283:0:31744:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130391.549287:0:31744:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1789130391.549289:0:31744:0:(namei.c:674:ll_lookup_it_finish()) it ffffb97f41c3fb20 it_disposition b 00000080:00000001:0.0:1789130391.549292:0:31744:0:(llite_lib.c:3864:ll_prep_inode()) Process entered 00000002:00000001:0.0:1789130391.549298:0:31744:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1789130391.549301:0:31744:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1789130391.549303:0:31744:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833962 : 144115205322833962 : 20000040400002a) 00000080:00000001:0.0:1789130391.549306:0:31744:0:(namei.c:113:ll_iget()) Process entered 00000020:00000001:0.0:1789130391.549312:0:31744:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1789130391.549316:0:31744:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446634875648774872 : -109198060776744 : ffff9caf586092d8) 00000020:00001000:0.0:1789130391.549318:0:31744:0:(cl_object.c:823:cl_env_get()) 1@ffff9caf586092d0 00000020:00000001:0.0:1789130391.549321:0:31744:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:0.0:1789130391.549325:0:31744:0:(lov_object.c:1460:lov_conf_set()) Process entered 00020000:00000001:0.0:1789130391.549327:0:31744:0:(lov_pack.c:354:lov_unpackmd()) Process entered 00020000:00000010:0.0:1789130391.549333:0:31744:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9caf5021fe40. 00020000:00000010:0.0:1789130391.549337:0:31744:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9caf44ef3580. 00020000:00000010:0.0:1789130391.549342:0:31744:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9caf5021f120. 00020000:00000001:0.0:1789130391.549345:0:31744:0:(lov_pack.c:366:lov_unpackmd()) Process leaving (rc=18446634875510452512 : -109198199099104 : ffff9caf5021f120) 00020000:00000002:0.0:1789130391.549348:0:31744:0:(lov_ea.c:762:dump_lsm()) lsm ffff9caf5021f120, objid 0x2a:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1789130391.549353:0:31744:0:(lov_ea.c:793:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1789130391.549357:0:31744:0:(lov_ea.c:812:dump_lsm()) oinfo:ffff9caf44ef3580: ostid: 0x240000400:24 ost idx: 0 gen: 0 00020000:00000002:0.0:1789130391.549361:0:31744:0:(lov_object.c:1314:lov_conf_lock()) Took exclusive lov(ffff9caf47cdc7c0) owner ffff9caf484427c0 00020000:00000001:0.0:1789130391.549364:0:31744:0:(lov_object.c:1520:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1789130391.549365:0:31744:0:(lov_object.c:1320:lov_conf_unlock()) To release exclusive lov(ffff9caf47cdc7c0) owner ffff9caf484427c0 00020000:00000010:0.0:1789130391.549370:0:31744:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9caf44ef3580. 00020000:00000010:0.0:1789130391.549373:0:31744:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff9caf5021fe40. 00020000:00000010:0.0:1789130391.549376:0:31744:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff9caf5021f120. 00020000:00000002:0.0:1789130391.549378:0:31744:0:(lov_object.c:1547:lov_conf_set()) [0x200000404:0x2a:0x0] lo_layout_invalid=0 00020000:00000001:0.0:1789130391.549380:0:31744:0:(lov_object.c:1548:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130391.549382:0:31744:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1789130391.549384:0:31744:0:(cl_object.c:917:cl_env_put()) 1@ffff9caf586092d0 00000080:00000001:0.0:1789130391.549387:0:31744:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833962 : 144115205322833962 : 20000040400002a) 00000080:00000001:0.0:1789130391.549389:0:31744:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:0.0:1789130391.549394:0:31744:0:(namei.c:147:ll_iget()) got inode: [0x200000404:0x2a:0x0](ffff9caf6019f448): rc = 0 00000080:00000001:0.0:1789130391.549396:0:31744:0:(namei.c:156:ll_iget()) Process leaving (rc=18446634875778364488 : -109197931187128 : ffff9caf6019f448) 00010000:00000001:0.0:1789130391.549398:0:31744:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130391.549399:0:31744:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130391.549400:0:31744:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40031400 refcount=3 00000020:00000001:0.0:1789130391.549402:0:31744:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239994368 : -109198469557248 : ffff9caf40031400) 00010000:00000001:0.0:1789130391.549404:0:31744:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239994368 : -109198469557248 : ffff9caf40031400) 00000080:00000001:0.0:1789130391.549408:0:31744:0:(file.c:6819:ll_layout_conf()) Process entered 00000020:00000001:0.0:1789130391.549409:0:31744:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1789130391.549411:0:31744:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446634875648774872 : -109198060776744 : ffff9caf586092d8) 00000020:00001000:0.0:1789130391.549413:0:31744:0:(cl_object.c:823:cl_env_get()) 1@ffff9caf586092d0 00000020:00000001:0.0:1789130391.549415:0:31744:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:0.0:1789130391.549416:0:31744:0:(lov_object.c:1460:lov_conf_set()) Process entered 00020000:00000001:0.0:1789130391.549417:0:31744:0:(lov_pack.c:354:lov_unpackmd()) Process entered 00020000:00000010:0.0:1789130391.549419:0:31744:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9caf5021f120. 00020000:00000010:0.0:1789130391.549422:0:31744:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9caf44ef3580. 00020000:00000010:0.0:1789130391.549424:0:31744:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9caf5021fe40. 00020000:00000001:0.0:1789130391.549426:0:31744:0:(lov_pack.c:366:lov_unpackmd()) Process leaving (rc=18446634875510455872 : -109198199095744 : ffff9caf5021fe40) 00020000:00000002:0.0:1789130391.549429:0:31744:0:(lov_ea.c:762:dump_lsm()) lsm ffff9caf5021fe40, objid 0x2a:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1789130391.549432:0:31744:0:(lov_ea.c:793:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1789130391.549436:0:31744:0:(lov_ea.c:812:dump_lsm()) oinfo:ffff9caf44ef3580: ostid: 0x240000400:24 ost idx: 0 gen: 0 00020000:00000002:0.0:1789130391.549438:0:31744:0:(lov_object.c:1314:lov_conf_lock()) Took exclusive lov(ffff9caf47cdc7c0) owner ffff9caf484427c0 00020000:00000001:0.0:1789130391.549440:0:31744:0:(lov_object.c:1520:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1789130391.549442:0:31744:0:(lov_object.c:1320:lov_conf_unlock()) To release exclusive lov(ffff9caf47cdc7c0) owner ffff9caf484427c0 00020000:00000010:0.0:1789130391.549444:0:31744:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9caf44ef3580. 00020000:00000010:0.0:1789130391.549446:0:31744:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff9caf5021f120. 00020000:00000010:0.0:1789130391.549449:0:31744:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff9caf5021fe40. 00020000:00000002:0.0:1789130391.549451:0:31744:0:(lov_object.c:1547:lov_conf_set()) [0x200000404:0x2a:0x0] lo_layout_invalid=0 00020000:00000001:0.0:1789130391.549453:0:31744:0:(lov_object.c:1548:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130391.549454:0:31744:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130391.549458:0:31744:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:0.0:1789130391.549460:0:31744:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9caf47cdc7c0) owner 0000000000000000/ffff9caf484427c0 00020000:00000002:0.0:1789130391.549463:0:31744:0:(lov_object.c:2443:lov_lsm_addref()) lsm ffff9caf5021f720 addref 2/0 by ffff9caf484427c0. 00020000:00000002:0.0:1789130391.549465:0:31744:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9caf47cdc7c0) owner 0000000000000000/ffff9caf484427c0 00020000:00000001:0.0:1789130391.549468:0:31744:0:(lov_object.c:2339:lov_object_layout_get()) Process entered 00020000:00000001:0.0:1789130391.549471:0:31744:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:0.0:1789130391.549472:0:31744:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:0.0:1789130391.549474:0:31744:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:0.0:1789130391.549476:0:31744:0:(lov_object.c:2358:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:0.0:1789130391.549478:0:31744:0:(file.c:6854:ll_layout_conf()) [0x200000404:0x2a:0x0]: layout version change: 0 -> 0 00000020:00001000:0.0:1789130391.549480:0:31744:0:(cl_object.c:917:cl_env_put()) 1@ffff9caf586092d0 00000080:00000001:0.0:1789130391.549482:0:31744:0:(file.c:6861:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130391.549484:0:31744:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130391.549486:0:31744:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1789130391.549488:0:31744:0:(llite_lib.c:3962:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1789130391.549491:0:31744:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1789130391.549493:0:31744:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789130391.549496:0:31744:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000404:0x2a:0x0](ffff9caf6019f448) for lock 0xde5303b1d982cd0f 00800000:00000001:0.0:1789130391.549499:0:31744:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1789130391.549501:0:31744:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1789130391.549502:0:31744:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130391.549503:0:31744:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130391.549505:0:31744:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40031400 refcount=3 00000020:00000001:0.0:1789130391.549506:0:31744:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239994368 : -109198469557248 : ffff9caf40031400) 00010000:00000001:0.0:1789130391.549509:0:31744:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239994368 : -109198469557248 : ffff9caf40031400) 00010000:00000001:0.0:1789130391.551073:0:31744:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130391.551084:0:31744:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789130391.551087:0:31744:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789130391.551092:0:31744:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:0.0:1789130391.551105:0:31744:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9caf60311bd0 inode ffff9caf6019f448 refc 1 flags 0x40000e 00000080:00000001:0.0:1789130391.551111:0:31744:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:0.0:1789130391.551115:0:31744:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x2a:0x0](ffff9caf6019f448) 00000080:00010000:0.0:1789130391.551120:0:31744:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xde5303b1d982cd0f from it ffffb97f41c3fb20 00010000:00000001:0.0:1789130391.551123:0:31744:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130391.551126:0:31744:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130391.551128:0:31744:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40031400 refcount=3 00000020:00000001:0.0:1789130391.551131:0:31744:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239994368 : -109198469557248 : ffff9caf40031400) 00010000:00000001:0.0:1789130391.551135:0:31744:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239994368 : -109198469557248 : ffff9caf40031400) 00010000:00000001:0.0:1789130391.551137:0:31744:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789130391.551142:0:31744:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40031400/0xde5303b1d982cd0f lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xcdf1b083821a592a expref: -99 pid: 31744 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789130391.551150:0:31744:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130391.551152:0:31744:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130391.551153:0:31744:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789130391.551157:0:31744:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789130391.551159:0:31744:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40031400/0xde5303b1d982cd0f lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xcdf1b083821a592a expref: -99 pid: 31744 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1789130391.551168:0:31744:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789130391.551171:0:31744:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789130391.551174:0:31744:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789130391.551178:0:31744:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130391.551179:0:31744:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130391.551181:0:31744:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130391.551184:0:31744:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789130391.551186:0:31744:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130391.551188:0:31744:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130391.551192:0:31744:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130391.551193:0:31744:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789130391.551195:0:31744:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130391.551196:0:31744:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1789130391.551198:0:31744:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1789130391.551202:0:31744:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9caf485a3a00. 00000100:00000001:0.0:1789130391.551211:0:31744:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789130391.551223:0:31744:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf614612c0 x1876037329028608/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/640 e 0 to 0 dl 1789130407 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130391.551237:0:31744:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789130391.551242:0:31744:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789130391.551245:0:31744:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9caf47cd7800. 02000000:00000001:0.0:1789130391.551249:0:31744:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789130391.551252:0:31744:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1789130391.551254:0:31744:0:(genops.c:1223:class_import_put()) import ffff9caf6079a800 refcount=6 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000020:00000001:0.0:1789130391.551256:0:31744:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1789130391.551259:0:31744:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9caf482bc000. 02000000:00000001:0.0:1789130391.551262:0:31744:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789130391.551264:0:31744:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789130391.551265:0:31744:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf614612c0. 00000100:00000001:0.0:1789130391.551269:0:31744:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789130391.551271:0:31744:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1789130391.551274:0:31744:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1789130391.551276:0:31744:0:(dcache.c:176:ll_intent_release()) intent ffffb97f41c3fb20 released 00000080:00000001:0.0:1789130391.551277:0:31744:0:(dcache.c:187:ll_intent_release()) Process leaving 00000020:00000001:0.0:1789130391.551290:0:31744:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c3fd10 00000080:00200008:0.0:1789130391.551293:0:31744:0:(file.c:6313:ll_getattr_dentry()) START file f:[0x200000404:0x2a:0x0](ffff9caf6019f448), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1789130391.551299:0:31744:0:(file.c:6206:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1789130391.551301:0:31744:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c3fc88 00000080:00200000:0.0:1789130391.551303:0:31744:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x2a:0x0](ffff9caf6019f448),name=f 00000080:00000010:0.0:1789130391.551313:0:31744:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9caf485a3a00. 00000080:00000001:0.0:1789130391.551324:0:31744:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1789130391.551327:0:31744:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1789130391.551329:0:31744:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c3fba8 00800000:00000002:0.0:1789130391.551331:0:31744:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000404:0x2a:0x0] 'f' on [0x200000404:0x28:0x0] 00800000:00000001:0.0:1789130391.551335:0:31744:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1789130391.551341:0:31744:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000404:0x28:0x0], fid2=[0x200000404:0x2a:0x0], name='' -> mds #0 00000002:00000001:0.0:1789130391.551346:0:31744:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1789130391.551348:0:31744:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c3fa78 00000002:00010000:0.0:1789130391.551349:0:31744:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000404:0x2a:0x0]) in obj [0x200000404:0x28:0x0], intent: getattr flags 0 00000002:00000001:0.0:1789130391.551353:0:31744:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1789130391.551355:0:31744:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789130391.551358:0:31744:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789130391.551363:0:31744:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf51bbdd00 count: 3 00010000:00000001:0.0:1789130391.551366:0:31744:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789130391.551370:0:31744:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789130391.551374:0:31744:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1789130391.551377:0:31744:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40031400/0xde5303b1d982cd0f lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xcdf1b083821a592a expref: -99 pid: 31744 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 02000000:00000001:0.0:1789130391.551385:0:31744:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1789130391.551388:0:31744:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789130391.551391:0:31744:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40031400/0xde5303b1d982cd0f lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xcdf1b083821a592a expref: -99 pid: 31744 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000002:00000001:0.0:1789130391.551398:0:31744:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1789130391.551400:0:31744:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1789130391.551402:0:31744:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789130391.551404:0:31744:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789130391.551405:0:31744:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1789130391.551407:0:31744:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000404:0x28:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1789130391.551410:0:31744:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.0:1789130391.551412:0:31744:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9caf485a3a00. 00000080:00000001:0.0:1789130391.551415:0:31744:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1789130391.551417:0:31744:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789130391.551419:0:31744:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x2a:0x0](ffff9caf6019f448) 00000080:00010000:0.0:1789130391.551421:0:31744:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000404:0x2a:0x0](ffff9caf6019f448) for lock 0xde5303b1d982cd0f 00800000:00000001:0.0:1789130391.551425:0:31744:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1789130391.551427:0:31744:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1789130391.551428:0:31744:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130391.551429:0:31744:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130391.551431:0:31744:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40031400 refcount=3 00000020:00000001:0.0:1789130391.551433:0:31744:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239994368 : -109198469557248 : ffff9caf40031400) 00010000:00000001:0.0:1789130391.551435:0:31744:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239994368 : -109198469557248 : ffff9caf40031400) 00010000:00000001:0.0:1789130391.551438:0:31744:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130391.551439:0:31744:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789130391.551441:0:31744:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789130391.551442:0:31744:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789130391.551444:0:31744:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xde5303b1d982cd0f from it ffffb97f41c3fcc0 00010000:00000001:0.0:1789130391.551446:0:31744:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130391.551447:0:31744:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130391.551448:0:31744:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40031400 refcount=3 00000020:00000001:0.0:1789130391.551450:0:31744:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239994368 : -109198469557248 : ffff9caf40031400) 00010000:00000001:0.0:1789130391.551452:0:31744:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239994368 : -109198469557248 : ffff9caf40031400) 00010000:00000001:0.0:1789130391.551454:0:31744:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789130391.551456:0:31744:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40031400/0xde5303b1d982cd0f lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xcdf1b083821a592a expref: -99 pid: 31744 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1789130391.551463:0:31744:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130391.551464:0:31744:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130391.551465:0:31744:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789130391.551467:0:31744:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789130391.551469:0:31744:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40031400/0xde5303b1d982cd0f lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xcdf1b083821a592a expref: -99 pid: 31744 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1789130391.551475:0:31744:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789130391.551477:0:31744:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789130391.551478:0:31744:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789130391.551480:0:31744:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130391.551481:0:31744:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130391.551483:0:31744:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130391.551484:0:31744:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789130391.551486:0:31744:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130391.551488:0:31744:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130391.551490:0:31744:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130391.551492:0:31744:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789130391.551493:0:31744:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130391.551494:0:31744:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1789130391.551496:0:31744:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1789130391.551497:0:31744:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1789130391.551501:0:31744:0:(pcc.c:2686:pcc_inode_getattr()) Process entered 00000080:00000001:0.0:1789130391.551503:0:31744:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:0.0:1789130391.551506:0:31744:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1789130391.551508:0:31744:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:0.0:1789130391.551510:0:31744:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130391.551531:0:31744:0:(pcc.c:2695:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1789130391.551534:0:31744:0:(glimpse.c:178:__cl_glimpse_size()) Process entered 00000020:00000001:0.0:1789130391.553683:0:31744:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1789130391.553693:0:31744:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446634875648774872 : -109198060776744 : ffff9caf586092d8) 00000020:00001000:0.0:1789130391.553698:0:31744:0:(cl_object.c:823:cl_env_get()) 1@ffff9caf586092d0 00000020:00000001:0.0:1789130391.553706:0:31744:0:(cl_object.c:143:cl_object_top()) ffff9caf42b2ac38 -> ffff9caf42b2ac38 00000020:00000001:0.0:1789130391.553709:0:31744:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1789130391.553713:0:31744:0:(vvp_io.c:1987:vvp_io_init()) Process entered 00000080:00200000:0.0:1789130391.553715:0:31744:0:(vvp_io.c:1992:vvp_io_init()) [0x200000404:0x2a:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:0.0:1789130391.553718:0:31744:0:(cl_io.c:902:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1789130391.553719:0:31744:0:(cl_io.c:908:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1789130391.553721:0:31744:0:(file.c:7121:ll_layout_refresh()) Process entered 00000080:00000001:0.0:1789130391.553724:0:31744:0:(file.c:7125:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130391.553726:0:31744:0:(vvp_io.c:2064:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1789130391.553730:0:31744:0:(lov_object.c:1604:lov_io_init()) [0x200000404:0x2a:0x0]io ffff9caf42d818c0 type 7 ignore/verify layout 0/1, compressed 0 00020000:00000002:0.0:1789130391.553733:0:31744:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9caf47cdc7c0) owner 0000000000000000/ffff9caf484427c0 00020000:00000001:0.0:1789130391.553737:0:31744:0:(lov_io.c:2488:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1789130391.553739:0:31744:0:(lov_io.c:764:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1789130391.553741:0:31744:0:(lov_io.c:478:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1789130391.553743:0:31744:0:(lov_io.c:489:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789130391.553745:0:31744:0:(lov_io.c:919:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1789130391.553747:0:31744:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1789130391.553749:0:31744:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130391.553750:0:31744:0:(cl_io.c:902:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1789130391.553751:0:31744:0:(cl_io.c:908:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1789130391.553752:0:31744:0:(lov_io.c:2501:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1789130391.553754:0:31744:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9caf47cdc7c0) owner 0000000000000000/ffff9caf484427c0 00000020:00000001:0.0:1789130391.553756:0:31744:0:(cl_io.c:146:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1789130391.553759:0:31744:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:0.0:1789130391.553760:0:31744:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000404:0x2a:0x0] 00000020:00000001:0.0:1789130391.553763:0:31744:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:0.0:1789130391.553765:0:31744:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:0.0:1789130391.553768:0:31744:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:0.0:1789130391.553770:0:31744:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:0.0:1789130391.553776:0:31744:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:0.0:1789130391.553796:0:31744:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff9caf4c532780. 00020000:00000002:0.0:1789130391.553800:0:31744:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1789130391.553802:0:31744:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:0.0:1789130391.553835:0:31744:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1789130391.553837:0:31744:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1789130391.553838:0:31744:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1789130391.553840:0:31744:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446634875648775448 : -109198060776168 : ffff9caf58609518) 00000020:00001000:0.0:1789130391.553843:0:31744:0:(cl_object.c:823:cl_env_get()) 1@ffff9caf58609510 00000020:00000001:0.0:1789130391.553847:0:31744:0:(cl_object.c:143:cl_object_top()) ffff9caf42b2a5f8 -> ffff9caf42b2ac38 00000020:00000001:0.0:1789130391.553849:0:31744:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:0.0:1789130391.553853:0:31744:0:(cl_io.c:902:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1789130391.553854:0:31744:0:(cl_io.c:908:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1789130391.553856:0:31744:0:(cl_io.c:146:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789130391.553857:0:31744:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789130391.553859:0:31744:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446634875287504200 : -109198422047416 : ffff9caf42d80548) 00000020:00000001:0.0:1789130391.553861:0:31744:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:0.0:1789130391.553869:0:31744:0:(osc_lock.c:1279:osc_lock_init()) slab-alloced 'oscl': 312 at ffff9caf5867a4e0. 00000008:00010000:0.0:1789130391.553872:0:31744:0:(lustre_osc.h:166:osc_enq2ldlm_flags()) flags: a 00000020:00000001:0.0:1789130391.553875:0:31744:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1789130391.553877:0:31744:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:0.0:1789130391.553878:0:31744:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9caf4c5327b0, osc lock ffff9caf5867a4e0, flags 0x400001002 00000020:00000001:0.0:1789130391.553880:0:31744:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789130391.553882:0:31744:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789130391.553885:0:31744:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446634875446568832 : -109198262982784 : ffff9caf4c532780) 00000020:00000001:0.0:1789130391.553887:0:31744:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1789130391.553888:0:31744:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:0.0:1789130391.553889:0:31744:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130391.553891:0:31744:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130391.553893:0:31744:0:(cl_io.c:1193:cl_sync_io_init_notify()) Process entered 00000020:00000001:0.0:1789130391.553896:0:31744:0:(cl_io.c:1201:cl_sync_io_init_notify()) Process leaving 00000020:00000001:0.0:1789130391.553897:0:31744:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:0.0:1789130391.553899:0:31744:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:0.0:1789130391.553901:0:31744:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1789130391.553902:0:31744:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446634875287504200 : -109198422047416 : ffff9caf42d80548) 00000020:00000001:0.0:1789130391.553904:0:31744:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:0.0:1789130391.553906:0:31744:0:(osc_lock.c:1010:osc_lock_enqueue()) Process entered 00000008:00000001:0.0:1789130391.553908:0:31744:0:(osc_lock.c:1035:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1789130391.553911:0:31744:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:0.0:1789130391.553914:0:31744:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process entered 00000020:00000001:0.0:1789130391.553916:0:31744:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:0.0:1789130391.553918:0:31744:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:0.0:1789130391.553919:0:31744:0:(lovsub_object.c:152:lovsub_req_projid_set()) Process leaving 00000020:00000001:0.0:1789130391.553920:0:31744:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:0.0:1789130391.553922:0:31744:0:(osc_request.c:3393:osc_enqueue_base()) Process entered 00010000:00000001:0.0:1789130391.553926:0:31744:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1789130391.553932:0:31744:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130391.553935:0:31744:0:(ldlm_request.c:996:ldlm_enqueue_pack()) Process entered 00000100:00000010:0.0:1789130391.554635:0:31744:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf614612c0. 00000020:00000040:0.0:1789130391.554644:0:31744:0:(genops.c:1210:class_import_get()) import ffff9caf468ac800 refcount=3 obd=lustre-OST0000-osc-ffff9caf5014c800 00010000:00000001:0.0:1789130391.554648:0:31744:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1789130391.554654:0:31744:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789130391.554659:0:31744:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130391.554663:0:31744:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789130391.554666:0:31744:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789130391.554671:0:31744:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789130391.554680:0:31744:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9caf485a3a00. 00000100:00000001:0.0:1789130391.554688:0:31744:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130391.554694:0:31744:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789130391.554695:0:31744:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130391.554697:0:31744:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789130391.554698:0:31744:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130391.554700:0:31744:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130391.554702:0:31744:0:(ldlm_request.c:1010:ldlm_enqueue_pack()) Process leaving (rc=18446634875798033088 : -109197911518528 : ffff9caf614612c0) 00010000:00000001:0.0:1789130391.554707:0:31744:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1789130391.554709:0:31744:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1789130391.554716:0:31744:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9caf4a8cc800. 00010000:00000010:0.0:1789130391.554722:0:31744:0:(ldlm_resource.c:1471:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff9caf4a8cc200. 00010000:00000001:0.0:1789130391.554727:0:31744:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1789130391.554731:0:31744:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9caf40031c00. 00000020:00000001:0.0:1789130391.554736:0:31744:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1789130391.554739:0:31744:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9caf40031c00 with handle 0xde5303b1d982cd16 to hash 00000020:00000001:0.0:1789130391.554742:0:31744:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1789130391.554743:0:31744:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446634875239996416 : -109198469555200 : ffff9caf40031c00) 00010000:00000010:0.0:1789130391.554747:0:31744:0:(ldlm_lock.c:1732:ldlm_lock_create()) kmalloced '(lock->l_lvb_data)': 56 at ffff9caf4a7b0200. 00010000:00000001:0.0:1789130391.554750:0:31744:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446634875239996416 : -109198469555200 : ffff9caf40031c00) 00010000:00000001:0.0:1789130391.554754:0:31744:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789130391.554757:0:31744:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789130391.554760:0:31744:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff9caf5014c800 lock: 000000003a134c52/0xde5303b1d982cd16 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 31744 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789130391.554773:0:31744:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff9caf5014c800 lock: 000000003a134c52/0xde5303b1d982cd16 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 31744 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789130391.554783:0:31744:0:(ldlm_request.c:1191:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130391.554796:0:31744:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789130391.554800:0:31744:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130391.554848:0:31744:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000117053a6] to pc [ptlrpcd_00_00+0] req@ffff9caf614612c0 x1876037329028736/t0(0) o101->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130391.554911:0:2347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789130391.554914:0:2347:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789130391.554917:0:2347:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789130391.554923:0:2347:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf614612c0 x1876037329028736/t0(0) o101->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130391.554931:0:2347:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789130391.554933:0:2347:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130391.554937:0:2347:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789130391.554950:0:2347:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789130391.554952:0:2347:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789130391.554956:0:2347:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf614612c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:2347:1876037329028736:192.168.204.123@tcp:101:checkstat.0 00000100:00000001:1.0:1789130391.554961:0:2347:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789130391.554967:0:2347:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789130391.554969:0:2347:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130391.554971:0:2347:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789130391.554977:0:2347:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9caf487c0c00. 02000000:00000001:1.0:1789130391.554979:0:2347:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789130391.554987:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:1.0:1789130391.554991:0:2347:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf42d8ea50. 00000400:00000010:1.0:1789130391.554998:0:2347:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf462a3330. 00000100:00000200:1.0:1789130391.555005:0:2347:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876037329028736, portal 4 00000100:00000001:1.0:1789130391.555007:0:2347:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789130391.555009:0:2347:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875798033088 : -109197911518528 : ffff9caf614612c0) 00000100:00000040:1.0:1789130391.555015:0:2347:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9caf614612c0 x1876037329028736/t0(0) o101->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1789130407 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130391.555022:0:2347:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789130391.555025:0:2347:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:1.0:1789130391.555027:0:2347:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf462a3198. 00000100:00000200:1.0:1789130391.555032:0:2347:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1876037329028736, offset 0 00000400:00000200:1.0:1789130391.555038:0:2347:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:1.0:1789130391.555055:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:1.0:1789130391.555063:0:2347:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:1.0:1789130391.555070:0:2347:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789130391.555074:0:2347:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:1.0:1789130391.555078:0:2347:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789130391.555081:0:2347:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:1.0:1789130391.555085:0:2347:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2485:2485:256:4294967295] 192.168.204.123@tcp LPNI seq info [2484:2484:8:4294967295] 00000400:00000200:1.0:1789130391.555089:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:1.0:1789130391.555100:0:2347:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:1.0:1789130391.555105:0:2347:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:1.0:1789130391.555112:0:2347:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf47f34900. 00000800:00000200:1.0:1789130391.555119:0:2347:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:1.0:1789130391.555128:0:2347:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:1.0:1789130391.555133:0:2347:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf47f34900 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1789130391.555158:0:2347:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789130391.555163:0:2347:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9caf5014c800: using a timeout of 22752 usecs (23 jiffies) 00000400:00000200:1.0:1789130391.555166:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:1.0:1789130391.555169:0:2347:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296485600 00000100:00000001:1.0:1789130391.555172:0:2347:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9caf5014c800: PM QoS request active for cpu 2, keep current deadline 4296489463 00000100:00000001:1.0:1789130391.555174:0:2347:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296485600 00000100:00000001:1.0:1789130391.555176:0:2347:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9caf5014c800: PM QoS request active for cpu 3, keep current deadline 4296489463 00000100:00000001:1.0:1789130391.555179:0:2347:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789130391.555181:0:2347:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130391.555184:0:2347:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130391.555187:0:2347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1789130391.555216:0:31744:0:(osc_request.c:3512:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1789130391.555220:0:31744:0:(osc_lock.c:1114:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130391.555224:0:31744:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789130391.555227:0:31744:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130391.555229:0:31744:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130391.555232:0:31744:0:(cl_io.c:1837:__cl_sync_io_note()) Process entered 00000020:00200000:0.0:1789130391.555234:0:31744:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:0.0:1789130391.555236:0:31744:0:(cl_io.c:1911:__cl_sync_io_note()) Process leaving 00000020:00000001:0.0:1789130391.555238:0:31744:0:(cl_io.c:1213:cl_sync_io_wait()) Process entered 00000100:00000001:0.0:1789130391.555247:0:2348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789130391.555250:0:2348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789130391.556096:0:2341:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789130391.556104:0:2341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf47f34900. 00000400:00000200:3.0:1789130391.556111:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130391.556118:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:3.0:1789130391.556125:0:2341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf462a3198 00000400:00000010:3.0:1789130391.556128:0:2341:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf462a3198. 00000100:00000001:3.0:1789130391.556133:0:2341:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789130391.556139:0:2341:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf614612c0 x1876037329028736/t0(0) o101->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1789130407 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130391.556151:0:2341:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130391.556154:0:2341:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf614612c0 x1876037329028736/t0(0) o101->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1789130407 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130391.556162:0:2341:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130391.556164:0:2341:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1789130391.561130:0:2347:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789130391.561139:0:2347:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1789130391.561146:0:2347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789130391.561148:0:2347:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789130391.561153:0:2347:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130391.561159:0:2347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1789130391.564575:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130391.564596:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789130391.564600:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130391.564602:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130391.564612:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130391.564620:0:2342:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:2.0:1789130391.564633:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130391.564639:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130391.564645:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130391.564649:0:2342:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 400 into portal 4 MB=0x6aa3efa950680 00000400:00000200:2.0:1789130391.564655:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130391.564662:0:2342:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.123@tcp of length 400/400 into md 0x6b7d [1] + 224 00000800:00000001:2.0:1789130391.564671:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130391.564684:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130391.564688:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130391.564692:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:2.0:1789130391.564701:0:2342:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789130391.564710:0:2342:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf614612c0 x1876037329028736/t0(0) o101->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1789130407 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789130391.564720:0:2342:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=400 req@ffff9caf614612c0 x1876037329028736/t0(0) o101->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1789130407 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130391.564754:0:2342:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789130391.564764:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130391.564767:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130391.564920:0:2347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789130391.564924:0:2347:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789130391.564931:0:2347:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789130391.564933:0:2347:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789130391.564937:0:2347:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf42d8ea50. 00000400:00000200:1.0:1789130391.564950:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf462a3330 00000400:00000010:1.0:1789130391.564953:0:2347:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf462a3330. 00000100:00000001:1.0:1789130391.564956:0:2347:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789130391.564960:0:2347:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf614612c0 x1876037329028736/t0(0) o101->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1789130407 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1789130391.564969:0:2347:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf614612c0 x1876037329028736/t0(0) o101->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1789130407 ref 1 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130391.564975:0:2347:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789130391.564977:0:2347:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130391.564980:0:2347:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789130391.564984:0:2347:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789130391.564986:0:2347:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789130391.564989:0:2347:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130391.564992:0:2347:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789130391.565000:0:2347:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf468acc60 time=10 v=5 (5 5 5 5) 00000100:00001000:1.0:1789130391.565005:0:2347:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf468acc18 time=0 v=5 (1 0 0 0) 00000100:00000001:1.0:1789130391.565007:0:2347:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789130391.565009:0:2347:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130391.565012:0:2347:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789130391.565015:0:2347:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130391.565018:0:2347:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789130391.565021:0:2347:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9caf5014c800: skip recheck: last_committed 4294967341 00000100:00000001:1.0:1789130391.565022:0:2347:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789130391.565024:0:2347:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789130391.565029:0:2347:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf614612c0 x1876037329028736/t0(0) o101->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1789130407 ref 1 fl Rpc:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130391.565036:0:2347:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789130391.565039:0:2347:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789130391.565041:0:2347:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1789130391.565045:0:2347:0:(osc_request.c:3327:osc_enqueue_interpret()) Process entered 00010000:00000001:1.0:1789130391.565059:0:2347:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130391.565063:0:2347:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130391.565066:0:2347:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40031c00 refcount=4 00000020:00000001:1.0:1789130391.565068:0:2347:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239996416 : -109198469555200 : ffff9caf40031c00) 00010000:00000001:1.0:1789130391.565071:0:2347:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239996416 : -109198469555200 : ffff9caf40031c00) 00010000:00000001:1.0:1789130391.565073:0:2347:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130391.565074:0:2347:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130391.565075:0:2347:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40031c00 refcount=5 00000020:00000001:1.0:1789130391.565077:0:2347:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239996416 : -109198469555200 : ffff9caf40031c00) 00010000:00000001:1.0:1789130391.565078:0:2347:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239996416 : -109198469555200 : ffff9caf40031c00) 00010000:00000001:1.0:1789130391.565081:0:2347:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789130391.565084:0:2347:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789130391.565089:0:2347:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff9caf5014c800 lock: 000000003a134c52/0xde5303b1d982cd16 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 31744 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789130391.565101:0:2347:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130391.565102:0:2347:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130391.565104:0:2347:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1789130391.565106:0:2347:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130391.565107:0:2347:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130391.565109:0:2347:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40031c00 refcount=6 00000020:00000001:1.0:1789130391.565110:0:2347:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239996416 : -109198469555200 : ffff9caf40031c00) 00010000:00000001:1.0:1789130391.565112:0:2347:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239996416 : -109198469555200 : ffff9caf40031c00) 00010000:00000040:1.0:1789130391.565118:0:2347:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9caf40031c00, remote cookie: 0xcdf1b083821a5931, flags: 0x1001 00010000:00010000:1.0:1789130391.565123:0:2347:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0000-osc-ffff9caf5014c800 lock: 000000003a134c52/0xde5303b1d982cd16 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a5931 expref: -99 pid: 31744 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789130391.565131:0:2347:0:(ldlm_lock.c:1589:ldlm_fill_lvb()) Process entered 00010000:00000001:1.0:1789130391.565133:0:2347:0:(ldlm_lock.c:1682:ldlm_fill_lvb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130391.565136:0:2347:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1789130391.565141:0:2347:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00010000:1.0:1789130391.565146:0:2347:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff9caf5014c800 lock: 000000003a134c52/0xde5303b1d982cd16 lrc: 6/2,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a5931 expref: -99 pid: 31744 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1789130391.565155:0:2347:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x240000400:0x18:0x0].0x0 (ffff9caf4a8cc800) refcount = 1 00010000:00000040:1.0:1789130391.565158:0:2347:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1789130391.565160:0:2347:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-OST0000-osc-ffff9caf5014c800 lock: 000000003a134c52/0xde5303b1d982cd16 lrc: 6/2,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a5931 expref: -99 pid: 31744 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789130391.565170:0:2347:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1789130391.565171:0:2347:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789130391.565174:0:2347:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1789130391.565176:0:2347:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789130391.565179:0:2347:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffff9caf5014c800 lock: 000000003a134c52/0xde5303b1d982cd16 lrc: 6/2,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a5931 expref: -99 pid: 31744 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789130391.565184:0:2347:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1789130391.565186:0:2347:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130391.565187:0:2347:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130391.565188:0:2347:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130391.565189:0:2347:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1789130391.565190:0:2347:0:(osc_request.c:3281:osc_enqueue_fini()) Process entered 00000008:00000001:1.0:1789130391.565193:0:2347:0:(osc_lock.c:277:osc_lock_upcall()) Process entered 00010000:00000001:1.0:1789130391.565195:0:2347:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130391.565197:0:2347:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130391.565198:0:2347:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40031c00 refcount=5 00000020:00000001:1.0:1789130391.565200:0:2347:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239996416 : -109198469555200 : ffff9caf40031c00) 00010000:00000001:1.0:1789130391.565201:0:2347:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239996416 : -109198469555200 : ffff9caf40031c00) 00000008:00000001:1.0:1789130391.565205:0:2347:0:(osc_lock.c:154:osc_lock_lvb_update()) Process entered 00000020:00000001:1.0:1789130391.565209:0:2347:0:(cl_object.c:143:cl_object_top()) ffff9caf58312d58 -> ffff9caf42b2ac38 00000008:00010000:1.0:1789130391.565212:0:2347:0:(osc_lock.c:192:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0000-osc-ffff9caf5014c800 lock: 000000003a134c52/0xde5303b1d982cd16 lrc: 5/2,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0xcdf1b083821a5931 expref: -99 pid: 31744 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00000001:1.0:1789130391.565220:0:2347:0:(cl_object.c:143:cl_object_top()) ffff9caf58312d58 -> ffff9caf42b2ac38 00000020:00000001:1.0:1789130391.565223:0:2347:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:1.0:1789130391.565226:0:2347:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:1.0:1789130391.565230:0:2347:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:1.0:1789130391.565232:0:2347:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130391.565233:0:2347:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130391.565235:0:2347:0:(cl_object.c:143:cl_object_top()) ffff9caf58312d58 -> ffff9caf42b2ac38 00000008:00000001:1.0:1789130391.565236:0:2347:0:(osc_lock.c:197:osc_lock_lvb_update()) Process leaving 00000020:00000001:1.0:1789130391.565239:0:2347:0:(cl_io.c:1837:__cl_sync_io_note()) Process entered 00000020:00200000:1.0:1789130391.565241:0:2347:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:1.0:1789130391.565258:0:2347:0:(cl_io.c:1911:__cl_sync_io_note()) Process leaving 00000008:00000001:1.0:1789130391.565261:0:2347:0:(osc_lock.c:311:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130391.565263:0:2347:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130391.565264:0:2347:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130391.565265:0:2347:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40031c00 refcount=6 00000020:00000001:1.0:1789130391.565267:0:2347:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239996416 : -109198469555200 : ffff9caf40031c00) 00010000:00000001:1.0:1789130391.565269:0:2347:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239996416 : -109198469555200 : ffff9caf40031c00) 00010000:00000001:1.0:1789130391.565272:0:2347:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789130391.565275:0:2347:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff9caf5014c800 lock: 000000003a134c52/0xde5303b1d982cd16 lrc: 6/2,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xcdf1b083821a5931 expref: -99 pid: 31744 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789130391.565282:0:2347:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130391.565283:0:2347:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1789130391.565285:0:2347:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff9caf5014c800 lock: 000000003a134c52/0xde5303b1d982cd16 lrc: 5/1,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xcdf1b083821a5931 expref: -99 pid: 31744 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789130391.565291:0:2347:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789130391.565293:0:2347:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130391.565293:0:2347:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1789130391.565295:0:2347:0:(osc_request.c:3308:osc_enqueue_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130391.565296:0:2347:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130391.565297:0:2347:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130391.565298:0:2347:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40031c00 refcount=5 00000020:00000001:1.0:1789130391.565300:0:2347:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239996416 : -109198469555200 : ffff9caf40031c00) 00010000:00000001:1.0:1789130391.565302:0:2347:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239996416 : -109198469555200 : ffff9caf40031c00) 00010000:00000001:1.0:1789130391.565304:0:2347:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789130391.565305:0:2347:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff9caf5014c800 lock: 000000003a134c52/0xde5303b1d982cd16 lrc: 5/1,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xcdf1b083821a5931 expref: -99 pid: 31744 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789130391.565310:0:2347:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130391.565311:0:2347:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130391.565312:0:2347:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1789130391.565314:0:2347:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1789130391.565316:0:2347:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9caf5014c800 lock: 000000003a134c52/0xde5303b1d982cd16 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xcdf1b083821a5931 expref: -99 pid: 31744 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1789130391.565324:0:2347:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1789130391.565326:0:2347:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1789130391.565328:0:2347:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789130391.565332:0:2347:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130391.565333:0:2347:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130391.565334:0:2347:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130391.565337:0:2347:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1789130391.565338:0:2347:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130391.565340:0:2347:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130391.565342:0:2347:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130391.565343:0:2347:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789130391.565344:0:2347:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130391.565346:0:2347:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130391.565347:0:2347:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130391.565348:0:2347:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1789130391.565349:0:2347:0:(osc_request.c:3366:osc_enqueue_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789130391.565355:0:2347:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf614612c0 x1876037329028736/t0(0) o101->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1789130407 ref 1 fl Interpret:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1789130391.565363:0:2347:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf614612c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:2347:1876037329028736:192.168.204.123@tcp:101:checkstat.0 00000100:00000001:1.0:1789130391.565368:0:2347:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130391.565370:0:2347:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789130391.565374:0:2347:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf614612c0 x1876037329028736/t0(0) o101->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1789130407 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130391.565380:0:2347:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789130391.565383:0:2347:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789130391.565388:0:2347:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9caf487c0c00. 02000000:00000001:1.0:1789130391.565392:0:2347:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789130391.565394:0:2347:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1789130391.565396:0:2347:0:(genops.c:1223:class_import_put()) import ffff9caf468ac800 refcount=2 obd=lustre-OST0000-osc-ffff9caf5014c800 00000020:00000001:1.0:1789130391.565399:0:2347:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1789130391.565402:0:2347:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9caf485a3a00. 02000000:00000001:1.0:1789130391.565406:0:2347:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789130391.565407:0:2347:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789130391.565409:0:2347:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf614612c0. 00000100:00000001:1.0:1789130391.565413:0:2347:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789130391.565414:0:2347:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130391.565416:0:2347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130391.565424:0:2347:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789130391.565426:0:2347:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130391.565428:0:2347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789130391.565430:0:2347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130391.565551:0:31744:0:(cl_io.c:1237:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130391.565555:0:31744:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130391.565562:0:31744:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:0.0:1789130391.565564:0:31744:0:(cl_object.c:143:cl_object_top()) ffff9caf42b2ac38 -> ffff9caf42b2ac38 00000020:00000001:0.0:1789130391.565566:0:31744:0:(cl_object.c:143:cl_object_top()) ffff9caf42b2ac38 -> ffff9caf42b2ac38 00000020:00000001:0.0:1789130391.565568:0:31744:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:0.0:1789130391.565572:0:31744:0:(lov_object.c:1077:lov_attr_get_composite()) Process entered 00020000:00000001:0.0:1789130391.565577:0:31744:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:0.0:1789130391.565578:0:31744:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789130391.565580:0:31744:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:0.0:1789130391.565581:0:31744:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1789130391.565583:0:31744:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x2a:1028 on OST[0]: s=0 (1) m=1789130375 a=1789130375 c=1789130375 b=1 00020000:00000001:0.0:1789130391.565587:0:31744:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1789130391.565589:0:31744:0:(lov_object.c:1108:lov_attr_get_composite()) COMP ID #-1: s=0 m=1789130375 a=1789130375 c=1789130375 b=1 00020000:00000001:0.0:1789130391.565592:0:31744:0:(lov_object.c:1146:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130391.565593:0:31744:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130391.565595:0:31744:0:(cl_object.c:143:cl_object_top()) ffff9caf42b2ac38 -> ffff9caf42b2ac38 00000080:00200000:0.0:1789130391.565597:0:31744:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000404:0x2a:0x0] updating i_size 0 i_blocks 1 00000080:00000001:0.0:1789130391.565600:0:31744:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:0.0:1789130391.565602:0:31744:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:0.0:1789130391.565604:0:31744:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9caf42d81860 (ffff9caf586092d8/0) at cl_lock_release():245 00000020:00000001:0.0:1789130391.565607:0:31744:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1789130391.565608:0:31744:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9caf42d81860 (ffff9caf586092d8/0) at cl_lock_cancel():142 00020000:00000001:0.0:1789130391.565611:0:31744:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:0.0:1789130391.565614:0:31744:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1789130391.565616:0:31744:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446634875287504200 : -109198422047416 : ffff9caf42d80548) 00000020:00000001:0.0:1789130391.565618:0:31744:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1789130391.565619:0:31744:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9caf4c5327b0 (ffff9caf58609518/1) at cl_lock_cancel():142 00000008:00000001:0.0:1789130391.565622:0:31744:0:(osc_lock.c:1172:osc_lock_cancel()) Process entered 00000008:00000001:0.0:1789130391.565623:0:31744:0:(osc_lock.c:1126:osc_lock_detach()) Process entered 00010000:00000001:0.0:1789130391.565625:0:31744:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130391.565626:0:31744:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1789130391.565627:0:31744:0:(osc_lock.c:1145:osc_lock_detach()) Process leaving 00000008:00000001:0.0:1789130391.565629:0:31744:0:(osc_lock.c:1181:osc_lock_cancel()) Process leaving 00000020:00000001:0.0:1789130391.565630:0:31744:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1789130391.565631:0:31744:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1789130391.565632:0:31744:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1789130391.565633:0:31744:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9caf42d81860 (ffff9caf586092d8/0) at cl_lock_fini():72 00020000:00000001:0.0:1789130391.565649:0:31744:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:0.0:1789130391.565651:0:31744:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1789130391.565652:0:31744:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9caf4c5327b0 (ffff9caf586092d8/1) at cl_lock_fini():72 00000008:00000010:0.0:1789130391.565656:0:31744:0:(osc_lock.c:116:osc_lock_fini()) slab-freed '(ols)': 312 at ffff9caf5867a4e0. 00000020:00000001:0.0:1789130391.565660:0:31744:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:0.0:1789130391.565662:0:31744:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff9caf4c532780. 00020000:00000001:0.0:1789130391.565665:0:31744:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:0.0:1789130391.565666:0:31744:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:0.0:1789130391.565668:0:31744:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:0.0:1789130391.565670:0:31744:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130391.565672:0:31744:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1789130391.565675:0:31744:0:(lov_io.c:1057:lov_io_fini()) Process entered 00020000:00000001:0.0:1789130391.565676:0:31744:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1789130391.565677:0:31744:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1789130391.565679:0:31744:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1789130391.565681:0:31744:0:(cl_object.c:917:cl_env_put()) 1@ffff9caf58609510 00020000:00000001:0.0:1789130391.565684:0:31744:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1789130391.565686:0:31744:0:(lov_io.c:1088:lov_io_fini()) Process leaving 00000080:00000001:0.0:1789130391.565689:0:31744:0:(vvp_io.c:392:vvp_io_fini()) Process entered 00000080:00200000:0.0:1789130391.565691:0:31744:0:(vvp_io.c:402:vvp_io_fini()) [0x200000404:0x2a:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, need minor change layout 0 00000080:00000001:0.0:1789130391.565695:0:31744:0:(file.c:7121:ll_layout_refresh()) Process entered 00000080:00000001:0.0:1789130391.565697:0:31744:0:(file.c:7125:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130391.565699:0:31744:0:(vvp_io.c:506:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1789130391.565701:0:31744:0:(vvp_io.c:509:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1789130391.565702:0:31744:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1789130391.565703:0:31744:0:(cl_object.c:917:cl_env_put()) 1@ffff9caf586092d0 00000001:00000001:0.0:1789130391.565705:0:31744:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130391.565713:0:31744:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c3fd10 00000080:00000008:0.0:1789130391.565716:0:31744:0:(file.c:6498:ll_getattr_dentry()) COMPLETED file f:[0x200000404:0x2a:0x0](ffff9caf6019f448), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1789130391.565723:0:31744:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1789130391.565724:0:31744:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c3fda0 00000080:00002000:0.0:1789130391.565726:0:31744:0:(dcache.c:127:ll_ddelete()) keeping dentry f (ffff9caf60311bd0, parent ffff9caf60311438, inode ffff9caf6019f448) hashed, 00000080:00000001:0.0:1789130391.565729:0:31744:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130391.567306:0:31553:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:2.0:1789130391.567312:0:31553:0:(file.c:6206:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1789130391.567314:0:31553:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c2fb78 00000080:00200000:2.0:1789130391.567318:0:31553:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8),name=/ 00000080:00000010:2.0:1789130391.567329:0:31553:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9caf47ca0800. 00800000:00000002:2.0:1789130391.567336:0:31553:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9caf4557c8c0 2 00000080:00000001:2.0:1789130391.567340:0:31553:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1789130391.567345:0:31553:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1789130391.567346:0:31553:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c2fa98 00800000:00000002:2.0:1789130391.567349:0:31553:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1789130391.567352:0:31553:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1789130391.567357:0:31553:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1789130391.567362:0:31553:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1789130391.567364:0:31553:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c2f968 00000002:00010000:2.0:1789130391.567366:0:31553:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1789130391.567370:0:31553:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1789130391.567372:0:31553:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789130391.567375:0:31553:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789130391.567382:0:31553:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf42f26b00 count: 2 00010000:00000001:2.0:1789130391.567386:0:31553:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789130391.567390:0:31553:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789130391.567395:0:31553:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1789130391.567401:0:31553:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7800/0xde5303b1d982ccec lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a58ac expref: -99 pid: 31743 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:2.0:1789130391.567413:0:31553:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1789130391.567418:0:31553:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789130391.567421:0:31553:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7800/0xde5303b1d982ccec lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a58ac expref: -99 pid: 31743 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:2.0:1789130391.567432:0:31553:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1789130391.567434:0:31553:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1789130391.567436:0:31553:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1789130391.567438:0:31553:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1789130391.567440:0:31553:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1789130391.567442:0:31553:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1789130391.567445:0:31553:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1789130391.567448:0:31553:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9caf4557c8c0 2 00000080:00000010:2.0:1789130391.567452:0:31553:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9caf47ca0800. 00000080:00000001:2.0:1789130391.567457:0:31553:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1789130391.567459:0:31553:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789130391.567461:0:31553:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9caf601980c8) 00000080:00010000:2.0:1789130391.567464:0:31553:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9caf601980c8) for lock 0xde5303b1d982ccec 00800000:00000001:2.0:1789130391.567467:0:31553:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1789130391.567469:0:31553:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1789130391.567471:0:31553:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130391.567473:0:31553:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130391.567475:0:31553:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b7800 refcount=3 00000020:00000001:2.0:1789130391.567478:0:31553:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649488896 : -109198060062720 : ffff9caf586b7800) 00010000:00000001:2.0:1789130391.567481:0:31553:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649488896 : -109198060062720 : ffff9caf586b7800) 00010000:00000001:2.0:1789130391.567484:0:31553:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130391.567485:0:31553:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789130391.567486:0:31553:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789130391.567488:0:31553:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789130391.567490:0:31553:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xde5303b1d982ccec from it ffffb97f41c2fbb0 00010000:00000001:2.0:1789130391.567492:0:31553:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130391.567493:0:31553:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130391.567494:0:31553:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b7800 refcount=3 00000020:00000001:2.0:1789130391.567496:0:31553:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649488896 : -109198060062720 : ffff9caf586b7800) 00010000:00000001:2.0:1789130391.567498:0:31553:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649488896 : -109198060062720 : ffff9caf586b7800) 00010000:00000001:2.0:1789130391.567500:0:31553:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789130391.567503:0:31553:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7800/0xde5303b1d982ccec lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a58ac expref: -99 pid: 31743 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1789130391.567508:0:31553:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130391.567509:0:31553:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130391.567511:0:31553:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1789130391.567512:0:31553:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1789130391.567514:0:31553:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7800/0xde5303b1d982ccec lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a58ac expref: -99 pid: 31743 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:2.0:1789130391.567521:0:31553:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789130391.567524:0:31553:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789130391.567526:0:31553:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789130391.567530:0:31553:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130391.567531:0:31553:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130391.567533:0:31553:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130391.567621:0:31553:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789130391.567623:0:31553:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130391.567625:0:31553:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130391.567628:0:31553:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130391.567631:0:31553:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789130391.567632:0:31553:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130391.567633:0:31553:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1789130391.567637:0:31553:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1789130391.567638:0:31553:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1789130391.567641:0:31553:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8), inode mode 41ff mask 44 00000080:00000001:2.0:1789130391.567646:0:31553:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130391.567653:0:31553:0:(dir.c:3010:ll_dir_open()) Process entered 00000080:00000001:2.0:1789130391.567655:0:31553:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:2.0:1789130391.567657:0:31553:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c2fb78 00000080:00200008:2.0:1789130391.567659:0:31553:0:(file.c:1090:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff9caf601980c8), flags 304000 00000080:00000010:2.0:1789130391.567666:0:31553:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9caf47d2c780. 00000080:00000001:2.0:1789130391.567670:0:31553:0:(file.c:1115:ll_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130391.567672:0:31553:0:(dir.c:3011:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130391.567684:0:31553:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c2fd30 00000080:00200008:2.0:1789130391.567687:0:31553:0:(file.c:6313:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9caf601980c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1789130391.567695:0:31553:0:(statahead.c:2326:start_statahead_thread()) Process entered 00000080:00000001:2.0:1789130391.567698:0:31553:0:(statahead.c:1783:is_first_dirent()) Process entered 00000080:00000010:2.0:1789130391.567701:0:31553:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9caf47ca0800. 00800000:00000002:2.0:1789130391.567703:0:31553:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9caf4557c8c0 2 00800000:00000001:2.0:1789130391.567711:0:31553:0:(lmv_obd.c:3441:lmv_read_page()) Process entered 00000002:00000001:2.0:1789130391.567715:0:31553:0:(mdc_request.c:1493:mdc_read_page()) Process entered 00000002:00000001:2.0:1789130391.567717:0:31553:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1789130391.567718:0:31553:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c2f998 00000002:00010000:2.0:1789130391.567720:0:31553:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: readdir flags 0 00000002:00000001:2.0:1789130391.567723:0:31553:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1789130391.567724:0:31553:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789130391.567725:0:31553:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789130391.567728:0:31553:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf42f26b00 count: 2 00010000:00000001:2.0:1789130391.567730:0:31553:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789130391.567732:0:31553:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789130391.567735:0:31553:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1789130391.567738:0:31553:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7800/0xde5303b1d982ccec lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a58ac expref: -99 pid: 31743 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:2.0:1789130391.567744:0:31553:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1789130391.567746:0:31553:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789130391.567749:0:31553:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7800/0xde5303b1d982ccec lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a58ac expref: -99 pid: 31743 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:2.0:1789130391.567754:0:31553:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1789130391.567756:0:31553:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1789130391.567757:0:31553:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1789130391.567759:0:31553:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1789130391.567760:0:31553:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130391.567762:0:31553:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130391.567763:0:31553:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b7800 refcount=3 00000020:00000001:2.0:1789130391.567765:0:31553:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649488896 : -109198060062720 : ffff9caf586b7800) 00010000:00000001:2.0:1789130391.567767:0:31553:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649488896 : -109198060062720 : ffff9caf586b7800) 00010000:00000001:2.0:1789130391.567769:0:31553:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130391.567770:0:31553:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789130391.567772:0:31553:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789130391.567899:0:31553:0:(mdc_request.c:1391:do_mdc_read_folio_remote()) Process entered 00000002:00000010:2.0:1789130391.567905:0:31553:0:(mdc_request.c:1398:do_mdc_read_folio_remote()) kmalloced '(folio_pool)': 2048 at ffff9caf47fb5000. 00000002:00000001:2.0:1789130391.572089:0:31553:0:(mdc_request.c:1036:mdc_getpage()) Process entered 00000100:00000010:2.0:1789130391.572106:0:31553:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf580b9e00. 00000020:00000040:2.0:1789130391.572115:0:31553:0:(genops.c:1210:class_import_get()) import ffff9caf6079a800 refcount=7 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000100:00000001:2.0:1789130391.572120:0:31553:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789130391.572123:0:31553:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789130391.572129:0:31553:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789130391.572137:0:31553:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9caf47ca1600. 00000100:00000001:2.0:1789130391.572143:0:31553:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130391.572146:0:31553:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:2.0:1789130391.572150:0:31553:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at ffff9caf58572c00. 00000100:00000010:2.0:1789130391.572154:0:31553:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 4096 at ffff9caf5010d000. 00000020:00000040:2.0:1789130391.572157:0:31553:0:(genops.c:1210:class_import_get()) import ffff9caf6079a800 refcount=8 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000100:00000001:2.0:1789130391.572179:0:31553:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1789130391.572181:0:31553:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1789130391.572187:0:31553:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9caf46b98540. 00000100:00000001:2.0:1789130391.572189:0:31553:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446634875352614208 : -109198356937408 : ffff9caf46b98540) 00000100:00000001:2.0:1789130391.572192:0:31553:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789130391.572194:0:31553:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875643207168 : -109198066344448 : ffff9caf580b9e00) 00000100:00000001:2.0:1789130391.572199:0:31553:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789130391.572203:0:31553:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130391.572205:0:31553:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1789130391.572207:0:31553:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789130391.572218:0:31553:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf580b9e00 x1876037329028864/t0(0) o37->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 448/440 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130391.572227:0:31553:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789130391.572230:0:31553:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789130391.572233:0:31553:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789130391.572236:0:31553:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789130391.572238:0:31553:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789130391.572241:0:31553:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf580b9e00 pname:cluuid:pid:xid:nid:opc:job bash:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:31553:1876037329028864:192.168.204.123@tcp:37:bash.0 00000100:00000001:2.0:1789130391.572245:0:31553:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789130391.572250:0:31553:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789130391.572254:0:31553:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130391.572256:0:31553:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000200:2.0:1789130391.572264:0:31553:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:2.0:1789130391.572268:0:31553:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf483fd1b8. 00000400:00000010:2.0:1789130391.572276:0:31553:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at ffff9caf484f2000. 00000100:00000200:2.0:1789130391.572283:0:31553:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 256 pages 1048576 bytes, mbits x0x6aa3efa950700-0x6aa3efa950700, portal 14 00000100:00000001:2.0:1789130391.572286:0:31553:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789130391.572289:0:31553:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789130391.572292:0:31553:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9caf58572000. 02000000:00000001:2.0:1789130391.572294:0:31553:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789130391.572296:0:31553:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:2.0:1789130391.572298:0:31553:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf483fd478. 00000400:00000010:2.0:1789130391.572303:0:31553:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf42d18bb0. 00000100:00000200:2.0:1789130391.572306:0:31553:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876037329028864, portal 10 00000100:00000001:2.0:1789130391.572307:0:31553:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789130391.572308:0:31553:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875643207168 : -109198066344448 : ffff9caf580b9e00) 00000100:00000040:2.0:1789130391.572316:0:31553:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9caf580b9e00 x1876037329028864/t0(0) o37->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 448/440 e 0 to 0 dl 1789130407 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130391.572323:0:31553:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789130391.572326:0:31553:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:2.0:1789130391.572329:0:31553:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf42d18990. 00000100:00000200:2.0:1789130391.572331:0:31553:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 23, xid 1876037329028864, offset 0 00000400:00000200:2.0:1789130391.572337:0:31553:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:2.0:1789130391.572345:0:31553:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130391.572352:0:31553:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:2.0:1789130391.572357:0:31553:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789130391.572361:0:31553:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:2.0:1789130391.572365:0:31553:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789130391.572367:0:31553:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:2.0:1789130391.572371:0:31553:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2486:2486:256:4294967295] 192.168.204.123@tcp LPNI seq info [2485:2485:8:4294967295] 00000400:00000200:2.0:1789130391.572375:0:31553:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130391.572384:0:31553:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:2.0:1789130391.572390:0:31553:0:(socklnd_cb.c:931:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:2.0:1789130391.572396:0:31553:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf501cf100. 00000800:00000200:2.0:1789130391.572402:0:31553:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:2.0:1789130391.572412:0:31553:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:2.0:1789130391.572418:0:31553:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf501cf100 type 1, nob 544 niov 1 nkiov 1 00000100:00000001:2.0:1789130391.572430:0:31553:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130391.572434:0:31553:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: using a timeout of 811148 usecs (812 jiffies) 00000400:00000200:2.0:1789130391.572437:0:31553:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:2.0:1789130391.572440:0:31553:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296486406 00000100:00000001:2.0:1789130391.572443:0:31553:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 2, keep current deadline 4296489463 00000100:00000001:2.0:1789130391.572445:0:31553:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296486406 00000100:00000001:2.0:1789130391.572447:0:31553:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 3, keep current deadline 4296489463 00000100:00000001:2.0:1789130391.572449:0:31553:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789130391.572452:0:31553:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130391.572454:0:31553:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789130391.572456:0:31553:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1789130391.572459:0:31553:0:(client.c:2715:ptlrpc_set_wait()) set ffff9caf46b98540 going to sleep for 11 seconds 00000100:00000001:2.0:1789130391.572462:0:31553:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789130391.572466:0:31553:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789130391.573058:0:2341:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789130391.573064:0:2341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf501cf100. 00000400:00000200:3.0:1789130391.573071:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130391.573078:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:3.0:1789130391.573084:0:2341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf42d18990 00000400:00000010:3.0:1789130391.573086:0:2341:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf42d18990. 00000100:00000001:3.0:1789130391.573091:0:2341:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789130391.573097:0:2341:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf580b9e00 x1876037329028864/t0(0) o37->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 448/440 e 0 to 0 dl 1789130407 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130391.573108:0:2341:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130391.573111:0:2341:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf580b9e00 x1876037329028864/t0(0) o37->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 448/440 e 0 to 0 dl 1789130407 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130391.573118:0:2341:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130391.573119:0:2341:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1789130391.604533:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130391.604559:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789130391.604565:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130391.604568:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130391.604577:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130391.604584:0:2342:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:2.0:1789130391.604594:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130391.604599:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130391.604604:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130391.604608:0:2342:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 4096 into portal 14 MB=0x6aa3efa950700 00000400:00000200:2.0:1789130391.604614:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130391.604620:0:2342:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index e from 12345-192.168.204.123@tcp of length 4096/4096 into md 0x6b85 [256] + 0 00000400:00000010:2.0:1789130391.604626:0:2342:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf483fd1b8. 00000400:00000200:2.0:1789130391.604631:0:2342:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff9caf484f2000 00000800:00000001:2.0:1789130391.604637:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130391.604647:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130391.604650:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130391.604654:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:2.0:1789130391.604660:0:2342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf484f2000 00000400:00000010:2.0:1789130391.604663:0:2342:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 4216 at ffff9caf484f2000. 00000100:00000001:2.0:1789130391.604668:0:2342:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:2.0:1789130391.604670:0:2342:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req ffff9caf580b9e00 desc ffff9caf58572c00 mbits 1876037329028864 00000100:00000001:2.0:1789130391.604691:0:2342:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:2.0:1789130391.604699:0:2342:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1789130391.604702:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130391.604707:0:2342:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.204.23@tcp to MR: 192.168.204.123@tcp local destination 00000400:00000200:2.0:1789130391.604713:0:2342:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2487:2487:256:4294967295] 192.168.204.123@tcp LPNI seq info [2486:2486:8:4294967295] 00000400:00000200:2.0:1789130391.604716:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130391.604724:0:2342:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:192.168.204.23@tcp) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) 192.168.204.123@tcp : ACK try# 0 00000800:00000200:2.0:1789130391.604729:0:2342:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 256 frags to 12345-192.168.204.123@tcp 00000800:00000010:2.0:1789130391.604736:0:2342:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 4328 at ffff9caf484f2000. 00000800:00000200:2.0:1789130391.604741:0:2342:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:2.0:1789130391.604748:0:2342:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:2.0:1789130391.604752:0:2342:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf484f2000 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1789130391.604864:0:2342:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789130391.604868:0:2342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 4328 at ffff9caf484f2000. 00000400:00000200:2.0:1789130391.604871:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130391.604874:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: ACK: OK 00000800:00000001:2.0:1789130391.604880:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130391.604883:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130391.604984:0:31553:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789130391.604989:0:31553:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1789130391.633071:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130391.633095:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789130391.633099:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130391.633103:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130391.633114:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130391.633123:0:2342:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:2.0:1789130391.633135:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130391.633141:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130391.633147:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130391.633152:0:2342:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 440 into portal 10 MB=0x6aa3efa950700 00000400:00000200:2.0:1789130391.633157:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130391.633164:0:2342:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.123@tcp of length 440/440 into md 0x6b8d [1] + 224 00000800:00000001:2.0:1789130391.633172:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130391.633200:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130391.633204:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130391.633210:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:2.0:1789130391.633219:0:2342:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789130391.633228:0:2342:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf580b9e00 x1876037329028864/t0(0) o37->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 448/440 e 0 to 0 dl 1789130407 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789130391.633240:0:2342:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=440 offset=224 replen=440 req@ffff9caf580b9e00 x1876037329028864/t0(0) o37->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 448/440 e 0 to 0 dl 1789130407 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130391.633267:0:2342:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789130391.633277:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130391.633281:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130391.633367:0:31553:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789130391.633376:0:31553:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789130391.633378:0:31553:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789130391.633383:0:31553:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf483fd478. 00000400:00000200:0.0:1789130391.633387:0:31553:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf42d18bb0 00000400:00000010:0.0:1789130391.633389:0:31553:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf42d18bb0. 00000100:00000001:0.0:1789130391.633393:0:31553:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789130391.633397:0:31553:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf580b9e00 x1876037329028864/t0(0) o37->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 448/440 e 0 to 0 dl 1789130407 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1789130391.633405:0:31553:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf580b9e00 x1876037329028864/t0(0) o37->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 448/440 e 0 to 0 dl 1789130407 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130391.633416:0:31553:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789130391.633418:0:31553:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130391.633421:0:31553:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789130391.633424:0:31553:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789130391.633427:0:31553:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789130391.633429:0:31553:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130391.633432:0:31553:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789130391.633443:0:31553:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf6079aca8 time=10 v=5 (5 5 5 5) 00000100:00001000:0.0:1789130391.633447:0:31553:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf6079ac18 time=0 v=5 (1 0 0 0) 00000100:00000001:0.0:1789130391.633450:0:31553:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789130391.633451:0:31553:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130391.633455:0:31553:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789130391.633458:0:31553:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130391.633462:0:31553:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789130391.633464:0:31553:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9caf5014c800: skip recheck: last_committed 4294967634 00000100:00000001:0.0:1789130391.633466:0:31553:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789130391.633469:0:31553:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130391.633474:0:31553:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@ffff9caf580b9e00 x1876037329028864/t0(0) o37->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 448/440 e 0 to 0 dl 1789130407 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1789130391.633482:0:31553:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@ffff9caf580b9e00 x1876037329028864/t0(0) o37->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 448/440 e 0 to 0 dl 1789130407 ref 2 fl Bulk:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130391.633489:0:31553:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789130391.633491:0:31553:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789130391.633495:0:31553:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf580b9e00 x1876037329028864/t0(0) o37->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 448/440 e 0 to 0 dl 1789130407 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1789130391.633502:0:31553:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf580b9e00 pname:cluuid:pid:xid:nid:opc:job bash:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:31553:1876037329028864:192.168.204.123@tcp:37:bash.0 00000100:00000001:0.0:1789130391.633507:0:31553:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130391.633510:0:31553:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130391.633512:0:31553:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1789130391.633514:0:31553:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789130391.633517:0:31553:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf580b9e00 x1876037329028864/t0(0) o37->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 448/440 e 0 to 0 dl 1789130407 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130391.633524:0:31553:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789130391.633527:0:31553:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9caf46b98540. 00000100:00000001:0.0:1789130391.633531:0:31553:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1789130391.633532:0:31553:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789130391.633547:0:31553:0:(mdc_request.c:1108:mdc_getpage()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130391.633550:0:31553:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789130391.633553:0:31553:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf580b9e00 x1876037329028864/t0(0) o37->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 448/440 e 0 to 0 dl 1789130407 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130391.633559:0:31553:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789130391.633563:0:31553:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789130391.633566:0:31553:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9caf58572000. 02000000:00000001:0.0:1789130391.633570:0:31553:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789130391.633573:0:31553:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1789130391.633575:0:31553:0:(genops.c:1223:class_import_put()) import ffff9caf6079a800 refcount=7 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000020:00000001:0.0:1789130391.633577:0:31553:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:0.0:1789130391.633579:0:31553:0:(client.c:325:ptlrpc_free_bulk()) Process entered 00000020:00000001:0.0:1789130391.633581:0:31553:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1789130391.633583:0:31553:0:(genops.c:1223:class_import_put()) import ffff9caf6079a800 refcount=6 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000020:00000001:0.0:1789130391.633584:0:31553:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000010:0.0:1789130391.633613:0:31553:0:(client.c:346:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 4096 at ffff9caf5010d000. 00000100:00000010:0.0:1789130391.633616:0:31553:0:(client.c:347:ptlrpc_free_bulk()) kfreed 'desc': 984 at ffff9caf58572c00. 00000100:00000001:0.0:1789130391.633618:0:31553:0:(client.c:348:ptlrpc_free_bulk()) Process leaving 02000000:00000010:0.0:1789130391.633621:0:31553:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9caf47ca1600. 02000000:00000001:0.0:1789130391.633624:0:31553:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789130391.633626:0:31553:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789130391.633628:0:31553:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf580b9e00. 00000100:00000001:0.0:1789130391.633635:0:31553:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789130391.633636:0:31553:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1789130391.633639:0:31553:0:(mdc_request.c:1315:mdc_dirpage_add()) Process entered 00000002:00000020:0.0:1789130391.633642:0:31553:0:(mdc_request.c:1322:mdc_dirpage_add()) read 1/1 00000002:00000010:0.0:1789130391.634274:0:31553:0:(mdc_request.c:1442:do_mdc_read_folio_remote()) kfreed 'folio_pool': 2048 at ffff9caf47fb5000. 00000002:00000001:0.0:1789130391.634281:0:31553:0:(mdc_request.c:1444:do_mdc_read_folio_remote()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130391.634287:0:31553:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130391.634289:0:31553:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130391.634292:0:31553:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b7800 refcount=3 00000020:00000001:0.0:1789130391.634295:0:31553:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649488896 : -109198060062720 : ffff9caf586b7800) 00010000:00000001:0.0:1789130391.634299:0:31553:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649488896 : -109198060062720 : ffff9caf586b7800) 00010000:00000001:0.0:1789130391.634301:0:31553:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789130391.634306:0:31553:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7800/0xde5303b1d982ccec lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a58ac expref: -99 pid: 31743 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1789130391.634315:0:31553:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130391.634317:0:31553:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130391.634318:0:31553:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789130391.634322:0:31553:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789130391.634324:0:31553:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7800/0xde5303b1d982ccec lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a58ac expref: -99 pid: 31743 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1789130391.634332:0:31553:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789130391.634334:0:31553:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789130391.634336:0:31553:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789130391.634340:0:31553:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130391.634341:0:31553:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130391.634342:0:31553:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130391.634345:0:31553:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789130391.634347:0:31553:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130391.634349:0:31553:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130391.634353:0:31553:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130391.634355:0:31553:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789130391.634356:0:31553:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130391.634358:0:31553:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00800000:00000001:0.0:1789130391.634360:0:31553:0:(lmv_obd.c:3458:lmv_read_page()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130391.634368:0:31553:0:(statahead.c:1888:is_first_dirent()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000002:0.0:1789130391.634372:0:31553:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9caf4557c8c0 2 00000080:00000010:0.0:1789130391.634376:0:31553:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9caf47ca0800. 00000080:00000001:0.0:1789130391.634381:0:31553:0:(statahead.c:2329:start_statahead_thread()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130391.634386:0:31553:0:(file.c:6206:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1789130391.634388:0:31553:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c2fca8 00000080:00200000:0.0:1789130391.634391:0:31553:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8),name=/ 00000080:00000010:0.0:1789130391.634399:0:31553:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9caf485a3800. 00800000:00000002:0.0:1789130391.634404:0:31553:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9caf4557c8c0 2 00000080:00000001:0.0:1789130391.634407:0:31553:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1789130391.634411:0:31553:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1789130391.634413:0:31553:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c2fbc8 00800000:00000002:0.0:1789130391.634415:0:31553:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1789130391.634419:0:31553:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1789130391.634423:0:31553:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1789130391.634427:0:31553:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1789130391.634428:0:31553:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c2fa98 00000002:00010000:0.0:1789130391.634430:0:31553:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1789130391.634434:0:31553:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1789130391.634435:0:31553:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789130391.634438:0:31553:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789130391.634444:0:31553:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf42f26b00 count: 2 00010000:00000001:0.0:1789130391.634447:0:31553:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789130391.634451:0:31553:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789130391.634455:0:31553:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1789130391.634458:0:31553:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7800/0xde5303b1d982ccec lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a58ac expref: -99 pid: 31743 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:0.0:1789130391.634466:0:31553:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1789130391.634470:0:31553:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789130391.634473:0:31553:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7800/0xde5303b1d982ccec lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a58ac expref: -99 pid: 31743 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:0.0:1789130391.634480:0:31553:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1789130391.634482:0:31553:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1789130391.634484:0:31553:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789130391.634486:0:31553:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789130391.634488:0:31553:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1789130391.634490:0:31553:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1789130391.634493:0:31553:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1789130391.634495:0:31553:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9caf4557c8c0 2 00000080:00000010:0.0:1789130391.634497:0:31553:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9caf485a3800. 00000080:00000001:0.0:1789130391.634501:0:31553:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1789130391.634503:0:31553:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789130391.634505:0:31553:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9caf601980c8) 00000080:00010000:0.0:1789130391.634508:0:31553:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9caf601980c8) for lock 0xde5303b1d982ccec 00800000:00000001:0.0:1789130391.634511:0:31553:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1789130391.634513:0:31553:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1789130391.634515:0:31553:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130391.634516:0:31553:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130391.634518:0:31553:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b7800 refcount=3 00000020:00000001:0.0:1789130391.634520:0:31553:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649488896 : -109198060062720 : ffff9caf586b7800) 00010000:00000001:0.0:1789130391.634522:0:31553:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649488896 : -109198060062720 : ffff9caf586b7800) 00010000:00000001:0.0:1789130391.634525:0:31553:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130391.634526:0:31553:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789130391.634528:0:31553:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789130391.634530:0:31553:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789130391.634532:0:31553:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xde5303b1d982ccec from it ffffb97f41c2fce0 00010000:00000001:0.0:1789130391.634534:0:31553:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130391.634535:0:31553:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130391.634536:0:31553:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b7800 refcount=3 00000020:00000001:0.0:1789130391.634537:0:31553:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649488896 : -109198060062720 : ffff9caf586b7800) 00010000:00000001:0.0:1789130391.634539:0:31553:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649488896 : -109198060062720 : ffff9caf586b7800) 00010000:00000001:0.0:1789130391.634541:0:31553:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789130391.634543:0:31553:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7800/0xde5303b1d982ccec lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a58ac expref: -99 pid: 31743 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1789130391.634548:0:31553:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130391.634549:0:31553:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130391.634550:0:31553:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789130391.634551:0:31553:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789130391.634553:0:31553:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7800/0xde5303b1d982ccec lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a58ac expref: -99 pid: 31743 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:0.0:1789130391.634558:0:31553:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789130391.634560:0:31553:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789130391.634561:0:31553:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789130391.634563:0:31553:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130391.634564:0:31553:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130391.634565:0:31553:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130391.634567:0:31553:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789130391.634568:0:31553:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130391.634569:0:31553:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130391.634571:0:31553:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130391.634572:0:31553:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789130391.634574:0:31553:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130391.634575:0:31553:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1789130391.634576:0:31553:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1789130391.634578:0:31553:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1789130391.634581:0:31553:0:(file.c:6266:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130391.634587:0:31553:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c2fd30 00000080:00000008:0.0:1789130391.634589:0:31553:0:(file.c:6498:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff9caf601980c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1789130391.634959:0:31553:0:(dir.c:324:ll_iterate()) Process entered 00000080:00200000:0.0:1789130391.634963:0:31553:0:(dir.c:332:ll_iterate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) pos/size0/8704 32bit_api 0 00000080:00000010:0.0:1789130391.634970:0:31553:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9caf485a3800. 00800000:00000002:0.0:1789130391.634973:0:31553:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9caf4557c8c0 2 00000080:00000001:0.0:1789130391.634976:0:31553:0:(dir.c:194:ll_dir_read()) Process entered 00000080:00000001:0.0:1789130391.634983:0:31553:0:(dir.c:148:ll_get_dir_folio()) Process leaving (rc=18446730744355825088 : -13329353726528 : fffff3e0849b25c0) 00000080:00000001:0.0:1789130391.634987:0:31553:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:0.0:1789130391.634990:0:31553:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130391.634992:0:31553:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205272502278 : 144115205272502278 : 200000401000006) 00000080:00000001:0.0:1789130391.634995:0:31553:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205306056719 : 144115205306056719 : 20000040300000f) 00000080:00000001:0.0:1789130391.634997:0:31553:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205289279491 : 144115205289279491 : 200000402000003) 00000080:00000001:0.0:1789130391.634999:0:31553:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205272502273 : 144115205272502273 : 200000401000001) 00000080:00000001:0.0:1789130391.635001:0:31553:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833924 : 144115205322833924 : 200000404000004) 00000080:00000001:0.0:1789130391.635004:0:31553:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833925 : 144115205322833925 : 200000404000005) 00000080:00000001:0.0:1789130391.635006:0:31553:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205272502275 : 144115205272502275 : 200000401000003) 00000080:00000001:0.0:1789130391.635008:0:31553:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833959 : 144115205322833959 : 200000404000027) 00000080:00000001:0.0:1789130391.635010:0:31553:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205306056705 : 144115205306056705 : 200000403000001) 00000080:00000001:0.0:1789130391.635013:0:31553:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205306056712 : 144115205306056712 : 200000403000008) 00000080:00000001:0.0:1789130391.635015:0:31553:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205306056717 : 144115205306056717 : 20000040300000d) 00000080:00000001:0.0:1789130391.635017:0:31553:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205272502274 : 144115205272502274 : 200000401000002) 00000080:00000001:0.0:1789130391.635019:0:31553:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833960 : 144115205322833960 : 200000404000028) 00000080:00000001:0.0:1789130391.635021:0:31553:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833928 : 144115205322833928 : 200000404000008) 00000080:00000001:0.0:1789130391.635024:0:31553:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205306056715 : 144115205306056715 : 20000040300000b) 00000080:00000001:0.0:1789130391.635026:0:31553:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205306056721 : 144115205306056721 : 200000403000011) 00000080:00000001:0.0:1789130391.635029:0:31553:0:(dir.c:306:ll_dir_read()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789130391.635031:0:31553:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9caf4557c8c0 2 00000080:00000010:0.0:1789130391.635033:0:31553:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9caf485a3800. 00000080:00000001:0.0:1789130391.635037:0:31553:0:(dir.c:402:ll_iterate()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130391.635058:0:31553:0:(dir.c:324:ll_iterate()) Process entered 00000080:00200000:0.0:1789130391.635060:0:31553:0:(dir.c:332:ll_iterate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) pos/size18446744073709551614/8704 32bit_api 0 00000080:00000001:0.0:1789130391.635063:0:31553:0:(dir.c:342:ll_iterate()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1789130391.635065:0:31553:0:(dir.c:402:ll_iterate()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130391.635077:0:31553:0:(dir.c:3016:ll_dir_release()) Process entered 00000080:00000001:0.0:1789130391.635079:0:31553:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:0.0:1789130391.635082:0:31553:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c2fdd0 00000080:00200008:0.0:1789130391.635084:0:31553:0:(file.c:479:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff9caf601980c8), flags 304000 00000080:00400000:0.0:1789130391.635088:0:31553:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000007:0x1:0x0] 00000080:00000010:0.0:1789130391.635091:0:31553:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9caf47d2c780. 00000080:00000001:0.0:1789130391.635095:0:31553:0:(file.c:498:ll_file_release()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1789130391.635097:0:31553:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c2fdd0 00000080:00000008:0.0:1789130391.635099:0:31553:0:(file.c:523:ll_file_release()) COMPLETED file /:[0x200000007:0x1:0x0](ffff9caf601980c8), flags 304000, rc = 0 00000080:00000001:0.0:1789130391.635102:0:31553:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130391.635103:0:31553:0:(dir.c:3017:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130391.639419:0:31745:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:2.0:1789130391.639428:0:31745:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:2.0:1789130391.639430:0:31745:0:(file.c:6206:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1789130391.639433:0:31745:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c3fb20 00000080:00200000:2.0:1789130391.639438:0:31745:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8),name=/ 00000080:00000010:2.0:1789130391.639445:0:31745:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9caf47ca0400. 00800000:00000002:2.0:1789130391.639451:0:31745:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9caf4557c8c0 2 00000080:00000001:2.0:1789130391.639455:0:31745:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1789130391.639459:0:31745:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1789130391.639461:0:31745:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c3fa40 00800000:00000002:2.0:1789130391.639464:0:31745:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1789130391.639467:0:31745:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1789130391.639471:0:31745:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1789130391.639476:0:31745:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1789130391.639479:0:31745:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c3f910 00000002:00010000:2.0:1789130391.639481:0:31745:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1789130391.639484:0:31745:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1789130391.639486:0:31745:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789130391.639489:0:31745:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789130391.639496:0:31745:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf42f26b00 count: 2 00010000:00000001:2.0:1789130391.639499:0:31745:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789130391.639503:0:31745:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789130391.639507:0:31745:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1789130391.639513:0:31745:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7800/0xde5303b1d982ccec lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a58ac expref: -99 pid: 31743 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 02000000:00000001:2.0:1789130391.639524:0:31745:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1789130391.639528:0:31745:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789130391.639531:0:31745:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7800/0xde5303b1d982ccec lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a58ac expref: -99 pid: 31743 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000002:00000001:2.0:1789130391.639537:0:31745:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1789130391.639539:0:31745:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1789130391.639541:0:31745:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1789130391.639543:0:31745:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1789130391.639545:0:31745:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1789130391.639547:0:31745:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1789130391.639549:0:31745:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1789130391.639552:0:31745:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9caf4557c8c0 2 00000080:00000010:2.0:1789130391.639556:0:31745:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9caf47ca0400. 00000080:00000001:2.0:1789130391.639559:0:31745:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1789130391.639561:0:31745:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789130391.639563:0:31745:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9caf601980c8) 00000080:00010000:2.0:1789130391.639567:0:31745:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9caf601980c8) for lock 0xde5303b1d982ccec 00800000:00000001:2.0:1789130391.639570:0:31745:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1789130391.639572:0:31745:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1789130391.639574:0:31745:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130391.639576:0:31745:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130391.639579:0:31745:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b7800 refcount=3 00000020:00000001:2.0:1789130391.639582:0:31745:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649488896 : -109198060062720 : ffff9caf586b7800) 00010000:00000001:2.0:1789130391.639584:0:31745:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649488896 : -109198060062720 : ffff9caf586b7800) 00010000:00000001:2.0:1789130391.639588:0:31745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130391.639589:0:31745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789130391.639591:0:31745:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789130391.639592:0:31745:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789130391.639595:0:31745:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xde5303b1d982ccec from it ffffb97f41c3fb58 00010000:00000001:2.0:1789130391.639597:0:31745:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130391.639598:0:31745:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130391.639599:0:31745:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b7800 refcount=3 00000020:00000001:2.0:1789130391.639601:0:31745:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649488896 : -109198060062720 : ffff9caf586b7800) 00010000:00000001:2.0:1789130391.639603:0:31745:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649488896 : -109198060062720 : ffff9caf586b7800) 00010000:00000001:2.0:1789130391.639605:0:31745:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789130391.639608:0:31745:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7800/0xde5303b1d982ccec lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a58ac expref: -99 pid: 31743 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:2.0:1789130391.639614:0:31745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130391.639615:0:31745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130391.639616:0:31745:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1789130391.639618:0:31745:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1789130391.639621:0:31745:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7800/0xde5303b1d982ccec lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a58ac expref: -99 pid: 31743 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:2.0:1789130391.639628:0:31745:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789130391.639630:0:31745:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789130391.639632:0:31745:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789130391.639636:0:31745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130391.639637:0:31745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130391.639638:0:31745:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130391.639641:0:31745:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789130391.639643:0:31745:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130391.639645:0:31745:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130391.639648:0:31745:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130391.639650:0:31745:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789130391.639652:0:31745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130391.639653:0:31745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1789130391.639656:0:31745:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1789130391.639657:0:31745:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1789130391.639659:0:31745:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8), inode mode 41ff mask 1 00000080:00000001:2.0:1789130391.639663:0:31745:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130391.639666:0:31745:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:2.0:1789130391.639669:0:31745:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c3fb48 00000080:00002000:2.0:1789130391.639671:0:31745:0:(dcache.c:87:ll_dcompare()) found name d21h.recovery-small-1(ffff9caf602c7510) flags 0x20000e refc 1 00000080:00000001:2.0:1789130391.639673:0:31745:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130391.639675:0:31745:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c3fb90 00000080:00200000:2.0:1789130391.639677:0:31745:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21h.recovery-small-1, flags=8 00000080:00000001:2.0:1789130391.639682:0:31745:0:(llite_lib.c:3176:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:2.0:1789130391.639684:0:31745:0:(llite_lib.c:3182:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130391.639688:0:31745:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c3fd10 00000080:00200008:2.0:1789130391.639690:0:31745:0:(file.c:6313:ll_getattr_dentry()) START file d21h.recovery-small-1:[0x200000404:0x27:0x0](ffff9caf60131148), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1789130391.639694:0:31745:0:(file.c:6206:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1789130391.639696:0:31745:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c3fc88 00000080:00200000:2.0:1789130391.642075:0:31745:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x27:0x0](ffff9caf60131148),name=d21h.recovery-small-1 00000080:00000010:2.0:1789130391.642091:0:31745:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9caf47ca0400. 00800000:00000002:2.0:1789130391.642099:0:31745:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9caf4557c8c0 2 00000080:00000001:2.0:1789130391.642107:0:31745:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1789130391.642112:0:31745:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1789130391.642114:0:31745:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c3fba8 00800000:00000002:2.0:1789130391.642117:0:31745:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000404:0x27:0x0] 'd21h.recovery-small-1' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1789130391.642121:0:31745:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1789130391.642127:0:31745:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x27:0x0], name='' -> mds #0 00000002:00000001:2.0:1789130391.642134:0:31745:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1789130391.642136:0:31745:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c3fa78 00000002:00010000:2.0:1789130391.642138:0:31745:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000404:0x27:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1789130391.642142:0:31745:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1789130391.642144:0:31745:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789130391.642147:0:31745:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789130391.642155:0:31745:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf42f26900 count: 2 00010000:00000001:2.0:1789130391.642159:0:31745:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789130391.642164:0:31745:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789130391.642168:0:31745:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1789130391.642174:0:31745:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b6800/0xde5303b1d982ccf3 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a58c8 expref: -99 pid: 31743 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:2.0:1789130391.642185:0:31745:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1789130391.642190:0:31745:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789130391.642193:0:31745:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b6800/0xde5303b1d982ccf3 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a58c8 expref: -99 pid: 31743 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:2.0:1789130391.642200:0:31745:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1789130391.642203:0:31745:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1789130391.642204:0:31745:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1789130391.642206:0:31745:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1789130391.642208:0:31745:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1789130391.642211:0:31745:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1789130391.642214:0:31745:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1789130391.642216:0:31745:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9caf4557c8c0 2 00000080:00000010:2.0:1789130391.642220:0:31745:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9caf47ca0400. 00000080:00000001:2.0:1789130391.642226:0:31745:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1789130391.642228:0:31745:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789130391.642230:0:31745:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x27:0x0](ffff9caf60131148) 00000080:00010000:2.0:1789130391.642234:0:31745:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000404:0x27:0x0](ffff9caf60131148) for lock 0xde5303b1d982ccf3 00800000:00000001:2.0:1789130391.642238:0:31745:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1789130391.642241:0:31745:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1789130391.642242:0:31745:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130391.642245:0:31745:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130391.642248:0:31745:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b6800 refcount=3 00000020:00000001:2.0:1789130391.642250:0:31745:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649484800 : -109198060066816 : ffff9caf586b6800) 00010000:00000001:2.0:1789130391.642254:0:31745:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649484800 : -109198060066816 : ffff9caf586b6800) 00010000:00000001:2.0:1789130391.642256:0:31745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130391.642258:0:31745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789130391.642260:0:31745:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789130391.642262:0:31745:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789130391.642264:0:31745:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xde5303b1d982ccf3 from it ffffb97f41c3fcc0 00010000:00000001:2.0:1789130391.642267:0:31745:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130391.642268:0:31745:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130391.642269:0:31745:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b6800 refcount=3 00000020:00000001:2.0:1789130391.642271:0:31745:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649484800 : -109198060066816 : ffff9caf586b6800) 00010000:00000001:2.0:1789130391.642273:0:31745:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649484800 : -109198060066816 : ffff9caf586b6800) 00010000:00000001:2.0:1789130391.642276:0:31745:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789130391.642278:0:31745:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b6800/0xde5303b1d982ccf3 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a58c8 expref: -99 pid: 31743 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1789130391.642285:0:31745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130391.642286:0:31745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130391.642288:0:31745:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1789130391.642290:0:31745:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1789130391.642292:0:31745:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b6800/0xde5303b1d982ccf3 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a58c8 expref: -99 pid: 31743 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1789130391.642300:0:31745:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789130391.642303:0:31745:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789130391.642305:0:31745:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789130391.642309:0:31745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130391.642310:0:31745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130391.642311:0:31745:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130391.642315:0:31745:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789130391.642317:0:31745:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130391.642319:0:31745:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130391.642322:0:31745:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130391.642324:0:31745:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789130391.642326:0:31745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130391.642327:0:31745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1789130391.642330:0:31745:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1789130391.642332:0:31745:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1789130391.642336:0:31745:0:(file.c:6266:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130391.642341:0:31745:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c3fd10 00000080:00000008:2.0:1789130391.642344:0:31745:0:(file.c:6498:ll_getattr_dentry()) COMPLETED file d21h.recovery-small-1:[0x200000404:0x27:0x0](ffff9caf60131148), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1789130391.642412:0:31745:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:2.0:1789130391.642415:0:31745:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:2.0:1789130391.642417:0:31745:0:(file.c:6206:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1789130391.642418:0:31745:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c3fbc0 00000080:00200000:2.0:1789130391.642420:0:31745:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8),name=/ 00000080:00000010:2.0:1789130391.642424:0:31745:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9caf47ca0400. 00800000:00000002:2.0:1789130391.642427:0:31745:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9caf4557c8c0 2 00000080:00000001:2.0:1789130391.642430:0:31745:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1789130391.642431:0:31745:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1789130391.642433:0:31745:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c3fae0 00800000:00000002:2.0:1789130391.642435:0:31745:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1789130391.642437:0:31745:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1789130391.642440:0:31745:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1789130391.642443:0:31745:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1789130391.642444:0:31745:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c3f9b0 00000002:00010000:2.0:1789130391.642446:0:31745:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1789130391.642449:0:31745:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1789130391.642450:0:31745:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789130391.642451:0:31745:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789130391.642454:0:31745:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf42f26b00 count: 2 00010000:00000001:2.0:1789130391.642456:0:31745:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789130391.642459:0:31745:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789130391.642462:0:31745:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1789130391.642465:0:31745:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7800/0xde5303b1d982ccec lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a58ac expref: -99 pid: 31743 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 02000000:00000001:2.0:1789130391.642472:0:31745:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1789130391.642475:0:31745:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789130391.642477:0:31745:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7800/0xde5303b1d982ccec lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a58ac expref: -99 pid: 31743 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000002:00000001:2.0:1789130391.642484:0:31745:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1789130391.642486:0:31745:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1789130391.642488:0:31745:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1789130391.642490:0:31745:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1789130391.642492:0:31745:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1789130391.642494:0:31745:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1789130391.642496:0:31745:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1789130391.642498:0:31745:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9caf4557c8c0 2 00000080:00000010:2.0:1789130391.642500:0:31745:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9caf47ca0400. 00000080:00000001:2.0:1789130391.642503:0:31745:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1789130391.642504:0:31745:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789130391.642506:0:31745:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9caf601980c8) 00000080:00010000:2.0:1789130391.642509:0:31745:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9caf601980c8) for lock 0xde5303b1d982ccec 00800000:00000001:2.0:1789130391.642512:0:31745:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1789130391.642513:0:31745:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1789130391.642514:0:31745:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130391.642516:0:31745:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130391.642517:0:31745:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b7800 refcount=3 00000020:00000001:2.0:1789130391.642520:0:31745:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649488896 : -109198060062720 : ffff9caf586b7800) 00010000:00000001:2.0:1789130391.642522:0:31745:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649488896 : -109198060062720 : ffff9caf586b7800) 00010000:00000001:2.0:1789130391.642524:0:31745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130391.642525:0:31745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789130391.642526:0:31745:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789130391.642528:0:31745:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789130391.642530:0:31745:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xde5303b1d982ccec from it ffffb97f41c3fbf8 00010000:00000001:2.0:1789130391.642532:0:31745:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130391.642533:0:31745:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130391.643151:0:31745:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b7800 refcount=3 00000020:00000001:2.0:1789130391.643158:0:31745:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649488896 : -109198060062720 : ffff9caf586b7800) 00010000:00000001:2.0:1789130391.643162:0:31745:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649488896 : -109198060062720 : ffff9caf586b7800) 00010000:00000001:2.0:1789130391.643165:0:31745:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789130391.643168:0:31745:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7800/0xde5303b1d982ccec lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a58ac expref: -99 pid: 31743 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:2.0:1789130391.643175:0:31745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130391.643177:0:31745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130391.643179:0:31745:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1789130391.643181:0:31745:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1789130391.643183:0:31745:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7800/0xde5303b1d982ccec lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a58ac expref: -99 pid: 31743 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00000001:2.0:1789130391.643190:0:31745:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789130391.643192:0:31745:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789130391.643194:0:31745:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789130391.643196:0:31745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130391.643197:0:31745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130391.643199:0:31745:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130391.643201:0:31745:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789130391.643202:0:31745:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130391.643204:0:31745:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130391.643207:0:31745:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130391.643209:0:31745:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789130391.643210:0:31745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130391.643211:0:31745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1789130391.643214:0:31745:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1789130391.643216:0:31745:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1789130391.643218:0:31745:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8), inode mode 41ff mask 1 00000080:00000001:2.0:1789130391.643223:0:31745:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130391.643228:0:31745:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:2.0:1789130391.643231:0:31745:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c3fbc0 00000080:00002000:2.0:1789130391.643233:0:31745:0:(dcache.c:87:ll_dcompare()) found name d21h.recovery-small-1(ffff9caf602c7510) flags 0x20000e refc 1 00000080:00000001:2.0:1789130391.643235:0:31745:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130391.643237:0:31745:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c3fc08 00000080:00200000:2.0:1789130391.643239:0:31745:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21h.recovery-small-1, flags=266 00000080:00000001:2.0:1789130391.643244:0:31745:0:(llite_lib.c:3176:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:2.0:1789130391.643246:0:31745:0:(llite_lib.c:3182:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130391.643251:0:31745:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00200000:2.0:1789130391.643252:0:31745:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000404:0x27:0x0](ffff9caf60131148), inode mode 41ed mask 44 00000080:00000001:2.0:1789130391.643255:0:31745:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130391.643260:0:31745:0:(dir.c:3010:ll_dir_open()) Process entered 00000080:00000001:2.0:1789130391.643263:0:31745:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:2.0:1789130391.643265:0:31745:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c3fb78 00000080:00200008:2.0:1789130391.643267:0:31745:0:(file.c:1090:ll_file_open()) START file d21h.recovery-small-1:[0x200000404:0x27:0x0](ffff9caf60131148), flags 704400 00000080:00000010:2.0:1789130391.643274:0:31745:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9caf47d2c780. 00000080:00000001:2.0:1789130391.643283:0:31745:0:(file.c:806:ll_intent_file_open()) Process entered 00000080:00000010:2.0:1789130391.643288:0:31745:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9caf47ca0400. 00800000:00000002:2.0:1789130391.643292:0:31745:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9caf4557c8c0 2 00000080:00000001:2.0:1789130391.643297:0:31745:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1789130391.643299:0:31745:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1789130391.643300:0:31745:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c3fa28 00800000:00000002:2.0:1789130391.643302:0:31745:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open' for [0x200000404:0x27:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1789130391.643306:0:31745:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00000020:00000001:2.0:1789130391.643308:0:31745:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c3f9a8 00800000:00000002:2.0:1789130391.643310:0:31745:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x27:0x0], name='' -> mds #0 layout version 1 00000002:00000001:2.0:1789130391.643314:0:31745:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1789130391.643315:0:31745:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c3f8e0 00000002:00010000:2.0:1789130391.643317:0:31745:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000404:0x27:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 0100240704401 00000002:00000001:2.0:1789130391.643321:0:31745:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1789130391.643324:0:31745:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:2.0:1789130391.643327:0:31745:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1789130391.643332:0:31745:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf42f26900 count: 2 00010000:00000001:2.0:1789130391.643334:0:31745:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789130391.643337:0:31745:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1789130391.643340:0:31745:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130391.643342:0:31745:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789130391.643344:0:31745:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789130391.643346:0:31745:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1789130391.643348:0:31745:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf42f26b00 count: 2 00010000:00000001:2.0:1789130391.643350:0:31745:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789130391.643352:0:31745:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1789130391.643353:0:31745:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130391.643355:0:31745:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789130391.643356:0:31745:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789130391.643361:0:31745:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf580bad00. 00000020:00000040:2.0:1789130391.643365:0:31745:0:(genops.c:1210:class_import_get()) import ffff9caf6079a800 refcount=7 obd=lustre-MDT0000-mdc-ffff9caf5014c800 02000000:00000001:2.0:1789130391.643371:0:31745:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1789130391.643373:0:31745:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130391.643376:0:31745:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1789130391.643380:0:31745:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789130391.643383:0:31745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130391.643384:0:31745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130391.643385:0:31745:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130391.643388:0:31745:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789130391.643390:0:31745:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789130391.643393:0:31745:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789130391.643400:0:31745:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9caf58573000. 00000100:00000001:2.0:1789130391.643407:0:31745:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130391.643412:0:31745:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789130391.643413:0:31745:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130391.643415:0:31745:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789130391.643415:0:31745:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130391.643417:0:31745:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789130391.643424:0:31745:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446634875643211008 : -109198066340608 : ffff9caf580bad00) 00010000:00000001:2.0:1789130391.643427:0:31745:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1789130391.643430:0:31745:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1789130391.643431:0:31745:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf42f26b00 count: 2 00010000:00000001:2.0:1789130391.643433:0:31745:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789130391.643436:0:31745:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1789130391.643439:0:31745:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9caf46a92400. 00000020:00000001:2.0:1789130391.643442:0:31745:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1789130391.643444:0:31745:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9caf46a92400 with handle 0xde5303b1d982cd1d to hash 00000020:00000001:2.0:1789130391.643446:0:31745:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1789130391.643447:0:31745:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446634875351540736 : -109198358010880 : ffff9caf46a92400) 00010000:00000001:2.0:1789130391.643451:0:31745:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446634875351540736 : -109198358010880 : ffff9caf46a92400) 00010000:00000001:2.0:1789130391.643454:0:31745:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789130391.643456:0:31745:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789130391.643459:0:31745:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a92400/0xde5303b1d982cd1d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 31745 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789130391.643466:0:31745:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a92400/0xde5303b1d982cd1d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31745 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:2.0:1789130391.643481:0:31745:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9caf5014c800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1789130391.643494:0:31745:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9caf580bad00 x1876037329029120/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1789130391.643504:0:31745:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a92400/0xde5303b1d982cd1d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31745 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1789130391.643509:0:31745:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1789130391.643511:0:31745:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1789130391.643518:0:31745:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9caf46b98b40. 00000100:00000001:2.0:1789130391.643520:0:31745:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446634875352615744 : -109198356935872 : ffff9caf46b98b40) 00000100:00000001:2.0:1789130391.643522:0:31745:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789130391.643524:0:31745:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875643211008 : -109198066340608 : ffff9caf580bad00) 00000100:00000001:2.0:1789130391.643528:0:31745:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789130391.643533:0:31745:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130391.643709:0:31745:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1789130391.643712:0:31745:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789130391.643718:0:31745:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf580bad00 x1876037329029120/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130391.643727:0:31745:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789130391.643729:0:31745:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789130391.643733:0:31745:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789130391.643736:0:31745:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789130391.643739:0:31745:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789130391.643742:0:31745:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf580bad00 pname:cluuid:pid:xid:nid:opc:job rm:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:31745:1876037329029120:192.168.204.123@tcp:101:rm.0 00000100:00000001:2.0:1789130391.643746:0:31745:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789130391.643752:0:31745:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789130391.643755:0:31745:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789130391.643757:0:31745:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789130391.644514:0:31745:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 262144 at ffff9caf48a00000. 02000000:00000001:2.0:1789130391.644522:0:31745:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789130391.644532:0:31745:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:2.0:1789130391.644692:0:31745:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf483fd1b8. 00000400:00000010:2.0:1789130391.644702:0:31745:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffff9caf47fb2800. 00000100:00000200:2.0:1789130391.644710:0:31745:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 262144 bytes, xid 1876037329029120, portal 10 00000100:00000001:2.0:1789130391.644713:0:31745:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789130391.644714:0:31745:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875643211008 : -109198066340608 : ffff9caf580bad00) 00000100:00000040:2.0:1789130391.644725:0:31745:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9caf580bad00 x1876037329029120/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789130407 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130391.644734:0:31745:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789130391.644737:0:31745:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:2.0:1789130391.644741:0:31745:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf42d18550. 00000100:00000200:2.0:1789130391.644745:0:31745:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1876037329029120, offset 0 00000400:00000200:2.0:1789130391.644752:0:31745:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:2.0:1789130391.644760:0:31745:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130391.644769:0:31745:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:2.0:1789130391.644775:0:31745:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789130391.644780:0:31745:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:2.0:1789130391.644794:0:31745:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789130391.644797:0:31745:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:2.0:1789130391.644801:0:31745:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2488:2488:256:4294967295] 192.168.204.123@tcp LPNI seq info [2487:2487:8:4294967295] 00000400:00000200:2.0:1789130391.645107:0:31745:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130391.645119:0:31745:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:2.0:1789130391.645127:0:31745:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:2.0:1789130391.645134:0:31745:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf501cf100. 00000800:00000200:2.0:1789130391.645141:0:31745:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:2.0:1789130391.645150:0:31745:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:2.0:1789130391.645155:0:31745:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf501cf100 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:2.0:1789130391.645238:0:31745:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130391.645245:0:31745:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: using a timeout of 810153 usecs (811 jiffies) 00000400:00000200:2.0:1789130391.645249:0:31745:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:2.0:1789130391.645252:0:31745:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296486478 00000100:00000001:2.0:1789130391.645255:0:31745:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 2, keep current deadline 4296489463 00000100:00000001:2.0:1789130391.645258:0:31745:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296486478 00000100:00000001:2.0:1789130391.645260:0:31745:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 3, keep current deadline 4296489463 00000100:00000001:2.0:1789130391.645263:0:31745:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789130391.645266:0:31745:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130391.645269:0:31745:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789130391.645271:0:31745:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1789130391.645274:0:31745:0:(client.c:2715:ptlrpc_set_wait()) set ffff9caf46b98b40 going to sleep for 11 seconds 00000100:00000001:2.0:1789130391.645277:0:31745:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789130391.645279:0:31745:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789130391.652376:0:2341:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789130391.652386:0:2341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf501cf100. 00000400:00000200:3.0:1789130391.652394:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130391.652403:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:3.0:1789130391.652410:0:2341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf42d18550 00000400:00000010:3.0:1789130391.652413:0:2341:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf42d18550. 00000100:00000001:3.0:1789130391.652417:0:2341:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789130391.652425:0:2341:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf580bad00 x1876037329029120/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789130407 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130391.652437:0:2341:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130391.652440:0:2341:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf580bad00 x1876037329029120/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789130407 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130391.652446:0:2341:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130391.652447:0:2341:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1789130391.669967:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130391.669985:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789130391.669990:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130391.669993:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130391.670001:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130391.670009:0:2342:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:2.0:1789130391.670018:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130391.670023:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130391.670030:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130391.670034:0:2342:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 608 into portal 10 MB=0x6aa3efa950800 00000400:00000200:2.0:1789130391.670039:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130391.670046:0:2342:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.123@tcp of length 608/608 into md 0x6b9d [64] + 224 00000800:00000001:2.0:1789130391.670054:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130391.670062:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130391.670065:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130391.670070:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:2.0:1789130391.670078:0:2342:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789130391.670088:0:2342:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf580bad00 x1876037329029120/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789130407 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789130391.670099:0:2342:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=608 offset=224 replen=131856 req@ffff9caf580bad00 x1876037329029120/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789130407 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130391.670122:0:2342:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789130391.670132:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130391.670136:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130391.670651:0:31745:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789130391.670659:0:31745:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789130391.670661:0:31745:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789130391.670665:0:31745:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf483fd1b8. 00000400:00000200:0.0:1789130391.670670:0:31745:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf47fb2800 00000400:00000010:0.0:1789130391.670673:0:31745:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 1144 at ffff9caf47fb2800. 00000100:00000001:0.0:1789130391.670677:0:31745:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789130391.670684:0:31745:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf580bad00 x1876037329029120/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789130407 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1789130391.670694:0:31745:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf580bad00 x1876037329029120/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789130407 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130391.670702:0:31745:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789130391.670704:0:31745:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130391.670706:0:31745:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789130391.670710:0:31745:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789130391.670713:0:31745:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789130391.670715:0:31745:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130391.670718:0:31745:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789130391.670727:0:31745:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf6079ac60 time=10 v=5 (5 104 104 104) 00000100:00001000:0.0:1789130391.670732:0:31745:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf6079ac18 time=0 v=5 (1 0 0 0) 00000100:00000001:0.0:1789130391.670735:0:31745:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1789130391.670739:0:31745:0:(client.c:1510:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff9caf580bad00 x1876037329029120/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/608 e 0 to 0 dl 1789130407 ref 2 fl Rpc:RPQU/600/0 rc 0/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130391.670746:0:31745:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1789130391.670750:0:31745:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1789130391.670752:0:31745:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1789130391.670754:0:31745:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1789130391.670757:0:31745:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789130391.670759:0:31745:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875643211008 : -109198066340608 : ffff9caf580bad00) 00000100:00000001:0.0:1789130391.670763:0:31745:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789130391.670766:0:31745:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9caf5014c800: skip recheck: last_committed 4294967634 00000100:00000001:0.0:1789130391.670768:0:31745:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789130391.670771:0:31745:0:(client.c:1797:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1789130391.670775:0:31745:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf580bad00 x1876037329029120/t4294967637(4294967637) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/608 e 0 to 0 dl 1789130407 ref 3 fl Rpc:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130391.670783:0:31745:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1789130391.670797:0:31745:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789130391.670799:0:31745:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789130391.670919:0:31745:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf580bad00 x1876037329029120/t4294967637(4294967637) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/608 e 0 to 0 dl 1789130407 ref 3 fl Interpret:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1789130391.670932:0:31745:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf580bad00 pname:cluuid:pid:xid:nid:opc:job rm:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:31745:1876037329029120:192.168.204.123@tcp:101:rm.0 00000100:00000001:0.0:1789130391.671007:0:31745:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130391.671011:0:31745:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1789130391.671014:0:31745:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1789130391.671016:0:31745:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789130391.671021:0:31745:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf580bad00 x1876037329029120/t4294967637(4294967637) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/608 e 0 to 0 dl 1789130407 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130391.671028:0:31745:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789130391.671032:0:31745:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9caf46b98b40. 00000100:00000001:0.0:1789130391.671035:0:31745:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1789130391.671036:0:31745:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1789130391.671040:0:31745:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1789130391.671045:0:31745:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130391.671047:0:31745:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130391.671050:0:31745:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf46a92400 refcount=4 00000020:00000001:0.0:1789130391.671053:0:31745:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875351540736 : -109198358010880 : ffff9caf46a92400) 00010000:00000001:0.0:1789130391.671056:0:31745:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875351540736 : -109198358010880 : ffff9caf46a92400) 00010000:00010000:0.0:1789130391.671061:0:31745:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a92400/0xde5303b1d982cd1d lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31745 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789130391.671071:0:31745:0:(ldlm_request.c:719:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1789130391.671075:0:31745:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a92400/0xde5303b1d982cd1d lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 31745 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789130391.671081:0:31745:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789130391.671084:0:31745:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a92400/0xde5303b1d982cd1d lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 31745 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789130391.671090:0:31745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130391.671092:0:31745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1789130391.671095:0:31745:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a92400/0xde5303b1d982cd1d lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 31745 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789130391.671101:0:31745:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789130391.671104:0:31745:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130391.671107:0:31745:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1789130391.671110:0:31745:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a92400/0xde5303b1d982cd1d lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 31745 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789130391.671117:0:31745:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9caf46a92400 already unused, calling callback (ffffffffc1904580) 00000080:00000001:0.0:1789130391.671120:0:31745:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1789130391.671123:0:31745:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a92400/0xde5303b1d982cd1d lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 31745 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789130391.671129:0:31745:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1789130391.671131:0:31745:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1789130391.671134:0:31745:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a92400/0xde5303b1d982cd1d lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 31745 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789130391.671139:0:31745:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1789130391.671141:0:31745:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1789130391.671142:0:31745:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130391.671144:0:31745:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130391.671145:0:31745:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf46a92400 refcount=5 00000020:00000001:0.0:1789130391.671147:0:31745:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875351540736 : -109198358010880 : ffff9caf46a92400) 00010000:00000001:0.0:1789130391.671149:0:31745:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875351540736 : -109198358010880 : ffff9caf46a92400) 00010000:00000001:0.0:1789130391.671151:0:31745:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1789130391.671154:0:31745:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a92400/0xde5303b1d982cd1d lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 31745 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:0.0:1789130391.671159:0:31745:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1789130391.671160:0:31745:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789130391.671163:0:31745:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1789130391.671165:0:31745:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1789130391.671169:0:31745:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789130391.671170:0:31745:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789130391.671172:0:31745:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789130391.671173:0:31745:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789130391.671176:0:31745:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9caf46a92400 with handle 0xde5303b1d982cd1d from hash 00010000:00000001:0.0:1789130391.671178:0:31745:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789130391.671180:0:31745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130391.671181:0:31745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130391.671182:0:31745:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789130391.671183:0:31745:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789130391.671185:0:31745:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1789130391.671187:0:31745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130391.671188:0:31745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130391.671190:0:31745:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130391.671192:0:31745:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789130391.671194:0:31745:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a92400/0xde5303b1d982cd1d lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 31745 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789130391.671200:0:31745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130391.671201:0:31745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130391.671202:0:31745:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1789130391.671203:0:31745:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789130391.671205:0:31745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130391.671206:0:31745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130391.671207:0:31745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789130391.671209:0:31745:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a92400/0xde5303b1d982cd1d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 31745 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789130391.671219:0:31745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130391.671221:0:31745:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:0.0:1789130391.671226:0:31745:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00000002:00100000:0.0:1789130391.671232:0:31745:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x2b, status=0 req@ffff9caf580bad00 x1876037329029120/t4294967637(4294967637) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/608 e 0 to 0 dl 1789130407 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1789130391.671241:0:31745:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:0.0:1789130391.671245:0:31745:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9caf580bad00 x1876037329029120/t4294967637(4294967637) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/608 e 0 to 0 dl 1789130407 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1789130391.671257:0:31745:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130391.671258:0:31745:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1789130391.671260:0:31745:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789130391.671262:0:31745:0:(mdc_locks.c:932:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789130391.671264:0:31745:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789130391.671267:0:31745:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:0.0:1789130391.671269:0:31745:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789130391.671270:0:31745:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875643211008 : -109198066340608 : ffff9caf580bad00) 00010000:00000001:0.0:1789130391.671272:0:31745:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1789130391.671274:0:31745:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789130391.671276:0:31745:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1789130391.671279:0:31745:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c3f868 00000002:00002000:0.0:1789130391.671281:0:31745:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=open status=0 disp=0x80002b: rc = 0 00000002:00000001:0.0:1789130391.671283:0:31745:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789130391.671287:0:31745:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789130391.671290:0:31745:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1789130391.671292:0:31745:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1789130391.671295:0:31745:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789130391.671298:0:31745:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9caf4557c8c0 2 00000080:00000010:0.0:1789130391.671302:0:31745:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9caf47ca0400. 00000080:00000001:0.0:1789130391.671306:0:31745:0:(llite_lib.c:3864:ll_prep_inode()) Process entered 00000002:00000001:0.0:1789130391.671311:0:31745:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1789130391.671314:0:31745:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1789130391.671316:0:31745:0:(llite_lib.c:1973:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1789130391.671318:0:31745:0:(llite_lib.c:1977:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000404:0x27:0x0] 00000080:00000001:0.0:1789130391.671321:0:31745:0:(llite_lib.c:1994:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130391.671326:0:31745:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833959 : 144115205322833959 : 200000404000027) 00000080:00000001:0.0:1789130391.671328:0:31745:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:0.0:1789130391.671332:0:31745:0:(llite_lib.c:3140:ll_update_inode()) inode=[0x200000404:0x27:0x0], updating i_size 7680 00000080:00000001:0.0:1789130391.671335:0:31745:0:(llite_lib.c:3962:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1789130391.671337:0:31745:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1789130391.671339:0:31745:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130391.671342:0:31745:0:(llite_lib.c:3176:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1789130391.671344:0:31745:0:(llite_lib.c:3182:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130391.671346:0:31745:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789130391.671349:0:31745:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf580bad00 x1876037329029120/t4294967637(4294967637) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/608 e 0 to 0 dl 1789130407 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130391.671354:0:31745:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130391.671358:0:31745:0:(file.c:917:ll_intent_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1789130391.671367:0:31745:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff9caf4a7b03c0. 00000080:00000001:0.0:1789130391.671369:0:31745:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:0.0:1789130391.671372:0:31745:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00000002:00000001:0.0:1789130391.671374:0:31745:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:0.0:1789130391.671377:0:31745:0:(obd.h:1507:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff9caf47eabe20. 00000002:00100000:0.0:1789130391.671381:0:31745:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9caf580bad00 x1876037329029120/t4294967637(4294967637) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/608 e 0 to 0 dl 1789130407 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1789130391.671386:0:31745:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789130391.671387:0:31745:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:0.0:1789130391.671390:0:31745:0:(rw.c:970:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:0.0:1789130391.671393:0:31745:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130391.671397:0:31745:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:0.0:1789130391.671399:0:31745:0:(pcc.c:2368:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130391.671401:0:31745:0:(file.c:1296:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789130391.671404:0:31745:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789130391.671407:0:31745:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf580bad00 x1876037329029120/t4294967637(4294967637) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/608 e 0 to 0 dl 1789130407 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 02000000:00000001:0.0:1789130391.671413:0:31745:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789130391.671416:0:31745:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 262144 at ffff9caf48a00000. 02000000:00000001:0.0:1789130391.671451:0:31745:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1789130391.671454:0:31745:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130391.671457:0:31745:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c3fb78 00000080:00000008:0.0:1789130391.671459:0:31745:0:(file.c:1329:ll_file_open()) COMPLETED file d21h.recovery-small-1:[0x200000404:0x27:0x0](ffff9caf60131148), flags 704400, rc = 0 00000080:00000001:0.0:1789130391.671463:0:31745:0:(dir.c:3011:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130391.671487:0:31745:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c3fd30 00000080:00200008:0.0:1789130391.671489:0:31745:0:(file.c:6313:ll_getattr_dentry()) START file d21h.recovery-small-1:[0x200000404:0x27:0x0](ffff9caf60131148), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1789130391.671494:0:31745:0:(file.c:6206:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1789130391.671496:0:31745:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c3fca8 00000080:00200000:0.0:1789130391.671498:0:31745:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x27:0x0](ffff9caf60131148),name=d21h.recovery-small-1 00000080:00000010:0.0:1789130391.671504:0:31745:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9caf485a2200. 00800000:00000002:0.0:1789130391.671509:0:31745:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9caf4557c8c0 2 00000080:00000001:0.0:1789130391.671516:0:31745:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1789130391.671519:0:31745:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1789130391.671521:0:31745:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c3fbc8 00800000:00000002:0.0:1789130391.671522:0:31745:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000404:0x27:0x0] 'd21h.recovery-small-1' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1789130391.671526:0:31745:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1789130391.671530:0:31745:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x27:0x0], name='' -> mds #0 00000002:00000001:0.0:1789130391.671533:0:31745:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1789130391.672730:0:31745:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c3fa98 00000002:00010000:0.0:1789130391.672734:0:31745:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000404:0x27:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1789130391.672739:0:31745:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1789130391.672741:0:31745:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789130391.672745:0:31745:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789130391.672752:0:31745:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf42f26900 count: 2 00010000:00000001:0.0:1789130391.672755:0:31745:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789130391.672760:0:31745:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789130391.672765:0:31745:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1789130391.672770:0:31745:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b6800/0xde5303b1d982ccf3 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a58c8 expref: -99 pid: 31743 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:0.0:1789130391.672781:0:31745:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1789130391.672798:0:31745:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789130391.672802:0:31745:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b6800/0xde5303b1d982ccf3 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a58c8 expref: -99 pid: 31743 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:0.0:1789130391.672833:0:31745:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1789130391.672835:0:31745:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1789130391.672837:0:31745:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789130391.672840:0:31745:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789130391.672842:0:31745:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1789130391.672845:0:31745:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1789130391.672848:0:31745:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1789130391.672851:0:31745:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9caf4557c8c0 2 00000080:00000010:0.0:1789130391.672854:0:31745:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9caf485a2200. 00000080:00000001:0.0:1789130391.672860:0:31745:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1789130391.672861:0:31745:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789130391.672864:0:31745:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x27:0x0](ffff9caf60131148) 00000080:00010000:0.0:1789130391.672867:0:31745:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000404:0x27:0x0](ffff9caf60131148) for lock 0xde5303b1d982ccf3 00800000:00000001:0.0:1789130391.672871:0:31745:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1789130391.672874:0:31745:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1789130391.672876:0:31745:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130391.672878:0:31745:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130391.672881:0:31745:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b6800 refcount=3 00000020:00000001:0.0:1789130391.672883:0:31745:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649484800 : -109198060066816 : ffff9caf586b6800) 00010000:00000001:0.0:1789130391.672886:0:31745:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649484800 : -109198060066816 : ffff9caf586b6800) 00010000:00000001:0.0:1789130391.672888:0:31745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130391.672890:0:31745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789130391.672891:0:31745:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789130391.672892:0:31745:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789130391.672895:0:31745:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xde5303b1d982ccf3 from it ffffb97f41c3fce0 00010000:00000001:0.0:1789130391.672896:0:31745:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130391.672898:0:31745:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130391.672899:0:31745:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b6800 refcount=3 00000020:00000001:0.0:1789130391.672900:0:31745:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649484800 : -109198060066816 : ffff9caf586b6800) 00010000:00000001:0.0:1789130391.672902:0:31745:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649484800 : -109198060066816 : ffff9caf586b6800) 00010000:00000001:0.0:1789130391.672904:0:31745:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789130391.672907:0:31745:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b6800/0xde5303b1d982ccf3 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a58c8 expref: -99 pid: 31743 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1789130391.672913:0:31745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130391.672914:0:31745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130391.672916:0:31745:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789130391.672918:0:31745:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789130391.672920:0:31745:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b6800/0xde5303b1d982ccf3 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a58c8 expref: -99 pid: 31743 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1789130391.672931:0:31745:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789130391.672934:0:31745:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789130391.672935:0:31745:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789130391.672951:0:31745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130391.672953:0:31745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130391.672955:0:31745:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130391.672958:0:31745:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789130391.672960:0:31745:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130391.672961:0:31745:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130391.672964:0:31745:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130391.672966:0:31745:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789130391.672967:0:31745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130391.672968:0:31745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1789130391.672971:0:31745:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1789130391.672972:0:31745:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1789130391.672977:0:31745:0:(file.c:6266:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130391.672981:0:31745:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c3fd30 00000080:00000008:0.0:1789130391.672984:0:31745:0:(file.c:6498:ll_getattr_dentry()) COMPLETED file d21h.recovery-small-1:[0x200000404:0x27:0x0](ffff9caf60131148), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1789130391.673054:0:31745:0:(dir.c:324:ll_iterate()) Process entered 00000080:00200000:0.0:1789130391.673056:0:31745:0:(dir.c:332:ll_iterate()) VFS Op:inode=[0x200000404:0x27:0x0](ffff9caf60131148) pos/size0/7680 32bit_api 0 00000080:00000010:0.0:1789130391.673065:0:31745:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9caf485a2200. 00000080:00000001:0.0:1789130391.673071:0:31745:0:(dir.c:194:ll_dir_read()) Process entered 00800000:00000001:0.0:1789130391.673076:0:31745:0:(lmv_obd.c:3441:lmv_read_page()) Process entered 00000002:00000001:0.0:1789130391.673080:0:31745:0:(mdc_request.c:1493:mdc_read_page()) Process entered 00000002:00000001:0.0:1789130391.673082:0:31745:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1789130391.673083:0:31745:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c3fab8 00000002:00010000:0.0:1789130391.673085:0:31745:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000404:0x27:0x0]) in obj [0x200000404:0x27:0x0], intent: readdir flags 0 00000002:00000001:0.0:1789130391.673088:0:31745:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1789130391.673089:0:31745:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789130391.673091:0:31745:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789130391.673094:0:31745:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf42f26900 count: 2 00010000:00000001:0.0:1789130391.673096:0:31745:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789130391.673099:0:31745:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789130391.673101:0:31745:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1789130391.673105:0:31745:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b6800/0xde5303b1d982ccf3 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a58c8 expref: -99 pid: 31743 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:0.0:1789130391.673112:0:31745:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1789130391.673114:0:31745:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789130391.673117:0:31745:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b6800/0xde5303b1d982ccf3 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a58c8 expref: -99 pid: 31743 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:0.0:1789130391.673124:0:31745:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1789130391.673126:0:31745:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1789130391.673128:0:31745:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1789130391.673129:0:31745:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1789130391.673131:0:31745:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130391.673132:0:31745:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130391.673134:0:31745:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b6800 refcount=3 00000020:00000001:0.0:1789130391.673136:0:31745:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649484800 : -109198060066816 : ffff9caf586b6800) 00010000:00000001:0.0:1789130391.673138:0:31745:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649484800 : -109198060066816 : ffff9caf586b6800) 00010000:00000001:0.0:1789130391.673141:0:31745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130391.673142:0:31745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789130391.673143:0:31745:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789130391.673181:0:31745:0:(mdc_request.c:1391:do_mdc_read_folio_remote()) Process entered 00000002:00000010:0.0:1789130391.673186:0:31745:0:(mdc_request.c:1398:do_mdc_read_folio_remote()) kmalloced '(folio_pool)': 2048 at ffff9caf47cd7800. 00000002:00000001:0.0:1789130391.673693:0:31745:0:(mdc_request.c:1036:mdc_getpage()) Process entered 00000100:00000010:0.0:1789130391.673700:0:31745:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf61461a40. 00000020:00000040:0.0:1789130391.673705:0:31745:0:(genops.c:1210:class_import_get()) import ffff9caf6079a800 refcount=8 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000100:00000001:0.0:1789130391.673710:0:31745:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789130391.673713:0:31745:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789130391.673717:0:31745:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789130391.673723:0:31745:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9caf485a2a00. 00000100:00000001:0.0:1789130391.673732:0:31745:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130391.673736:0:31745:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:0.0:1789130391.673740:0:31745:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at ffff9caf482bc000. 00000100:00000010:0.0:1789130391.673745:0:31745:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 4096 at ffff9caf460f7000. 00000020:00000040:0.0:1789130391.673748:0:31745:0:(genops.c:1210:class_import_get()) import ffff9caf6079a800 refcount=9 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000100:00000001:0.0:1789130391.673769:0:31745:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1789130391.673771:0:31745:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1789130391.673778:0:31745:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9caf488f36c0. 00000100:00000001:0.0:1789130391.673780:0:31745:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446634875383396032 : -109198326155584 : ffff9caf488f36c0) 00000100:00000001:0.0:1789130391.673783:0:31745:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789130391.673796:0:31745:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875798035008 : -109197911516608 : ffff9caf61461a40) 00000100:00000001:0.0:1789130391.673802:0:31745:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789130391.673840:0:31745:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130391.673843:0:31745:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1789130391.673845:0:31745:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789130391.673855:0:31745:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf61461a40 x1876037329029248/t0(0) o37->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 448/440 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130391.673865:0:31745:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789130391.673867:0:31745:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130391.673871:0:31745:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789130391.673873:0:31745:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789130391.673876:0:31745:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789130391.673879:0:31745:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf61461a40 pname:cluuid:pid:xid:nid:opc:job rm:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:31745:1876037329029248:192.168.204.123@tcp:37:rm.0 00000100:00000001:0.0:1789130391.673883:0:31745:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789130391.673888:0:31745:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789130391.673891:0:31745:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130391.673893:0:31745:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000200:0.0:1789130391.673901:0:31745:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:0.0:1789130391.673906:0:31745:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf501318f0. 00000400:00000010:0.0:1789130391.673914:0:31745:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at ffff9caf48520000. 00000100:00000200:0.0:1789130391.673922:0:31745:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 256 pages 1048576 bytes, mbits x0x6aa3efa950880-0x6aa3efa950880, portal 14 00000100:00000001:0.0:1789130391.673926:0:31745:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130391.673929:0:31745:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789130391.673932:0:31745:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9caf482be400. 02000000:00000001:0.0:1789130391.673935:0:31745:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789130391.673938:0:31745:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:0.0:1789130391.673940:0:31745:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf50131bb0. 00000400:00000010:0.0:1789130391.673944:0:31745:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf5801e6e8. 00000100:00000200:0.0:1789130391.673947:0:31745:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876037329029248, portal 10 00000100:00000001:0.0:1789130391.673949:0:31745:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789130391.673950:0:31745:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875798035008 : -109197911516608 : ffff9caf61461a40) 00000100:00000040:0.0:1789130391.673957:0:31745:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9caf61461a40 x1876037329029248/t0(0) o37->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 448/440 e 0 to 0 dl 1789130407 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130391.673965:0:31745:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789130391.673968:0:31745:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:0.0:1789130391.673970:0:31745:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf5801ebb0. 00000100:00000200:0.0:1789130391.673974:0:31745:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 23, xid 1876037329029248, offset 0 00000400:00000200:0.0:1789130391.673981:0:31745:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:0.0:1789130391.673990:0:31745:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:0.0:1789130391.673998:0:31745:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:0.0:1789130391.674005:0:31745:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789130391.674009:0:31745:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:0.0:1789130391.674013:0:31745:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789130391.674016:0:31745:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:0.0:1789130391.674020:0:31745:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2489:2489:256:4294967295] 192.168.204.123@tcp LPNI seq info [2488:2488:8:4294967295] 00000400:00000200:0.0:1789130391.674025:0:31745:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:0.0:1789130391.674036:0:31745:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:0.0:1789130391.674042:0:31745:0:(socklnd_cb.c:931:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:0.0:1789130391.674047:0:31745:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf451e7b00. 00000800:00000200:0.0:1789130391.674054:0:31745:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:0.0:1789130391.674062:0:31745:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:0.0:1789130391.674068:0:31745:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf451e7b00 type 1, nob 544 niov 1 nkiov 1 00000100:00000001:0.0:1789130391.674090:0:31745:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130391.674095:0:31745:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: using a timeout of 809103 usecs (810 jiffies) 00000400:00000200:0.0:1789130391.674099:0:31745:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:0.0:1789130391.674102:0:31745:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296486506 00000100:00000001:0.0:1789130391.674105:0:31745:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 2, keep current deadline 4296489463 00000100:00000001:0.0:1789130391.674108:0:31745:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296486506 00000100:00000001:0.0:1789130391.674111:0:31745:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 3, keep current deadline 4296489463 00000100:00000001:0.0:1789130391.674114:0:31745:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789130391.674116:0:31745:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130391.674119:0:31745:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789130391.674121:0:31745:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1789130391.674123:0:31745:0:(client.c:2715:ptlrpc_set_wait()) set ffff9caf488f36c0 going to sleep for 11 seconds 00000100:00000001:0.0:1789130391.674127:0:31745:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789130391.674129:0:31745:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789130391.675961:0:2341:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789130391.675971:0:2341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf451e7b00. 00000400:00000200:3.0:1789130391.675978:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130391.675987:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:3.0:1789130391.675994:0:2341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf5801ebb0 00000400:00000010:3.0:1789130391.675997:0:2341:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf5801ebb0. 00000100:00000001:3.0:1789130391.676003:0:2341:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789130391.676011:0:2341:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf61461a40 x1876037329029248/t0(0) o37->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 448/440 e 0 to 0 dl 1789130407 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130391.676025:0:2341:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130391.676028:0:2341:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf61461a40 x1876037329029248/t0(0) o37->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 448/440 e 0 to 0 dl 1789130407 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130391.676042:0:2341:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130391.676044:0:2341:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1789130391.691341:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130391.691373:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789130391.691379:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130391.691382:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130391.691396:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130391.691405:0:2342:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:2.0:1789130391.691419:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130391.691424:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130391.691431:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130391.691435:0:2342:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 4096 into portal 14 MB=0x6aa3efa950880 00000400:00000200:2.0:1789130391.691440:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130391.691447:0:2342:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index e from 12345-192.168.204.123@tcp of length 4096/4096 into md 0x6bad [256] + 0 00000400:00000010:2.0:1789130391.691454:0:2342:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf501318f0. 00000400:00000200:2.0:1789130391.691463:0:2342:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff9caf48520000 00000800:00000001:2.0:1789130391.691470:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130391.691483:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130391.691487:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130391.691492:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:2.0:1789130391.691498:0:2342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf48520000 00000400:00000010:2.0:1789130391.691502:0:2342:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 4216 at ffff9caf48520000. 00000100:00000001:2.0:1789130391.691509:0:2342:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:2.0:1789130391.691511:0:2342:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req ffff9caf61461a40 desc ffff9caf482bc000 mbits 1876037329029248 00000100:00000001:0.0:1789130391.691571:0:31745:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789130391.691575:0:31745:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130391.691871:0:2342:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:2.0:1789130391.691882:0:2342:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1789130391.691887:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130391.691894:0:2342:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.204.23@tcp to MR: 192.168.204.123@tcp local destination 00000400:00000200:2.0:1789130391.691900:0:2342:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2490:2490:256:4294967295] 192.168.204.123@tcp LPNI seq info [2489:2489:8:4294967295] 00000400:00000200:2.0:1789130391.691905:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130391.691914:0:2342:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:192.168.204.23@tcp) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) 192.168.204.123@tcp : ACK try# 0 00000800:00000200:2.0:1789130391.691920:0:2342:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 256 frags to 12345-192.168.204.123@tcp 00000800:00000010:2.0:1789130391.691929:0:2342:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 4328 at ffff9caf484f2000. 00000800:00000200:2.0:1789130391.691935:0:2342:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:2.0:1789130391.692398:0:2342:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:2.0:1789130391.692404:0:2342:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf484f2000 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1789130391.692567:0:2342:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789130391.692571:0:2342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 4328 at ffff9caf484f2000. 00000400:00000200:2.0:1789130391.692576:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130391.692580:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: ACK: OK 00000800:00000001:2.0:1789130391.692588:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130391.692592:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789130391.706168:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130391.706185:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789130391.706189:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130391.706192:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130391.706201:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130391.706208:0:2341:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:3.0:1789130391.706216:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130391.706220:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130391.706225:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130391.706229:0:2341:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 440 into portal 10 MB=0x6aa3efa950880 00000400:00000200:3.0:1789130391.706234:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130391.706240:0:2341:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.123@tcp of length 440/440 into md 0x6bb5 [1] + 224 00000800:00000001:3.0:1789130391.706248:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130391.706258:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130391.706262:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130391.706266:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:3.0:1789130391.706287:0:2341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789130391.706296:0:2341:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf61461a40 x1876037329029248/t0(0) o37->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 448/440 e 0 to 0 dl 1789130407 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789130391.706307:0:2341:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=440 offset=224 replen=440 req@ffff9caf61461a40 x1876037329029248/t0(0) o37->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 448/440 e 0 to 0 dl 1789130407 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130391.706325:0:2341:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789130391.706335:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130391.706338:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130391.706500:0:31745:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789130391.706507:0:31745:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789130391.706509:0:31745:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789130391.706512:0:31745:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf50131bb0. 00000400:00000200:0.0:1789130391.706518:0:31745:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf5801e6e8 00000400:00000010:0.0:1789130391.706520:0:31745:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf5801e6e8. 00000100:00000001:0.0:1789130391.706523:0:31745:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789130391.706527:0:31745:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf61461a40 x1876037329029248/t0(0) o37->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 448/440 e 0 to 0 dl 1789130407 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1789130391.706549:0:31745:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf61461a40 x1876037329029248/t0(0) o37->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 448/440 e 0 to 0 dl 1789130407 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130391.706555:0:31745:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789130391.706557:0:31745:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130391.706560:0:31745:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789130391.706564:0:31745:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789130391.706567:0:31745:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789130391.706569:0:31745:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130391.706572:0:31745:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789130391.706582:0:31745:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf6079aca8 time=10 v=5 (5 5 5 5) 00000100:00001000:0.0:1789130391.706586:0:31745:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf6079ac18 time=0 v=5 (1 0 0 0) 00000100:00000001:0.0:1789130391.706588:0:31745:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789130391.706591:0:31745:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130391.706593:0:31745:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789130391.706596:0:31745:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130391.706600:0:31745:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789130391.706603:0:31745:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9caf5014c800: skip recheck: last_committed 4294967634 00000100:00000001:0.0:1789130391.706605:0:31745:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789130391.706608:0:31745:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130391.706613:0:31745:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@ffff9caf61461a40 x1876037329029248/t0(0) o37->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 448/440 e 0 to 0 dl 1789130407 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1789130391.706622:0:31745:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@ffff9caf61461a40 x1876037329029248/t0(0) o37->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 448/440 e 0 to 0 dl 1789130407 ref 2 fl Bulk:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130391.706629:0:31745:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789130391.706631:0:31745:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789130391.706636:0:31745:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf61461a40 x1876037329029248/t0(0) o37->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 448/440 e 0 to 0 dl 1789130407 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1789130391.706643:0:31745:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf61461a40 pname:cluuid:pid:xid:nid:opc:job rm:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:31745:1876037329029248:192.168.204.123@tcp:37:rm.0 00000100:00000001:0.0:1789130391.706647:0:31745:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130391.706650:0:31745:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130391.706653:0:31745:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1789130391.706655:0:31745:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789130391.706658:0:31745:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf61461a40 x1876037329029248/t0(0) o37->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 448/440 e 0 to 0 dl 1789130407 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130391.706664:0:31745:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789130391.706667:0:31745:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9caf488f36c0. 00000100:00000001:0.0:1789130391.706672:0:31745:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1789130391.706673:0:31745:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789130391.706676:0:31745:0:(mdc_request.c:1108:mdc_getpage()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130391.706678:0:31745:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789130391.706681:0:31745:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf61461a40 x1876037329029248/t0(0) o37->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 448/440 e 0 to 0 dl 1789130407 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130391.706687:0:31745:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789130391.706689:0:31745:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789130391.706693:0:31745:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9caf482be400. 02000000:00000001:0.0:1789130391.706695:0:31745:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789130391.706698:0:31745:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1789130391.706700:0:31745:0:(genops.c:1223:class_import_put()) import ffff9caf6079a800 refcount=8 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000020:00000001:0.0:1789130391.706703:0:31745:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:0.0:1789130391.706704:0:31745:0:(client.c:325:ptlrpc_free_bulk()) Process entered 00000020:00000001:0.0:1789130391.706708:0:31745:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1789130391.706709:0:31745:0:(genops.c:1223:class_import_put()) import ffff9caf6079a800 refcount=7 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000020:00000001:0.0:1789130391.706710:0:31745:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000010:0.0:1789130391.706740:0:31745:0:(client.c:346:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 4096 at ffff9caf460f7000. 00000100:00000010:0.0:1789130391.706745:0:31745:0:(client.c:347:ptlrpc_free_bulk()) kfreed 'desc': 984 at ffff9caf482bc000. 00000100:00000001:0.0:1789130391.706748:0:31745:0:(client.c:348:ptlrpc_free_bulk()) Process leaving 02000000:00000010:0.0:1789130391.706752:0:31745:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9caf485a2a00. 02000000:00000001:0.0:1789130391.706756:0:31745:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789130391.706758:0:31745:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789130391.706760:0:31745:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf61461a40. 00000100:00000001:0.0:1789130391.706764:0:31745:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789130391.706765:0:31745:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1789130391.706768:0:31745:0:(mdc_request.c:1315:mdc_dirpage_add()) Process entered 00000002:00000020:0.0:1789130391.706770:0:31745:0:(mdc_request.c:1322:mdc_dirpage_add()) read 1/1 00010000:00000010:0.1:1789130391.706848:0:31745:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf46a92400. 00000002:00000010:0.0:1789130391.707464:0:31745:0:(mdc_request.c:1442:do_mdc_read_folio_remote()) kfreed 'folio_pool': 2048 at ffff9caf47cd7800. 00000002:00000001:0.0:1789130391.707470:0:31745:0:(mdc_request.c:1444:do_mdc_read_folio_remote()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130391.707477:0:31745:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130391.707479:0:31745:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130391.707482:0:31745:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b6800 refcount=3 00000020:00000001:0.0:1789130391.707484:0:31745:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649484800 : -109198060066816 : ffff9caf586b6800) 00010000:00000001:0.0:1789130391.707487:0:31745:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649484800 : -109198060066816 : ffff9caf586b6800) 00010000:00000001:0.0:1789130391.707490:0:31745:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789130391.707495:0:31745:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b6800/0xde5303b1d982ccf3 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a58c8 expref: -99 pid: 31743 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1789130391.707505:0:31745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130391.707507:0:31745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130391.707509:0:31745:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789130391.707513:0:31745:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789130391.707517:0:31745:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b6800/0xde5303b1d982ccf3 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a58c8 expref: -99 pid: 31743 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1789130391.707525:0:31745:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789130391.707529:0:31745:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789130391.707532:0:31745:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789130391.707537:0:31745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130391.707539:0:31745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130391.707540:0:31745:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130391.707544:0:31745:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789130391.707546:0:31745:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130391.707548:0:31745:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130391.707552:0:31745:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130391.707556:0:31745:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789130391.707557:0:31745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130391.707558:0:31745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00800000:00000001:0.0:1789130391.707562:0:31745:0:(lmv_obd.c:3458:lmv_read_page()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130391.707569:0:31745:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833959 : 144115205322833959 : 200000404000027) 00000080:00000001:0.0:1789130391.707576:0:31745:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:0.0:1789130391.707579:0:31745:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833961 : 144115205322833961 : 200000404000029) 00000080:00000001:0.0:1789130391.707586:0:31745:0:(dir.c:306:ll_dir_read()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1789130391.707592:0:31745:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9caf485a2200. 00000080:00000001:0.0:1789130391.707598:0:31745:0:(dir.c:402:ll_iterate()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130391.707724:0:31745:0:(dir.c:3016:ll_dir_release()) Process entered 00000080:00000001:0.0:1789130391.707727:0:31745:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:0.0:1789130391.707730:0:31745:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c3fdd0 00000080:00200008:0.0:1789130391.707733:0:31745:0:(file.c:479:ll_file_release()) START file d21h.recovery-small-1:[0x200000404:0x27:0x0](ffff9caf60131148), flags 704000 00000080:00400000:0.0:1789130391.707738:0:31745:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000404:0x27:0x0] 00000080:00000001:0.0:1789130391.707741:0:31745:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:0.0:1789130391.707743:0:31745:0:(pcc.c:2438:pcc_file_release()) Process leaving 00000080:00000001:0.0:1789130391.707744:0:31745:0:(file.c:341:ll_md_close()) Process entered 00000002:00000001:0.0:1789130391.707751:0:31745:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789130391.707754:0:31745:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789130391.707761:0:31745:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf42f26900 count: 2 00010000:00000001:0.0:1789130391.707765:0:31745:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789130391.707770:0:31745:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789130391.707772:0:31745:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000404:0x27:0x0]: 0 00000080:00000001:0.0:1789130391.707775:0:31745:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:0.0:1789130391.707777:0:31745:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1789130391.707781:0:31745:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9caf485a2200. 00000080:00000001:0.0:1789130391.707792:0:31745:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:0.0:1789130391.707799:0:31745:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1789130391.707839:0:31745:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000002:0.0:1789130391.707842:0:31745:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000404:0x27:0x0] 00000002:00000001:0.0:1789130391.707847:0:31745:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:0.0:1789130391.707850:0:31745:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9caf5014c800: [0x200000404:0x27:0x0] file closed with intent: 0 00000100:00000010:0.0:1789130391.707857:0:31745:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf61461a40. 00000020:00000040:0.0:1789130391.707862:0:31745:0:(genops.c:1210:class_import_get()) import ffff9caf6079a800 refcount=8 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000100:00000001:0.0:1789130391.707867:0:31745:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789130391.707872:0:31745:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789130391.707878:0:31745:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789130391.707887:0:31745:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9caf485a2a00. 00000100:00000001:0.0:1789130391.707896:0:31745:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1789130391.707917:0:31745:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9caf580bad00 x1876037329029120/t4294967637(4294967637) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/608 e 0 to 0 dl 1789130407 ref 1 fl Complete:RPQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1789130391.707928:0:31745:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9caf5014c800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1789130391.707933:0:31745:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9caf61461a40 x1876037329029504/t0(0) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1789130391.707940:0:31745:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1789130391.707941:0:31745:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1789130391.707948:0:31745:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9caf488f36c0. 00000100:00000001:0.0:1789130391.707950:0:31745:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446634875383396032 : -109198326155584 : ffff9caf488f36c0) 00000100:00000001:0.0:1789130391.707953:0:31745:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789130391.707955:0:31745:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875798035008 : -109197911516608 : ffff9caf61461a40) 00000100:00000001:0.0:1789130391.707960:0:31745:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789130391.707965:0:31745:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130391.707968:0:31745:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1789130391.707970:0:31745:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789130391.707973:0:31745:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf61461a40 x1876037329029504/t0(0) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130391.707980:0:31745:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789130391.707981:0:31745:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130391.707985:0:31745:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789130391.707988:0:31745:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789130391.707990:0:31745:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789130391.707994:0:31745:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf61461a40 pname:cluuid:pid:xid:nid:opc:job rm:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:31745:1876037329029504:192.168.204.123@tcp:35:rm.0 00000100:00000001:0.0:1789130391.707998:0:31745:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789130391.708003:0:31745:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789130391.708004:0:31745:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130391.708007:0:31745:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789130391.708012:0:31745:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9caf482bc000. 02000000:00000001:0.0:1789130391.708013:0:31745:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789130391.708021:0:31745:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:0.0:1789130391.708026:0:31745:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf50131bb0. 00000400:00000010:0.0:1789130391.708034:0:31745:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf5801e6e8. 00000100:00000200:0.0:1789130391.708041:0:31745:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876037329029504, portal 10 00000100:00000001:0.0:1789130391.708043:0:31745:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789130391.708045:0:31745:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875798035008 : -109197911516608 : ffff9caf61461a40) 00000100:00000040:0.0:1789130391.708050:0:31745:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9caf61461a40 x1876037329029504/t0(0) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1789130407 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130391.708057:0:31745:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789130391.708059:0:31745:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:0.0:1789130391.708062:0:31745:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf5801e2a8. 00000100:00000200:0.0:1789130391.708065:0:31745:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1876037329029504, offset 0 00000400:00000200:0.0:1789130391.708071:0:31745:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:0.0:1789130391.708081:0:31745:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:0.0:1789130391.708088:0:31745:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:0.0:1789130391.708096:0:31745:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789130391.708101:0:31745:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:0.0:1789130391.708105:0:31745:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789130391.708108:0:31745:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:0.0:1789130391.708112:0:31745:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2491:2491:256:4294967295] 192.168.204.123@tcp LPNI seq info [2490:2490:8:4294967295] 00000400:00000200:0.0:1789130391.708116:0:31745:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:0.0:1789130391.708126:0:31745:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:0.0:1789130391.708133:0:31745:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:0.0:1789130391.708139:0:31745:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf451e7b00. 00000800:00000200:0.0:1789130391.708148:0:31745:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:0.0:1789130391.708158:0:31745:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:0.0:1789130391.708162:0:31745:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf451e7b00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1789130391.708184:0:31745:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130391.708189:0:31745:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: using a timeout of 808065 usecs (809 jiffies) 00000400:00000200:0.0:1789130391.708192:0:31745:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:0.0:1789130391.708195:0:31745:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296486539 00000100:00000001:0.0:1789130391.708198:0:31745:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 2, keep current deadline 4296489463 00000100:00000001:0.0:1789130391.708201:0:31745:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296486539 00000100:00000001:0.0:1789130391.708203:0:31745:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 3, keep current deadline 4296489463 00000100:00000001:0.0:1789130391.708206:0:31745:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789130391.708208:0:31745:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130391.708211:0:31745:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789130391.708213:0:31745:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1789130391.708216:0:31745:0:(client.c:2715:ptlrpc_set_wait()) set ffff9caf488f36c0 going to sleep for 11 seconds 00000100:00000001:0.0:1789130391.708219:0:31745:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789130391.708222:0:31745:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789130391.708662:0:2342:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789130391.708671:0:2342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf451e7b00. 00000400:00000200:2.0:1789130391.708677:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130391.708683:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:2.0:1789130391.708691:0:2342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf5801e2a8 00000400:00000010:2.0:1789130391.708692:0:2342:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf5801e2a8. 00000100:00000001:2.0:1789130391.708697:0:2342:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789130391.708702:0:2342:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf61461a40 x1876037329029504/t0(0) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1789130407 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130391.708712:0:2342:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130391.708715:0:2342:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf61461a40 x1876037329029504/t0(0) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1789130407 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130391.708721:0:2342:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130391.708723:0:2342:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1789130391.714522:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130391.714614:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789130391.714621:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130391.714624:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130391.714637:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130391.714649:0:2341:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:3.0:1789130391.714662:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130391.714669:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130391.714678:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130391.714683:0:2341:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 456 into portal 10 MB=0x6aa3efa950980 00000400:00000200:3.0:1789130391.714689:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130391.714698:0:2341:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.123@tcp of length 456/456 into md 0x6bbd [1] + 224 00000800:00000001:3.0:1789130391.714708:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130391.714936:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130391.714941:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130391.714948:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:3.0:1789130391.714960:0:2341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789130391.714972:0:2341:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf61461a40 x1876037329029504/t0(0) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1789130407 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789130391.714985:0:2341:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9caf61461a40 x1876037329029504/t0(0) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1789130407 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130391.715244:0:31745:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789130391.715265:0:2341:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789130391.715279:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130391.715284:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1789130391.715328:0:31745:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789130391.715331:0:31745:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789130391.715337:0:31745:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf50131bb0. 00000400:00000200:0.0:1789130391.715344:0:31745:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf5801e6e8 00000400:00000010:0.0:1789130391.715348:0:31745:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf5801e6e8. 00000100:00000001:0.0:1789130391.715352:0:31745:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789130391.715357:0:31745:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf61461a40 x1876037329029504/t0(0) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1789130407 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1789130391.715367:0:31745:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf61461a40 x1876037329029504/t0(0) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1789130407 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130391.715374:0:31745:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789130391.715377:0:31745:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130391.715380:0:31745:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789130391.715385:0:31745:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789130391.715389:0:31745:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789130391.715393:0:31745:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130391.715397:0:31745:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789130391.715414:0:31745:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf6079aca8 time=10 v=5 (5 5 5 5) 00000100:00001000:0.0:1789130391.715419:0:31745:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf6079ac18 time=0 v=5 (1 0 0 0) 00000100:00000001:0.0:1789130391.715422:0:31745:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789130391.715424:0:31745:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130391.715427:0:31745:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789130391.715433:0:31745:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130391.715437:0:31745:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1789130391.715439:0:31745:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1789130391.715441:0:31745:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1789130391.715444:0:31745:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789130391.715446:0:31745:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875798035008 : -109197911516608 : ffff9caf61461a40) 00000100:00000001:0.0:1789130391.715452:0:31745:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789130391.715455:0:31745:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9caf5014c800: skip recheck: last_committed 4294967634 00000100:00000001:0.0:1789130391.715457:0:31745:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789130391.715461:0:31745:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130391.715466:0:31745:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf61461a40 x1876037329029504/t4294967638(4294967638) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1789130407 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130391.715474:0:31745:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789130391.715479:0:31745:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789130391.715482:0:31745:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789130391.715486:0:31745:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf61461a40 x1876037329029504/t4294967638(4294967638) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1789130407 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1789130391.715494:0:31745:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf61461a40 pname:cluuid:pid:xid:nid:opc:job rm:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:31745:1876037329029504:192.168.204.123@tcp:35:rm.0 00000100:00000001:0.0:1789130391.715501:0:31745:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130391.715506:0:31745:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130391.715509:0:31745:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1789130391.715513:0:31745:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789130391.715517:0:31745:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf61461a40 x1876037329029504/t4294967638(4294967638) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1789130407 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130391.715526:0:31745:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789130391.715531:0:31745:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9caf488f36c0. 00000100:00000001:0.0:1789130391.715597:0:31745:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1789130391.715600:0:31745:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130391.715614:0:31745:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789130391.715615:0:31745:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875798035008 : -109197911516608 : ffff9caf61461a40) 00000002:00000001:0.0:1789130391.715619:0:31745:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789130391.715624:0:31745:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1789130391.715633:0:31745:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9caf485a2200. 00000080:00000001:0.0:1789130391.715638:0:31745:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1789130391.715643:0:31745:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00000002:00000001:0.0:1789130391.715651:0:31745:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1789130391.715659:0:31745:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9caf580bad00 x1876037329029120/t4294967637(4294967637) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/608 e 0 to 0 dl 1789130407 ref 1 fl Complete:RQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130391.715670:0:31745:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789130391.715672:0:31745:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875643211008 : -109198066340608 : ffff9caf580bad00) 00000100:00000001:0.0:1789130391.715674:0:31745:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789130391.715677:0:31745:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf580bad00 x1876037329029120/t4294967637(4294967637) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/608 e 0 to 0 dl 1789130407 ref 2 fl Complete:RMQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130391.715683:0:31745:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130391.715685:0:31745:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789130391.715688:0:31745:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf61461a40 x1876037329029504/t4294967638(4294967638) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1789130407 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130391.715695:0:31745:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130391.715696:0:31745:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789130391.715699:0:31745:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf580bad00 x1876037329029120/t4294967637(4294967637) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/608 e 0 to 0 dl 1789130407 ref 1 fl Complete:RMQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130391.715706:0:31745:0:(client.c:2793:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1789130391.715711:0:31745:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1789130391.715713:0:31745:0:(genops.c:1223:class_import_put()) import ffff9caf6079a800 refcount=7 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000020:00000001:0.0:1789130391.715932:0:31745:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1789130391.715937:0:31745:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9caf58573000. 02000000:00000001:0.0:1789130391.715942:0:31745:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789130391.715945:0:31745:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789130391.715948:0:31745:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf580bad00. 00000100:00000001:0.0:1789130391.715958:0:31745:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789130391.715959:0:31745:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130391.715961:0:31745:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789130391.715966:0:31745:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf61461a40 x1876037329029504/t4294967638(4294967638) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1789130407 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130391.715973:0:31745:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789130391.715976:0:31745:0:(client.c:2947:obd_mod_free()) kfreed 'mod': 32 at ffff9caf47eabe20. 00000002:00000001:0.0:1789130391.715979:0:31745:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789130391.715981:0:31745:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1789130391.715984:0:31745:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9caf4a7b03c0. 00000100:00000001:0.0:1789130391.715987:0:31745:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789130391.716058:0:31745:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf61461a40 x1876037329029504/t4294967638(4294967638) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1789130407 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130391.716066:0:31745:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789130391.716069:0:31745:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789130391.716073:0:31745:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9caf482bc000. 02000000:00000001:0.0:1789130391.716077:0:31745:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789130391.716078:0:31745:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1789130391.716080:0:31745:0:(genops.c:1223:class_import_put()) import ffff9caf6079a800 refcount=6 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000020:00000001:0.0:1789130391.716082:0:31745:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1789130391.716084:0:31745:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9caf485a2a00. 02000000:00000001:0.0:1789130391.716086:0:31745:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789130391.716087:0:31745:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789130391.716089:0:31745:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf61461a40. 00000100:00000001:0.0:1789130391.716091:0:31745:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789130391.716093:0:31745:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1789130391.716096:0:31745:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1789130391.716101:0:31745:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9caf47d2c780. 00000080:00000001:0.0:1789130391.716105:0:31745:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130391.716116:0:31745:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c3fdd0 00000080:00000008:0.0:1789130391.716182:0:31745:0:(file.c:523:ll_file_release()) COMPLETED file d21h.recovery-small-1:[0x200000404:0x27:0x0](ffff9caf60131148), flags 704000, rc = 0 00000080:00000001:0.0:1789130391.716188:0:31745:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130391.716192:0:31745:0:(dir.c:3017:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130391.716265:0:31745:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:0.0:1789130391.716271:0:31745:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:0.0:1789130391.716273:0:31745:0:(file.c:6206:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1789130391.716275:0:31745:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c3fbc0 00000080:00200000:0.0:1789130391.716277:0:31745:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8),name=/ 00000080:00000010:0.0:1789130391.716285:0:31745:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9caf485a2a00. 00800000:00000002:0.0:1789130391.716292:0:31745:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9caf4557c8c0 2 00000080:00000001:0.0:1789130391.716298:0:31745:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1789130391.716303:0:31745:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1789130391.716305:0:31745:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c3fae0 00800000:00000002:0.0:1789130391.716308:0:31745:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1789130391.716313:0:31745:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1789130391.716317:0:31745:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1789130391.716323:0:31745:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1789130391.716326:0:31745:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c3f9b0 00000002:00010000:0.0:1789130391.716328:0:31745:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1789130391.716333:0:31745:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1789130391.716335:0:31745:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789130391.716338:0:31745:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789130391.716346:0:31745:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf42f26b00 count: 2 00010000:00000001:0.0:1789130391.716350:0:31745:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789130391.716356:0:31745:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789130391.716361:0:31745:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1789130391.716368:0:31745:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7800/0xde5303b1d982ccec lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a58ac expref: -99 pid: 31743 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 02000000:00000001:0.0:1789130391.716380:0:31745:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1789130391.716385:0:31745:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789130391.716388:0:31745:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7800/0xde5303b1d982ccec lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a58ac expref: -99 pid: 31743 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00000002:00000001:0.0:1789130391.716394:0:31745:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1789130391.716396:0:31745:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1789130391.716398:0:31745:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789130391.716400:0:31745:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789130391.716404:0:31745:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1789130391.716406:0:31745:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1789130391.716409:0:31745:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1789130391.716412:0:31745:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9caf4557c8c0 2 00000080:00000010:0.0:1789130391.716414:0:31745:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9caf485a2a00. 00000080:00000001:0.0:1789130391.716418:0:31745:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1789130391.716420:0:31745:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789130391.716424:0:31745:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9caf601980c8) 00000080:00010000:0.0:1789130391.716442:0:31745:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9caf601980c8) for lock 0xde5303b1d982ccec 00800000:00000001:0.0:1789130391.716445:0:31745:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1789130391.716448:0:31745:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1789130391.716450:0:31745:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130391.716453:0:31745:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130391.716456:0:31745:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b7800 refcount=3 00000020:00000001:0.0:1789130391.716459:0:31745:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649488896 : -109198060062720 : ffff9caf586b7800) 00010000:00000001:0.0:1789130391.716462:0:31745:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649488896 : -109198060062720 : ffff9caf586b7800) 00010000:00000001:0.0:1789130391.716466:0:31745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130391.716468:0:31745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789130391.716470:0:31745:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789130391.716472:0:31745:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789130391.716475:0:31745:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xde5303b1d982ccec from it ffffb97f41c3fbf8 00010000:00000001:0.0:1789130391.716477:0:31745:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130391.716478:0:31745:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130391.716479:0:31745:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b7800 refcount=3 00000020:00000001:0.0:1789130391.716481:0:31745:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649488896 : -109198060062720 : ffff9caf586b7800) 00010000:00000001:0.0:1789130391.716483:0:31745:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649488896 : -109198060062720 : ffff9caf586b7800) 00010000:00000001:0.0:1789130391.716485:0:31745:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789130391.716489:0:31745:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7800/0xde5303b1d982ccec lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a58ac expref: -99 pid: 31743 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00000001:0.0:1789130391.716495:0:31745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130391.716496:0:31745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130391.716499:0:31745:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789130391.716501:0:31745:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789130391.716504:0:31745:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7800/0xde5303b1d982ccec lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a58ac expref: -99 pid: 31743 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00010000:00000001:0.0:1789130391.716513:0:31745:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789130391.716517:0:31745:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789130391.716520:0:31745:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789130391.716527:0:31745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130391.716528:0:31745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130391.716530:0:31745:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130391.717246:0:31745:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789130391.717252:0:31745:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130391.717256:0:31745:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130391.717260:0:31745:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130391.717263:0:31745:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789130391.717265:0:31745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130391.717267:0:31745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1789130391.717270:0:31745:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1789130391.717272:0:31745:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1789130391.717275:0:31745:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8), inode mode 41ff mask 1 00000080:00000001:0.0:1789130391.717281:0:31745:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130391.717287:0:31745:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1789130391.717290:0:31745:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c3fbc0 00000080:00002000:0.0:1789130391.717292:0:31745:0:(dcache.c:87:ll_dcompare()) found name d21h.recovery-small-1(ffff9caf602c7510) flags 0x20000e refc 1 00000080:00000001:0.0:1789130391.717295:0:31745:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130391.717298:0:31745:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c3fc08 00000080:00200000:0.0:1789130391.717299:0:31745:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21h.recovery-small-1, flags=266 00000080:00000001:0.0:1789130391.717305:0:31745:0:(llite_lib.c:3176:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1789130391.717306:0:31745:0:(llite_lib.c:3182:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130391.717313:0:31745:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00200000:0.0:1789130391.717314:0:31745:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000404:0x27:0x0](ffff9caf60131148), inode mode 41ed mask 44 00000080:00000001:0.0:1789130391.717317:0:31745:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130391.717324:0:31745:0:(dir.c:3010:ll_dir_open()) Process entered 00000080:00000001:0.0:1789130391.717327:0:31745:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:0.0:1789130391.717329:0:31745:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c3fb78 00000080:00200008:0.0:1789130391.717331:0:31745:0:(file.c:1090:ll_file_open()) START file d21h.recovery-small-1:[0x200000404:0x27:0x0](ffff9caf60131148), flags 704400 00000080:00000010:0.0:1789130391.717338:0:31745:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9caf4865fb80. 00000080:00000001:0.0:1789130391.717345:0:31745:0:(file.c:806:ll_intent_file_open()) Process entered 00000080:00000010:0.0:1789130391.717349:0:31745:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9caf485a2a00. 00800000:00000002:0.0:1789130391.717353:0:31745:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9caf4557c8c0 2 00000080:00000001:0.0:1789130391.717356:0:31745:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1789130391.717358:0:31745:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1789130391.717360:0:31745:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c3fa28 00800000:00000002:0.0:1789130391.717362:0:31745:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open' for [0x200000404:0x27:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1789130391.717366:0:31745:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00000020:00000001:0.0:1789130391.717369:0:31745:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c3f9a8 00800000:00000002:0.0:1789130391.717371:0:31745:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x27:0x0], name='' -> mds #0 layout version 1 00000002:00000001:0.0:1789130391.717375:0:31745:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1789130391.717377:0:31745:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c3f8e0 00000002:00010000:0.0:1789130391.717378:0:31745:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000404:0x27:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 0104240704401 00000002:00000001:0.0:1789130391.717383:0:31745:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1789130391.717386:0:31745:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:0.0:1789130391.717390:0:31745:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1789130391.717395:0:31745:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf42f26900 count: 2 00010000:00000001:0.0:1789130391.717397:0:31745:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789130391.717400:0:31745:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1789130391.717404:0:31745:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130391.717406:0:31745:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789130391.717410:0:31745:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789130391.717411:0:31745:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1789130391.717413:0:31745:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf42f26b00 count: 2 00010000:00000001:0.0:1789130391.717415:0:31745:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789130391.717417:0:31745:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1789130391.717418:0:31745:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130391.717420:0:31745:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789130391.717421:0:31745:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789130391.717426:0:31745:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf61461a40. 00000020:00000040:0.0:1789130391.717430:0:31745:0:(genops.c:1210:class_import_get()) import ffff9caf6079a800 refcount=7 obd=lustre-MDT0000-mdc-ffff9caf5014c800 02000000:00000001:0.0:1789130391.717436:0:31745:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1789130391.717439:0:31745:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130391.717442:0:31745:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1789130391.717447:0:31745:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789130391.717451:0:31745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130391.717453:0:31745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130391.717455:0:31745:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130391.717458:0:31745:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789130391.717460:0:31745:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789130391.717464:0:31745:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789130391.717472:0:31745:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9caf482bc000. 00000100:00000001:0.0:1789130391.717479:0:31745:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130391.717484:0:31745:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789130391.717486:0:31745:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130391.717487:0:31745:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789130391.717489:0:31745:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130391.717490:0:31745:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789130391.717498:0:31745:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446634875798035008 : -109197911516608 : ffff9caf61461a40) 00010000:00000001:0.0:1789130391.717502:0:31745:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1789130391.717505:0:31745:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1789130391.717507:0:31745:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf42f26b00 count: 2 00010000:00000001:0.0:1789130391.717509:0:31745:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789130391.717512:0:31745:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1789130391.717516:0:31745:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9caf40030800. 00000020:00000001:0.0:1789130391.717520:0:31745:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1789130391.717523:0:31745:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9caf40030800 with handle 0xde5303b1d982cd24 to hash 00000020:00000001:0.0:1789130391.717525:0:31745:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1789130391.717527:0:31745:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446634875239991296 : -109198469560320 : ffff9caf40030800) 00010000:00000001:0.0:1789130391.717531:0:31745:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446634875239991296 : -109198469560320 : ffff9caf40030800) 00010000:00000001:0.0:1789130391.717545:0:31745:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789130391.717548:0:31745:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789130391.717552:0:31745:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030800/0xde5303b1d982cd24 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 31745 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789130391.717560:0:31745:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030800/0xde5303b1d982cd24 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31745 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:0.0:1789130391.717575:0:31745:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9caf5014c800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1789130391.717588:0:31745:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9caf61461a40 x1876037329029760/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1789130391.717600:0:31745:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030800/0xde5303b1d982cd24 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31745 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1789130391.717605:0:31745:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1789130391.717608:0:31745:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1789130391.717618:0:31745:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9caf488f36c0. 00000100:00000001:0.0:1789130391.717620:0:31745:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446634875383396032 : -109198326155584 : ffff9caf488f36c0) 00000100:00000001:0.0:1789130391.717624:0:31745:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789130391.717626:0:31745:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875798035008 : -109197911516608 : ffff9caf61461a40) 00000100:00000001:0.0:1789130391.717632:0:31745:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789130391.717636:0:31745:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130391.717639:0:31745:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1789130391.717641:0:31745:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789130391.717646:0:31745:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf61461a40 x1876037329029760/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130391.717654:0:31745:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789130391.717656:0:31745:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130391.717661:0:31745:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789130391.717664:0:31745:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789130391.717667:0:31745:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789130391.717671:0:31745:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf61461a40 pname:cluuid:pid:xid:nid:opc:job rm:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:31745:1876037329029760:192.168.204.123@tcp:101:rm.0 00000100:00000001:0.0:1789130391.717676:0:31745:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789130391.717684:0:31745:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789130391.717688:0:31745:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130391.717690:0:31745:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789130391.717851:0:31745:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 262144 at ffff9caf48a00000. 02000000:00000001:0.0:1789130391.717854:0:31745:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789130391.717863:0:31745:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:0.0:1789130391.717869:0:31745:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf50131bb0. 00000400:00000010:0.0:1789130391.717879:0:31745:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffff9caf47cd7800. 00000100:00000200:0.0:1789130391.717890:0:31745:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 262144 bytes, xid 1876037329029760, portal 10 00000100:00000001:0.0:1789130391.717892:0:31745:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789130391.717894:0:31745:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875798035008 : -109197911516608 : ffff9caf61461a40) 00000100:00000040:0.0:1789130391.717900:0:31745:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9caf61461a40 x1876037329029760/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789130407 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130391.717908:0:31745:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789130391.717911:0:31745:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:0.0:1789130391.717916:0:31745:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf5801e6e8. 00000100:00000200:0.0:1789130391.717920:0:31745:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1876037329029760, offset 0 00000400:00000200:0.0:1789130391.717929:0:31745:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:0.0:1789130391.717940:0:31745:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:0.0:1789130391.717949:0:31745:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:0.0:1789130391.717957:0:31745:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789130391.717963:0:31745:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:0.0:1789130391.717968:0:31745:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789130391.717971:0:31745:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:0.0:1789130391.717975:0:31745:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2492:2492:256:4294967295] 192.168.204.123@tcp LPNI seq info [2491:2491:8:4294967295] 00000400:00000200:0.0:1789130391.717980:0:31745:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:0.0:1789130391.718201:0:31745:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:0.0:1789130391.718210:0:31745:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:0.0:1789130391.718218:0:31745:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf451e7400. 00000800:00000200:0.0:1789130391.718227:0:31745:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:0.0:1789130391.718239:0:31745:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:0.0:1789130391.718246:0:31745:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf451e7400 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:0.0:1789130391.718349:0:31745:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130391.718356:0:31745:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: using a timeout of 806987 usecs (807 jiffies) 00000400:00000200:0.0:1789130391.718361:0:31745:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:0.0:1789130391.718365:0:31745:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296486547 00000100:00000001:0.0:1789130391.718368:0:31745:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 2, keep current deadline 4296489463 00000100:00000001:0.0:1789130391.718370:0:31745:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296486547 00000100:00000001:0.0:1789130391.718373:0:31745:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 3, keep current deadline 4296489463 00000100:00000001:0.0:1789130391.718375:0:31745:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789130391.718379:0:31745:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130391.718381:0:31745:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789130391.718384:0:31745:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1789130391.718387:0:31745:0:(client.c:2715:ptlrpc_set_wait()) set ffff9caf488f36c0 going to sleep for 11 seconds 00000100:00000001:0.0:1789130391.718390:0:31745:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789130391.718393:0:31745:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789130391.719361:0:2342:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789130391.719371:0:2342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf451e7400. 00000400:00000200:2.0:1789130391.719380:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130391.719389:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:2.0:1789130391.719398:0:2342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf5801e6e8 00000400:00000010:2.0:1789130391.719401:0:2342:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf5801e6e8. 00000100:00000001:2.0:1789130391.719406:0:2342:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789130391.719414:0:2342:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf61461a40 x1876037329029760/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789130407 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130391.719437:0:2342:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130391.719441:0:2342:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf61461a40 x1876037329029760/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789130407 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130391.719450:0:2342:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130391.719453:0:2342:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1789130391.723727:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130391.723758:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789130391.723765:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130391.723767:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130391.723781:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130391.723802:0:2341:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:3.0:1789130391.724113:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130391.724179:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130391.724188:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130391.724194:0:2341:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 608 into portal 10 MB=0x6aa3efa950a80 00000400:00000200:3.0:1789130391.724200:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130391.724208:0:2341:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.123@tcp of length 608/608 into md 0x6bc5 [64] + 224 00000800:00000001:3.0:1789130391.724220:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130391.724231:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130391.724237:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130391.724243:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:3.0:1789130391.724256:0:2341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789130391.724270:0:2341:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf61461a40 x1876037329029760/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789130407 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789130391.724281:0:2341:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=608 offset=224 replen=131856 req@ffff9caf61461a40 x1876037329029760/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789130407 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130391.724341:0:31745:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789130391.724363:0:2341:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789130391.724376:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130391.724380:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1789130391.724489:0:31745:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789130391.724492:0:31745:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789130391.724497:0:31745:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf50131bb0. 00000400:00000200:0.0:1789130391.724505:0:31745:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf47cd7800 00000400:00000010:0.0:1789130391.724508:0:31745:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 1144 at ffff9caf47cd7800. 00000100:00000001:0.0:1789130391.724514:0:31745:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789130391.724519:0:31745:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf61461a40 x1876037329029760/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789130407 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1789130391.724529:0:31745:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf61461a40 x1876037329029760/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789130407 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130391.724632:0:31745:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789130391.724636:0:31745:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130391.724639:0:31745:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789130391.724645:0:31745:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789130391.724649:0:31745:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789130391.724651:0:31745:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130391.724656:0:31745:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789130391.724671:0:31745:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf6079ac60 time=10 v=5 (5 104 104 104) 00000100:00001000:0.0:1789130391.724678:0:31745:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf6079ac18 time=0 v=5 (1 0 0 0) 00000100:00000001:0.0:1789130391.724759:0:31745:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789130391.724763:0:31745:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130391.724767:0:31745:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789130391.724772:0:31745:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130391.725000:0:31745:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1789130391.725003:0:31745:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1789130391.725005:0:31745:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1789130391.725009:0:31745:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789130391.725010:0:31745:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875798035008 : -109197911516608 : ffff9caf61461a40) 00000100:00000001:0.0:1789130391.725016:0:31745:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789130391.725019:0:31745:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9caf5014c800: skip recheck: last_committed 4294967634 00000100:00000001:0.0:1789130391.725021:0:31745:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789130391.725026:0:31745:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130391.725033:0:31745:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf61461a40 x1876037329029760/t4294967639(4294967639) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/608 e 0 to 0 dl 1789130407 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130391.725042:0:31745:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789130391.725046:0:31745:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789130391.725049:0:31745:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789130391.725054:0:31745:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf61461a40 x1876037329029760/t4294967639(4294967639) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/608 e 0 to 0 dl 1789130407 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1789130391.725062:0:31745:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf61461a40 pname:cluuid:pid:xid:nid:opc:job rm:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:31745:1876037329029760:192.168.204.123@tcp:101:rm.0 00000100:00000001:0.0:1789130391.725069:0:31745:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130391.725072:0:31745:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130391.725076:0:31745:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1789130391.725078:0:31745:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789130391.725082:0:31745:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf61461a40 x1876037329029760/t4294967639(4294967639) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/608 e 0 to 0 dl 1789130407 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130391.725090:0:31745:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789130391.725094:0:31745:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9caf488f36c0. 00000100:00000001:0.0:1789130391.725098:0:31745:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1789130391.725100:0:31745:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130391.725104:0:31745:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1789130391.725112:0:31745:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130391.725116:0:31745:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130391.725120:0:31745:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40030800 refcount=4 00000020:00000001:0.0:1789130391.725124:0:31745:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239991296 : -109198469560320 : ffff9caf40030800) 00010000:00000001:0.0:1789130391.725186:0:31745:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239991296 : -109198469560320 : ffff9caf40030800) 00010000:00000040:0.0:1789130391.725202:0:31745:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9caf40030800, remote cookie: 0xcdf1b083821a594d, flags: 0x1001 00010000:00000040:0.0:1789130391.725205:0:31745:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x27:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:0.0:1789130391.725210:0:31745:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000040:0.0:1789130391.725223:0:31745:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf42f26900 count: 2 00010000:00000001:0.0:1789130391.725227:0:31745:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789130391.725233:0:31745:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789130391.725239:0:31745:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030800/0xde5303b1d982cd24 lrc: 4/1,0 mode: --/CR res: [0x200000404:0x27:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a594d expref: -99 pid: 31745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789130391.725251:0:31745:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030800/0xde5303b1d982cd24 lrc: 4/1,0 mode: --/CR res: [0x200000404:0x27:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a594d expref: -99 pid: 31745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789130391.725258:0:31745:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1789130391.725271:0:31745:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1789130391.725274:0:31745:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1789130391.725276:0:31745:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1789130391.725277:0:31745:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1789130391.725280:0:31745:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x27:0x0].0x0 (ffff9caf42f26900) refcount = 2 00010000:00000040:0.0:1789130391.725283:0:31745:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1789130391.725285:0:31745:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b6800/0xde5303b1d982ccf3 lrc: 1/0,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a58c8 expref: -99 pid: 31743 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00010000:0.0:1789130391.725290:0:31745:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030800/0xde5303b1d982cd24 lrc: 4/1,0 mode: CR/CR res: [0x200000404:0x27:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a594d expref: -99 pid: 31745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789130391.725295:0:31745:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1789130391.725300:0:31745:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1789130391.725301:0:31745:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789130391.725303:0:31745:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1789130391.725305:0:31745:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789130391.725308:0:31745:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030800/0xde5303b1d982cd24 lrc: 4/1,0 mode: CR/CR res: [0x200000404:0x27:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a594d expref: -99 pid: 31745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789130391.725312:0:31745:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1789130391.725314:0:31745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130391.725315:0:31745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130391.725317:0:31745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130391.725318:0:31745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130391.725319:0:31745:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789130391.725325:0:31745:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1789130391.725328:0:31745:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130391.725329:0:31745:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130391.725331:0:31745:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40030800 refcount=3 00000020:00000001:0.0:1789130391.725332:0:31745:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239991296 : -109198469560320 : ffff9caf40030800) 00010000:00000001:0.0:1789130391.725334:0:31745:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239991296 : -109198469560320 : ffff9caf40030800) 00010000:00000001:0.0:1789130391.725336:0:31745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130391.725336:0:31745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1789130391.725340:0:31745:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x200002b, status=0 req@ffff9caf61461a40 x1876037329029760/t4294967639(4294967639) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/608 e 0 to 0 dl 1789130407 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1789130391.725347:0:31745:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:0.0:1789130391.725351:0:31745:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9caf61461a40 x1876037329029760/t4294967639(4294967639) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/608 e 0 to 0 dl 1789130407 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1789130391.725355:0:31745:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130391.725357:0:31745:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130391.725358:0:31745:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130391.725358:0:31745:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40030800 refcount=3 00000020:00000001:0.0:1789130391.725360:0:31745:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239991296 : -109198469560320 : ffff9caf40030800) 00010000:00000001:0.0:1789130391.725361:0:31745:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239991296 : -109198469560320 : ffff9caf40030800) 00010000:00000001:0.0:1789130391.725362:0:31745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130391.725363:0:31745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789130391.725364:0:31745:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789130391.725365:0:31745:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789130391.725369:0:31745:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:0.0:1789130391.725371:0:31745:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789130391.725371:0:31745:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875798035008 : -109197911516608 : ffff9caf61461a40) 00010000:00000001:0.0:1789130391.725373:0:31745:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130391.725373:0:31745:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130391.725374:0:31745:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40030800 refcount=3 00000020:00000001:0.0:1789130391.725375:0:31745:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239991296 : -109198469560320 : ffff9caf40030800) 00010000:00000001:0.0:1789130391.725377:0:31745:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239991296 : -109198469560320 : ffff9caf40030800) 00000002:00010000:0.0:1789130391.725380:0:31745:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030800/0xde5303b1d982cd24 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x27:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a594d expref: -99 pid: 31745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789130391.725384:0:31745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130391.725384:0:31745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130391.725386:0:31745:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1789130391.725387:0:31745:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130391.725388:0:31745:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130391.725388:0:31745:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40030800 refcount=3 00000020:00000001:0.0:1789130391.725389:0:31745:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239991296 : -109198469560320 : ffff9caf40030800) 00010000:00000001:0.0:1789130391.725390:0:31745:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239991296 : -109198469560320 : ffff9caf40030800) 00010000:00000040:0.0:1789130391.725392:0:31745:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf42f26900 count: 3 00010000:00000001:0.0:1789130391.725393:0:31745:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1789130391.725398:0:31745:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9caf4630e800 type 13 mode 16 res 8589935620/39 (0 0) 00010000:00000001:0.0:1789130391.725399:0:31745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130391.725400:0:31745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789130391.725401:0:31745:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1789130391.725404:0:31745:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c3f868 00000002:00002000:0.0:1789130391.725406:0:31745:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=open status=0 disp=0x280002b: rc = 0 00000002:00000001:0.0:1789130391.725408:0:31745:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789130391.725412:0:31745:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789130391.725415:0:31745:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1789130391.725418:0:31745:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1789130391.725421:0:31745:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789130391.725427:0:31745:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9caf4557c8c0 2 00000080:00000010:0.0:1789130391.725431:0:31745:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9caf485a2a00. 00000080:00000001:0.0:1789130391.725437:0:31745:0:(llite_lib.c:3864:ll_prep_inode()) Process entered 00000002:00000001:0.0:1789130391.725446:0:31745:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1789130391.725450:0:31745:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1789130391.725453:0:31745:0:(llite_lib.c:1973:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1789130391.725455:0:31745:0:(llite_lib.c:1977:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000404:0x27:0x0] 00000080:00000001:0.0:1789130391.725458:0:31745:0:(llite_lib.c:1994:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130391.725464:0:31745:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833959 : 144115205322833959 : 200000404000027) 00000080:00000001:0.0:1789130391.725468:0:31745:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:0.0:1789130391.725474:0:31745:0:(llite_lib.c:3140:ll_update_inode()) inode=[0x200000404:0x27:0x0], updating i_size 7680 00010000:00000001:0.0:1789130391.725476:0:31745:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130391.725477:0:31745:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130391.725478:0:31745:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40030800 refcount=3 00000020:00000001:0.0:1789130391.725479:0:31745:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239991296 : -109198469560320 : ffff9caf40030800) 00010000:00000001:0.0:1789130391.725480:0:31745:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239991296 : -109198469560320 : ffff9caf40030800) 00010000:00000001:0.0:1789130391.725482:0:31745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130391.725482:0:31745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1789130391.725483:0:31745:0:(llite_lib.c:3962:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1789130391.725485:0:31745:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1789130391.725486:0:31745:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789130391.725489:0:31745:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000404:0x27:0x0](ffff9caf60131148) for lock 0xde5303b1d982cd24 00800000:00000001:0.0:1789130391.725492:0:31745:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1789130391.725494:0:31745:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1789130391.725494:0:31745:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130391.725495:0:31745:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130391.725496:0:31745:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40030800 refcount=3 00000020:00000001:0.0:1789130391.725496:0:31745:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239991296 : -109198469560320 : ffff9caf40030800) 00010000:00000001:0.0:1789130391.725498:0:31745:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239991296 : -109198469560320 : ffff9caf40030800) 00010000:00000001:0.0:1789130391.725499:0:31745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130391.725501:0:31745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789130391.725502:0:31745:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789130391.725503:0:31745:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130391.725506:0:31745:0:(llite_lib.c:3176:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1789130391.725508:0:31745:0:(llite_lib.c:3182:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130391.725510:0:31745:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789130391.725511:0:31745:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf61461a40 x1876037329029760/t4294967639(4294967639) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/608 e 0 to 0 dl 1789130407 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130391.725515:0:31745:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789130391.725518:0:31745:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xde5303b1d982cd24 from it ffffb97f41c3fbd0 00010000:00000001:0.0:1789130391.725520:0:31745:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130391.725521:0:31745:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130391.725522:0:31745:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40030800 refcount=3 00000020:00000001:0.0:1789130391.725524:0:31745:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239991296 : -109198469560320 : ffff9caf40030800) 00010000:00000001:0.0:1789130391.725525:0:31745:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239991296 : -109198469560320 : ffff9caf40030800) 00010000:00000001:0.0:1789130391.725527:0:31745:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789130391.725529:0:31745:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030800/0xde5303b1d982cd24 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x27:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a594d expref: -99 pid: 31745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789130391.725533:0:31745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130391.725533:0:31745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130391.725542:0:31745:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789130391.725545:0:31745:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789130391.725548:0:31745:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030800/0xde5303b1d982cd24 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x27:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a594d expref: -99 pid: 31745 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1789130391.725555:0:31745:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789130391.725558:0:31745:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789130391.725560:0:31745:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789130391.725565:0:31745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130391.725567:0:31745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130391.725569:0:31745:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130391.725573:0:31745:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789130391.725575:0:31745:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130391.725578:0:31745:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130391.725581:0:31745:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130391.725583:0:31745:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789130391.725585:0:31745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130391.725586:0:31745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1789130391.725590:0:31745:0:(file.c:917:ll_intent_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1789130391.725603:0:31745:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff9caf4a7b03c0. 00000080:00000001:0.0:1789130391.725607:0:31745:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:0.0:1789130391.725611:0:31745:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00000002:00000001:0.0:1789130391.725614:0:31745:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:0.0:1789130391.725618:0:31745:0:(obd.h:1507:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff9caf47eabe20. 00000002:00100000:0.0:1789130391.725622:0:31745:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9caf61461a40 x1876037329029760/t4294967639(4294967639) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/608 e 0 to 0 dl 1789130407 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1789130391.725634:0:31745:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789130391.725636:0:31745:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:0.0:1789130391.725641:0:31745:0:(rw.c:970:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:0.0:1789130391.725645:0:31745:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130391.725649:0:31745:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:0.0:1789130391.725652:0:31745:0:(pcc.c:2368:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130391.725654:0:31745:0:(file.c:1296:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789130391.725659:0:31745:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789130391.725663:0:31745:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf61461a40 x1876037329029760/t4294967639(4294967639) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/608 e 0 to 0 dl 1789130407 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 02000000:00000001:0.0:1789130391.725671:0:31745:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789130391.725676:0:31745:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 262144 at ffff9caf48a00000. 02000000:00000001:0.0:1789130391.725729:0:31745:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1789130391.725731:0:31745:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130391.725735:0:31745:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c3fb78 00000080:00000008:0.0:1789130391.725738:0:31745:0:(file.c:1329:ll_file_open()) COMPLETED file d21h.recovery-small-1:[0x200000404:0x27:0x0](ffff9caf60131148), flags 704400, rc = 0 00000080:00000001:0.0:1789130391.725743:0:31745:0:(dir.c:3011:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130391.726074:0:31745:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c3fd30 00000080:00200008:0.0:1789130391.726078:0:31745:0:(file.c:6313:ll_getattr_dentry()) START file d21h.recovery-small-1:[0x200000404:0x27:0x0](ffff9caf60131148), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1789130391.726090:0:31745:0:(statahead.c:2326:start_statahead_thread()) Process entered 00000080:00000001:0.0:1789130391.726095:0:31745:0:(statahead.c:2329:start_statahead_thread()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130391.726099:0:31745:0:(file.c:6206:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1789130391.726101:0:31745:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c3fca8 00000080:00200000:0.0:1789130391.726103:0:31745:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x27:0x0](ffff9caf60131148),name=d21h.recovery-small-1 00000080:00000010:0.0:1789130391.726109:0:31745:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9caf485a2a00. 00800000:00000002:0.0:1789130391.726117:0:31745:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9caf4557c8c0 2 00000080:00000001:0.0:1789130391.726185:0:31745:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1789130391.726189:0:31745:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1789130391.726191:0:31745:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c3fbc8 00800000:00000002:0.0:1789130391.726195:0:31745:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000404:0x27:0x0] 'd21h.recovery-small-1' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1789130391.726199:0:31745:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1789130391.726207:0:31745:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x27:0x0], name='' -> mds #0 00000002:00000001:0.0:1789130391.726212:0:31745:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1789130391.726214:0:31745:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c3fa98 00000002:00010000:0.0:1789130391.726215:0:31745:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000404:0x27:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1789130391.726218:0:31745:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1789130391.726221:0:31745:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789130391.726223:0:31745:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789130391.726225:0:31745:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf42f26900 count: 3 00010000:00000001:0.0:1789130391.726227:0:31745:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789130391.726230:0:31745:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789130391.726235:0:31745:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1789130391.726238:0:31745:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b6800/0xde5303b1d982ccf3 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a58c8 expref: -99 pid: 31743 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:0.0:1789130391.726245:0:31745:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1789130391.726250:0:31745:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789130391.726253:0:31745:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b6800/0xde5303b1d982ccf3 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a58c8 expref: -99 pid: 31743 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:0.0:1789130391.726258:0:31745:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1789130391.726260:0:31745:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1789130391.726261:0:31745:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789130391.726263:0:31745:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789130391.726265:0:31745:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1789130391.726267:0:31745:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1789130391.726269:0:31745:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1789130391.726272:0:31745:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9caf4557c8c0 2 00000080:00000010:0.0:1789130391.726275:0:31745:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9caf485a2a00. 00000080:00000001:0.0:1789130391.726278:0:31745:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1789130391.726280:0:31745:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789130391.726284:0:31745:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x27:0x0](ffff9caf60131148) 00000080:00010000:0.0:1789130391.726288:0:31745:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000404:0x27:0x0](ffff9caf60131148) for lock 0xde5303b1d982ccf3 00800000:00000001:0.0:1789130391.726292:0:31745:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1789130391.726294:0:31745:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1789130391.726296:0:31745:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130391.726298:0:31745:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130391.726300:0:31745:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b6800 refcount=3 00000020:00000001:0.0:1789130391.726302:0:31745:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649484800 : -109198060066816 : ffff9caf586b6800) 00010000:00000001:0.0:1789130391.726305:0:31745:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649484800 : -109198060066816 : ffff9caf586b6800) 00010000:00000001:0.0:1789130391.726307:0:31745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130391.726309:0:31745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789130391.726310:0:31745:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789130391.726312:0:31745:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789130391.726314:0:31745:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xde5303b1d982ccf3 from it ffffb97f41c3fce0 00010000:00000001:0.0:1789130391.726315:0:31745:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130391.726317:0:31745:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130391.726318:0:31745:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b6800 refcount=3 00000020:00000001:0.0:1789130391.726319:0:31745:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649484800 : -109198060066816 : ffff9caf586b6800) 00010000:00000001:0.0:1789130391.726321:0:31745:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649484800 : -109198060066816 : ffff9caf586b6800) 00010000:00000001:0.0:1789130391.726322:0:31745:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789130391.726324:0:31745:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b6800/0xde5303b1d982ccf3 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a58c8 expref: -99 pid: 31743 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1789130391.726327:0:31745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130391.726328:0:31745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130391.726329:0:31745:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789130391.726330:0:31745:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789130391.726331:0:31745:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b6800/0xde5303b1d982ccf3 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a58c8 expref: -99 pid: 31743 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:0.0:1789130391.726335:0:31745:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789130391.726336:0:31745:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789130391.726338:0:31745:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789130391.726341:0:31745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130391.726341:0:31745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130391.726342:0:31745:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130391.726344:0:31745:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789130391.726345:0:31745:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130391.726346:0:31745:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130391.726348:0:31745:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130391.726349:0:31745:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789130391.726350:0:31745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130391.726351:0:31745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1789130391.726352:0:31745:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1789130391.726354:0:31745:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1789130391.726357:0:31745:0:(file.c:6266:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130391.726360:0:31745:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c3fd30 00000080:00000008:0.0:1789130391.726362:0:31745:0:(file.c:6498:ll_getattr_dentry()) COMPLETED file d21h.recovery-small-1:[0x200000404:0x27:0x0](ffff9caf60131148), request_mask 2047, flags 0, foreign 0 00000020:00000001:0.0:1789130391.726467:0:31745:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c3fd48 00000080:00200000:0.0:1789130391.726469:0:31745:0:(llite_lib.c:2919:ll_statfs()) VFS Op:sb=lustre (ffff9caf5014c800) d21h.recovery-small-1 proj=0 00000080:00000001:0.0:1789130391.726472:0:31745:0:(llite_lib.c:2754:ll_statfs_internal()) Process entered 00000080:00000001:0.0:1789130391.726474:0:31745:0:(obd_class.h:1075:obd_statfs()) Process entered 00000080:00000004:0.0:1789130391.726475:0:31745:0:(obd_class.h:1091:obd_statfs()) lustre-clilmv-ffff9caf5014c800: age 1793, max_age 1817 00800000:00000001:0.0:1789130391.726479:0:31745:0:(lmv_obd.c:1450:lmv_statfs()) Process entered 00800000:00000010:0.0:1789130391.726481:0:31745:0:(lmv_obd.c:1454:lmv_statfs()) kmalloced '(temp)': 144 at ffff9caf488f36c0. 00800000:00000001:0.0:1789130391.726483:0:31745:0:(obd_class.h:1075:obd_statfs()) Process entered 00800000:00000004:0.0:1789130391.726485:0:31745:0:(obd_class.h:1091:obd_statfs()) lustre-MDT0000-mdc-ffff9caf5014c800: age 1793, max_age 1817 00000002:00000001:0.0:1789130391.726488:0:31745:0:(mdc_request.c:1667:mdc_statfs()) Process entered 00000020:00000040:0.0:1789130391.726491:0:31745:0:(genops.c:1210:class_import_get()) import ffff9caf6079a800 refcount=8 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000100:00000010:0.0:1789130391.726496:0:31745:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf61463480. 00000020:00000040:0.0:1789130391.726499:0:31745:0:(genops.c:1210:class_import_get()) import ffff9caf6079a800 refcount=9 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000100:00000001:0.0:1789130391.726504:0:31745:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789130391.726507:0:31745:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789130391.726509:0:31745:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789130391.726517:0:31745:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9caf485a2a00. 00000100:00000001:0.0:1789130391.726523:0:31745:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130391.726528:0:31745:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1789130391.726531:0:31745:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1789130391.726546:0:31745:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9caf488f3b40. 00000100:00000001:0.0:1789130391.726549:0:31745:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446634875383397184 : -109198326154432 : ffff9caf488f3b40) 00000100:00000001:0.0:1789130391.726555:0:31745:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789130391.726557:0:31745:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875798041728 : -109197911509888 : ffff9caf61463480) 00000100:00000001:0.0:1789130391.726563:0:31745:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789130391.726570:0:31745:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130391.726573:0:31745:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1789130391.726575:0:31745:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789130391.726584:0:31745:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf61463480 x1876037329029888/t0(0) o41->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 440/368 e 0 to 0 dl 0 ref 2 fl New:NQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130391.726593:0:31745:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789130391.726596:0:31745:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130391.726601:0:31745:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789130391.726604:0:31745:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789130391.726611:0:31745:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789130391.726616:0:31745:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf61463480 pname:cluuid:pid:xid:nid:opc:job rm:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:31745:1876037329029888:192.168.204.123@tcp:41:rm.0 00000100:00000001:0.0:1789130391.726621:0:31745:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789130391.726629:0:31745:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789130391.726633:0:31745:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130391.726635:0:31745:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789130391.726641:0:31745:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9caf482be400. 02000000:00000001:0.0:1789130391.726644:0:31745:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789130391.726652:0:31745:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:0.0:1789130391.726657:0:31745:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf50131bb0. 00000400:00000010:0.0:1789130391.726666:0:31745:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf5801e770. 00000100:00000200:0.0:1789130391.726675:0:31745:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876037329029888, portal 10 00000100:00000001:0.0:1789130391.726677:0:31745:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789130391.726678:0:31745:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875798041728 : -109197911509888 : ffff9caf61463480) 00000100:00000040:0.0:1789130391.726684:0:31745:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9caf61463480 x1876037329029888/t0(0) o41->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 440/368 e 0 to 0 dl 1789130407 ref 3 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130391.726779:0:31745:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789130391.726796:0:31745:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:0.0:1789130391.726886:0:31745:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf5801ec38. 00000100:00000200:0.0:1789130391.726892:0:31745:0:(niobuf.c:94:ptl_send_buf()) Sending 440 bytes to portal 12, xid 1876037329029888, offset 0 00000400:00000200:0.0:1789130391.726901:0:31745:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:0.0:1789130391.726912:0:31745:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:0.0:1789130391.726922:0:31745:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:0.0:1789130391.726929:0:31745:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789130391.726935:0:31745:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:0.0:1789130391.726939:0:31745:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789130391.726943:0:31745:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:0.0:1789130391.726947:0:31745:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2493:2493:256:4294967295] 192.168.204.123@tcp LPNI seq info [2492:2492:8:4294967295] 00000400:00000200:0.0:1789130391.726952:0:31745:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:0.0:1789130391.726964:0:31745:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:0.0:1789130391.726971:0:31745:0:(socklnd_cb.c:931:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:0.0:1789130391.726977:0:31745:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf451e7d00. 00000800:00000200:0.0:1789130391.726984:0:31745:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:0.0:1789130391.727057:0:31745:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:0.0:1789130391.727064:0:31745:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf451e7d00 type 1, nob 536 niov 1 nkiov 1 00000100:00000001:0.0:1789130391.727198:0:31745:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130391.727205:0:31745:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: using a timeout of 805911 usecs (806 jiffies) 00000400:00000200:0.0:1789130391.727208:0:31745:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:0.0:1789130391.727213:0:31745:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296486555 00000100:00000001:0.0:1789130391.727215:0:31745:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 2, keep current deadline 4296489463 00000100:00000001:0.0:1789130391.727218:0:31745:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296486555 00000100:00000001:0.0:1789130391.727221:0:31745:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 3, keep current deadline 4296489463 00000100:00000001:0.0:1789130391.727223:0:31745:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789130391.727226:0:31745:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130391.727228:0:31745:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789130391.727231:0:31745:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1789130391.727234:0:31745:0:(client.c:2715:ptlrpc_set_wait()) set ffff9caf488f3b40 going to sleep for 11 seconds 00000100:00000001:0.0:1789130391.727237:0:31745:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789130391.727241:0:31745:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789130391.727373:0:2342:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789130391.727379:0:2342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf451e7d00. 00000400:00000200:2.0:1789130391.727386:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130391.727392:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:2.0:1789130391.727400:0:2342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf5801ec38 00000400:00000010:2.0:1789130391.727403:0:2342:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf5801ec38. 00000100:00000001:2.0:1789130391.727409:0:2342:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789130391.727414:0:2342:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf61463480 x1876037329029888/t0(0) o41->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 440/368 e 0 to 0 dl 1789130407 ref 3 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130391.727426:0:2342:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130391.727430:0:2342:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf61463480 x1876037329029888/t0(0) o41->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 440/368 e 0 to 0 dl 1789130407 ref 3 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130391.727436:0:2342:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130391.727438:0:2342:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1789130391.729547:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130391.729574:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789130391.729582:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130391.729585:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130391.729596:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130391.729606:0:2341:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:3.0:1789130391.729618:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130391.729624:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130391.729631:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130391.729636:0:2341:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 368 into portal 10 MB=0x6aa3efa950b00 00000400:00000200:3.0:1789130391.729642:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130391.729649:0:2341:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.123@tcp of length 368/368 into md 0x6bcd [1] + 224 00000800:00000001:3.0:1789130391.729659:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130391.729667:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130391.729671:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130391.729677:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:3.0:1789130391.729958:0:2341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789130391.729973:0:2341:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf61463480 x1876037329029888/t0(0) o41->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 440/368 e 0 to 0 dl 1789130407 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789130391.729985:0:2341:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff9caf61463480 x1876037329029888/t0(0) o41->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 440/368 e 0 to 0 dl 1789130407 ref 2 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130391.730192:0:31745:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789130391.730212:0:2341:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789130391.730229:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130391.730233:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1789130391.730277:0:31745:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789130391.730279:0:31745:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789130391.730285:0:31745:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf50131bb0. 00000400:00000200:0.0:1789130391.730291:0:31745:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf5801e770 00000400:00000010:0.0:1789130391.730294:0:31745:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf5801e770. 00000100:00000001:0.0:1789130391.730297:0:31745:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789130391.730301:0:31745:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf61463480 x1876037329029888/t0(0) o41->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 440/368 e 0 to 0 dl 1789130407 ref 2 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789130391.730312:0:31745:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf61463480 x1876037329029888/t0(0) o41->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 440/368 e 0 to 0 dl 1789130407 ref 2 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130391.730319:0:31745:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789130391.730322:0:31745:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130391.730324:0:31745:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789130391.730330:0:31745:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789130391.730333:0:31745:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789130391.730336:0:31745:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130391.730339:0:31745:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789130391.730355:0:31745:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf6079ac60 time=10 v=5 (5 104 104 104) 00000100:00001000:0.0:1789130391.730361:0:31745:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf6079ac18 time=0 v=5 (1 0 0 0) 00000100:00000001:0.0:1789130391.730364:0:31745:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789130391.730366:0:31745:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130391.730371:0:31745:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789130391.730377:0:31745:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130391.730382:0:31745:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789130391.730385:0:31745:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9caf5014c800: skip recheck: last_committed 4294967634 00000100:00000001:0.0:1789130391.730388:0:31745:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789130391.730392:0:31745:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130391.730397:0:31745:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf61463480 x1876037329029888/t0(0) o41->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 440/368 e 0 to 0 dl 1789130407 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130391.730404:0:31745:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789130391.730409:0:31745:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789130391.730412:0:31745:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789130391.730416:0:31745:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf61463480 x1876037329029888/t0(0) o41->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 440/368 e 0 to 0 dl 1789130407 ref 2 fl Interpret:RNQU/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789130391.730426:0:31745:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf61463480 pname:cluuid:pid:xid:nid:opc:job rm:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:31745:1876037329029888:192.168.204.123@tcp:41:rm.0 00000100:00000001:0.0:1789130391.730432:0:31745:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130391.730435:0:31745:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130391.730438:0:31745:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1789130391.730441:0:31745:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789130391.730445:0:31745:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf61463480 x1876037329029888/t0(0) o41->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 440/368 e 0 to 0 dl 1789130407 ref 2 fl Complete:RNQU/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130391.730452:0:31745:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789130391.730456:0:31745:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9caf488f3b40. 00000100:00000001:0.0:1789130391.730460:0:31745:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1789130391.730462:0:31745:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789130391.730471:0:31745:0:(mdc_request.c:1719:mdc_statfs()) Process leaving 00000100:00000001:0.0:1789130391.730473:0:31745:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789130391.730476:0:31745:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf61463480 x1876037329029888/t0(0) o41->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 440/368 e 0 to 0 dl 1789130407 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130391.730483:0:31745:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789130391.730486:0:31745:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789130391.730491:0:31745:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9caf482be400. 02000000:00000001:0.0:1789130391.730494:0:31745:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789130391.730497:0:31745:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1789130391.730499:0:31745:0:(genops.c:1223:class_import_put()) import ffff9caf6079a800 refcount=8 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000020:00000001:0.0:1789130391.730502:0:31745:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1789130391.730505:0:31745:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9caf485a2a00. 02000000:00000001:0.0:1789130391.730510:0:31745:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789130391.730512:0:31745:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789130391.730583:0:31745:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf61463480. 00000100:00000001:0.0:1789130391.730589:0:31745:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789130391.730591:0:31745:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1789130391.730593:0:31745:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1789130391.730594:0:31745:0:(genops.c:1223:class_import_put()) import ffff9caf6079a800 refcount=7 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000020:00000001:0.0:1789130391.730596:0:31745:0:(genops.c:1230:class_import_put()) Process leaving 00800000:00000004:0.0:1789130391.730600:0:31745:0:(obd_class.h:1117:obd_statfs()) lustre-MDT0000-mdc-ffff9caf5014c800: update ffff9caf584fb8e0 cache blocks 1883648/1885696 objects 235584/235938 00800000:00000001:0.0:1789130391.730604:0:31745:0:(obd_class.h:1136:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789130391.730608:0:31745:0:(lmv_obd.c:1490:lmv_statfs()) Process leaving via out_free_temp (rc=0 : 0 : 0x0) 00800000:00000010:0.0:1789130391.730611:0:31745:0:(lmv_obd.c:1514:lmv_statfs()) kfreed 'temp': 144 at ffff9caf488f36c0. 00800000:00000001:0.0:1789130391.730614:0:31745:0:(lmv_obd.c:1515:lmv_statfs()) Process leaving (rc=0 : 0 : 0) 00000080:00000004:0.0:1789130391.730619:0:31745:0:(obd_class.h:1117:obd_statfs()) lustre-clilmv-ffff9caf5014c800: update ffff9caf584fd328 cache blocks 1883648/1885696 objects 235584/235938 00000080:00000001:0.0:1789130391.730625:0:31745:0:(obd_class.h:1136:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000080:00000004:0.0:1789130391.730629:0:31745:0:(llite_lib.c:2771:ll_statfs_internal()) MDC blocks 1883648/1885696 objects 235584/235938 00000080:00000001:0.0:1789130391.730632:0:31745:0:(llite_lib.c:2774:ll_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1789130391.730635:0:31745:0:(llite_lib.c:2807:ll_statfs_internal()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130391.730976:0:31745:0:(dir.c:324:ll_iterate()) Process entered 00000080:00200000:0.0:1789130391.730981:0:31745:0:(dir.c:332:ll_iterate()) VFS Op:inode=[0x200000404:0x27:0x0](ffff9caf60131148) pos/size0/7680 32bit_api 0 00000080:00000010:0.0:1789130391.730993:0:31745:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9caf485a2a00. 00000080:00000001:0.0:1789130391.731006:0:31745:0:(dir.c:194:ll_dir_read()) Process entered 00000080:00000001:0.0:1789130391.731016:0:31745:0:(dir.c:148:ll_get_dir_folio()) Process leaving (rc=18446730744355755200 : -13329353796416 : fffff3e0849a14c0) 00000080:00000001:0.0:1789130391.731022:0:31745:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833959 : 144115205322833959 : 200000404000027) 00000080:00000001:0.0:1789130391.731028:0:31745:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:0.0:1789130391.731031:0:31745:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833961 : 144115205322833961 : 200000404000029) 00000080:00000001:0.0:1789130391.731036:0:31745:0:(dir.c:306:ll_dir_read()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1789130391.731041:0:31745:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9caf485a2a00. 00000080:00000001:0.0:1789130391.731046:0:31745:0:(dir.c:402:ll_iterate()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130391.731073:0:31745:0:(dir.c:324:ll_iterate()) Process entered 00000080:00200000:0.0:1789130391.731076:0:31745:0:(dir.c:332:ll_iterate()) VFS Op:inode=[0x200000404:0x27:0x0](ffff9caf60131148) pos/size18446744073709551614/7680 32bit_api 0 00000080:00000001:0.0:1789130391.731080:0:31745:0:(dir.c:342:ll_iterate()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1789130391.731082:0:31745:0:(dir.c:402:ll_iterate()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130391.731116:0:31745:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:0.0:1789130391.731158:0:31745:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00200000:0.0:1789130391.731160:0:31745:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000404:0x27:0x0](ffff9caf60131148), inode mode 41ed mask 1 00000080:00000001:0.0:1789130391.731191:0:31745:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130391.731205:0:31745:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1789130391.731211:0:31745:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c3fda0 00000080:00002000:0.0:1789130391.731214:0:31745:0:(dcache.c:87:ll_dcompare()) found name f(ffff9caf602c7948) flags 0x48000e refc 0 00000080:00000001:0.0:1789130391.731217:0:31745:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130391.731220:0:31745:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c3fe10 00000080:00200000:0.0:1789130391.731244:0:31745:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=f, flags=0 00000080:00000001:0.0:1789130391.731256:0:31745:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00200000:0.0:1789130391.731258:0:31745:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000404:0x27:0x0](ffff9caf60131148), inode mode 41ed mask 3 00000080:00000001:0.0:1789130391.731261:0:31745:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130391.731283:0:31745:0:(namei.c:2415:ll_unlink()) Process entered 00000020:00000001:0.0:1789130391.731286:0:31745:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c3fdf8 00000080:00200000:0.0:1789130391.731289:0:31745:0:(namei.c:2418:ll_unlink()) VFS Op:name=f, dir=[0x200000404:0x27:0x0](ffff9caf60131148) 00000080:00000001:0.0:1789130391.731293:0:31745:0:(llite_foreign.c:180:ll_foreign_is_removable()) Process entered 00000020:00000001:0.0:1789130391.731296:0:31745:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1789130391.731302:0:31745:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446634875648774872 : -109198060776744 : ffff9caf586092d8) 00000020:00001000:0.0:1789130391.731321:0:31745:0:(cl_object.c:823:cl_env_get()) 1@ffff9caf586092d0 00000020:00000001:0.0:1789130391.731323:0:31745:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:0.0:1789130391.731330:0:31745:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9caf4a6ab4d8) owner 0000000000000000/ffff9caf48444f80 00020000:00000002:0.0:1789130391.731353:0:31745:0:(lov_object.c:2443:lov_lsm_addref()) lsm ffff9caf4812f300 addref 2/0 by ffff9caf48444f80. 00020000:00000002:0.0:1789130391.731357:0:31745:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9caf4a6ab4d8) owner 0000000000000000/ffff9caf48444f80 00020000:00000001:0.0:1789130391.731360:0:31745:0:(lov_object.c:2339:lov_object_layout_get()) Process entered 00020000:00000001:0.0:1789130391.731364:0:31745:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:0.0:1789130391.731365:0:31745:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:0.0:1789130391.731368:0:31745:0:(lov_pack.c:107:lov_lsm_pack_v1v3()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00020000:00000001:0.0:1789130391.731371:0:31745:0:(lov_object.c:2358:lov_object_layout_get()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00000020:00001000:0.0:1789130391.731374:0:31745:0:(cl_object.c:917:cl_env_put()) 1@ffff9caf586092d0 00000080:00000001:0.0:1789130391.731393:0:31745:0:(llite_foreign.c:262:ll_foreign_is_removable()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.0:1789130391.731398:0:31745:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9caf485a2a00. 00800000:00000001:0.0:1789130391.731429:0:31745:0:(lmv_obd.c:3494:lmv_unlink()) Process entered 00800000:00000001:0.0:1789130391.731452:0:31745:0:(lmv_obd.c:2563:lmv_early_cancel()) Process entered 00800000:00000002:0.0:1789130391.731455:0:31745:0:(lmv_obd.c:2582:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x200000404:0x29:0x0] 00800000:00000001:0.0:1789130391.731459:0:31745:0:(lmv_obd.c:2587:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789130391.731461:0:31745:0:(lmv_obd.c:3534:lmv_unlink()) unlink with fid=[0x200000404:0x27:0x0]/[0x200000404:0x29:0x0] -> mds #0 00000002:00000001:0.0:1789130391.731474:0:31745:0:(mdc_reint.c:315:mdc_unlink()) Process entered 00000002:00000001:0.0:1789130391.731520:0:31745:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1789130391.731555:0:31745:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf42f26900 count: 3 00010000:00000001:0.0:1789130391.731575:0:31745:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789130391.731579:0:31745:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1789130391.731602:0:31745:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1789130391.731608:0:31745:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b6800/0xde5303b1d982ccf3 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xcdf1b083821a58c8 expref: -99 pid: 31743 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000080:00000001:0.0:1789130391.731622:0:31745:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1789130391.731632:0:31745:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1789130391.731647:0:31745:0:(file.c:6113:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1789130391.731650:0:31745:0:(file.c:6119:ll_have_md_lock()) trying to match res [0x200000404:0x27:0x0] mode (null) 00000002:00000001:0.0:1789130391.731660:0:31745:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789130391.731674:0:31745:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789130391.731683:0:31745:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf42f26900 count: 4 00010000:00000001:0.0:1789130391.731697:0:31745:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789130391.731718:0:31745:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:0.0:1789130391.731723:0:31745:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:0.0:1789130391.731727:0:31745:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1789130391.731751:0:31745:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789130391.731756:0:31745:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030800/0xde5303b1d982cd24 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x27:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a594d expref: -99 pid: 31745 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1789130391.731765:0:31745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130391.731773:0:31745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789130391.731776:0:31745:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=16 : 16 : 10) 00010000:00000001:0.0:1789130391.731778:0:31745:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130391.731782:0:31745:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130391.731975:0:31745:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40030800 refcount=2 00000020:00000001:0.0:1789130391.731979:0:31745:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239991296 : -109198469560320 : ffff9caf40030800) 00010000:00000001:0.0:1789130391.731982:0:31745:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239991296 : -109198469560320 : ffff9caf40030800) 00010000:00000001:0.0:1789130391.731985:0:31745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130391.731986:0:31745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789130391.731987:0:31745:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789130391.731989:0:31745:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789130391.731991:0:31745:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf42f26900 count: 4 00010000:00000001:0.0:1789130391.731994:0:31745:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789130391.731997:0:31745:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789130391.731999:0:31745:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789130391.732000:0:31745:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789130391.732002:0:31745:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf42f26900 count: 4 00010000:00000001:0.0:1789130391.732004:0:31745:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789130391.732006:0:31745:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130391.732008:0:31745:0:(file.c:6141:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1789130391.732011:0:31745:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000404:0x27:0x0] lli = ffff9caf60131080, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1789130391.732105:0:31745:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1789130391.732108:0:31745:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1789130391.732110:0:31745:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1789130391.732113:0:31745:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x27:0x0](ffff9caf60131148) invalid 00000020:00000001:0.0:1789130391.732116:0:31745:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c3fa60 00000080:00002000:0.0:1789130391.732118:0:31745:0:(llite_internal.h:2032:d_lustre_invalidate()) invalidate dentry d21h.recovery-small-1 (ffff9caf602c7510) parent ffff9caf600f3360 inode ffff9caf60131148 refc 3 00000080:00000001:0.0:1789130391.732124:0:31745:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1789130391.732127:0:31745:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1789130391.732129:0:31745:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130391.732133:0:31745:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1789130391.732145:0:31745:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789130391.732163:0:31745:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789130391.732165:0:31745:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789130391.732167:0:31745:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1789130391.732171:0:31745:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9caf586b6800 with handle 0xde5303b1d982ccf3 from hash 00010000:00000001:0.0:1789130391.732174:0:31745:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789130391.732175:0:31745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130391.732177:0:31745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130391.732178:0:31745:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789130391.732183:0:31745:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789130391.732185:0:31745:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1789130391.732189:0:31745:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789130391.732191:0:31745:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1789130391.732194:0:31745:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1789130391.732197:0:31745:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1789130391.732200:0:31745:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf42f26c00 count: 2 00010000:00000001:0.0:1789130391.732202:0:31745:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789130391.732204:0:31745:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1789130391.732206:0:31745:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1789130391.732209:0:31745:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7400/0xde5303b1d982ccfa lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xcdf1b083821a58e4 expref: -99 pid: 31743 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00000001:0.0:1789130391.732216:0:31745:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1789130391.732218:0:31745:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1789130391.732220:0:31745:0:(file.c:6113:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1789130391.732221:0:31745:0:(file.c:6119:ll_have_md_lock()) trying to match res [0x200000404:0x29:0x0] mode (null) 00000002:00000001:0.0:1789130391.732223:0:31745:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789130391.732225:0:31745:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789130391.732227:0:31745:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf42f26c00 count: 3 00010000:00000001:0.0:1789130391.732229:0:31745:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789130391.732231:0:31745:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789130391.732234:0:31745:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789130391.732235:0:31745:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789130391.732236:0:31745:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf42f26c00 count: 3 00010000:00000001:0.0:1789130391.732239:0:31745:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789130391.732240:0:31745:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789130391.732241:0:31745:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789130391.732242:0:31745:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789130391.732244:0:31745:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf42f26c00 count: 3 00010000:00000001:0.0:1789130391.732246:0:31745:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789130391.732247:0:31745:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789130391.732249:0:31745:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789130391.732250:0:31745:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789130391.732251:0:31745:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf42f26c00 count: 3 00010000:00000001:0.0:1789130391.732253:0:31745:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789130391.732254:0:31745:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130391.732256:0:31745:0:(file.c:6141:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130391.732259:0:31745:0:(file.c:6819:ll_layout_conf()) Process entered 00000020:00000001:0.0:1789130391.732260:0:31745:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1789130391.732263:0:31745:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446634875648774872 : -109198060776744 : ffff9caf586092d8) 00000020:00001000:0.0:1789130391.732265:0:31745:0:(cl_object.c:823:cl_env_get()) 1@ffff9caf586092d0 00000020:00000001:0.0:1789130391.732267:0:31745:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:0.0:1789130391.732271:0:31745:0:(vvp_object.c:123:vvp_conf_set()) [0x200000404:0x29:0x0]: losing layout lock 00000080:00000001:0.0:1789130391.732276:0:31745:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:0.0:1789130391.732278:0:31745:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:0.0:1789130391.732283:0:31745:0:(lov_object.c:1460:lov_conf_set()) Process entered 00020000:00000001:0.0:1789130391.732287:0:31745:0:(lov_object.c:1474:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1789130391.732311:0:31745:0:(lov_object.c:1547:lov_conf_set()) [0x200000404:0x29:0x0] lo_layout_invalid=1 00020000:00000001:0.0:1789130391.732314:0:31745:0:(lov_object.c:1548:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130391.732316:0:31745:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1789130391.732329:0:31745:0:(cl_object.c:917:cl_env_put()) 1@ffff9caf586092d0 00000080:00000001:0.0:1789130391.732332:0:31745:0:(file.c:6861:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130391.732334:0:31745:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1789130391.732336:0:31745:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x29:0x0](ffff9caf608642c8) invalid 00000020:00000001:0.0:1789130391.732338:0:31745:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c3fa60 00000080:00002000:0.0:1789130391.732340:0:31745:0:(llite_internal.h:2032:d_lustre_invalidate()) invalidate dentry f (ffff9caf602c7948) parent ffff9caf602c7510 inode ffff9caf608642c8 refc 1 00000080:00000001:0.0:1789130391.732344:0:31745:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1789130391.732345:0:31745:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1789130391.732347:0:31745:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130391.732356:0:31745:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1789130391.732358:0:31745:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789130391.732359:0:31745:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789130391.732361:0:31745:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789130391.732363:0:31745:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1789130391.732379:0:31745:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9caf586b7400 with handle 0xde5303b1d982ccfa from hash 00010000:00000001:0.0:1789130391.732382:0:31745:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789130391.732388:0:31745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130391.732390:0:31745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130391.732400:0:31745:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789130391.732402:0:31745:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789130391.732403:0:31745:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1789130391.732406:0:31745:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789130391.732408:0:31745:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1789130391.732410:0:31745:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1789130391.732438:0:31745:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf61463480. 00000020:00000040:0.0:1789130391.732443:0:31745:0:(genops.c:1210:class_import_get()) import ffff9caf6079a800 refcount=8 obd=lustre-MDT0000-mdc-ffff9caf5014c800 02000000:00000001:0.0:1789130391.732456:0:31745:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1789130391.732467:0:31745:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130391.732470:0:31745:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1789130391.732475:0:31745:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789130391.732480:0:31745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130391.732487:0:31745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130391.732496:0:31745:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130391.732499:0:31745:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789130391.732502:0:31745:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789130391.732506:0:31745:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789130391.732532:0:31745:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9caf485a2200. 00000100:00000001:0.0:1789130391.732708:0:31745:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130391.732712:0:31745:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789130391.732716:0:31745:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1789130391.732724:0:31745:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7400/0xde5303b1d982ccfa lrc: 1/0,0 mode: --/PR res: [0x200000404:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xcdf1b083821a58e4 expref: -99 pid: 31743 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1789130391.732735:0:31745:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b6800/0xde5303b1d982ccf3 lrc: 1/0,0 mode: --/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xcdf1b083821a58c8 expref: -99 pid: 31743 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1789130391.732743:0:31745:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 2 locks packed 00010000:00000001:0.0:1789130391.732745:0:31745:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:0.0:1789130391.732747:0:31745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789130391.732750:0:31745:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7400/0xde5303b1d982ccfa lrc: 0/0,0 mode: --/PR res: [0x200000404:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xcdf1b083821a58e4 expref: -99 pid: 31743 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000010:0.0:1789130391.732760:0:31745:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9caf58606300. 00010000:00000040:0.0:1789130391.732769:0:31745:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9caf42f26c00 count: 0 00010000:00000010:0.0:1789130391.732912:0:31745:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9caf50154a80. 00010000:00000001:0.0:1789130391.732924:0:31745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130391.732925:0:31745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789130391.732927:0:31745:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b6800/0xde5303b1d982ccf3 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xcdf1b083821a58c8 expref: -99 pid: 31743 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:0.0:1789130391.732936:0:31745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130391.732938:0:31745:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130391.732940:0:31745:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789130391.732941:0:31745:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130391.732943:0:31745:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:0.0:1789130391.732959:0:31745:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9caf5014c800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1789130391.732976:0:31745:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9caf61463480 x1876037329030144/t0(0) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 488/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789130391.732985:0:31745:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1789130391.732987:0:31745:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1789130391.732997:0:31745:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9caf488f36c0. 00000100:00000001:0.0:1789130391.733000:0:31745:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446634875383396032 : -109198326155584 : ffff9caf488f36c0) 00000100:00000001:0.0:1789130391.733003:0:31745:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789130391.733004:0:31745:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875798041728 : -109197911509888 : ffff9caf61463480) 00000100:00000001:0.0:1789130391.733010:0:31745:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789130391.733016:0:31745:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130391.733018:0:31745:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1789130391.733021:0:31745:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789130391.733026:0:31745:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf61463480 x1876037329030144/t0(0) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 488/624 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130391.733035:0:31745:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789130391.733038:0:31745:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130391.733042:0:31745:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789130391.733046:0:31745:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789130391.733049:0:31745:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789130391.733053:0:31745:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf61463480 pname:cluuid:pid:xid:nid:opc:job rm:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:31745:1876037329030144:192.168.204.123@tcp:36:rm.0 00000100:00000001:0.0:1789130391.733058:0:31745:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789130391.733066:0:31745:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789130391.733069:0:31745:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130391.733072:0:31745:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789130391.733078:0:31745:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9caf482be400. 02000000:00000001:0.0:1789130391.733080:0:31745:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789130391.733090:0:31745:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:0.0:1789130391.733095:0:31745:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf50131bb0. 00000400:00000010:0.0:1789130391.733104:0:31745:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf5801e770. 00000100:00000200:0.0:1789130391.733115:0:31745:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876037329030144, portal 10 00000100:00000001:0.0:1789130391.733118:0:31745:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789130391.733119:0:31745:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875798041728 : -109197911509888 : ffff9caf61463480) 00000100:00000040:0.0:1789130391.733127:0:31745:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9caf61463480 x1876037329030144/t0(0) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 488/624 e 0 to 0 dl 1789130407 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130391.733135:0:31745:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789130391.733138:0:31745:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:0.0:1789130391.733142:0:31745:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf5801e220. 00000100:00000200:0.0:1789130391.733146:0:31745:0:(niobuf.c:94:ptl_send_buf()) Sending 488 bytes to portal 12, xid 1876037329030144, offset 0 00000400:00000200:0.0:1789130391.733153:0:31745:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:0.0:1789130391.733165:0:31745:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:0.0:1789130391.733175:0:31745:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:0.0:1789130391.733181:0:31745:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789130391.733187:0:31745:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:0.0:1789130391.733192:0:31745:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789130391.733196:0:31745:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:0.0:1789130391.733200:0:31745:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2494:2494:256:4294967295] 192.168.204.123@tcp LPNI seq info [2493:2493:8:4294967295] 00000400:00000200:0.0:1789130391.733205:0:31745:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:0.0:1789130391.733218:0:31745:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:0.0:1789130391.733226:0:31745:0:(socklnd_cb.c:931:ksocknal_send()) sending 488 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:0.0:1789130391.733232:0:31745:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf451e7900. 00000800:00000200:0.0:1789130391.733241:0:31745:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:0.0:1789130391.733251:0:31745:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:0.0:1789130391.733257:0:31745:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf451e7900 type 1, nob 584 niov 1 nkiov 1 00000100:00000001:0.0:1789130391.733280:0:31745:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130391.733286:0:31745:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: using a timeout of 804833 usecs (805 jiffies) 00000400:00000200:0.0:1789130391.733289:0:31745:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:0.0:1789130391.733293:0:31745:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296486560 00000100:00000001:0.0:1789130391.733297:0:31745:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 2, keep current deadline 4296489463 00000100:00000001:0.0:1789130391.733300:0:31745:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296486560 00000100:00000001:0.0:1789130391.733302:0:31745:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 3, keep current deadline 4296489463 00000100:00000001:0.0:1789130391.733305:0:31745:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789130391.733308:0:31745:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130391.733310:0:31745:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789130391.733312:0:31745:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1789130391.733315:0:31745:0:(client.c:2715:ptlrpc_set_wait()) set ffff9caf488f36c0 going to sleep for 11 seconds 00000100:00000001:0.0:1789130391.733319:0:31745:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789130391.733322:0:31745:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789130391.733513:0:2342:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789130391.733519:0:2342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf451e7900. 00000400:00000200:2.0:1789130391.733525:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130391.733531:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:2.0:1789130391.733539:0:2342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf5801e220 00000400:00000010:2.0:1789130391.733542:0:2342:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf5801e220. 00000100:00000001:2.0:1789130391.733546:0:2342:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789130391.733551:0:2342:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf61463480 x1876037329030144/t0(0) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 488/624 e 0 to 0 dl 1789130407 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130391.733561:0:2342:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130391.733564:0:2342:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf61463480 x1876037329030144/t0(0) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 488/624 e 0 to 0 dl 1789130407 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130391.733578:0:2342:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130391.733580:0:2342:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1:1789130391.741426:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf42f26c00. 00010000:00000010:0.1:1789130391.741451:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf586b7400. 00010000:00000010:0.1:1789130391.741456:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf586b6800. 00000800:00000001:3.0:1789130391.742239:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130391.742260:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789130391.742265:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130391.742268:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130391.742280:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130391.742291:0:2341:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:3.0:1789130391.742303:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130391.742311:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130391.742319:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130391.742324:0:2341:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 456 into portal 10 MB=0x6aa3efa950c00 00000400:00000200:3.0:1789130391.742330:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130391.742337:0:2341:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.123@tcp of length 456/456 into md 0x6bd5 [1] + 224 00000800:00000001:3.0:1789130391.742347:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130391.742355:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130391.742359:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130391.742364:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:3.0:1789130391.742375:0:2341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789130391.742388:0:2341:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf61463480 x1876037329030144/t0(0) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 488/624 e 0 to 0 dl 1789130407 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789130391.742401:0:2341:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff9caf61463480 x1876037329030144/t0(0) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 488/624 e 0 to 0 dl 1789130407 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130391.742430:0:2341:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789130391.742561:0:31745:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789130391.742573:0:31745:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789130391.742575:0:31745:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789130391.742580:0:31745:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf50131bb0. 00000400:00000200:0.0:1789130391.742586:0:31745:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf5801e770 00000400:00000010:0.0:1789130391.742590:0:31745:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf5801e770. 00000100:00000001:0.0:1789130391.742594:0:31745:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789130391.742599:0:31745:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf61463480 x1876037329030144/t0(0) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 488/624 e 0 to 0 dl 1789130407 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789130391.742611:0:31745:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf61463480 x1876037329030144/t0(0) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 488/624 e 0 to 0 dl 1789130407 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130391.742618:0:31745:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789130391.742621:0:31745:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130391.742624:0:31745:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789130391.742629:0:31745:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789130391.742632:0:31745:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789130391.742635:0:31745:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130391.742639:0:31745:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789130391.742652:0:31745:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf6079ac60 time=10 v=5 (5 104 104 104) 00000100:00001000:0.0:1789130391.742658:0:31745:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf6079ac18 time=0 v=5 (1 0 0 0) 00000100:00000001:0.0:1789130391.742661:0:31745:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789130391.742663:0:31745:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130391.742667:0:31745:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789130391.742671:0:31745:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130391.742676:0:31745:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1789130391.742678:0:31745:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x10000014e/0x100000150] 00000100:00000001:0.0:1789130391.742680:0:31745:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1789130391.742684:0:31745:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789130391.742686:0:31745:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875798041728 : -109197911509888 : ffff9caf61463480) 00000100:00000001:0.0:1789130391.742690:0:31745:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789130391.742692:0:31745:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9caf5014c800: skip recheck: last_committed 4294967634 00000100:00000001:0.0:1789130391.742695:0:31745:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789130391.742698:0:31745:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130391.742703:0:31745:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf61463480 x1876037329030144/t4294967640(4294967640) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 488/456 e 0 to 0 dl 1789130407 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130391.742712:0:31745:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789130391.742715:0:31745:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789130391.742717:0:31745:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789130391.742722:0:31745:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf61463480 x1876037329030144/t4294967640(4294967640) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 488/456 e 0 to 0 dl 1789130407 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789130391.742731:0:31745:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf61463480 pname:cluuid:pid:xid:nid:opc:job rm:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:31745:1876037329030144:192.168.204.123@tcp:36:rm.0 00000100:00000001:0.0:1789130391.742739:0:31745:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130391.742742:0:31745:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130391.742746:0:31745:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1789130391.742749:0:31745:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789130391.742753:0:31745:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf61463480 x1876037329030144/t4294967640(4294967640) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 488/456 e 0 to 0 dl 1789130407 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130391.742762:0:31745:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789130391.742765:0:31745:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9caf488f36c0. 00000100:00000001:0.0:1789130391.742769:0:31745:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1789130391.742771:0:31745:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789130391.742912:0:2341:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1789130391.742918:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130391.742928:0:2341:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.204.23@tcp to MR: 192.168.204.123@tcp local destination 00000400:00000200:3.0:1789130391.742939:0:2341:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2495:2495:256:4294967295] 192.168.204.123@tcp LPNI seq info [2494:2494:8:4294967295] 00000400:00000200:3.0:1789130391.742945:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130391.742957:0:2341:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:192.168.204.23@tcp) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) 192.168.204.123@tcp : ACK try# 0 00000800:00000200:3.0:1789130391.742965:0:2341:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:3.0:1789130391.742977:0:2341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf47fd2b00. 00000800:00000200:3.0:1789130391.742988:0:2341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:3.0:1789130391.742999:0:2341:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:3.0:1789130391.743005:0:2341:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf47fd2b00 type 0, nob 96 niov 1 nkiov 0 00000002:00000001:0.0:1789130391.743313:0:31745:0:(mdc_reint.c:367:mdc_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789130391.743320:0:31745:0:(lmv_obd.c:3544:lmv_unlink()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1789130391.743328:0:31745:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9caf485a2a00. 00000100:00000001:0.0:1789130391.743337:0:31745:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789130391.743342:0:31745:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf61463480 x1876037329030144/t4294967640(4294967640) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 488/456 e 0 to 0 dl 1789130407 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130391.743350:0:31745:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130391.743356:0:31745:0:(namei.c:2468:ll_unlink()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130391.743371:0:31745:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1789130391.743375:0:31745:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c3fe28 00000080:00002000:0.0:1789130391.743378:0:31745:0:(dcache.c:127:ll_ddelete()) deleting dentry f (ffff9caf602c7948, parent ffff9caf602c7510, inode 0000000000000000) hashed, 00000080:00000001:0.0:1789130391.743382:0:31745:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1789130391.743390:0:31745:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1789130391.743398:0:31745:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1789130391.743409:0:31745:0:(llite_lib.c:3423:ll_delete_inode()) Process entered 00000080:00000001:0.0:1789130391.743413:0:31745:0:(file.c:5312:cl_sync_file_range()) Process entered 00000020:00000001:0.0:1789130391.743416:0:31745:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1789130391.743422:0:31745:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446634875648774872 : -109198060776744 : ffff9caf586092d8) 00000020:00001000:0.0:1789130391.743426:0:31745:0:(cl_object.c:823:cl_env_get()) 1@ffff9caf586092d0 00000020:00000001:0.0:1789130391.743446:0:31745:0:(cl_object.c:143:cl_object_top()) ffff9caf42e285f8 -> ffff9caf42e285f8 00000020:00000001:0.0:1789130391.743450:0:31745:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1789130391.743455:0:31745:0:(vvp_io.c:1987:vvp_io_init()) Process entered 00000080:00200000:0.0:1789130391.743458:0:31745:0:(vvp_io.c:1992:vvp_io_init()) [0x200000404:0x29:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:0.0:1789130391.743462:0:31745:0:(cl_io.c:902:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1789130391.743464:0:31745:0:(cl_io.c:908:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1789130391.743466:0:31745:0:(vvp_io.c:2064:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1789130391.743472:0:31745:0:(lov_object.c:1604:lov_io_init()) [0x200000404:0x29:0x0]io ffff9caf42d818c0 type 6 ignore/verify layout 1/0, compressed 0 00020000:00000002:0.0:1789130391.743476:0:31745:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9caf4a6ab4d8) owner 0000000000000000/ffff9caf48444f80 00020000:00000001:0.0:1789130391.743481:0:31745:0:(lov_io.c:2488:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1789130391.743484:0:31745:0:(lov_io.c:764:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1789130391.743487:0:31745:0:(lov_io.c:478:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1789130391.743490:0:31745:0:(lov_io.c:489:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789130391.743492:0:31745:0:(lov_io.c:919:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1789130391.743495:0:31745:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1789130391.743497:0:31745:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130391.743498:0:31745:0:(cl_io.c:902:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1789130391.743500:0:31745:0:(cl_io.c:908:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1789130391.743501:0:31745:0:(lov_io.c:2501:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1789130391.743503:0:31745:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9caf4a6ab4d8) owner 0000000000000000/ffff9caf48444f80 00000020:00000001:0.0:1789130391.743507:0:31745:0:(cl_io.c:146:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130391.743510:0:31745:0:(cl_io.c:827:cl_io_loop()) Process entered 00000020:00000001:0.0:1789130391.743512:0:31745:0:(cl_io.c:403:cl_io_iter_init()) Process entered 00020000:00000001:0.0:1789130391.743515:0:31745:0:(lov_io.c:1238:lov_io_iter_init()) Process entered 00020000:00200000:0.0:1789130391.743519:0:31745:0:(lov_io.c:1289:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:0.0:1789130391.743524:0:31745:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1789130391.743528:0:31745:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1789130391.743530:0:31745:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1789130391.743532:0:31745:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1789130391.743534:0:31745:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446634875648775448 : -109198060776168 : ffff9caf58609518) 00000020:00001000:0.0:1789130391.743537:0:31745:0:(cl_object.c:823:cl_env_get()) 1@ffff9caf58609510 00000020:00000001:0.0:1789130391.743540:0:31745:0:(cl_object.c:143:cl_object_top()) ffff9caf42e28210 -> ffff9caf42e285f8 00000020:00000001:0.0:1789130391.743542:0:31745:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:0.0:1789130391.743546:0:31745:0:(cl_io.c:902:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1789130391.743548:0:31745:0:(cl_io.c:908:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1789130391.743550:0:31745:0:(cl_io.c:146:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789130391.743552:0:31745:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789130391.743555:0:31745:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446634875287504200 : -109198422047416 : ffff9caf42d80548) 00000020:00000001:0.0:1789130391.743559:0:31745:0:(cl_io.c:403:cl_io_iter_init()) Process entered 00000020:00000001:0.0:1789130391.743560:0:31745:0:(cl_io.c:415:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789130391.743563:0:31745:0:(lov_io.c:1395:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130391.743565:0:31745:0:(cl_io.c:415:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130391.743568:0:31745:0:(cl_io.c:318:cl_io_lock()) Process entered 00020000:00000001:0.0:1789130391.743570:0:31745:0:(lov_io.c:1538:lov_io_lock()) Process entered 00020000:00000001:0.0:1789130391.743572:0:31745:0:(lov_io.c:1516:lov_io_call()) Process entered 00000020:00000001:0.0:1789130391.743574:0:31745:0:(cl_io.c:318:cl_io_lock()) Process entered 00000020:00000001:0.0:1789130391.743577:0:31745:0:(cl_io.c:290:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1789130391.743578:0:31745:0:(cl_io.c:299:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130391.743580:0:31745:0:(cl_io.c:338:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789130391.743583:0:31745:0:(lov_io.c:1533:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789130391.743585:0:31745:0:(lov_io.c:1539:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130391.743586:0:31745:0:(cl_io.c:290:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1789130391.743587:0:31745:0:(cl_io.c:299:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130391.743588:0:31745:0:(cl_io.c:338:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130391.743590:0:31745:0:(cl_io.c:532:cl_io_start()) Process entered 00020000:00000001:0.0:1789130391.743593:0:31745:0:(lov_io.c:1588:lov_io_start()) Process entered 00020000:00000001:0.0:1789130391.743594:0:31745:0:(lov_io.c:1516:lov_io_call()) Process entered 00000020:00000001:0.0:1789130391.743596:0:31745:0:(cl_io.c:532:cl_io_start()) Process entered 00000008:00000001:0.0:1789130391.743598:0:31745:0:(osc_io.c:1127:osc_io_fsync_start()) Process entered 00000008:00000001:0.0:1789130391.743601:0:31745:0:(osc_cache.c:3411:osc_cache_writeback_range()) Process entered 00000008:00000001:0.0:1789130391.743605:0:31745:0:(osc_cache.c:3346:osc_cache_wait_range()) Process entered 00000008:00000020:0.0:1789130391.743609:0:31745:0:(osc_cache.c:3383:osc_cache_wait_range()) obj ffff9caf4a693c98 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:0.0:1789130391.743612:0:31745:0:(osc_cache.c:3384:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:0.0:1789130391.743616:0:31745:0:(osc_cache.c:3551:osc_cache_writeback_range()) obj ffff9caf4a693c98 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 18446744073709551615] npages 0: rc=0. 00000008:00000001:0.0:1789130391.743620:0:31745:0:(osc_cache.c:3566:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1789130391.743623:0:31745:0:(osc_io.c:1196:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130391.743625:0:31745:0:(cl_io.c:544:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789130391.743626:0:31745:0:(lov_io.c:1533:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789130391.743628:0:31745:0:(lov_io.c:1589:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130391.743630:0:31745:0:(cl_io.c:544:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130391.743632:0:31745:0:(cl_io.c:559:cl_io_end()) Process entered 00020000:00000001:0.0:1789130391.743635:0:31745:0:(lov_io.c:2189:lov_io_fsync_end()) Process entered 00020000:00000001:0.0:1789130391.743636:0:31745:0:(lov_io.c:1594:lov_io_end_wrapper()) Process entered 00000020:00000001:0.0:1789130391.743637:0:31745:0:(cl_io.c:559:cl_io_end()) Process entered 00000020:00000001:0.0:1789130391.743639:0:31745:0:(cl_io.c:567:cl_io_end()) Process leaving 00020000:00000001:0.0:1789130391.743640:0:31745:0:(lov_io.c:1604:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789130391.743642:0:31745:0:(lov_io.c:2200:lov_io_fsync_end()) Process leaving 00000020:00000001:0.0:1789130391.743644:0:31745:0:(cl_io.c:567:cl_io_end()) Process leaving 00000020:00000001:0.0:1789130391.743646:0:31745:0:(cl_io.c:356:cl_io_unlock()) Process entered 00020000:00000001:0.0:1789130391.743648:0:31745:0:(lov_io.c:1682:lov_io_unlock()) Process entered 00020000:00000001:0.0:1789130391.743650:0:31745:0:(lov_io.c:1516:lov_io_call()) Process entered 00000020:00000001:0.0:1789130391.743651:0:31745:0:(cl_io.c:356:cl_io_unlock()) Process entered 00000020:00000001:0.0:1789130391.743652:0:31745:0:(cl_io.c:377:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1789130391.743653:0:31745:0:(lov_io.c:1616:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789130391.743655:0:31745:0:(lov_io.c:1533:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789130391.743657:0:31745:0:(lov_io.c:1685:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1789130391.743659:0:31745:0:(cl_io.c:377:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1789130391.743662:0:31745:0:(cl_io.c:453:cl_io_rw_advance()) Process entered 00000020:00000001:0.0:1789130391.743665:0:31745:0:(cl_io.c:469:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1789130391.743666:0:31745:0:(cl_io.c:433:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1789130391.743668:0:31745:0:(lov_io.c:1663:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1789130391.743670:0:31745:0:(lov_io.c:1516:lov_io_call()) Process entered 00000020:00000001:0.0:1789130391.743671:0:31745:0:(cl_io.c:433:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1789130391.743672:0:31745:0:(cl_io.c:439:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1789130391.743674:0:31745:0:(lov_io.c:1610:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789130391.743675:0:31745:0:(lov_io.c:1533:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789130391.743678:0:31745:0:(lov_io.c:1674:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1789130391.743679:0:31745:0:(cl_io.c:439:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1789130391.743681:0:31745:0:(cl_io.c:877:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130391.743684:0:31745:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1789130391.743687:0:31745:0:(lov_io.c:1057:lov_io_fini()) Process entered 00020000:00000001:0.0:1789130391.743689:0:31745:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1789130391.743690:0:31745:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1789130391.743692:0:31745:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1789130391.743694:0:31745:0:(cl_object.c:917:cl_env_put()) 1@ffff9caf58609510 00020000:00000001:0.0:1789130391.743699:0:31745:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1789130391.743703:0:31745:0:(lov_io.c:1088:lov_io_fini()) Process leaving 00000080:00000001:0.0:1789130391.743706:0:31745:0:(vvp_io.c:392:vvp_io_fini()) Process entered 00000080:00200000:0.0:1789130391.743709:0:31745:0:(vvp_io.c:402:vvp_io_fini()) [0x200000404:0x29:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, need minor change layout 0 00000080:00000001:0.0:1789130391.743713:0:31745:0:(vvp_io.c:509:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1789130391.743714:0:31745:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1789130391.743717:0:31745:0:(cl_object.c:917:cl_env_put()) 1@ffff9caf586092d0 00000080:00000001:0.0:1789130391.743720:0:31745:0:(file.c:5349:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130391.743725:0:31745:0:(llite_lib.c:2079:ll_clear_inode()) Process entered 00000080:00200000:0.0:1789130391.743728:0:31745:0:(llite_lib.c:2082:ll_clear_inode()) VFS Op:inode=[0x200000404:0x29:0x0](ffff9caf608642c8) 00800000:00000001:0.0:1789130391.743734:0:31745:0:(lmv_obd.c:1647:lmv_null_inode()) Process entered 00800000:00000002:0.0:1789130391.743736:0:31745:0:(lmv_obd.c:1649:lmv_null_inode()) CBDATA for [0x200000404:0x29:0x0] 00000002:00000001:0.0:1789130391.743744:0:31745:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:0.0:1789130391.743754:0:31745:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789130391.743756:0:31745:0:(lmv_obd.c:1659:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130391.743759:0:31745:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:0.0:1789130391.743763:0:31745:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:0.0:1789130391.743765:0:31745:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130391.743766:0:31745:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130391.743770:0:31745:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1789130391.743771:0:31745:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446634875648774872 : -109198060776744 : ffff9caf586092d8) 00000020:00001000:0.0:1789130391.743773:0:31745:0:(cl_object.c:823:cl_env_get()) 1@ffff9caf586092d0 00020000:00000001:0.0:1789130391.743797:0:31745:0:(lov_object.c:1555:lov_object_delete()) Process entered 00020000:00000002:0.0:1789130391.743799:0:31745:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9caf4a6ab4d8) owner 0000000000000000/ffff9caf48444f80 00020000:00000001:0.0:1789130391.743848:0:31745:0:(lov_object.c:885:lov_delete_composite()) Process entered 00020000:00000002:0.0:1789130391.743852:0:31745:0:(lov_ea.c:762:dump_lsm()) lsm ffff9caf4812f300, objid 0x29:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1789130391.743860:0:31745:0:(lov_ea.c:793:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1789130391.743865:0:31745:0:(lov_ea.c:812:dump_lsm()) oinfo:ffff9caf47e3c000: ostid: 0x280000400:19 ost idx: 1 gen: 0 00020000:00000001:0.0:1789130391.743868:0:31745:0:(lov_object.c:1327:lov_layout_wait()) Process entered 00020000:00000001:0.0:1789130391.743870:0:31745:0:(lov_object.c:1337:lov_layout_wait()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789130391.743873:0:31745:0:(lov_object.c:292:lov_delete_raid0()) Process entered 00000020:00000001:0.0:1789130391.743876:0:31745:0:(cl_object.c:368:cl_object_prune()) Process entered 00010000:00000001:0.0:1789130391.743882:0:31745:0:(ldlm_request.c:2697:ldlm_resource_iterate()) Process entered 00010000:00000040:0.0:1789130391.743891:0:31745:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf4814dd00 count: 2 00010000:00000001:0.0:1789130391.743894:0:31745:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789130391.743897:0:31745:0:(ldlm_request.c:2625:ldlm_resource_foreach()) Process entered 00000008:00000001:0.0:1789130391.743901:0:31745:0:(osc_object.c:184:osc_object_ast_clear()) Process entered 00000008:00010000:0.0:1789130391.743908:0:31745:0:(osc_object.c:202:osc_object_ast_clear()) ### update lock size 0 blocks 1 [cma]time: 0 0 0 by oinfo size 0 blocks 1 [cma]time 0 0 0 ns: lustre-OST0001-osc-ffff9caf5014c800 lock: 00000000359d9554/0xde5303b1d982cd01 lrc: 1/0,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xcdf1b083821a58f2 expref: -99 pid: 31743 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00000001:0.0:1789130391.743926:0:31745:0:(cl_object.c:143:cl_object_top()) ffff9caf4a693c98 -> ffff9caf42e285f8 00000020:00000001:0.0:1789130391.743928:0:31745:0:(cl_object.c:143:cl_object_top()) ffff9caf4a693c98 -> ffff9caf42e285f8 00000008:00000001:0.0:1789130391.743931:0:31745:0:(osc_object.c:212:osc_object_ast_clear()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789130391.743934:0:31745:0:(ldlm_request.c:2641:ldlm_resource_foreach()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789130391.743936:0:31745:0:(ldlm_request.c:2707:ldlm_resource_iterate()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1789130391.743939:0:31745:0:(cl_object.c:378:cl_object_prune()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:0.0:1789130391.743946:0:31745:0:(osc_object.c:99:osc_object_free()) slab-freed '(osc)': 488 at ffff9caf4a693c98. 00020000:00000001:0.0:1789130391.743953:0:31745:0:(lovsub_object.c:58:lovsub_object_free()) Process entered 00020000:00000010:0.0:1789130391.743956:0:31745:0:(lovsub_object.c:78:lovsub_object_free()) slab-freed 'los': 200 at ffff9caf42e28190. 00020000:00000001:0.0:1789130391.743963:0:31745:0:(lovsub_object.c:80:lovsub_object_free()) Process leaving 00020000:00000001:0.0:1789130391.743965:0:31745:0:(lov_object.c:313:lov_delete_raid0()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789130391.743968:0:31745:0:(lov_object.c:906:lov_delete_composite()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1789130391.743970:0:31745:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9caf4a6ab4d8) owner 0000000000000000/ffff9caf48444f80 00020000:00000001:0.0:1789130391.743973:0:31745:0:(lov_object.c:1557:lov_object_delete()) Process leaving 00020000:00000001:0.0:1789130391.743975:0:31745:0:(lov_object.c:1564:lov_object_free()) Process entered 00020000:00000002:0.0:1789130391.743978:0:31745:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9caf4a6ab4d8) owner 0000000000000000/ffff9caf48444f80 00020000:00000001:0.0:1789130391.743982:0:31745:0:(lov_object.c:921:lov_fini_composite()) Process entered 00020000:00000010:0.0:1789130391.743985:0:31745:0:(lov_object.c:322:lov_fini_raid0()) kvfree 'r0->lo_sub': 8 at ffff9caf48384308. 00020000:00000010:0.0:1789130391.743990:0:31745:0:(lov_object.c:930:lov_fini_composite()) kfreed 'comp->lo_entries': 176 at ffff9caf46b98840. 00020000:00000010:0.0:1789130391.743994:0:31745:0:(lov_object.c:935:lov_fini_composite()) kfreed 'comp->lo_mirrors': 12 at ffff9caf48584440. 00020000:00000002:0.0:1789130391.743999:0:31745:0:(lov_ea.c:762:dump_lsm()) lsm ffff9caf4812f300, objid 0x29:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1789130391.744003:0:31745:0:(lov_ea.c:793:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1789130391.744007:0:31745:0:(lov_ea.c:812:dump_lsm()) oinfo:ffff9caf47e3c000: ostid: 0x280000400:19 ost idx: 1 gen: 0 00020000:00000010:0.0:1789130391.744014:0:31745:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9caf47e3c000. 00020000:00000010:0.0:1789130391.744019:0:31745:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff9caf4812fea0. 00020000:00000010:0.0:1789130391.744036:0:31745:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff9caf4812f300. 00020000:00000001:0.0:1789130391.744039:0:31745:0:(lov_object.c:944:lov_fini_composite()) Process leaving 00020000:00000002:0.0:1789130391.744040:0:31745:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9caf4a6ab4d8) owner 0000000000000000/ffff9caf48444f80 00020000:00000010:0.0:1789130391.744043:0:31745:0:(lov_object.c:1567:lov_object_free()) slab-freed '(lov)': 248 at ffff9caf4a6ab4d8. 00020000:00000001:0.0:1789130391.744047:0:31745:0:(lov_object.c:1568:lov_object_free()) Process leaving 00000080:00000010:0.0:1789130391.744050:0:31745:0:(vvp_object.c:280:vvp_object_free()) slab-freed 'vob': 200 at ffff9caf42e28578. 00000020:00001000:0.0:1789130391.744055:0:31745:0:(cl_object.c:917:cl_env_put()) 1@ffff9caf586092d0 00000080:00000001:0.0:1789130391.744059:0:31745:0:(llite_lib.c:2130:ll_clear_inode()) Process leaving 00000080:00000001:0.0:1789130391.744062:0:31745:0:(llite_lib.c:3452:ll_delete_inode()) Process leaving 00000080:00000001:0.0:1789130391.744107:0:31745:0:(dir.c:3016:ll_dir_release()) Process entered 00000080:00000001:0.0:1789130391.744110:0:31745:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:0.0:1789130391.744112:0:31745:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c3fdd0 00000080:00200008:0.0:1789130391.744115:0:31745:0:(file.c:479:ll_file_release()) START file d21h.recovery-small-1:[0x200000404:0x27:0x0](ffff9caf60131148), flags 704000 00000080:00400000:0.0:1789130391.744119:0:31745:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000404:0x27:0x0] 00000080:00000001:0.0:1789130391.744123:0:31745:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:0.0:1789130391.744125:0:31745:0:(pcc.c:2438:pcc_file_release()) Process leaving 00000080:00000001:0.0:1789130391.744128:0:31745:0:(file.c:341:ll_md_close()) Process entered 00000002:00000001:0.0:1789130391.744135:0:31745:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789130391.744138:0:31745:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789130391.744143:0:31745:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf42f26900 count: 2 00010000:00000001:0.0:1789130391.744145:0:31745:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789130391.744150:0:31745:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:0.0:1789130391.744155:0:31745:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:0.0:1789130391.744160:0:31745:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1789130391.744168:0:31745:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789130391.744174:0:31745:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030800/0xde5303b1d982cd24 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x27:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a594d expref: -99 pid: 31745 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1789130391.744182:0:31745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130391.744184:0:31745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789130391.744186:0:31745:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=16 : 16 : 10) 00800000:00000002:0.0:1789130391.744188:0:31745:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000404:0x27:0x0]: 16 00000080:00000010:0.0:1789130391.744192:0:31745:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9caf4865fb80. 00000080:00000001:0.0:1789130391.744197:0:31745:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130391.744201:0:31745:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c3fdd0 00000080:00000008:0.0:1789130391.744203:0:31745:0:(file.c:523:ll_file_release()) COMPLETED file d21h.recovery-small-1:[0x200000404:0x27:0x0](ffff9caf60131148), flags 704000, rc = 0 00000080:00000001:0.0:1789130391.744207:0:31745:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130391.744209:0:31745:0:(dir.c:3017:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130391.744213:0:31745:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1789130391.744214:0:31745:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c3fe00 00000080:00002000:0.0:1789130391.744217:0:31745:0:(dcache.c:127:ll_ddelete()) deleting dentry d21h.recovery-small-1 (ffff9caf602c7510, parent ffff9caf600f3360, inode ffff9caf60131148) hashed, 00000080:00000001:0.0:1789130391.744220:0:31745:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1789130391.744225:0:31745:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1789130391.744228:0:31745:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1789130391.744269:0:31745:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:0.0:1789130391.744274:0:31745:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:0.0:1789130391.744276:0:31745:0:(file.c:6206:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1789130391.744277:0:31745:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c3fbd8 00000080:00200000:0.0:1789130391.744280:0:31745:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8),name=/ 00000080:00000010:0.0:1789130391.744288:0:31745:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9caf485a2a00. 00800000:00000002:0.0:1789130391.744293:0:31745:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9caf4557c8c0 2 00000080:00000001:0.0:1789130391.744298:0:31745:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1789130391.744302:0:31745:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1789130391.744304:0:31745:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c3faf8 00800000:00000002:0.0:1789130391.744306:0:31745:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1789130391.744310:0:31745:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1789130391.744315:0:31745:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1789130391.744319:0:31745:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1789130391.744321:0:31745:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c3f9c8 00000002:00010000:0.0:1789130391.744323:0:31745:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1789130391.744327:0:31745:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1789130391.744329:0:31745:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789130391.744330:0:31745:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789130391.744334:0:31745:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf42f26b00 count: 2 00010000:00000001:0.0:1789130391.744336:0:31745:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789130391.744340:0:31745:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789130391.744344:0:31745:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1789130391.744348:0:31745:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7800/0xde5303b1d982ccec lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a58ac expref: -99 pid: 31743 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 02000000:00000001:0.0:1789130391.744356:0:31745:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1789130391.744359:0:31745:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789130391.744362:0:31745:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7800/0xde5303b1d982ccec lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a58ac expref: -99 pid: 31743 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00000002:00000001:0.0:1789130391.744368:0:31745:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1789130391.744370:0:31745:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1789130391.744372:0:31745:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789130391.744374:0:31745:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789130391.744376:0:31745:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1789130391.744378:0:31745:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1789130391.744381:0:31745:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1789130391.744383:0:31745:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9caf4557c8c0 2 00000080:00000010:0.0:1789130391.744386:0:31745:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9caf485a2a00. 00000080:00000001:0.0:1789130391.744389:0:31745:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1789130391.744391:0:31745:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789130391.744394:0:31745:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9caf601980c8) 00000080:00010000:0.0:1789130391.744399:0:31745:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9caf601980c8) for lock 0xde5303b1d982ccec 00800000:00000001:0.0:1789130391.744402:0:31745:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1789130391.744404:0:31745:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1789130391.744406:0:31745:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130391.744409:0:31745:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130391.744412:0:31745:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b7800 refcount=3 00000020:00000001:0.0:1789130391.744415:0:31745:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649488896 : -109198060062720 : ffff9caf586b7800) 00010000:00000001:0.0:1789130391.744418:0:31745:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649488896 : -109198060062720 : ffff9caf586b7800) 00010000:00000001:0.0:1789130391.744421:0:31745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130391.744423:0:31745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789130391.744424:0:31745:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789130391.744426:0:31745:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789130391.744428:0:31745:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xde5303b1d982ccec from it ffffb97f41c3fc10 00010000:00000001:0.0:1789130391.744430:0:31745:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130391.744432:0:31745:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130391.744433:0:31745:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b7800 refcount=3 00000020:00000001:0.0:1789130391.744434:0:31745:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649488896 : -109198060062720 : ffff9caf586b7800) 00010000:00000001:0.0:1789130391.744436:0:31745:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649488896 : -109198060062720 : ffff9caf586b7800) 00010000:00000001:0.0:1789130391.744439:0:31745:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789130391.744442:0:31745:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7800/0xde5303b1d982ccec lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a58ac expref: -99 pid: 31743 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00010000:00000001:0.0:1789130391.744448:0:31745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130391.744449:0:31745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130391.744451:0:31745:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789130391.744453:0:31745:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789130391.744456:0:31745:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7800/0xde5303b1d982ccec lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a58ac expref: -99 pid: 31743 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00010000:00000001:0.0:1789130391.744464:0:31745:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789130391.744467:0:31745:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789130391.744469:0:31745:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789130391.744474:0:31745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130391.744476:0:31745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130391.744477:0:31745:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130391.744482:0:31745:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789130391.744484:0:31745:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130391.744486:0:31745:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130391.744490:0:31745:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130391.744493:0:31745:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789130391.744494:0:31745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130391.744496:0:31745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1789130391.744499:0:31745:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1789130391.744501:0:31745:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1789130391.744504:0:31745:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8), inode mode 41ff mask 1 00000080:00000001:0.0:1789130391.744508:0:31745:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1789130391.744527:0:31745:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9caf47eabce0. 00000020:00000001:0.0:1789130391.744531:0:31745:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c3fdc8 00000080:00200000:0.0:1789130391.744533:0:31745:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d21h.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff9caf601980c8), flags=0 00000080:00000001:0.0:1789130391.744537:0:31745:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:0.0:1789130391.744540:0:31745:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c3fc78 00000080:00200000:0.0:1789130391.744542:0:31745:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d21h.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff9caf601980c8), intent=getattr 00000080:00000010:0.0:1789130391.744553:0:31745:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9caf485a2a00. 00800000:00000002:0.0:1789130391.744556:0:31745:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9caf4557c8c0 2 00000080:00000001:0.0:1789130391.744562:0:31745:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1789130391.744564:0:31745:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1789130391.744565:0:31745:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c3fb98 00800000:00000002:0.0:1789130391.744567:0:31745:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'd21h.recovery-small-1' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1789130391.744570:0:31745:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00000020:00000001:0.0:1789130391.744575:0:31745:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c3fb30 00800000:00000002:0.0:1789130391.744577:0:31745:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d21h.recovery-small-1' -> mds #0 00000002:00000001:0.0:1789130391.744580:0:31745:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1789130391.744582:0:31745:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c3fa68 00000002:00010000:0.0:1789130391.744583:0:31745:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d21h.recovery-small-1,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 01 00000002:00000001:0.0:1789130391.744588:0:31745:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1789130391.744592:0:31745:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1789130391.744600:0:31745:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf614630c0. 00000020:00000040:0.0:1789130391.744606:0:31745:0:(genops.c:1210:class_import_get()) import ffff9caf6079a800 refcount=9 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00010000:00000001:0.0:1789130391.744615:0:31745:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1789130391.744623:0:31745:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789130391.744626:0:31745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130391.744628:0:31745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130391.744629:0:31745:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130391.744634:0:31745:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789130391.744637:0:31745:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789130391.744641:0:31745:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789130391.744651:0:31745:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9caf482bf000. 00000100:00000001:0.0:1789130391.744660:0:31745:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130391.744668:0:31745:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789130391.744670:0:31745:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130391.744671:0:31745:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789130391.744673:0:31745:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130391.744675:0:31745:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789130391.744686:0:31745:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446634875798040768 : -109197911510848 : ffff9caf614630c0) 00010000:00000001:0.0:1789130391.744691:0:31745:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1789130391.744694:0:31745:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1789130391.744697:0:31745:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf42f26b00 count: 2 00010000:00000001:0.0:1789130391.744699:0:31745:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789130391.744702:0:31745:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1789130391.744706:0:31745:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9caf40030c00. 00000020:00000001:0.0:1789130391.744709:0:31745:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1789130391.744712:0:31745:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9caf40030c00 with handle 0xde5303b1d982cd2b to hash 00000020:00000001:0.0:1789130391.744714:0:31745:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1789130391.744716:0:31745:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446634875239992320 : -109198469559296 : ffff9caf40030c00) 00010000:00000001:0.0:1789130391.744720:0:31745:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446634875239992320 : -109198469559296 : ffff9caf40030c00) 00010000:00000001:0.0:1789130391.744723:0:31745:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789130391.744725:0:31745:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789130391.744728:0:31745:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030c00/0xde5303b1d982cd2b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 31745 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789130391.744736:0:31745:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030c00/0xde5303b1d982cd2b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31745 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789130391.744746:0:31745:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030c00/0xde5303b1d982cd2b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31745 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1789130391.744752:0:31745:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1789130391.744754:0:31745:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1789130391.744766:0:31745:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9caf488f36c0. 00000100:00000001:0.0:1789130391.744769:0:31745:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446634875383396032 : -109198326155584 : ffff9caf488f36c0) 00000100:00000001:0.0:1789130391.744773:0:31745:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789130391.744774:0:31745:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875798040768 : -109197911510848 : ffff9caf614630c0) 00000100:00000001:0.0:1789130391.744781:0:31745:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789130391.744797:0:31745:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130391.744800:0:31745:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1789130391.744802:0:31745:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789130391.744849:0:31745:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf614630c0 x1876037329030272/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130391.744858:0:31745:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789130391.744862:0:31745:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130391.744867:0:31745:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789130391.744870:0:31745:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789130391.744873:0:31745:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789130391.744877:0:31745:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf614630c0 pname:cluuid:pid:xid:nid:opc:job rm:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:31745:1876037329030272:192.168.204.123@tcp:101:rm.0 00000100:00000001:0.0:1789130391.744882:0:31745:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789130391.744889:0:31745:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789130391.744894:0:31745:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130391.744897:0:31745:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789130391.744905:0:31745:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9caf47cd7800. 02000000:00000001:0.0:1789130391.744908:0:31745:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789130391.744917:0:31745:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:0.0:1789130391.744922:0:31745:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf50131bb0. 00000400:00000010:0.0:1789130391.744931:0:31745:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf5801e770. 00000100:00000200:0.0:1789130391.744940:0:31745:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1876037329030272, portal 10 00000100:00000001:0.0:1789130391.744943:0:31745:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789130391.744944:0:31745:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875798040768 : -109197911510848 : ffff9caf614630c0) 00000100:00000040:0.0:1789130391.744951:0:31745:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9caf614630c0 x1876037329030272/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789130407 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130391.744960:0:31745:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789130391.744963:0:31745:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:0.0:1789130391.744966:0:31745:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf5801e110. 00000100:00000200:0.0:1789130391.744970:0:31745:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1876037329030272, offset 0 00000400:00000200:0.0:1789130391.744978:0:31745:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:0.0:1789130391.744989:0:31745:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:0.0:1789130391.744998:0:31745:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:0.0:1789130391.745005:0:31745:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789130391.745011:0:31745:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:0.0:1789130391.745016:0:31745:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789130391.745020:0:31745:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:0.0:1789130391.745024:0:31745:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2496:2496:255:4294967295] 192.168.204.123@tcp LPNI seq info [2495:2495:7:4294967295] 00000400:00000200:0.0:1789130391.745029:0:31745:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:0.0:1789130391.745044:0:31745:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:0.0:1789130391.745051:0:31745:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:0.0:1789130391.745058:0:31745:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf451e7700. 00000800:00000200:0.0:1789130391.745067:0:31745:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:0.0:1789130391.745078:0:31745:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:0.0:1789130391.745085:0:31745:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf451e7700 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:0.0:1789130391.746208:0:31745:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130391.746224:0:31745:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: using a timeout of 803767 usecs (804 jiffies) 00000400:00000200:0.0:1789130391.746232:0:31745:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:0.0:1789130391.746237:0:31745:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296486571 00000100:00000001:0.0:1789130391.746242:0:31745:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 2, keep current deadline 4296489463 00000100:00000001:0.0:1789130391.746245:0:31745:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296486571 00000100:00000001:0.0:1789130391.746248:0:31745:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 3, keep current deadline 4296489463 00000100:00000001:0.0:1789130391.746251:0:31745:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789130391.746255:0:31745:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130391.746258:0:31745:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789130391.746260:0:31745:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1789130391.746264:0:31745:0:(client.c:2715:ptlrpc_set_wait()) set ffff9caf488f36c0 going to sleep for 11 seconds 00000100:00000001:0.0:1789130391.746268:0:31745:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789130391.746272:0:31745:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789130391.747557:0:2341:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789130391.747571:0:2341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf47fd2b00. 00000400:00000200:3.0:1789130391.747582:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130391.747593:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: ACK: OK 00000800:00000001:3.0:1789130391.747616:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130391.747627:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1789130391.747938:0:2341:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789130391.747942:0:2341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf451e7700. 00000400:00000200:3.0:1789130391.747947:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130391.747951:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:3.0:1789130391.747960:0:2341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf5801e110 00000400:00000010:3.0:1789130391.747964:0:2341:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf5801e110. 00000100:00000001:3.0:1789130391.747971:0:2341:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789130391.747981:0:2341:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf614630c0 x1876037329030272/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789130407 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130391.747996:0:2341:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130391.747999:0:2341:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf614630c0 x1876037329030272/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789130407 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130391.748006:0:2341:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130391.748008:0:2341:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:0.1:1789130391.749914:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9caf4632b020. 00000080:00000010:0.1:1789130391.749954:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9caf60864200. 00000080:00000010:0.1:1789130391.749964:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9caf4632b440. 00000800:00000001:2.0:1789130391.756513:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130391.756546:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789130391.756552:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130391.756555:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130391.756569:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130391.756579:0:2342:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:2.0:1789130391.756593:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130391.756600:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130391.756607:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130391.756612:0:2342:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 584 into portal 10 MB=0x6aa3efa950c80 00000400:00000200:2.0:1789130391.756629:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130391.756637:0:2342:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.123@tcp of length 584/584 into md 0x6bdd [1] + 224 00000800:00000001:2.0:1789130391.756647:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130391.756662:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130391.758875:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130391.758900:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:2.0:1789130391.758914:0:2342:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789130391.758925:0:2342:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf614630c0 x1876037329030272/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789130407 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789130391.758939:0:2342:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff9caf614630c0 x1876037329030272/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789130407 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130391.759033:0:31745:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789130391.759064:0:2342:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789130391.759095:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130391.759107:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1789130391.761145:0:31745:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789130391.761155:0:31745:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789130391.761161:0:31745:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf50131bb0. 00000400:00000200:0.0:1789130391.761173:0:31745:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf5801e770 00000400:00000010:0.0:1789130391.761177:0:31745:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf5801e770. 00000100:00000001:0.0:1789130391.761185:0:31745:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789130391.761202:0:31745:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf614630c0 x1876037329030272/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789130407 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1789130391.761215:0:31745:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf614630c0 x1876037329030272/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789130407 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130391.761225:0:31745:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789130391.761228:0:31745:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130391.761233:0:31745:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789130391.761240:0:31745:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789130391.761243:0:31745:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789130391.761246:0:31745:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130391.761251:0:31745:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789130391.761264:0:31745:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf6079ac60 time=10 v=5 (5 104 104 104) 00000100:00001000:0.0:1789130391.761269:0:31745:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf6079ac18 time=0 v=5 (1 0 0 0) 00000100:00000001:0.0:1789130391.761272:0:31745:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789130391.761274:0:31745:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130391.761278:0:31745:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789130391.761283:0:31745:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130391.761289:0:31745:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789130391.761292:0:31745:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9caf5014c800: skip recheck: last_committed 4294967634 00000100:00000001:0.0:1789130391.761294:0:31745:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789130391.761298:0:31745:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130391.761305:0:31745:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf614630c0 x1876037329030272/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/584 e 0 to 0 dl 1789130407 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130391.761314:0:31745:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789130391.761318:0:31745:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789130391.761322:0:31745:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789130391.761325:0:31745:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf614630c0 x1876037329030272/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/584 e 0 to 0 dl 1789130407 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1789130391.761334:0:31745:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf614630c0 pname:cluuid:pid:xid:nid:opc:job rm:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:31745:1876037329030272:192.168.204.123@tcp:101:rm.0 00000100:00000001:0.0:1789130391.761340:0:31745:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130391.761344:0:31745:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130391.761348:0:31745:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1789130391.761351:0:31745:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789130391.761355:0:31745:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf614630c0 x1876037329030272/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/584 e 0 to 0 dl 1789130407 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130391.761362:0:31745:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789130391.761367:0:31745:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9caf488f36c0. 00000100:00000001:0.0:1789130391.761372:0:31745:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1789130391.761374:0:31745:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130391.761378:0:31745:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1789130391.761728:0:31745:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130391.761734:0:31745:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130391.761738:0:31745:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40030c00 refcount=4 00000020:00000001:0.0:1789130391.761741:0:31745:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239992320 : -109198469559296 : ffff9caf40030c00) 00010000:00000001:0.0:1789130391.761745:0:31745:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239992320 : -109198469559296 : ffff9caf40030c00) 00010000:00000040:0.0:1789130391.761753:0:31745:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9caf40030c00, remote cookie: 0xcdf1b083821a598c, flags: 0x1001 00010000:00010000:0.0:1789130391.761760:0:31745:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030c00/0xde5303b1d982cd2b lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a598c expref: -99 pid: 31745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789130391.761770:0:31745:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x27:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:0.0:1789130391.761774:0:31745:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000040:0.0:1789130391.761792:0:31745:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf42f26900 count: 2 00010000:00000001:0.0:1789130391.761796:0:31745:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789130391.761799:0:31745:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789130391.761826:0:31745:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030c00/0xde5303b1d982cd2b lrc: 4/1,0 mode: --/PR res: [0x200000404:0x27:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a598c expref: -99 pid: 31745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789130391.761836:0:31745:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030c00/0xde5303b1d982cd2b lrc: 4/1,0 mode: --/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a598c expref: -99 pid: 31745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789130391.761844:0:31745:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1789130391.761851:0:31745:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1789130391.761855:0:31745:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1789130391.761857:0:31745:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1789130391.761859:0:31745:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1789130391.761862:0:31745:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x27:0x0].0x0 (ffff9caf42f26900) refcount = 2 00010000:00000040:0.0:1789130391.761865:0:31745:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1789130391.761868:0:31745:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030800/0xde5303b1d982cd24 lrc: 1/0,0 mode: CR/CR res: [0x200000404:0x27:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a594d expref: -99 pid: 31745 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1789130391.761876:0:31745:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030c00/0xde5303b1d982cd2b lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a598c expref: -99 pid: 31745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789130391.761884:0:31745:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1789130391.761890:0:31745:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1789130391.761891:0:31745:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789130391.761895:0:31745:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1789130391.761898:0:31745:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789130391.761902:0:31745:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030c00/0xde5303b1d982cd2b lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a598c expref: -99 pid: 31745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789130391.761908:0:31745:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1789130391.761911:0:31745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130391.761913:0:31745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130391.761915:0:31745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130391.761916:0:31745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130391.761917:0:31745:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789130391.761924:0:31745:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1789130391.761926:0:31745:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130391.761928:0:31745:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130391.761930:0:31745:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40030c00 refcount=3 00000020:00000001:0.0:1789130391.761932:0:31745:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239992320 : -109198469559296 : ffff9caf40030c00) 00010000:00000001:0.0:1789130391.761935:0:31745:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239992320 : -109198469559296 : ffff9caf40030c00) 00010000:00000001:0.0:1789130391.761937:0:31745:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130391.761939:0:31745:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130391.761940:0:31745:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40030c00 refcount=4 00000020:00000001:0.0:1789130391.761942:0:31745:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239992320 : -109198469559296 : ffff9caf40030c00) 00010000:00000001:0.0:1789130391.761945:0:31745:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239992320 : -109198469559296 : ffff9caf40030c00) 00010000:00000001:0.0:1789130391.761949:0:31745:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789130391.761953:0:31745:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789130391.761957:0:31745:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030c00/0xde5303b1d982cd2b lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a598c expref: -99 pid: 31745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789130391.761965:0:31745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130391.761966:0:31745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130391.761967:0:31745:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130391.761969:0:31745:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130391.761970:0:31745:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40030c00 refcount=5 00000020:00000001:0.0:1789130391.761972:0:31745:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239992320 : -109198469559296 : ffff9caf40030c00) 00010000:00000001:0.0:1789130391.761974:0:31745:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239992320 : -109198469559296 : ffff9caf40030c00) 00010000:00000001:0.0:1789130391.761977:0:31745:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789130391.761981:0:31745:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030c00/0xde5303b1d982cd2b lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a598c expref: -99 pid: 31745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789130391.761988:0:31745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130391.761989:0:31745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1789130391.761992:0:31745:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030c00/0xde5303b1d982cd2b lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a598c expref: -99 pid: 31745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789130391.761997:0:31745:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789130391.761999:0:31745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130391.761999:0:31745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130391.762000:0:31745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130391.762001:0:31745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1789130391.762008:0:31745:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9caf614630c0 x1876037329030272/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/584 e 0 to 0 dl 1789130407 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1789130391.762016:0:31745:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130391.762017:0:31745:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130391.762019:0:31745:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40030c00 refcount=3 00000020:00000001:0.0:1789130391.762022:0:31745:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239992320 : -109198469559296 : ffff9caf40030c00) 00010000:00000001:0.0:1789130391.762024:0:31745:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239992320 : -109198469559296 : ffff9caf40030c00) 00010000:00000001:0.0:1789130391.762027:0:31745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130391.762028:0:31745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789130391.762030:0:31745:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789130391.762032:0:31745:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789130391.762037:0:31745:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1789130391.762040:0:31745:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130391.762041:0:31745:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130391.762042:0:31745:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40030c00 refcount=3 00000020:00000001:0.0:1789130391.762044:0:31745:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239992320 : -109198469559296 : ffff9caf40030c00) 00010000:00000001:0.0:1789130391.762046:0:31745:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239992320 : -109198469559296 : ffff9caf40030c00) 00000002:00010000:0.0:1789130391.762049:0:31745:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030c00/0xde5303b1d982cd2b lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a598c expref: -99 pid: 31745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789130391.762056:0:31745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130391.762058:0:31745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130391.762060:0:31745:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1789130391.762062:0:31745:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130391.762063:0:31745:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130391.762064:0:31745:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40030c00 refcount=3 00000020:00000001:0.0:1789130391.762066:0:31745:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239992320 : -109198469559296 : ffff9caf40030c00) 00010000:00000001:0.0:1789130391.762222:0:31745:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239992320 : -109198469559296 : ffff9caf40030c00) 00010000:00000040:0.0:1789130391.762227:0:31745:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf42f26900 count: 3 00010000:00000001:0.0:1789130391.762229:0:31745:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1789130391.762234:0:31745:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9caf4630e800 type 13 mode 4 res 8589935620/39 (0 0) 00010000:00000001:0.0:1789130391.762237:0:31745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130391.762238:0:31745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789130391.762240:0:31745:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1789130391.762244:0:31745:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c3f9f0 00000002:00002000:0.0:1789130391.762247:0:31745:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=d21h.recovery-small-1 intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:0.0:1789130391.762251:0:31745:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789130391.762256:0:31745:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789130391.762261:0:31745:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1789130391.762265:0:31745:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:0.0:1789130391.762269:0:31745:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789130391.762273:0:31745:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9caf4557c8c0 2 00000080:00000001:0.0:1789130391.762277:0:31745:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1789130391.762279:0:31745:0:(namei.c:674:ll_lookup_it_finish()) it ffffb97f41c3fe00 it_disposition b 00000080:00000001:0.0:1789130391.762283:0:31745:0:(llite_lib.c:3864:ll_prep_inode()) Process entered 00000002:00000001:0.0:1789130391.762291:0:31745:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1789130391.762295:0:31745:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1789130391.762299:0:31745:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833959 : 144115205322833959 : 200000404000027) 00000080:00000001:0.0:1789130391.762304:0:31745:0:(namei.c:113:ll_iget()) Process entered 00000080:00000001:0.0:1789130391.762313:0:31745:0:(llite_lib.c:1973:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1789130391.762316:0:31745:0:(llite_lib.c:1977:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000404:0x27:0x0] 00000080:00000001:0.0:1789130391.762319:0:31745:0:(llite_lib.c:1994:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130391.762324:0:31745:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833959 : 144115205322833959 : 200000404000027) 00000080:00000001:0.0:1789130391.762327:0:31745:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:0.0:1789130391.762330:0:31745:0:(llite_lib.c:3071:ll_update_inode()) setting ino 144115205322833959 mtime from 1789130374 to 1789130391 00000080:00200000:0.0:1789130391.762335:0:31745:0:(llite_lib.c:3140:ll_update_inode()) inode=[0x200000404:0x27:0x0], updating i_size 7680 00000080:00200000:0.0:1789130391.762338:0:31745:0:(namei.c:147:ll_iget()) got inode: [0x200000404:0x27:0x0](ffff9caf60131148): rc = 0 00000080:00000001:0.0:1789130391.762341:0:31745:0:(namei.c:156:ll_iget()) Process leaving (rc=18446634875777913160 : -109197931638456 : ffff9caf60131148) 00010000:00000001:0.0:1789130391.762344:0:31745:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130391.762345:0:31745:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130391.762347:0:31745:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40030c00 refcount=3 00000020:00000001:0.0:1789130391.762349:0:31745:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239992320 : -109198469559296 : ffff9caf40030c00) 00010000:00000001:0.0:1789130391.762351:0:31745:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239992320 : -109198469559296 : ffff9caf40030c00) 00010000:00000001:0.0:1789130391.762354:0:31745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130391.762355:0:31745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1789130391.762357:0:31745:0:(llite_lib.c:1928:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1789130391.762358:0:31745:0:(llite_lib.c:1941:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1789130391.762360:0:31745:0:(llite_lib.c:3962:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1789130391.762363:0:31745:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1789130391.762366:0:31745:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789130391.762370:0:31745:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000404:0x27:0x0](ffff9caf60131148) for lock 0xde5303b1d982cd2b 00800000:00000001:0.0:1789130391.762374:0:31745:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1789130391.762377:0:31745:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1789130391.762378:0:31745:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130391.762379:0:31745:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130391.762381:0:31745:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40030c00 refcount=3 00000020:00000001:0.0:1789130391.762495:0:31745:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239992320 : -109198469559296 : ffff9caf40030c00) 00010000:00000001:0.0:1789130391.762499:0:31745:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239992320 : -109198469559296 : ffff9caf40030c00) 00010000:00000001:0.0:1789130391.762503:0:31745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130391.762504:0:31745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789130391.762506:0:31745:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789130391.762507:0:31745:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:0.0:1789130391.762516:0:31745:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9caf603110d8 inode ffff9caf60131148 refc 1 flags 0x20000e 00000080:00000001:0.0:1789130391.762523:0:31745:0:(llite_lib.c:3176:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1789130391.762525:0:31745:0:(llite_lib.c:3182:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130391.762527:0:31745:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:0.0:1789130391.762531:0:31745:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x27:0x0](ffff9caf60131148) 00000080:00010000:0.0:1789130391.762535:0:31745:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xde5303b1d982cd2b from it ffffb97f41c3fe00 00010000:00000001:0.0:1789130391.762538:0:31745:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130391.762539:0:31745:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130391.762540:0:31745:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40030c00 refcount=3 00000020:00000001:0.0:1789130391.762543:0:31745:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239992320 : -109198469559296 : ffff9caf40030c00) 00010000:00000001:0.0:1789130391.762545:0:31745:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239992320 : -109198469559296 : ffff9caf40030c00) 00010000:00000001:0.0:1789130391.762547:0:31745:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789130391.762550:0:31745:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030c00/0xde5303b1d982cd2b lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a598c expref: -99 pid: 31745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789130391.762557:0:31745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130391.762558:0:31745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130391.762560:0:31745:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789130391.762563:0:31745:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789130391.762566:0:31745:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030c00/0xde5303b1d982cd2b lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a598c expref: -99 pid: 31745 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1789130391.762574:0:31745:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789130391.762578:0:31745:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789130391.762580:0:31745:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789130391.762586:0:31745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130391.762587:0:31745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130391.762589:0:31745:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130391.762593:0:31745:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789130391.762595:0:31745:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130391.762598:0:31745:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130391.762601:0:31745:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130391.762603:0:31745:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789130391.762604:0:31745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130391.762605:0:31745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1789130391.762607:0:31745:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1789130391.762612:0:31745:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9caf485a2a00. 00000100:00000001:0.0:1789130391.762618:0:31745:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789130391.762624:0:31745:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf614630c0 x1876037329030272/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/584 e 0 to 0 dl 1789130407 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130391.762631:0:31745:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789130391.762635:0:31745:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789130391.762639:0:31745:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9caf47cd7800. 02000000:00000001:0.0:1789130391.762642:0:31745:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789130391.762646:0:31745:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1789130391.762648:0:31745:0:(genops.c:1223:class_import_put()) import ffff9caf6079a800 refcount=8 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000020:00000001:0.0:1789130391.762651:0:31745:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1789130391.762654:0:31745:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9caf482bf000. 02000000:00000001:0.0:1789130391.762659:0:31745:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789130391.762661:0:31745:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789130391.762664:0:31745:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf614630c0. 00000100:00000001:0.0:1789130391.762669:0:31745:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789130391.762670:0:31745:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1789130391.762674:0:31745:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1789130391.762676:0:31745:0:(dcache.c:176:ll_intent_release()) intent ffffb97f41c3fe00 released 00000080:00000001:0.0:1789130391.762678:0:31745:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:0.0:1789130391.762684:0:31745:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:0.0:1789130391.762686:0:31745:0:(file.c:6206:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1789130391.762688:0:31745:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c3fd50 00000080:00200000:0.0:1789130391.762691:0:31745:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8),name=/ 00000080:00000010:0.0:1789130391.762705:0:31745:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9caf485a2a00. 00800000:00000002:0.0:1789130391.762713:0:31745:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9caf4557c8c0 2 00000080:00000001:0.0:1789130391.762718:0:31745:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1789130391.762721:0:31745:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1789130391.762723:0:31745:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c3fc70 00800000:00000002:0.0:1789130391.762725:0:31745:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1789130391.762729:0:31745:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1789130391.762733:0:31745:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1789130391.762738:0:31745:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1789130391.762740:0:31745:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c3fb40 00000002:00010000:0.0:1789130391.762742:0:31745:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1789130391.762747:0:31745:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1789130391.762749:0:31745:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789130391.762752:0:31745:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789130391.762755:0:31745:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf42f26b00 count: 2 00010000:00000001:0.0:1789130391.762757:0:31745:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789130391.762760:0:31745:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789130391.762764:0:31745:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1789130391.762767:0:31745:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7800/0xde5303b1d982ccec lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a58ac expref: -99 pid: 31743 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 02000000:00000001:0.0:1789130391.762775:0:31745:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1789130391.762780:0:31745:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789130391.762796:0:31745:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7800/0xde5303b1d982ccec lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a58ac expref: -99 pid: 31743 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00000002:00000001:0.0:1789130391.762979:0:31745:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1789130391.762982:0:31745:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1789130391.762985:0:31745:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789130391.762987:0:31745:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789130391.762990:0:31745:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1789130391.762992:0:31745:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1789130391.762995:0:31745:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1789130391.762997:0:31745:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9caf4557c8c0 2 00000080:00000010:0.0:1789130391.763000:0:31745:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9caf485a2a00. 00000080:00000001:0.0:1789130391.763004:0:31745:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1789130391.763006:0:31745:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789130391.763009:0:31745:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9caf601980c8) 00000080:00010000:0.0:1789130391.763012:0:31745:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9caf601980c8) for lock 0xde5303b1d982ccec 00800000:00000001:0.0:1789130391.763016:0:31745:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1789130391.763018:0:31745:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1789130391.763019:0:31745:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130391.763021:0:31745:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130391.763023:0:31745:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b7800 refcount=3 00000020:00000001:0.0:1789130391.763025:0:31745:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649488896 : -109198060062720 : ffff9caf586b7800) 00010000:00000001:0.0:1789130391.763027:0:31745:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649488896 : -109198060062720 : ffff9caf586b7800) 00010000:00000001:0.0:1789130391.763029:0:31745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130391.763031:0:31745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789130391.763032:0:31745:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789130391.763034:0:31745:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789130391.763035:0:31745:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xde5303b1d982ccec from it ffffb97f41c3fd88 00010000:00000001:0.0:1789130391.763038:0:31745:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130391.763039:0:31745:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130391.763040:0:31745:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b7800 refcount=3 00000020:00000001:0.0:1789130391.763041:0:31745:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649488896 : -109198060062720 : ffff9caf586b7800) 00010000:00000001:0.0:1789130391.763043:0:31745:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649488896 : -109198060062720 : ffff9caf586b7800) 00010000:00000001:0.0:1789130391.763046:0:31745:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789130391.763048:0:31745:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7800/0xde5303b1d982ccec lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a58ac expref: -99 pid: 31743 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00010000:00000001:0.0:1789130391.763054:0:31745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130391.763055:0:31745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130391.763056:0:31745:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789130391.763058:0:31745:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789130391.763061:0:31745:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7800/0xde5303b1d982ccec lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a58ac expref: -99 pid: 31743 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00010000:00000001:0.0:1789130391.763067:0:31745:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789130391.763070:0:31745:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789130391.763138:0:31745:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789130391.763141:0:31745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130391.763142:0:31745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130391.763143:0:31745:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130391.763146:0:31745:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789130391.763147:0:31745:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130391.763148:0:31745:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130391.763151:0:31745:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130391.763153:0:31745:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789130391.763155:0:31745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130391.763156:0:31745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1789130391.763158:0:31745:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1789130391.763159:0:31745:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1789130391.763162:0:31745:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8), inode mode 41ff mask 3 00000080:00000001:0.0:1789130391.763168:0:31745:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130391.763174:0:31745:0:(namei.c:2325:ll_rmdir()) Process entered 00000020:00000001:0.0:1789130391.763176:0:31745:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c3fe18 00000080:00200000:0.0:1789130391.763178:0:31745:0:(namei.c:2328:ll_rmdir()) VFS Op:name=d21h.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff9caf601980c8) 00000080:00000001:0.0:1789130391.763182:0:31745:0:(llite_foreign.c:180:ll_foreign_is_removable()) Process entered 00000080:00000040:0.0:1789130391.763185:0:31745:0:(llite_foreign.c:245:ll_foreign_is_removable()) unable to check if dir (d21h.recovery-small-1, [0x200000404:0x27:0x0]) is foreign... 00000080:00000001:0.0:1789130391.763188:0:31745:0:(llite_foreign.c:262:ll_foreign_is_removable()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.0:1789130391.763193:0:31745:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9caf485a2a00. 00800000:00000002:0.0:1789130391.763196:0:31745:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9caf4557c8c0 2 00800000:00000001:0.0:1789130391.763204:0:31745:0:(lmv_obd.c:3494:lmv_unlink()) Process entered 00800000:00000001:0.0:1789130391.763210:0:31745:0:(lmv_obd.c:2563:lmv_early_cancel()) Process entered 00800000:00000002:0.0:1789130391.763213:0:31745:0:(lmv_obd.c:2582:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x200000404:0x27:0x0] 00800000:00000001:0.0:1789130391.763216:0:31745:0:(lmv_obd.c:2587:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789130391.763218:0:31745:0:(lmv_obd.c:3534:lmv_unlink()) unlink with fid=[0x200000007:0x1:0x0]/[0x200000404:0x27:0x0] -> mds #0 00000002:00000001:0.0:1789130391.763223:0:31745:0:(mdc_reint.c:315:mdc_unlink()) Process entered 00000002:00000001:0.0:1789130391.763226:0:31745:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1789130391.763229:0:31745:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf42f26b00 count: 2 00010000:00000001:0.0:1789130391.763232:0:31745:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789130391.763234:0:31745:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1789130391.763238:0:31745:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1789130391.763241:0:31745:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7800/0xde5303b1d982ccec lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xcdf1b083821a58ac expref: -99 pid: 31743 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00000080:00000001:0.0:1789130391.763254:0:31745:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1789130391.763259:0:31745:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1789130391.763262:0:31745:0:(file.c:6113:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1789130391.763264:0:31745:0:(file.c:6119:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:0.0:1789130391.763266:0:31745:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789130391.763268:0:31745:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789130391.763269:0:31745:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf42f26b00 count: 3 00010000:00000001:0.0:1789130391.763271:0:31745:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789130391.763274:0:31745:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789130391.763275:0:31745:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789130391.763276:0:31745:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789130391.763277:0:31745:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf42f26b00 count: 3 00010000:00000001:0.0:1789130391.763279:0:31745:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789130391.763281:0:31745:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789130391.763282:0:31745:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789130391.763283:0:31745:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789130391.763284:0:31745:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf42f26b00 count: 3 00010000:00000001:0.0:1789130391.763287:0:31745:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789130391.763288:0:31745:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130391.763291:0:31745:0:(file.c:6141:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1789130391.763294:0:31745:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff9caf60198000, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1789130391.763375:0:31745:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1789130391.763378:0:31745:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1789130391.763381:0:31745:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1789130391.763778:0:31745:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130391.763793:0:31745:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1789130391.763796:0:31745:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789130391.763798:0:31745:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789130391.763800:0:31745:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789130391.763802:0:31745:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1789130391.763974:0:31745:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9caf586b7800 with handle 0xde5303b1d982ccec from hash 00010000:00000001:0.0:1789130391.763978:0:31745:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789130391.763980:0:31745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130391.763982:0:31745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130391.763984:0:31745:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789130391.763987:0:31745:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789130391.763993:0:31745:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1789130391.763996:0:31745:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789130391.763998:0:31745:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1789130391.764000:0:31745:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1789130391.764003:0:31745:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1789130391.764006:0:31745:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf42f26900 count: 3 00010000:00000001:0.0:1789130391.764009:0:31745:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789130391.764010:0:31745:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1789130391.764013:0:31745:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1789130391.764016:0:31745:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030c00/0xde5303b1d982cd2b lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xcdf1b083821a598c expref: -99 pid: 31745 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00000001:0.0:1789130391.764023:0:31745:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1789130391.764025:0:31745:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1789130391.764026:0:31745:0:(file.c:6113:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1789130391.764028:0:31745:0:(file.c:6119:ll_have_md_lock()) trying to match res [0x200000404:0x27:0x0] mode (null) 00000002:00000001:0.0:1789130391.764031:0:31745:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789130391.764032:0:31745:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789130391.764034:0:31745:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf42f26900 count: 4 00010000:00000001:0.0:1789130391.764036:0:31745:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789130391.764038:0:31745:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789130391.764039:0:31745:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789130391.764040:0:31745:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789130391.764041:0:31745:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf42f26900 count: 4 00010000:00000001:0.0:1789130391.764043:0:31745:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789130391.764045:0:31745:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789130391.764046:0:31745:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789130391.764048:0:31745:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789130391.764049:0:31745:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf42f26900 count: 4 00010000:00000001:0.0:1789130391.764050:0:31745:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789130391.764052:0:31745:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130391.764054:0:31745:0:(file.c:6141:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1789130391.764056:0:31745:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000404:0x27:0x0] lli = ffff9caf60131080, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1789130391.764059:0:31745:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1789130391.764061:0:31745:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1789130391.764063:0:31745:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1789130391.764064:0:31745:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x27:0x0](ffff9caf60131148) invalid 00000020:00000001:0.0:1789130391.764067:0:31745:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c3fa80 00000080:00002000:0.0:1789130391.764079:0:31745:0:(llite_internal.h:2032:d_lustre_invalidate()) invalidate dentry d21h.recovery-small-1 (ffff9caf603110d8) parent ffff9caf600f3360 inode ffff9caf60131148 refc 2 00000080:00000001:0.0:1789130391.764084:0:31745:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1789130391.764085:0:31745:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1789130391.764087:0:31745:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130391.764089:0:31745:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1789130391.764091:0:31745:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789130391.764092:0:31745:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789130391.764093:0:31745:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789130391.764094:0:31745:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1789130391.764096:0:31745:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9caf40030c00 with handle 0xde5303b1d982cd2b from hash 00010000:00000001:0.0:1789130391.764098:0:31745:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789130391.764099:0:31745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130391.764100:0:31745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130391.764102:0:31745:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789130391.764103:0:31745:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789130391.764104:0:31745:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1789130391.764106:0:31745:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1789130391.764109:0:31745:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030800/0xde5303b1d982cd24 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x27:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xcdf1b083821a594d expref: -99 pid: 31745 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00000001:0.0:1789130391.764114:0:31745:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1789130391.764115:0:31745:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1789130391.764117:0:31745:0:(file.c:6113:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1789130391.764118:0:31745:0:(file.c:6119:ll_have_md_lock()) trying to match res [0x200000404:0x27:0x0] mode CR 00000002:00000001:0.0:1789130391.764120:0:31745:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789130391.764121:0:31745:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789130391.764123:0:31745:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf42f26900 count: 4 00010000:00000001:0.0:1789130391.764125:0:31745:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789130391.764128:0:31745:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789130391.764129:0:31745:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789130391.764130:0:31745:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789130391.764132:0:31745:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf42f26900 count: 4 00010000:00000001:0.0:1789130391.764135:0:31745:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789130391.764136:0:31745:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130391.764138:0:31745:0:(file.c:6141:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130391.764141:0:31745:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:0.0:1789130391.764145:0:31745:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1789130391.764151:0:31745:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9caf485a3400. 00000080:00000001:0.0:1789130391.764154:0:31745:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:0.0:1789130391.764160:0:31745:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1789130391.764165:0:31745:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000002:0.0:1789130391.764168:0:31745:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000404:0x27:0x0] 00000002:00000001:0.0:1789130391.764172:0:31745:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:0.0:1789130391.764174:0:31745:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9caf5014c800: [0x200000404:0x27:0x0] file closed with intent: 0 00000100:00000010:0.0:1789130391.764181:0:31745:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf614630c0. 00000020:00000040:0.0:1789130391.764185:0:31745:0:(genops.c:1210:class_import_get()) import ffff9caf6079a800 refcount=9 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000100:00000001:0.0:1789130391.764216:0:31745:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789130391.764220:0:31745:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789130391.764225:0:31745:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789130391.764235:0:31745:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9caf485a3000. 00000100:00000001:0.0:1789130391.764244:0:31745:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1789130391.764265:0:31745:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9caf61461a40 x1876037329029760/t4294967639(4294967639) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/608 e 0 to 0 dl 1789130407 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1789130391.764278:0:31745:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9caf5014c800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1789130391.764284:0:31745:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9caf614630c0 x1876037329030528/t0(0) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1789130391.764292:0:31745:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1789130391.764295:0:31745:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1789130391.764305:0:31745:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9caf488f36c0. 00000100:00000001:0.0:1789130391.764307:0:31745:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446634875383396032 : -109198326155584 : ffff9caf488f36c0) 00000100:00000001:0.0:1789130391.764311:0:31745:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789130391.764312:0:31745:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875798040768 : -109197911510848 : ffff9caf614630c0) 00000100:00000001:0.0:1789130391.764319:0:31745:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789130391.764324:0:31745:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130391.764327:0:31745:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1789130391.764329:0:31745:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789130391.764335:0:31745:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf614630c0 x1876037329030528/t0(0) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130391.764345:0:31745:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789130391.764348:0:31745:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130391.764354:0:31745:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789130391.764357:0:31745:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789130391.764360:0:31745:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789130391.764364:0:31745:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf614630c0 pname:cluuid:pid:xid:nid:opc:job rm:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:31745:1876037329030528:192.168.204.123@tcp:35:rm.0 00000100:00000001:0.0:1789130391.764368:0:31745:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789130391.764374:0:31745:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789130391.764377:0:31745:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130391.764379:0:31745:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789130391.764401:0:31745:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9caf482bf000. 02000000:00000001:0.0:1789130391.764405:0:31745:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789130391.764416:0:31745:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:0.0:1789130391.764422:0:31745:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf50131bb0. 00000400:00000010:0.0:1789130391.764434:0:31745:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf5801e770. 00000100:00000200:0.0:1789130391.764447:0:31745:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876037329030528, portal 10 00000100:00000001:0.0:1789130391.764449:0:31745:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789130391.764450:0:31745:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875798040768 : -109197911510848 : ffff9caf614630c0) 00000100:00000040:0.0:1789130391.764457:0:31745:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9caf614630c0 x1876037329030528/t0(0) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1789130407 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130391.764465:0:31745:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789130391.764468:0:31745:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:0.0:1789130391.764472:0:31745:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf5801ecc0. 00000100:00000200:0.0:1789130391.764476:0:31745:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1876037329030528, offset 0 00000400:00000200:0.0:1789130391.764485:0:31745:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:0.0:1789130391.764497:0:31745:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:0.0:1789130391.764506:0:31745:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:0.0:1789130391.764513:0:31745:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789130391.764518:0:31745:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:0.0:1789130391.764522:0:31745:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789130391.764526:0:31745:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:0.0:1789130391.764530:0:31745:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2497:2497:256:4294967295] 192.168.204.123@tcp LPNI seq info [2496:2496:8:4294967295] 00000400:00000200:0.0:1789130391.764535:0:31745:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:0.0:1789130391.764548:0:31745:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:0.0:1789130391.764555:0:31745:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:0.0:1789130391.764561:0:31745:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf451e7a00. 00000800:00000200:0.0:1789130391.764570:0:31745:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:0.0:1789130391.764582:0:31745:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:0.0:1789130391.764588:0:31745:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf451e7a00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1789130391.764612:0:31745:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130391.764617:0:31745:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: using a timeout of 802716 usecs (803 jiffies) 00000400:00000200:0.0:1789130391.764621:0:31745:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:0.0:1789130391.764624:0:31745:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296486589 00000100:00000001:0.0:1789130391.764628:0:31745:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 2, keep current deadline 4296489463 00000100:00000001:0.0:1789130391.764630:0:31745:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296486589 00000100:00000001:0.0:1789130391.764633:0:31745:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 3, keep current deadline 4296489463 00000100:00000001:0.0:1789130391.764635:0:31745:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789130391.764638:0:31745:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130391.764641:0:31745:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789130391.764643:0:31745:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1789130391.764646:0:31745:0:(client.c:2715:ptlrpc_set_wait()) set ffff9caf488f36c0 going to sleep for 11 seconds 00000100:00000001:0.0:1789130391.764648:0:31745:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789130391.764652:0:31745:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789130391.765176:0:2341:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789130391.765184:0:2341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf451e7a00. 00000400:00000200:2.0:1789130391.765191:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130391.765197:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:2.0:1789130391.765204:0:2341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf5801ecc0 00000400:00000010:2.0:1789130391.765208:0:2341:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf5801ecc0. 00000100:00000001:2.0:1789130391.765213:0:2341:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789130391.765217:0:2341:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf614630c0 x1876037329030528/t0(0) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1789130407 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130391.765226:0:2341:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130391.765229:0:2341:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf614630c0 x1876037329030528/t0(0) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1789130407 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130391.765236:0:2341:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130391.765238:0:2341:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1789130391.768234:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130391.768260:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789130391.768266:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130391.768269:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130391.768281:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130391.768291:0:2342:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:2.0:1789130391.768304:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130391.768311:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130391.768319:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130391.768324:0:2342:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 456 into portal 10 MB=0x6aa3efa950d80 00000400:00000200:2.0:1789130391.768330:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130391.768338:0:2342:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.123@tcp of length 456/456 into md 0x6be5 [1] + 224 00000800:00000001:2.0:1789130391.768348:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130391.768358:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130391.768363:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130391.768368:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:2.0:1789130391.768379:0:2342:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789130391.768390:0:2342:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf614630c0 x1876037329030528/t0(0) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1789130407 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789130391.768403:0:2342:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9caf614630c0 x1876037329030528/t0(0) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1789130407 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130391.768457:0:31745:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789130391.768477:0:2342:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789130391.768491:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130391.768497:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1789130391.770743:0:31745:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789130391.770755:0:31745:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789130391.770761:0:31745:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf50131bb0. 00000400:00000200:0.0:1789130391.770772:0:31745:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf5801e770 00000400:00000010:0.0:1789130391.770776:0:31745:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf5801e770. 00000100:00000001:0.0:1789130391.770826:0:31745:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789130391.770846:0:31745:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf614630c0 x1876037329030528/t0(0) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1789130407 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1789130391.770864:0:31745:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf614630c0 x1876037329030528/t0(0) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1789130407 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130391.770872:0:31745:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789130391.770875:0:31745:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130391.770879:0:31745:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789130391.770885:0:31745:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789130391.770888:0:31745:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789130391.770891:0:31745:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130391.770895:0:31745:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789130391.770911:0:31745:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf6079aca8 time=10 v=5 (5 5 5 5) 00000100:00001000:0.0:1789130391.770917:0:31745:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf6079ac18 time=0 v=5 (1 0 0 0) 00000100:00000001:0.0:1789130391.770919:0:31745:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789130391.770921:0:31745:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130391.770925:0:31745:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789130391.770932:0:31745:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130391.770936:0:31745:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1789130391.770939:0:31745:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1789130391.770941:0:31745:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1789130391.770945:0:31745:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789130391.770947:0:31745:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875798040768 : -109197911510848 : ffff9caf614630c0) 00000100:00000001:0.0:1789130391.770951:0:31745:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789130391.770953:0:31745:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9caf5014c800: skip recheck: last_committed 4294967634 00000100:00000001:0.0:1789130391.770955:0:31745:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789130391.770959:0:31745:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130391.770964:0:31745:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf614630c0 x1876037329030528/t4294967641(4294967641) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1789130407 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130391.770971:0:31745:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789130391.770976:0:31745:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789130391.770978:0:31745:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789130391.770982:0:31745:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf614630c0 x1876037329030528/t4294967641(4294967641) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1789130407 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1789130391.770990:0:31745:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf614630c0 pname:cluuid:pid:xid:nid:opc:job rm:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:31745:1876037329030528:192.168.204.123@tcp:35:rm.0 00000100:00000001:0.0:1789130391.770997:0:31745:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130391.771001:0:31745:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130391.771004:0:31745:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1789130391.771007:0:31745:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789130391.771011:0:31745:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf614630c0 x1876037329030528/t4294967641(4294967641) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1789130407 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130391.771019:0:31745:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789130391.771023:0:31745:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9caf488f36c0. 00000100:00000001:0.0:1789130391.771028:0:31745:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1789130391.771030:0:31745:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130391.771042:0:31745:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789130391.771044:0:31745:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875798040768 : -109197911510848 : ffff9caf614630c0) 00000002:00000001:0.0:1789130391.771049:0:31745:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789130391.771054:0:31745:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1789130391.771062:0:31745:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9caf485a3400. 00000080:00000001:0.0:1789130391.771066:0:31745:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1789130391.771137:0:31745:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00000002:00000001:0.0:1789130391.771146:0:31745:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1789130391.771152:0:31745:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9caf61461a40 x1876037329029760/t4294967639(4294967639) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/608 e 0 to 0 dl 1789130407 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130391.771162:0:31745:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789130391.771163:0:31745:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875798035008 : -109197911516608 : ffff9caf61461a40) 00000100:00000001:0.0:1789130391.771166:0:31745:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789130391.771169:0:31745:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf61461a40 x1876037329029760/t4294967639(4294967639) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/608 e 0 to 0 dl 1789130407 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130391.771176:0:31745:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130391.771178:0:31745:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789130391.771181:0:31745:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf614630c0 x1876037329030528/t4294967641(4294967641) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1789130407 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130391.771187:0:31745:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130391.771189:0:31745:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789130391.771192:0:31745:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf61461a40 x1876037329029760/t4294967639(4294967639) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/608 e 0 to 0 dl 1789130407 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130391.771198:0:31745:0:(client.c:2793:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1789130391.771203:0:31745:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1789130391.771205:0:31745:0:(genops.c:1223:class_import_put()) import ffff9caf6079a800 refcount=8 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000020:00000001:0.0:1789130391.771207:0:31745:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1789130391.771212:0:31745:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9caf482bc000. 02000000:00000001:0.0:1789130391.771218:0:31745:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789130391.771220:0:31745:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789130391.771223:0:31745:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf61461a40. 00000100:00000001:0.0:1789130391.771228:0:31745:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789130391.771229:0:31745:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130391.771230:0:31745:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789130391.771234:0:31745:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf614630c0 x1876037329030528/t4294967641(4294967641) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1789130407 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130391.771240:0:31745:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789130391.771242:0:31745:0:(client.c:2947:obd_mod_free()) kfreed 'mod': 32 at ffff9caf47eabe20. 00000002:00000001:0.0:1789130391.771245:0:31745:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789130391.771247:0:31745:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1789130391.771249:0:31745:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9caf4a7b03c0. 00000100:00000001:0.0:1789130391.771252:0:31745:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789130391.771255:0:31745:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf614630c0 x1876037329030528/t4294967641(4294967641) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1789130407 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130391.771259:0:31745:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789130391.771261:0:31745:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789130391.771264:0:31745:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9caf482bf000. 02000000:00000001:0.0:1789130391.771268:0:31745:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789130391.771269:0:31745:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1789130391.771270:0:31745:0:(genops.c:1223:class_import_put()) import ffff9caf6079a800 refcount=7 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000020:00000001:0.0:1789130391.771272:0:31745:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1789130391.771273:0:31745:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9caf485a3000. 02000000:00000001:0.0:1789130391.771275:0:31745:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789130391.771276:0:31745:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789130391.771277:0:31745:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf614630c0. 00000100:00000001:0.0:1789130391.771281:0:31745:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789130391.771283:0:31745:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1789130391.771285:0:31745:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130391.771289:0:31745:0:(file.c:6113:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1789130391.771292:0:31745:0:(file.c:6119:ll_have_md_lock()) trying to match res [0x200000404:0x27:0x0] mode (null) 00000002:00000001:0.0:1789130391.771296:0:31745:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789130391.771300:0:31745:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789130391.771310:0:31745:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf42f26900 count: 4 00010000:00000001:0.0:1789130391.771313:0:31745:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789130391.771320:0:31745:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130391.771322:0:31745:0:(file.c:6141:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130391.771327:0:31745:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1789130391.771330:0:31745:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x27:0x0](ffff9caf60131148) invalid 00000020:00000001:0.0:1789130391.771334:0:31745:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c3fa80 00000080:00002000:0.0:1789130391.771403:0:31745:0:(llite_internal.h:2032:d_lustre_invalidate()) invalidate dentry d21h.recovery-small-1 (ffff9caf603110d8) parent ffff9caf600f3360 inode ffff9caf60131148 refc 2 00000080:00000001:0.0:1789130391.771408:0:31745:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1789130391.771410:0:31745:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1789130391.771416:0:31745:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130391.771421:0:31745:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1789130391.771426:0:31745:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789130391.771428:0:31745:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789130391.771430:0:31745:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789130391.771435:0:31745:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1789130391.771441:0:31745:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9caf40030800 with handle 0xde5303b1d982cd24 from hash 00010000:00000001:0.0:1789130391.771444:0:31745:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789130391.771446:0:31745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130391.771448:0:31745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130391.771450:0:31745:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789130391.771454:0:31745:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789130391.771456:0:31745:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1789130391.771460:0:31745:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:0.0:1789130391.771462:0:31745:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=2 : 2 : 2) 00000002:00000001:0.0:1789130391.771466:0:31745:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=2 : 2 : 2) 00000100:00000010:0.0:1789130391.771478:0:31745:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf614630c0. 00000020:00000040:0.0:1789130391.771483:0:31745:0:(genops.c:1210:class_import_get()) import ffff9caf6079a800 refcount=8 obd=lustre-MDT0000-mdc-ffff9caf5014c800 02000000:00000001:0.0:1789130391.771489:0:31745:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1789130391.771491:0:31745:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130391.771495:0:31745:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1789130391.771500:0:31745:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789130391.771507:0:31745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130391.771508:0:31745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130391.771509:0:31745:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130391.771512:0:31745:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789130391.771515:0:31745:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789130391.771522:0:31745:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789130391.771530:0:31745:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9caf485a3000. 00000100:00000001:0.0:1789130391.771538:0:31745:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130391.771541:0:31745:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789130391.771544:0:31745:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1789130391.771551:0:31745:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030c00/0xde5303b1d982cd2b lrc: 1/0,0 mode: --/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xcdf1b083821a598c expref: -99 pid: 31745 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1789130391.771561:0:31745:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030800/0xde5303b1d982cd24 lrc: 1/0,0 mode: --/CR res: [0x200000404:0x27:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xcdf1b083821a594d expref: -99 pid: 31745 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1789130391.771570:0:31745:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7800/0xde5303b1d982ccec lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xcdf1b083821a58ac expref: -99 pid: 31743 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00010000:00010000:0.0:1789130391.771576:0:31745:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 3 locks packed 00010000:00000001:0.0:1789130391.771577:0:31745:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=3 : 3 : 3) 00010000:00000001:0.0:1789130391.771579:0:31745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789130391.771581:0:31745:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030c00/0xde5303b1d982cd2b lrc: 0/0,0 mode: --/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xcdf1b083821a598c expref: -99 pid: 31745 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1789130391.771595:0:31745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130391.771597:0:31745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789130391.771599:0:31745:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030800/0xde5303b1d982cd24 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x27:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xcdf1b083821a594d expref: -99 pid: 31745 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000040:0.0:1789130391.771606:0:31745:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9caf42f26900 count: 0 00010000:00000010:0.0:1789130391.771614:0:31745:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9caf50154300. 00010000:00000001:0.0:1789130391.771622:0:31745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130391.771623:0:31745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789130391.771625:0:31745:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7800/0xde5303b1d982ccec lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xcdf1b083821a58ac expref: -99 pid: 31743 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00010000:00000040:0.0:1789130391.771631:0:31745:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9caf42f26b00 count: 0 00010000:00000010:0.0:1789130391.771634:0:31745:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9caf50154b80. 00010000:00000001:0.0:1789130391.771638:0:31745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130391.771640:0:31745:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130391.771642:0:31745:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789130391.771644:0:31745:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130391.771646:0:31745:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:0.0:1789130391.771658:0:31745:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9caf5014c800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1789130391.771664:0:31745:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9caf614630c0 x1876037329030784/t0(0) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 512/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789130391.771673:0:31745:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1789130391.771675:0:31745:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1789130391.771683:0:31745:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9caf488f36c0. 00000100:00000001:0.0:1789130391.771685:0:31745:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446634875383396032 : -109198326155584 : ffff9caf488f36c0) 00000100:00000001:0.0:1789130391.771688:0:31745:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789130391.771690:0:31745:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875798040768 : -109197911510848 : ffff9caf614630c0) 00000100:00000001:0.0:1789130391.771696:0:31745:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789130391.771701:0:31745:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130391.771704:0:31745:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1789130391.771706:0:31745:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789130391.771710:0:31745:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf614630c0 x1876037329030784/t0(0) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 512/624 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130391.771716:0:31745:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789130391.771719:0:31745:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130391.771724:0:31745:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789130391.771727:0:31745:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789130391.771729:0:31745:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789130391.771734:0:31745:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf614630c0 pname:cluuid:pid:xid:nid:opc:job rm:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:31745:1876037329030784:192.168.204.123@tcp:36:rm.0 00000100:00000001:0.0:1789130391.771739:0:31745:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789130391.771746:0:31745:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789130391.771750:0:31745:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130391.771753:0:31745:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789130391.771758:0:31745:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9caf482bf000. 02000000:00000001:0.0:1789130391.771760:0:31745:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789130391.771769:0:31745:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:0.0:1789130391.771773:0:31745:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf50131bb0. 00000400:00000010:0.0:1789130391.771781:0:31745:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf5801e770. 00000100:00000200:0.0:1789130391.771976:0:31745:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876037329030784, portal 10 00000100:00000001:0.0:1789130391.771980:0:31745:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789130391.771981:0:31745:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875798040768 : -109197911510848 : ffff9caf614630c0) 00000100:00000040:0.0:1789130391.771989:0:31745:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9caf614630c0 x1876037329030784/t0(0) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 512/624 e 0 to 0 dl 1789130407 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130391.771997:0:31745:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789130391.772000:0:31745:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:0.0:1789130391.772004:0:31745:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf5801eaa0. 00000100:00000200:0.0:1789130391.772008:0:31745:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 12, xid 1876037329030784, offset 0 00000400:00000200:0.0:1789130391.772016:0:31745:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:0.0:1789130391.772027:0:31745:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:0.0:1789130391.772039:0:31745:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:0.0:1789130391.772048:0:31745:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789130391.772055:0:31745:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:0.0:1789130391.772061:0:31745:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789130391.772065:0:31745:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:0.0:1789130391.772069:0:31745:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2498:2498:256:4294967295] 192.168.204.123@tcp LPNI seq info [2497:2497:8:4294967295] 00000400:00000200:0.0:1789130391.772085:0:31745:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:0.0:1789130391.772099:0:31745:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:0.0:1789130391.772107:0:31745:0:(socklnd_cb.c:931:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:0.0:1789130391.772115:0:31745:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf451e7c00. 00000800:00000200:0.0:1789130391.772125:0:31745:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:0.0:1789130391.772140:0:31745:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:0.0:1789130391.772149:0:31745:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf451e7c00 type 1, nob 608 niov 1 nkiov 1 00000100:00000001:0.0:1789130391.772171:0:31745:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130391.772177:0:31745:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: using a timeout of 801651 usecs (802 jiffies) 00000400:00000200:0.0:1789130391.772180:0:31745:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:0.0:1789130391.772184:0:31745:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296486596 00000100:00000001:0.0:1789130391.772189:0:31745:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 2, keep current deadline 4296489463 00000100:00000001:0.0:1789130391.772192:0:31745:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296486596 00000100:00000001:0.0:1789130391.772194:0:31745:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 3, keep current deadline 4296489463 00000100:00000001:0.0:1789130391.772197:0:31745:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789130391.772201:0:31745:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130391.772204:0:31745:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789130391.772207:0:31745:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1789130391.772211:0:31745:0:(client.c:2715:ptlrpc_set_wait()) set ffff9caf488f36c0 going to sleep for 11 seconds 00000100:00000001:0.0:1789130391.772213:0:31745:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789130391.772216:0:31745:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789130391.772446:0:2341:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789130391.772452:0:2341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf451e7c00. 00000400:00000200:2.0:1789130391.772458:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130391.772465:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:2.0:1789130391.772473:0:2341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf5801eaa0 00000400:00000010:2.0:1789130391.772476:0:2341:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf5801eaa0. 00000100:00000001:2.0:1789130391.772480:0:2341:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789130391.772485:0:2341:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf614630c0 x1876037329030784/t0(0) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 512/624 e 0 to 0 dl 1789130407 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130391.772496:0:2341:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130391.772500:0:2341:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf614630c0 x1876037329030784/t0(0) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 512/624 e 0 to 0 dl 1789130407 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130391.772508:0:2341:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130391.772509:0:2341:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1:1789130391.778530:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf40030c00. 00010000:00000010:0.1:1789130391.778555:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf42f26900. 00010000:00000010:0.1:1789130391.778561:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf40030800. 00010000:00000010:0.1:1789130391.778590:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf42f26b00. 00010000:00000010:0.1:1789130391.778594:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf586b7800. 00000800:00000001:2.0:1789130391.783350:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130391.783382:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789130391.783404:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130391.783407:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130391.783420:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130391.783432:0:2342:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:2.0:1789130391.783444:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130391.783451:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130391.783458:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130391.783463:0:2342:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 456 into portal 10 MB=0x6aa3efa950e80 00000400:00000200:2.0:1789130391.783469:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130391.783478:0:2342:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.123@tcp of length 456/456 into md 0x6bed [1] + 224 00000800:00000001:2.0:1789130391.783490:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130391.783502:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130391.783506:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130391.783512:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:2.0:1789130391.783524:0:2342:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789130391.783537:0:2342:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf614630c0 x1876037329030784/t0(0) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 512/624 e 0 to 0 dl 1789130407 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789130391.783551:0:2342:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff9caf614630c0 x1876037329030784/t0(0) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 512/624 e 0 to 0 dl 1789130407 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130391.783576:0:2342:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1789130391.783589:0:2342:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1789130391.783594:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130391.783601:0:2342:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.204.23@tcp to MR: 192.168.204.123@tcp local destination 00000400:00000200:2.0:1789130391.783610:0:2342:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2499:2499:256:4294967295] 192.168.204.123@tcp LPNI seq info [2498:2498:8:4294967295] 00000400:00000200:2.0:1789130391.783615:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130391.783625:0:2342:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:192.168.204.23@tcp) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) 192.168.204.123@tcp : ACK try# 0 00000800:00000200:2.0:1789130391.783633:0:2342:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:2.0:1789130391.783641:0:2342:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf501cff00. 00000800:00000200:2.0:1789130391.783650:0:2342:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:2.0:1789130391.783661:0:2342:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:2.0:1789130391.783667:0:2342:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf501cff00 type 0, nob 96 niov 1 nkiov 0 00000100:00000001:0.0:1789130391.784021:0:31745:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789130391.784034:0:31745:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789130391.784036:0:31745:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789130391.784041:0:31745:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf50131bb0. 00000400:00000200:0.0:1789130391.784048:0:31745:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf5801e770 00000400:00000010:0.0:1789130391.784051:0:31745:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf5801e770. 00000100:00000001:0.0:1789130391.784055:0:31745:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789130391.784061:0:31745:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf614630c0 x1876037329030784/t0(0) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 512/624 e 0 to 0 dl 1789130407 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789130391.784071:0:31745:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf614630c0 x1876037329030784/t0(0) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 512/624 e 0 to 0 dl 1789130407 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130391.784078:0:31745:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789130391.784080:0:31745:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130391.784083:0:31745:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789130391.784088:0:31745:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789130391.784091:0:31745:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789130391.784094:0:31745:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130391.784098:0:31745:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789130391.784112:0:31745:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf6079ac60 time=10 v=5 (5 104 104 104) 00000100:00001000:0.0:1789130391.784128:0:31745:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf6079ac18 time=0 v=5 (1 0 0 0) 00000100:00000001:0.0:1789130391.784132:0:31745:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789130391.784134:0:31745:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130391.784138:0:31745:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789130391.784142:0:31745:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130391.784147:0:31745:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1789130391.784149:0:31745:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x1000000a3/0x10000014e] 00000100:00000001:0.0:1789130391.784151:0:31745:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1789130391.784155:0:31745:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789130391.784156:0:31745:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875798040768 : -109197911510848 : ffff9caf614630c0) 00000100:00000001:0.0:1789130391.784160:0:31745:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789130391.784162:0:31745:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9caf5014c800: skip recheck: last_committed 4294967634 00000100:00000001:0.0:1789130391.784165:0:31745:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789130391.784169:0:31745:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130391.784174:0:31745:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf614630c0 x1876037329030784/t4294967642(4294967642) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 512/456 e 0 to 0 dl 1789130407 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130391.784181:0:31745:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789130391.784185:0:31745:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789130391.784187:0:31745:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789130391.784191:0:31745:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf614630c0 x1876037329030784/t4294967642(4294967642) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 512/456 e 0 to 0 dl 1789130407 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789130391.784200:0:31745:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf614630c0 pname:cluuid:pid:xid:nid:opc:job rm:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:31745:1876037329030784:192.168.204.123@tcp:36:rm.0 00000100:00000001:0.0:1789130391.784207:0:31745:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130391.784211:0:31745:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130391.784214:0:31745:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1789130391.784217:0:31745:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789130391.784221:0:31745:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf614630c0 x1876037329030784/t4294967642(4294967642) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 512/456 e 0 to 0 dl 1789130407 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130391.784228:0:31745:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789130391.784232:0:31745:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9caf488f36c0. 00000100:00000001:0.0:1789130391.784237:0:31745:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1789130391.784239:0:31745:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789130391.784251:0:31745:0:(mdc_reint.c:367:mdc_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789130391.784256:0:31745:0:(lmv_obd.c:3544:lmv_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789130391.784262:0:31745:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9caf4557c8c0 2 00000080:00000010:0.0:1789130391.784267:0:31745:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9caf485a2a00. 00000080:00000002:0.0:1789130391.784273:0:31745:0:(namei.c:1700:ll_update_times()) setting fid [0x200000007:0x1:0x0] mtime from 1789130374 to 1789130391 00000100:00000001:0.0:1789130391.784283:0:31745:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789130391.784287:0:31745:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf614630c0 x1876037329030784/t4294967642(4294967642) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 512/456 e 0 to 0 dl 1789130407 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130391.784294:0:31745:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130391.784297:0:31745:0:(namei.c:2371:ll_rmdir()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130391.784322:0:31745:0:(llite_lib.c:3423:ll_delete_inode()) Process entered 00000080:00000001:0.0:1789130391.784327:0:31745:0:(llite_lib.c:2079:ll_clear_inode()) Process entered 00000080:00200000:0.0:1789130391.784330:0:31745:0:(llite_lib.c:2082:ll_clear_inode()) VFS Op:inode=[0x200000404:0x27:0x0](ffff9caf60131148) 00800000:00000001:0.0:1789130391.784335:0:31745:0:(lmv_obd.c:1647:lmv_null_inode()) Process entered 00800000:00000002:0.0:1789130391.784337:0:31745:0:(lmv_obd.c:1649:lmv_null_inode()) CBDATA for [0x200000404:0x27:0x0] 00000002:00000001:0.0:1789130391.784344:0:31745:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:0.0:1789130391.784351:0:31745:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789130391.784354:0:31745:0:(lmv_obd.c:1659:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130391.784357:0:31745:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:0.0:1789130391.784361:0:31745:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:0.0:1789130391.784363:0:31745:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130391.784366:0:31745:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130391.784372:0:31745:0:(llite_lib.c:2130:ll_clear_inode()) Process leaving 00000080:00000001:0.0:1789130391.784375:0:31745:0:(llite_lib.c:3452:ll_delete_inode()) Process leaving 00000080:00000001:0.0:1789130391.784406:0:31745:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1789130391.784411:0:31745:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c3fe30 00000080:00002000:0.0:1789130391.784415:0:31745:0:(dcache.c:127:ll_ddelete()) deleting dentry d21h.recovery-small-1 (ffff9caf603110d8, parent ffff9caf600f3360, inode 0000000000000000) hashed, 00000080:00000001:0.0:1789130391.784419:0:31745:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1789130391.784424:0:31745:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1789130391.784427:0:31745:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1789130391.784485:0:31745:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:0.0:1789130391.784489:0:31745:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:0.0:1789130391.784491:0:31745:0:(file.c:6206:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1789130391.784493:0:31745:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c3fb20 00000080:00200000:0.0:1789130391.784496:0:31745:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8),name=/ 00000080:00000010:0.0:1789130391.784504:0:31745:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9caf485a2a00. 00800000:00000002:0.0:1789130391.784512:0:31745:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9caf4557c8c0 2 00000080:00000001:0.0:1789130391.784517:0:31745:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1789130391.784522:0:31745:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1789130391.784524:0:31745:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c3fa40 00800000:00000002:0.0:1789130391.784528:0:31745:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1789130391.784532:0:31745:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1789130391.784538:0:31745:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1789130391.784543:0:31745:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1789130391.784546:0:31745:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c3f910 00000002:00010000:0.0:1789130391.784548:0:31745:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1789130391.784553:0:31745:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1789130391.784556:0:31745:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789130391.784561:0:31745:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1789130391.784565:0:31745:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789130391.784568:0:31745:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789130391.784570:0:31745:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789130391.784573:0:31745:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1789130391.784577:0:31745:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1789130391.784583:0:31745:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf61461a40. 00000020:00000040:0.0:1789130391.784588:0:31745:0:(genops.c:1210:class_import_get()) import ffff9caf6079a800 refcount=9 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00010000:00000001:0.0:1789130391.784594:0:31745:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1789130391.784600:0:31745:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789130391.784609:0:31745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130391.784612:0:31745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130391.784613:0:31745:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130391.784617:0:31745:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789130391.784620:0:31745:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789130391.784625:0:31745:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789130391.784634:0:31745:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9caf482bc000. 00000100:00000001:0.0:1789130391.784642:0:31745:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130391.784646:0:31745:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789130391.784648:0:31745:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130391.784650:0:31745:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789130391.784651:0:31745:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130391.784654:0:31745:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789130391.784661:0:31745:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446634875798035008 : -109197911516608 : ffff9caf61461a40) 00010000:00000001:0.0:1789130391.784666:0:31745:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1789130391.784669:0:31745:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1789130391.784674:0:31745:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9caf4a8cc100. 00010000:00000010:0.0:1789130391.784680:0:31745:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9caf4c532780. 00010000:00000001:0.0:1789130391.784687:0:31745:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1789130391.784691:0:31745:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9caf40030800. 00000020:00000001:0.0:1789130391.784696:0:31745:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1789130391.784702:0:31745:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9caf40030800 with handle 0xde5303b1d982cd32 to hash 00000020:00000001:0.0:1789130391.784704:0:31745:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1789130391.784705:0:31745:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446634875239991296 : -109198469560320 : ffff9caf40030800) 00010000:00000001:0.0:1789130391.784710:0:31745:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446634875239991296 : -109198469560320 : ffff9caf40030800) 00010000:00000001:0.0:1789130391.784716:0:31745:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789130391.784719:0:31745:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789130391.784725:0:31745:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030800/0xde5303b1d982cd32 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 31745 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789130391.784735:0:31745:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030800/0xde5303b1d982cd32 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 31745 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789130391.784747:0:31745:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030800/0xde5303b1d982cd32 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 31745 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1789130391.784753:0:31745:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1789130391.784755:0:31745:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1789130391.784763:0:31745:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9caf488f36c0. 00000100:00000001:0.0:1789130391.784765:0:31745:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446634875383396032 : -109198326155584 : ffff9caf488f36c0) 00000100:00000001:0.0:1789130391.784768:0:31745:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789130391.784769:0:31745:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875798035008 : -109197911516608 : ffff9caf61461a40) 00000100:00000001:0.0:1789130391.784776:0:31745:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789130391.784795:0:31745:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130391.784797:0:31745:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1789130391.784800:0:31745:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789130391.784890:0:31745:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf61461a40 x1876037329030912/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130391.784899:0:31745:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789130391.784901:0:31745:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130391.784905:0:31745:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789130391.784908:0:31745:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789130391.784911:0:31745:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789130391.784915:0:31745:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf61461a40 pname:cluuid:pid:xid:nid:opc:job rm:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:31745:1876037329030912:192.168.204.123@tcp:101:rm.0 00000100:00000001:0.0:1789130391.784919:0:31745:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789130391.784926:0:31745:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789130391.784930:0:31745:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130391.784933:0:31745:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789130391.784940:0:31745:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9caf47cd7800. 02000000:00000001:0.0:1789130391.784942:0:31745:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789130391.784949:0:31745:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:0.0:1789130391.784954:0:31745:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf50131bb0. 00000400:00000010:0.0:1789130391.784961:0:31745:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf5801e770. 00000100:00000200:0.0:1789130391.784969:0:31745:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1876037329030912, portal 10 00000100:00000001:0.0:1789130391.784971:0:31745:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789130391.784973:0:31745:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875798035008 : -109197911516608 : ffff9caf61461a40) 00000100:00000040:0.0:1789130391.784979:0:31745:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9caf61461a40 x1876037329030912/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789130407 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130391.784987:0:31745:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789130391.784990:0:31745:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:0.0:1789130391.784992:0:31745:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf5801ef68. 00000100:00000200:0.0:1789130391.784996:0:31745:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1876037329030912, offset 0 00000400:00000200:0.0:1789130391.785003:0:31745:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:0.0:1789130391.785011:0:31745:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:0.0:1789130391.785019:0:31745:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:0.0:1789130391.785026:0:31745:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789130391.785032:0:31745:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:0.0:1789130391.785037:0:31745:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789130391.785040:0:31745:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:0.0:1789130391.785044:0:31745:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2500:2500:255:4294967295] 192.168.204.123@tcp LPNI seq info [2499:2499:7:4294967295] 00000400:00000200:0.0:1789130391.785048:0:31745:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:0.0:1789130391.785057:0:31745:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:0.0:1789130391.785064:0:31745:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:0.0:1789130391.785069:0:31745:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf451e7800. 00000800:00000200:0.0:1789130391.785076:0:31745:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:0.0:1789130391.785084:0:31745:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:0.0:1789130391.785089:0:31745:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf451e7800 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:0.0:1789130391.785094:0:31745:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130391.785100:0:31745:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: using a timeout of 800598 usecs (801 jiffies) 00000400:00000200:0.0:1789130391.785103:0:31745:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:0.0:1789130391.785106:0:31745:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296486608 00000100:00000001:0.0:1789130391.785110:0:31745:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 2, keep current deadline 4296489463 00000100:00000001:0.0:1789130391.785113:0:31745:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296486608 00000100:00000001:0.0:1789130391.785116:0:31745:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 3, keep current deadline 4296489463 00000100:00000001:0.0:1789130391.785118:0:31745:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789130391.785121:0:31745:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130391.785124:0:31745:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789130391.785126:0:31745:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1789130391.785129:0:31745:0:(client.c:2715:ptlrpc_set_wait()) set ffff9caf488f36c0 going to sleep for 11 seconds 00000100:00000001:0.0:1789130391.785132:0:31745:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789130391.785134:0:31745:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789130391.785560:0:2342:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789130391.785568:0:2342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf501cff00. 00000400:00000200:2.0:1789130391.785577:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130391.785583:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: ACK: OK 00000800:00000001:2.0:1789130391.785598:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130391.785605:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1789130391.786776:0:2342:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789130391.786799:0:2342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf451e7800. 00000400:00000200:2.0:1789130391.786831:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130391.786840:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:2.0:1789130391.786847:0:2342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf5801ef68 00000400:00000010:2.0:1789130391.786850:0:2342:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf5801ef68. 00000100:00000001:2.0:1789130391.786856:0:2342:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789130391.786866:0:2342:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf61461a40 x1876037329030912/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789130407 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130391.786885:0:2342:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130391.786889:0:2342:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf61461a40 x1876037329030912/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789130407 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130391.786897:0:2342:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130391.786899:0:2342:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:0.1:1789130391.791248:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9caf60131080. 00000080:00000010:0.1:1789130391.791278:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9caf47eabce0. 00000800:00000001:3.0:1789130391.795379:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130391.795422:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789130391.795431:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130391.795435:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130391.795449:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130391.795462:0:2341:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:3.0:1789130391.795476:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130391.795484:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130391.795491:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130391.795497:0:2341:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 688 into portal 10 MB=0x6aa3efa950f00 00000400:00000200:3.0:1789130391.795503:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130391.795511:0:2341:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.123@tcp of length 688/688 into md 0x6bf5 [1] + 224 00000800:00000001:3.0:1789130391.795520:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130391.795527:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130391.795531:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130391.795537:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:3.0:1789130391.795549:0:2341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789130391.795563:0:2341:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf61461a40 x1876037329030912/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789130407 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789130391.795576:0:2341:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9caf61461a40 x1876037329030912/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789130407 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130391.795604:0:2341:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789130391.795616:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130391.795619:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130391.795910:0:31745:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789130391.795925:0:31745:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789130391.795929:0:31745:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789130391.795934:0:31745:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf50131bb0. 00000400:00000200:0.0:1789130391.795942:0:31745:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf5801e770 00000400:00000010:0.0:1789130391.795946:0:31745:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf5801e770. 00000100:00000001:0.0:1789130391.795949:0:31745:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789130391.795954:0:31745:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf61461a40 x1876037329030912/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789130407 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1789130391.795969:0:31745:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf61461a40 x1876037329030912/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789130407 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130391.795976:0:31745:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789130391.795979:0:31745:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130391.795982:0:31745:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789130391.795988:0:31745:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789130391.795991:0:31745:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789130391.795993:0:31745:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130391.795997:0:31745:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789130391.796011:0:31745:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf6079ac60 time=10 v=5 (5 104 104 104) 00000100:00001000:0.0:1789130391.796018:0:31745:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf6079ac18 time=0 v=5 (1 0 0 0) 00000100:00000001:0.0:1789130391.796021:0:31745:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789130391.796023:0:31745:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130391.796027:0:31745:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789130391.796032:0:31745:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130391.796038:0:31745:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789130391.796041:0:31745:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9caf5014c800: skip recheck: last_committed 4294967634 00000100:00000001:0.0:1789130391.796043:0:31745:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789130391.796048:0:31745:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130391.796054:0:31745:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf61461a40 x1876037329030912/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1789130407 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130391.796062:0:31745:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789130391.796077:0:31745:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789130391.796081:0:31745:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789130391.796086:0:31745:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf61461a40 x1876037329030912/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1789130407 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1789130391.796095:0:31745:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf61461a40 pname:cluuid:pid:xid:nid:opc:job rm:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:31745:1876037329030912:192.168.204.123@tcp:101:rm.0 00000100:00000001:0.0:1789130391.796103:0:31745:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130391.796106:0:31745:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130391.796109:0:31745:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1789130391.796112:0:31745:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789130391.796208:0:31745:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf61461a40 x1876037329030912/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1789130407 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130391.796216:0:31745:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789130391.796221:0:31745:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9caf488f36c0. 00000100:00000001:0.0:1789130391.796227:0:31745:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1789130391.796228:0:31745:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130391.796233:0:31745:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1789130391.796238:0:31745:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130391.796242:0:31745:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130391.796246:0:31745:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40030800 refcount=4 00000020:00000001:0.0:1789130391.796249:0:31745:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239991296 : -109198469560320 : ffff9caf40030800) 00010000:00000001:0.0:1789130391.796253:0:31745:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239991296 : -109198469560320 : ffff9caf40030800) 00010000:00000040:0.0:1789130391.796264:0:31745:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9caf40030800, remote cookie: 0xcdf1b083821a59af, flags: 0x1001 00010000:00010000:0.0:1789130391.796271:0:31745:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030800/0xde5303b1d982cd32 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a59af expref: -99 pid: 31745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789130391.796285:0:31745:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030800/0xde5303b1d982cd32 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a59af expref: -99 pid: 31745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789130391.796292:0:31745:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1789130391.796299:0:31745:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1789130391.796302:0:31745:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1789130391.796305:0:31745:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1789130391.796307:0:31745:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1789130391.796311:0:31745:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff9caf4a8cc100) refcount = 1 00010000:00010000:0.0:1789130391.796316:0:31745:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030800/0xde5303b1d982cd32 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a59af expref: -99 pid: 31745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789130391.796324:0:31745:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1789130391.796330:0:31745:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1789130391.796332:0:31745:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789130391.796336:0:31745:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1789130391.796339:0:31745:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789130391.796343:0:31745:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030800/0xde5303b1d982cd32 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a59af expref: -99 pid: 31745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789130391.796350:0:31745:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1789130391.796352:0:31745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130391.796354:0:31745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130391.796355:0:31745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130391.796356:0:31745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130391.796358:0:31745:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789130391.796363:0:31745:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1789130391.796365:0:31745:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130391.796367:0:31745:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130391.796368:0:31745:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40030800 refcount=3 00000020:00000001:0.0:1789130391.796370:0:31745:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239991296 : -109198469560320 : ffff9caf40030800) 00010000:00000001:0.0:1789130391.796372:0:31745:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239991296 : -109198469560320 : ffff9caf40030800) 00010000:00000001:0.0:1789130391.796375:0:31745:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130391.796376:0:31745:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130391.796378:0:31745:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40030800 refcount=4 00000020:00000001:0.0:1789130391.796379:0:31745:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239991296 : -109198469560320 : ffff9caf40030800) 00010000:00000001:0.0:1789130391.796381:0:31745:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239991296 : -109198469560320 : ffff9caf40030800) 00010000:00000001:0.0:1789130391.797282:0:31745:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789130391.797289:0:31745:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789130391.797293:0:31745:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030800/0xde5303b1d982cd32 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a59af expref: -99 pid: 31745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789130391.797304:0:31745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130391.797305:0:31745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130391.797307:0:31745:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130391.797309:0:31745:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130391.797311:0:31745:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40030800 refcount=5 00000020:00000001:0.0:1789130391.797313:0:31745:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239991296 : -109198469560320 : ffff9caf40030800) 00010000:00000001:0.0:1789130391.797315:0:31745:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239991296 : -109198469560320 : ffff9caf40030800) 00010000:00000001:0.0:1789130391.797318:0:31745:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789130391.797322:0:31745:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030800/0xde5303b1d982cd32 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a59af expref: -99 pid: 31745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789130391.797328:0:31745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130391.797329:0:31745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1789130391.797332:0:31745:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030800/0xde5303b1d982cd32 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a59af expref: -99 pid: 31745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789130391.797338:0:31745:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789130391.797340:0:31745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130391.797341:0:31745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130391.797342:0:31745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130391.797343:0:31745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1789130391.797355:0:31745:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9caf61461a40 x1876037329030912/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1789130407 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1789130391.797367:0:31745:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130391.797368:0:31745:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130391.797369:0:31745:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40030800 refcount=3 00000020:00000001:0.0:1789130391.797371:0:31745:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239991296 : -109198469560320 : ffff9caf40030800) 00010000:00000001:0.0:1789130391.797374:0:31745:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239991296 : -109198469560320 : ffff9caf40030800) 00010000:00000001:0.0:1789130391.797376:0:31745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130391.797377:0:31745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789130391.797379:0:31745:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789130391.797381:0:31745:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789130391.797795:0:31745:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1789130391.798264:0:31745:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130391.798266:0:31745:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130391.798269:0:31745:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40030800 refcount=3 00000020:00000001:0.0:1789130391.798273:0:31745:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239991296 : -109198469560320 : ffff9caf40030800) 00010000:00000001:0.0:1789130391.798277:0:31745:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239991296 : -109198469560320 : ffff9caf40030800) 00000002:00010000:0.0:1789130391.798281:0:31745:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030800/0xde5303b1d982cd32 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a59af expref: -99 pid: 31745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789130391.798298:0:31745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130391.798299:0:31745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130391.798301:0:31745:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1789130391.798303:0:31745:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130391.798304:0:31745:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130391.798305:0:31745:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40030800 refcount=3 00000020:00000001:0.0:1789130391.798307:0:31745:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239991296 : -109198469560320 : ffff9caf40030800) 00010000:00000001:0.0:1789130391.798309:0:31745:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239991296 : -109198469560320 : ffff9caf40030800) 00010000:00000040:0.0:1789130391.798318:0:31745:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf4a8cc100 count: 2 00010000:00000001:0.0:1789130391.798321:0:31745:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1789130391.798327:0:31745:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9caf4630e800 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:0.0:1789130391.798330:0:31745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130391.798331:0:31745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789130391.798332:0:31745:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1789130391.798336:0:31745:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c3f898 00000002:00002000:0.0:1789130391.798339:0:31745:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:0.0:1789130391.798342:0:31745:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789130391.798346:0:31745:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789130391.798349:0:31745:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1789130391.798353:0:31745:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1789130391.798357:0:31745:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789130391.798362:0:31745:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9caf4557c8c0 2 00000080:00000010:0.0:1789130391.798367:0:31745:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9caf485a2a00. 00000080:00000001:0.0:1789130391.798378:0:31745:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1789130391.798381:0:31745:0:(llite_lib.c:3864:ll_prep_inode()) Process entered 00000002:00000001:0.0:1789130391.799077:0:31745:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:0.0:1789130391.799088:0:31745:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:1.0:1789130391.802267:0:31745:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9caf58606e00. 00800000:00000001:1.0:1789130391.802282:0:31745:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446634875648765440 : -109198060786176 : ffff9caf58606e00) 00800000:00000001:1.0:1789130391.802287:0:31745:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789130391.802292:0:31745:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1789130391.802299:0:31745:0:(llite_lib.c:1973:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1789130391.802302:0:31745:0:(llite_lib.c:1977:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:1.0:1789130391.802306:0:31745:0:(llite_lib.c:1928:ll_update_default_lsm_md()) Process entered 00000080:00000001:1.0:1789130391.802310:0:31745:0:(llite_lib.c:1950:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1789130391.802313:0:31745:0:(llite_lib.c:1994:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130391.802319:0:31745:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:1.0:1789130391.802323:0:31745:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:1.0:1789130391.802329:0:31745:0:(llite_lib.c:3140:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 8704 00010000:00000001:1.0:1789130391.802334:0:31745:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130391.802339:0:31745:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130391.802343:0:31745:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40030800 refcount=3 00000020:00000001:1.0:1789130391.802346:0:31745:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239991296 : -109198469560320 : ffff9caf40030800) 00010000:00000001:1.0:1789130391.802352:0:31745:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239991296 : -109198469560320 : ffff9caf40030800) 00010000:00000001:1.0:1789130391.802355:0:31745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130391.802358:0:31745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1789130391.802360:0:31745:0:(llite_lib.c:3962:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1789130391.802365:0:31745:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:1.0:1789130391.802367:0:31745:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9caf58606e00 1 00800000:00000010:1.0:1789130391.802371:0:31745:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9caf58606e00. 00800000:00000001:1.0:1789130391.802378:0:31745:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789130391.802382:0:31745:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9caf601980c8) for lock 0xde5303b1d982cd32 00800000:00000001:1.0:1789130391.802386:0:31745:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1789130391.802389:0:31745:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1789130391.802391:0:31745:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130391.802392:0:31745:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130391.802394:0:31745:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40030800 refcount=3 00000020:00000001:1.0:1789130391.802396:0:31745:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239991296 : -109198469560320 : ffff9caf40030800) 00010000:00000001:1.0:1789130391.802399:0:31745:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239991296 : -109198469560320 : ffff9caf40030800) 00010000:00000001:1.0:1789130391.802403:0:31745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130391.802404:0:31745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789130391.802406:0:31745:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789130391.802408:0:31745:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130391.802412:0:31745:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789130391.802415:0:31745:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9caf601980c8) 00000080:00010000:1.0:1789130391.802419:0:31745:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xde5303b1d982cd32 from it ffffb97f41c3fb58 00010000:00000001:1.0:1789130391.802422:0:31745:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130391.802423:0:31745:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130391.802424:0:31745:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40030800 refcount=3 00000020:00000001:1.0:1789130391.802426:0:31745:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239991296 : -109198469560320 : ffff9caf40030800) 00010000:00000001:1.0:1789130391.802428:0:31745:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239991296 : -109198469560320 : ffff9caf40030800) 00010000:00000001:1.0:1789130391.802431:0:31745:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789130391.802438:0:31745:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030800/0xde5303b1d982cd32 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a59af expref: -99 pid: 31745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789130391.802448:0:31745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130391.802450:0:31745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130391.802452:0:31745:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1789130391.802455:0:31745:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1789130391.802458:0:31745:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030800/0xde5303b1d982cd32 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a59af expref: -99 pid: 31745 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1789130391.802467:0:31745:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1789130391.802471:0:31745:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1789130391.802473:0:31745:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789130391.802480:0:31745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130391.802481:0:31745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130391.802482:0:31745:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130391.802487:0:31745:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1789130391.802488:0:31745:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130391.802491:0:31745:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130391.802496:0:31745:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130391.802498:0:31745:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789130391.802499:0:31745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130391.802500:0:31745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1789130391.802504:0:31745:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789130391.802524:0:31745:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf61461a40 x1876037329030912/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1789130407 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130391.802532:0:31745:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789130391.802536:0:31745:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789130391.802681:0:31745:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9caf47cd7800. 02000000:00000001:1.0:1789130391.802687:0:31745:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789130391.802691:0:31745:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1789130391.802693:0:31745:0:(genops.c:1223:class_import_put()) import ffff9caf6079a800 refcount=8 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000020:00000001:1.0:1789130391.802695:0:31745:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1789130391.802698:0:31745:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9caf482bc000. 02000000:00000001:1.0:1789130391.802702:0:31745:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789130391.802704:0:31745:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789130391.802707:0:31745:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf61461a40. 00000100:00000001:1.0:1789130391.802711:0:31745:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789130391.802713:0:31745:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1789130391.802717:0:31745:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8), inode mode 41ff mask 1 00000080:00000001:1.0:1789130391.802724:0:31745:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130391.802733:0:31745:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1789130391.802736:0:31745:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c3fb48 00000080:00002000:1.0:1789130391.802739:0:31745:0:(dcache.c:87:ll_dcompare()) found name d21h.recovery-small-2(ffff9caf60311438) flags 0x20000e refc 1 00000080:00000001:1.0:1789130391.802742:0:31745:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130391.802744:0:31745:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c3fb90 00000080:00200000:1.0:1789130391.802745:0:31745:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21h.recovery-small-2, flags=8 00000080:00000001:1.0:1789130391.802752:0:31745:0:(llite_lib.c:3176:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1789130391.802753:0:31745:0:(llite_lib.c:3182:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130391.802766:0:31745:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c3fd10 00000080:00200008:1.0:1789130391.802768:0:31745:0:(file.c:6313:ll_getattr_dentry()) START file d21h.recovery-small-2:[0x200000404:0x28:0x0](ffff9caf601300c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1789130391.802776:0:31745:0:(statahead.c:2326:start_statahead_thread()) Process entered 00000080:00000001:1.0:1789130391.802780:0:31745:0:(statahead.c:2329:start_statahead_thread()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130391.802798:0:31745:0:(file.c:6206:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1789130391.802799:0:31745:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c3fc88 00000080:00200000:1.0:1789130391.802801:0:31745:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x28:0x0](ffff9caf601300c8),name=d21h.recovery-small-2 00000080:00000010:1.0:1789130391.802850:0:31745:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9caf48ef9000. 00800000:00000002:1.0:1789130391.802855:0:31745:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9caf4557c8c0 2 00000080:00000001:1.0:1789130391.802862:0:31745:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1789130391.802866:0:31745:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1789130391.802868:0:31745:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c3fba8 00800000:00000002:1.0:1789130391.802870:0:31745:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000404:0x28:0x0] 'd21h.recovery-small-2' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1789130391.802874:0:31745:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1789130391.802880:0:31745:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x28:0x0], name='' -> mds #0 00000002:00000001:1.0:1789130391.802885:0:31745:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1789130391.802887:0:31745:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c3fa78 00000002:00010000:1.0:1789130391.802888:0:31745:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000404:0x28:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1789130391.802892:0:31745:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1789130391.802894:0:31745:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789130391.802897:0:31745:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789130391.802906:0:31745:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf4a8cc900 count: 2 00010000:00000001:1.0:1789130391.802909:0:31745:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789130391.802915:0:31745:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789130391.802919:0:31745:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1789130391.802923:0:31745:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030200/0xde5303b1d982cd08 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a590e expref: -99 pid: 31744 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:1.0:1789130391.802933:0:31745:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1789130391.802938:0:31745:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789130391.802942:0:31745:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030200/0xde5303b1d982cd08 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a590e expref: -99 pid: 31744 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:1.0:1789130391.802951:0:31745:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1789130391.802953:0:31745:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1789130391.802955:0:31745:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1789130391.802957:0:31745:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1789130391.802959:0:31745:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1789130391.802961:0:31745:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1789130391.802964:0:31745:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1789130391.802967:0:31745:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9caf4557c8c0 2 00000080:00000010:1.0:1789130391.802971:0:31745:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9caf48ef9000. 00000080:00000001:1.0:1789130391.802975:0:31745:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1789130391.802976:0:31745:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789130391.802979:0:31745:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x28:0x0](ffff9caf601300c8) 00000080:00010000:1.0:1789130391.802982:0:31745:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000404:0x28:0x0](ffff9caf601300c8) for lock 0xde5303b1d982cd08 00800000:00000001:1.0:1789130391.802985:0:31745:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1789130391.802987:0:31745:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1789130391.802988:0:31745:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130391.802990:0:31745:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130391.802991:0:31745:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40030200 refcount=3 00000020:00000001:1.0:1789130391.802994:0:31745:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239989760 : -109198469561856 : ffff9caf40030200) 00010000:00000001:1.0:1789130391.802996:0:31745:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239989760 : -109198469561856 : ffff9caf40030200) 00010000:00000001:1.0:1789130391.802999:0:31745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130391.803000:0:31745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789130391.803001:0:31745:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789130391.803003:0:31745:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789130391.803005:0:31745:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xde5303b1d982cd08 from it ffffb97f41c3fcc0 00010000:00000001:1.0:1789130391.803007:0:31745:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130391.803009:0:31745:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130391.803011:0:31745:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40030200 refcount=3 00000020:00000001:1.0:1789130391.803013:0:31745:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239989760 : -109198469561856 : ffff9caf40030200) 00010000:00000001:1.0:1789130391.803015:0:31745:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239989760 : -109198469561856 : ffff9caf40030200) 00010000:00000001:1.0:1789130391.803018:0:31745:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789130391.803021:0:31745:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030200/0xde5303b1d982cd08 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a590e expref: -99 pid: 31744 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1789130391.803028:0:31745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130391.803029:0:31745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130391.803031:0:31745:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1789130391.803032:0:31745:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1789130391.803035:0:31745:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030200/0xde5303b1d982cd08 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a590e expref: -99 pid: 31744 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1789130391.803042:0:31745:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1789130391.803045:0:31745:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1789130391.803047:0:31745:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789130391.803050:0:31745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130391.803052:0:31745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130391.803053:0:31745:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130391.803056:0:31745:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1789130391.803057:0:31745:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130391.803059:0:31745:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130391.803061:0:31745:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130391.803064:0:31745:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789130391.803065:0:31745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130391.803066:0:31745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1789130391.803068:0:31745:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1789130391.803070:0:31745:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1789130391.803074:0:31745:0:(file.c:6266:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130391.803078:0:31745:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c3fd10 00000080:00000008:1.0:1789130391.803080:0:31745:0:(file.c:6498:ll_getattr_dentry()) COMPLETED file d21h.recovery-small-2:[0x200000404:0x28:0x0](ffff9caf601300c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1789130391.803145:0:31745:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:1.0:1789130391.803148:0:31745:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:1.0:1789130391.803150:0:31745:0:(file.c:6206:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1789130391.803151:0:31745:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c3fbc0 00000080:00200000:1.0:1789130391.803153:0:31745:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8),name=/ 00000080:00000010:1.0:1789130391.803156:0:31745:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9caf48ef9000. 00800000:00000002:1.0:1789130391.803159:0:31745:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9caf4557c8c0 2 00000080:00000001:1.0:1789130391.803161:0:31745:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1789130391.803162:0:31745:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1789130391.803164:0:31745:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c3fae0 00800000:00000002:1.0:1789130391.803166:0:31745:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1789130391.803169:0:31745:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1789130391.803171:0:31745:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1789130391.803174:0:31745:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1789130391.803175:0:31745:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c3f9b0 00000002:00010000:1.0:1789130391.803177:0:31745:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1789130391.803179:0:31745:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1789130391.803180:0:31745:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789130391.803182:0:31745:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789130391.803184:0:31745:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf4a8cc100 count: 2 00010000:00000001:1.0:1789130391.803187:0:31745:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789130391.803189:0:31745:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789130391.803191:0:31745:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1789130391.803194:0:31745:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030800/0xde5303b1d982cd32 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a59af expref: -99 pid: 31745 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:1.0:1789130391.803201:0:31745:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1789130391.803203:0:31745:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789130391.803206:0:31745:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030800/0xde5303b1d982cd32 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a59af expref: -99 pid: 31745 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:1.0:1789130391.803212:0:31745:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1789130391.803214:0:31745:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1789130391.803216:0:31745:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1789130391.803217:0:31745:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1789130391.803219:0:31745:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1789130391.803221:0:31745:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1789130391.803223:0:31745:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1789130391.803225:0:31745:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9caf4557c8c0 2 00000080:00000010:1.0:1789130391.803227:0:31745:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9caf48ef9000. 00000080:00000001:1.0:1789130391.803229:0:31745:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1789130391.803231:0:31745:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789130391.803232:0:31745:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9caf601980c8) 00000080:00010000:1.0:1789130391.803235:0:31745:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9caf601980c8) for lock 0xde5303b1d982cd32 00800000:00000001:1.0:1789130391.803237:0:31745:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1789130391.803238:0:31745:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1789130391.803239:0:31745:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130391.803241:0:31745:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130391.803242:0:31745:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40030800 refcount=3 00000020:00000001:1.0:1789130391.803244:0:31745:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239991296 : -109198469560320 : ffff9caf40030800) 00010000:00000001:1.0:1789130391.803246:0:31745:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239991296 : -109198469560320 : ffff9caf40030800) 00010000:00000001:1.0:1789130391.803248:0:31745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130391.803249:0:31745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789130391.803250:0:31745:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789130391.803252:0:31745:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789130391.803254:0:31745:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xde5303b1d982cd32 from it ffffb97f41c3fbf8 00010000:00000001:1.0:1789130391.803256:0:31745:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130391.803257:0:31745:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130391.803259:0:31745:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40030800 refcount=3 00000020:00000001:1.0:1789130391.803260:0:31745:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239991296 : -109198469560320 : ffff9caf40030800) 00010000:00000001:1.0:1789130391.803263:0:31745:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239991296 : -109198469560320 : ffff9caf40030800) 00010000:00000001:1.0:1789130391.803264:0:31745:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789130391.803267:0:31745:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030800/0xde5303b1d982cd32 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a59af expref: -99 pid: 31745 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1789130391.803273:0:31745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130391.803273:0:31745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130391.803274:0:31745:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1789130391.803276:0:31745:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1789130391.803278:0:31745:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030800/0xde5303b1d982cd32 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a59af expref: -99 pid: 31745 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1789130391.803288:0:31745:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1789130391.803289:0:31745:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1789130391.803291:0:31745:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789130391.803292:0:31745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130391.803294:0:31745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130391.803295:0:31745:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130391.803296:0:31745:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1789130391.803298:0:31745:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130391.803299:0:31745:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130391.803301:0:31745:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130391.803303:0:31745:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789130391.803304:0:31745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130391.803305:0:31745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1789130391.803306:0:31745:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1789130391.803307:0:31745:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1789130391.803309:0:31745:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8), inode mode 41ff mask 1 00000080:00000001:1.0:1789130391.803312:0:31745:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130391.803314:0:31745:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1789130391.803316:0:31745:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c3fbc0 00000080:00002000:1.0:1789130391.803317:0:31745:0:(dcache.c:87:ll_dcompare()) found name d21h.recovery-small-2(ffff9caf60311438) flags 0x20000e refc 1 00000080:00000001:1.0:1789130391.803319:0:31745:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130391.803320:0:31745:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c3fc08 00000080:00200000:1.0:1789130391.803322:0:31745:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21h.recovery-small-2, flags=266 00000080:00000001:1.0:1789130391.803324:0:31745:0:(llite_lib.c:3176:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1789130391.803325:0:31745:0:(llite_lib.c:3182:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130391.803329:0:31745:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00200000:1.0:1789130391.803331:0:31745:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000404:0x28:0x0](ffff9caf601300c8), inode mode 41ed mask 44 00000080:00000001:1.0:1789130391.803333:0:31745:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130391.803340:0:31745:0:(dir.c:3010:ll_dir_open()) Process entered 00000080:00000001:1.0:1789130391.803343:0:31745:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:1.0:1789130391.803345:0:31745:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c3fb78 00000080:00200008:1.0:1789130391.803347:0:31745:0:(file.c:1090:ll_file_open()) START file d21h.recovery-small-2:[0x200000404:0x28:0x0](ffff9caf601300c8), flags 704400 00000080:00000010:1.0:1789130391.803353:0:31745:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9caf417a83c0. 00000080:00000001:1.0:1789130391.803360:0:31745:0:(file.c:806:ll_intent_file_open()) Process entered 00000080:00000010:1.0:1789130391.803364:0:31745:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9caf48ef9000. 00800000:00000002:1.0:1789130391.803366:0:31745:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9caf4557c8c0 2 00000080:00000001:1.0:1789130391.803369:0:31745:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1789130391.803370:0:31745:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1789130391.803372:0:31745:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c3fa28 00800000:00000002:1.0:1789130391.803373:0:31745:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open' for [0x200000404:0x28:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1789130391.803377:0:31745:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00000020:00000001:1.0:1789130391.803379:0:31745:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c3f9a8 00800000:00000002:1.0:1789130391.803382:0:31745:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x28:0x0], name='' -> mds #0 layout version 1 00000002:00000001:1.0:1789130391.803385:0:31745:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1789130391.803386:0:31745:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c3f8e0 00000002:00010000:1.0:1789130391.803388:0:31745:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000404:0x28:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 0100240704401 00000002:00000001:1.0:1789130391.803392:0:31745:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1789130391.803396:0:31745:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:1.0:1789130391.803400:0:31745:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1789130391.803404:0:31745:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf4a8cc900 count: 2 00010000:00000001:1.0:1789130391.803406:0:31745:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789130391.803408:0:31745:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1789130391.803412:0:31745:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130391.803414:0:31745:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789130391.803416:0:31745:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789130391.803418:0:31745:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1789130391.803420:0:31745:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf4a8cc100 count: 2 00010000:00000001:1.0:1789130391.803422:0:31745:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789130391.803424:0:31745:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1789130391.803425:0:31745:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130391.803427:0:31745:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789130391.803429:0:31745:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789130391.803434:0:31745:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf615d61c0. 00000020:00000040:1.0:1789130391.803438:0:31745:0:(genops.c:1210:class_import_get()) import ffff9caf6079a800 refcount=9 obd=lustre-MDT0000-mdc-ffff9caf5014c800 02000000:00000001:1.0:1789130391.803444:0:31745:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789130391.803446:0:31745:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130391.803448:0:31745:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1789130391.803454:0:31745:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789130391.803457:0:31745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130391.803458:0:31745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130391.803460:0:31745:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130391.803463:0:31745:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789130391.803465:0:31745:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789130391.803468:0:31745:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789130391.803476:0:31745:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9caf487c0c00. 00000100:00000001:1.0:1789130391.803484:0:31745:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130391.803490:0:31745:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789130391.803492:0:31745:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130391.803493:0:31745:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789130391.803494:0:31745:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130391.803497:0:31745:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789130391.803504:0:31745:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446634875799560640 : -109197909990976 : ffff9caf615d61c0) 00010000:00000001:1.0:1789130391.803509:0:31745:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1789130391.803511:0:31745:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1789130391.803513:0:31745:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf4a8cc100 count: 2 00010000:00000001:1.0:1789130391.803515:0:31745:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789130391.803518:0:31745:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1789130391.803521:0:31745:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9caf586b7c00. 00000020:00000001:1.0:1789130391.803525:0:31745:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1789130391.803527:0:31745:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9caf586b7c00 with handle 0xde5303b1d982cd39 to hash 00000020:00000001:1.0:1789130391.803530:0:31745:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1789130391.803531:0:31745:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446634875649489920 : -109198060061696 : ffff9caf586b7c00) 00010000:00000001:1.0:1789130391.803536:0:31745:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446634875649489920 : -109198060061696 : ffff9caf586b7c00) 00010000:00000001:1.0:1789130391.803539:0:31745:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789130391.803540:0:31745:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789130391.803890:0:31745:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7c00/0xde5303b1d982cd39 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 31745 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789130391.803899:0:31745:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7c00/0xde5303b1d982cd39 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31745 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:1.0:1789130391.803915:0:31745:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9caf5014c800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1789130391.803927:0:31745:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9caf615d61c0 x1876037329031168/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1789130391.803938:0:31745:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7c00/0xde5303b1d982cd39 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31745 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1789130391.803944:0:31745:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1789130391.803946:0:31745:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1789130391.803955:0:31745:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9caf607bef00. 00000100:00000001:1.0:1789130391.803958:0:31745:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446634875784785664 : -109197924765952 : ffff9caf607bef00) 00000100:00000001:1.0:1789130391.803961:0:31745:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789130391.803962:0:31745:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875799560640 : -109197909990976 : ffff9caf615d61c0) 00000100:00000001:1.0:1789130391.803968:0:31745:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789130391.803973:0:31745:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130391.803975:0:31745:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1789130391.803977:0:31745:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789130391.803981:0:31745:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf615d61c0 x1876037329031168/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130391.803990:0:31745:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789130391.803992:0:31745:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130391.803997:0:31745:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789130391.804000:0:31745:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789130391.804003:0:31745:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789130391.804006:0:31745:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf615d61c0 pname:cluuid:pid:xid:nid:opc:job rm:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:31745:1876037329031168:192.168.204.123@tcp:101:rm.0 00000100:00000001:1.0:1789130391.804011:0:31745:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789130391.804018:0:31745:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789130391.804022:0:31745:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130391.804025:0:31745:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789130391.804128:0:31745:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 262144 at ffff9caf48a00000. 02000000:00000001:1.0:1789130391.804131:0:31745:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789130391.804141:0:31745:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:1.0:1789130391.804146:0:31745:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf42d8ea50. 00000400:00000010:1.0:1789130391.804157:0:31745:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffff9caf482da800. 00000100:00000200:1.0:1789130391.804166:0:31745:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 262144 bytes, xid 1876037329031168, portal 10 00000100:00000001:1.0:1789130391.804168:0:31745:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789130391.804170:0:31745:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875799560640 : -109197909990976 : ffff9caf615d61c0) 00000100:00000040:1.0:1789130391.804177:0:31745:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9caf615d61c0 x1876037329031168/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789130407 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130391.804185:0:31745:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789130391.804188:0:31745:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:1.0:1789130391.804192:0:31745:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf462a3330. 00000100:00000200:1.0:1789130391.804196:0:31745:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1876037329031168, offset 0 00000400:00000200:1.0:1789130391.804204:0:31745:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:1.0:1789130391.804216:0:31745:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:1.0:1789130391.804227:0:31745:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:1.0:1789130391.804234:0:31745:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789130391.804239:0:31745:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:1.0:1789130391.804245:0:31745:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789130391.804248:0:31745:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:1.0:1789130391.804252:0:31745:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2501:2501:256:4294967295] 192.168.204.123@tcp LPNI seq info [2500:2500:8:4294967295] 00000400:00000200:1.0:1789130391.804257:0:31745:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:1.0:1789130391.804270:0:31745:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:1.0:1789130391.804277:0:31745:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:1.0:1789130391.804283:0:31745:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf47f34700. 00000800:00000200:1.0:1789130391.804291:0:31745:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:1.0:1789130391.804301:0:31745:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:1.0:1789130391.804306:0:31745:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf47f34700 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:1.0:1789130391.804330:0:31745:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789130391.804335:0:31745:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: using a timeout of 799547 usecs (800 jiffies) 00000400:00000200:1.0:1789130391.804338:0:31745:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:1.0:1789130391.804342:0:31745:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296486626 00000100:00000001:1.0:1789130391.804345:0:31745:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 2, keep current deadline 4296489463 00000100:00000001:1.0:1789130391.804348:0:31745:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296486626 00000100:00000001:1.0:1789130391.804351:0:31745:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 3, keep current deadline 4296489463 00000100:00000001:1.0:1789130391.804353:0:31745:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789130391.804356:0:31745:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130391.804359:0:31745:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789130391.804361:0:31745:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1789130391.804364:0:31745:0:(client.c:2715:ptlrpc_set_wait()) set ffff9caf607bef00 going to sleep for 11 seconds 00000100:00000001:1.0:1789130391.804367:0:31745:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789130391.804370:0:31745:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789130391.805519:0:2342:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789130391.805531:0:2342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf47f34700. 00000400:00000200:2.0:1789130391.805539:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130391.805555:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:2.0:1789130391.805563:0:2342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf462a3330 00000400:00000010:2.0:1789130391.805566:0:2342:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf462a3330. 00000100:00000001:2.0:1789130391.805572:0:2342:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789130391.805579:0:2342:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf615d61c0 x1876037329031168/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789130407 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130391.805592:0:2342:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130391.805596:0:2342:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf615d61c0 x1876037329031168/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789130407 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130391.805604:0:2342:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130391.805606:0:2342:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1789130391.812255:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130391.812287:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789130391.812295:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130391.812299:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130391.812313:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130391.812324:0:2341:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:3.0:1789130391.812336:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130391.812342:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130391.812351:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130391.812356:0:2341:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 608 into portal 10 MB=0x6aa3efa951000 00000400:00000200:3.0:1789130391.812362:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130391.812370:0:2341:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.123@tcp of length 608/608 into md 0x6bfd [64] + 224 00000800:00000001:3.0:1789130391.812380:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130391.812389:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130391.812394:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130391.812400:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:3.0:1789130391.812413:0:2341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789130391.812426:0:2341:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf615d61c0 x1876037329031168/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789130407 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789130391.812439:0:2341:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=608 offset=224 replen=131856 req@ffff9caf615d61c0 x1876037329031168/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789130407 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130391.812469:0:2341:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789130391.812484:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130391.812488:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130391.816276:0:31745:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789130391.816297:0:31745:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789130391.816300:0:31745:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789130391.816306:0:31745:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf42d8ea50. 00000400:00000200:1.0:1789130391.816320:0:31745:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf482da800 00000400:00000010:1.0:1789130391.816323:0:31745:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 1144 at ffff9caf482da800. 00000100:00000001:1.0:1789130391.816331:0:31745:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789130391.816349:0:31745:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf615d61c0 x1876037329031168/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789130407 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1789130391.816362:0:31745:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf615d61c0 x1876037329031168/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789130407 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130391.816371:0:31745:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789130391.816374:0:31745:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130391.816377:0:31745:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789130391.816382:0:31745:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789130391.816385:0:31745:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789130391.816388:0:31745:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130391.816392:0:31745:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789130391.816404:0:31745:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf6079ac60 time=10 v=5 (5 104 104 104) 00000100:00001000:1.0:1789130391.816410:0:31745:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf6079ac18 time=0 v=5 (1 0 0 0) 00000100:00000001:1.0:1789130391.816413:0:31745:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1789130391.816418:0:31745:0:(client.c:1510:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff9caf615d61c0 x1876037329031168/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/608 e 0 to 0 dl 1789130407 ref 2 fl Rpc:RPQU/600/0 rc 0/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130391.816424:0:31745:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1789130391.816428:0:31745:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1789130391.816430:0:31745:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1789130391.816432:0:31745:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1789130391.816436:0:31745:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789130391.816437:0:31745:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875799560640 : -109197909990976 : ffff9caf615d61c0) 00000100:00000001:1.0:1789130391.816443:0:31745:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789130391.816446:0:31745:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9caf5014c800: skip recheck: last_committed 4294967634 00000100:00000001:1.0:1789130391.816448:0:31745:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789130391.816451:0:31745:0:(client.c:1797:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1789130391.816457:0:31745:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf615d61c0 x1876037329031168/t4294967643(4294967643) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/608 e 0 to 0 dl 1789130407 ref 3 fl Rpc:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130391.816464:0:31745:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1789130391.816469:0:31745:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789130391.816471:0:31745:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789130391.816476:0:31745:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf615d61c0 x1876037329031168/t4294967643(4294967643) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/608 e 0 to 0 dl 1789130407 ref 3 fl Interpret:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1789130391.816483:0:31745:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf615d61c0 pname:cluuid:pid:xid:nid:opc:job rm:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:31745:1876037329031168:192.168.204.123@tcp:101:rm.0 00000100:00000001:1.0:1789130391.816489:0:31745:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130391.816493:0:31745:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1789130391.816496:0:31745:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1789130391.816498:0:31745:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789130391.816502:0:31745:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf615d61c0 x1876037329031168/t4294967643(4294967643) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/608 e 0 to 0 dl 1789130407 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130391.816509:0:31745:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789130391.816512:0:31745:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9caf607bef00. 00000100:00000001:1.0:1789130391.816516:0:31745:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1789130391.816518:0:31745:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1789130391.816522:0:31745:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1789130391.816531:0:31745:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130391.816535:0:31745:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130391.816540:0:31745:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b7c00 refcount=4 00000020:00000001:1.0:1789130391.816543:0:31745:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649489920 : -109198060061696 : ffff9caf586b7c00) 00010000:00000001:1.0:1789130391.816546:0:31745:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649489920 : -109198060061696 : ffff9caf586b7c00) 00010000:00010000:1.0:1789130391.816553:0:31745:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7c00/0xde5303b1d982cd39 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31745 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789130391.816572:0:31745:0:(ldlm_request.c:719:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1789130391.816577:0:31745:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7c00/0xde5303b1d982cd39 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 31745 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789130391.816583:0:31745:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789130391.816586:0:31745:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7c00/0xde5303b1d982cd39 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 31745 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789130391.816592:0:31745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130391.816594:0:31745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1789130391.816596:0:31745:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7c00/0xde5303b1d982cd39 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 31745 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789130391.816602:0:31745:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789130391.816606:0:31745:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130391.816609:0:31745:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1789130391.816612:0:31745:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7c00/0xde5303b1d982cd39 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 31745 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789130391.816618:0:31745:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9caf586b7c00 already unused, calling callback (ffffffffc1904580) 00000080:00000001:1.0:1789130391.816622:0:31745:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1789130391.816626:0:31745:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7c00/0xde5303b1d982cd39 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 31745 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789130391.816633:0:31745:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1789130391.816635:0:31745:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1789130391.816638:0:31745:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7c00/0xde5303b1d982cd39 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 31745 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789130391.816643:0:31745:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1789130391.816646:0:31745:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1789130391.816648:0:31745:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130391.816649:0:31745:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130391.816650:0:31745:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b7c00 refcount=5 00000020:00000001:1.0:1789130391.816652:0:31745:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649489920 : -109198060061696 : ffff9caf586b7c00) 00010000:00000001:1.0:1789130391.816654:0:31745:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649489920 : -109198060061696 : ffff9caf586b7c00) 00010000:00000001:1.0:1789130391.816657:0:31745:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1789130391.816660:0:31745:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7c00/0xde5303b1d982cd39 lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 31745 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:1.0:1789130391.816665:0:31745:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1789130391.816667:0:31745:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789130391.816671:0:31745:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1789130391.816673:0:31745:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1789130391.816677:0:31745:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1789130391.816679:0:31745:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1789130391.816681:0:31745:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789130391.816682:0:31745:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1789130391.816685:0:31745:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9caf586b7c00 with handle 0xde5303b1d982cd39 from hash 00010000:00000001:1.0:1789130391.816688:0:31745:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1789130391.816690:0:31745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130391.816691:0:31745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130391.816692:0:31745:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1789130391.816694:0:31745:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1789130391.816696:0:31745:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1789130391.816699:0:31745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130391.816700:0:31745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130391.816701:0:31745:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130391.816703:0:31745:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789130391.816705:0:31745:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7c00/0xde5303b1d982cd39 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 31745 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789130391.816711:0:31745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130391.816712:0:31745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130391.816713:0:31745:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1789130391.816714:0:31745:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789130391.816716:0:31745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130391.816717:0:31745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130391.816718:0:31745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1789130391.816720:0:31745:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7c00/0xde5303b1d982cd39 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 31745 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789130391.816734:0:31745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130391.816736:0:31745:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1789130391.816741:0:31745:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1789130391.816748:0:31745:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x2b, status=0 req@ffff9caf615d61c0 x1876037329031168/t4294967643(4294967643) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/608 e 0 to 0 dl 1789130407 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1789130391.816758:0:31745:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:1.0:1789130391.816763:0:31745:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9caf615d61c0 x1876037329031168/t4294967643(4294967643) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/608 e 0 to 0 dl 1789130407 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1789130391.816771:0:31745:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130391.816773:0:31745:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1789130391.816774:0:31745:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789130391.816776:0:31745:0:(mdc_locks.c:932:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789130391.816778:0:31745:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789130391.816794:0:31745:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:1.0:1789130391.817343:0:31745:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789130391.817346:0:31745:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875799560640 : -109197909990976 : ffff9caf615d61c0) 00010000:00000001:1.0:1789130391.817350:0:31745:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1789130391.817352:0:31745:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789130391.817355:0:31745:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1789130391.817359:0:31745:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c3f868 00000002:00002000:1.0:1789130391.817362:0:31745:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=open status=0 disp=0x80002b: rc = 0 00000002:00000001:1.0:1789130391.817366:0:31745:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789130391.817371:0:31745:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789130391.817375:0:31745:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1789130391.817378:0:31745:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:1.0:1789130391.817382:0:31745:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789130391.817389:0:31745:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9caf4557c8c0 2 00000080:00000010:1.0:1789130391.817394:0:31745:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9caf48ef9000. 00000080:00000001:1.0:1789130391.817401:0:31745:0:(llite_lib.c:3864:ll_prep_inode()) Process entered 00000002:00000001:1.0:1789130391.817411:0:31745:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1789130391.817416:0:31745:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1789130391.817420:0:31745:0:(llite_lib.c:1973:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1789130391.817422:0:31745:0:(llite_lib.c:1977:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000404:0x28:0x0] 00000080:00000001:1.0:1789130391.817426:0:31745:0:(llite_lib.c:1994:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130391.817433:0:31745:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833960 : 144115205322833960 : 200000404000028) 00000080:00000001:1.0:1789130391.817437:0:31745:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:1.0:1789130391.817443:0:31745:0:(llite_lib.c:3140:ll_update_inode()) inode=[0x200000404:0x28:0x0], updating i_size 7680 00000080:00000001:1.0:1789130391.817446:0:31745:0:(llite_lib.c:3962:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1789130391.817449:0:31745:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1789130391.817452:0:31745:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130391.817456:0:31745:0:(llite_lib.c:3176:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1789130391.817458:0:31745:0:(llite_lib.c:3182:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130391.817461:0:31745:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789130391.817469:0:31745:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf615d61c0 x1876037329031168/t4294967643(4294967643) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/608 e 0 to 0 dl 1789130407 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130391.817478:0:31745:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130391.817484:0:31745:0:(file.c:917:ll_intent_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1789130391.817498:0:31745:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff9caf58606e00. 00000080:00000001:1.0:1789130391.817502:0:31745:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:1.0:1789130391.817506:0:31745:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00000002:00000001:1.0:1789130391.817509:0:31745:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:1.0:1789130391.817514:0:31745:0:(obd.h:1507:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff9caf4632bc60. 00000002:00100000:1.0:1789130391.817518:0:31745:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9caf615d61c0 x1876037329031168/t4294967643(4294967643) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/608 e 0 to 0 dl 1789130407 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1789130391.817525:0:31745:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789130391.817527:0:31745:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:1.0:1789130391.817533:0:31745:0:(rw.c:970:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:1.0:1789130391.817538:0:31745:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130391.817543:0:31745:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:1.0:1789130391.817545:0:31745:0:(pcc.c:2368:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130391.817548:0:31745:0:(file.c:1296:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789130391.817555:0:31745:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789130391.817559:0:31745:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf615d61c0 x1876037329031168/t4294967643(4294967643) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/608 e 0 to 0 dl 1789130407 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 02000000:00000001:1.0:1789130391.817573:0:31745:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789130391.817578:0:31745:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 262144 at ffff9caf48a00000. 02000000:00000001:1.0:1789130391.817627:0:31745:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1789130391.817628:0:31745:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130391.817632:0:31745:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c3fb78 00000080:00000008:1.0:1789130391.817635:0:31745:0:(file.c:1329:ll_file_open()) COMPLETED file d21h.recovery-small-2:[0x200000404:0x28:0x0](ffff9caf601300c8), flags 704400, rc = 0 00000080:00000001:1.0:1789130391.817640:0:31745:0:(dir.c:3011:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130391.817677:0:31745:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c3fd30 00000080:00200008:1.0:1789130391.817680:0:31745:0:(file.c:6313:ll_getattr_dentry()) START file d21h.recovery-small-2:[0x200000404:0x28:0x0](ffff9caf601300c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1789130391.817691:0:31745:0:(statahead.c:2326:start_statahead_thread()) Process entered 00000080:00000001:1.0:1789130391.817697:0:31745:0:(statahead.c:2329:start_statahead_thread()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130391.817701:0:31745:0:(file.c:6206:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1789130391.817703:0:31745:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c3fca8 00000080:00200000:1.0:1789130391.817705:0:31745:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x28:0x0](ffff9caf601300c8),name=d21h.recovery-small-2 00000080:00000010:1.0:1789130391.817712:0:31745:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9caf48ef9000. 00800000:00000002:1.0:1789130391.817721:0:31745:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9caf4557c8c0 2 00000080:00000001:1.0:1789130391.817731:0:31745:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1789130391.817736:0:31745:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1789130391.817738:0:31745:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c3fbc8 00800000:00000002:1.0:1789130391.817741:0:31745:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000404:0x28:0x0] 'd21h.recovery-small-2' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1789130391.817745:0:31745:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1789130391.817753:0:31745:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x28:0x0], name='' -> mds #0 00000002:00000001:1.0:1789130391.817759:0:31745:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1789130391.817761:0:31745:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c3fa98 00000002:00010000:1.0:1789130391.817764:0:31745:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000404:0x28:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1789130391.817768:0:31745:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1789130391.817771:0:31745:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789130391.817775:0:31745:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789130391.817794:0:31745:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf4a8cc900 count: 2 00010000:00000001:1.0:1789130391.817836:0:31745:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789130391.817844:0:31745:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789130391.817848:0:31745:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1789130391.817854:0:31745:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030200/0xde5303b1d982cd08 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a590e expref: -99 pid: 31744 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:1.0:1789130391.817865:0:31745:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1789130391.817871:0:31745:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789130391.817875:0:31745:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030200/0xde5303b1d982cd08 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a590e expref: -99 pid: 31744 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:1.0:1789130391.817884:0:31745:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1789130391.817887:0:31745:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1789130391.817889:0:31745:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1789130391.817892:0:31745:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1789130391.817895:0:31745:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1789130391.817897:0:31745:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1789130391.817899:0:31745:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1789130391.817902:0:31745:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9caf4557c8c0 2 00000080:00000010:1.0:1789130391.817904:0:31745:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9caf48ef9000. 00000080:00000001:1.0:1789130391.817909:0:31745:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1789130391.817912:0:31745:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789130391.817915:0:31745:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x28:0x0](ffff9caf601300c8) 00000080:00010000:1.0:1789130391.817920:0:31745:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000404:0x28:0x0](ffff9caf601300c8) for lock 0xde5303b1d982cd08 00800000:00000001:1.0:1789130391.817924:0:31745:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1789130391.817926:0:31745:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1789130391.817928:0:31745:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130391.817931:0:31745:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130391.817933:0:31745:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40030200 refcount=3 00000020:00000001:1.0:1789130391.817936:0:31745:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239989760 : -109198469561856 : ffff9caf40030200) 00010000:00000001:1.0:1789130391.817940:0:31745:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239989760 : -109198469561856 : ffff9caf40030200) 00010000:00000001:1.0:1789130391.817943:0:31745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130391.817945:0:31745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789130391.817947:0:31745:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789130391.817949:0:31745:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789130391.817952:0:31745:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xde5303b1d982cd08 from it ffffb97f41c3fce0 00010000:00000001:1.0:1789130391.817955:0:31745:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130391.817957:0:31745:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130391.817958:0:31745:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40030200 refcount=3 00000020:00000001:1.0:1789130391.817961:0:31745:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239989760 : -109198469561856 : ffff9caf40030200) 00010000:00000001:1.0:1789130391.817963:0:31745:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239989760 : -109198469561856 : ffff9caf40030200) 00010000:00000001:1.0:1789130391.817965:0:31745:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789130391.817968:0:31745:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030200/0xde5303b1d982cd08 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a590e expref: -99 pid: 31744 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1789130391.817974:0:31745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130391.817975:0:31745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130391.817978:0:31745:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1789130391.817981:0:31745:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1789130391.817984:0:31745:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030200/0xde5303b1d982cd08 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a590e expref: -99 pid: 31744 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1789130391.818207:0:31745:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1789130391.818211:0:31745:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1789130391.818213:0:31745:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789130391.818219:0:31745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130391.818220:0:31745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130391.818221:0:31745:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130391.818226:0:31745:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1789130391.818229:0:31745:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130391.818231:0:31745:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130391.818235:0:31745:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130391.818238:0:31745:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789130391.818239:0:31745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130391.818241:0:31745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1789130391.818243:0:31745:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1789130391.818245:0:31745:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1789130391.818249:0:31745:0:(file.c:6266:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130391.818253:0:31745:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c3fd30 00000080:00000008:1.0:1789130391.818255:0:31745:0:(file.c:6498:ll_getattr_dentry()) COMPLETED file d21h.recovery-small-2:[0x200000404:0x28:0x0](ffff9caf601300c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1789130391.818281:0:31745:0:(dir.c:324:ll_iterate()) Process entered 00000080:00200000:1.0:1789130391.818284:0:31745:0:(dir.c:332:ll_iterate()) VFS Op:inode=[0x200000404:0x28:0x0](ffff9caf601300c8) pos/size0/7680 32bit_api 0 00000080:00000010:1.0:1789130391.818290:0:31745:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9caf48ef9000. 00000080:00000001:1.0:1789130391.818295:0:31745:0:(dir.c:194:ll_dir_read()) Process entered 00800000:00000001:1.0:1789130391.818303:0:31745:0:(lmv_obd.c:3441:lmv_read_page()) Process entered 00000002:00000001:1.0:1789130391.818307:0:31745:0:(mdc_request.c:1493:mdc_read_page()) Process entered 00000002:00000001:1.0:1789130391.818309:0:31745:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1789130391.818311:0:31745:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c3fab8 00000002:00010000:1.0:1789130391.818312:0:31745:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000404:0x28:0x0]) in obj [0x200000404:0x28:0x0], intent: readdir flags 0 00000002:00000001:1.0:1789130391.818315:0:31745:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1789130391.818316:0:31745:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789130391.818318:0:31745:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789130391.818322:0:31745:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf4a8cc900 count: 2 00010000:00000001:1.0:1789130391.818324:0:31745:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789130391.818327:0:31745:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789130391.818329:0:31745:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1789130391.818333:0:31745:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030200/0xde5303b1d982cd08 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a590e expref: -99 pid: 31744 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:1.0:1789130391.818339:0:31745:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1789130391.818342:0:31745:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789130391.818344:0:31745:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030200/0xde5303b1d982cd08 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a590e expref: -99 pid: 31744 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:1.0:1789130391.818350:0:31745:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1789130391.818352:0:31745:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1789130391.818354:0:31745:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1789130391.818356:0:31745:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1789130391.818357:0:31745:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130391.818359:0:31745:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130391.818360:0:31745:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40030200 refcount=3 00000020:00000001:1.0:1789130391.818362:0:31745:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239989760 : -109198469561856 : ffff9caf40030200) 00010000:00000001:1.0:1789130391.818365:0:31745:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239989760 : -109198469561856 : ffff9caf40030200) 00010000:00000001:1.0:1789130391.818367:0:31745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130391.818368:0:31745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789130391.818369:0:31745:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789130391.818432:0:31745:0:(mdc_request.c:1391:do_mdc_read_folio_remote()) Process entered 00000002:00000010:1.0:1789130391.818440:0:31745:0:(mdc_request.c:1398:do_mdc_read_folio_remote()) kmalloced '(folio_pool)': 2048 at ffff9caf482da800. 00000002:00000001:1.0:1789130391.819053:0:31745:0:(mdc_request.c:1036:mdc_getpage()) Process entered 00000100:00000010:1.0:1789130391.819063:0:31745:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf615d4b40. 00000020:00000040:1.0:1789130391.819070:0:31745:0:(genops.c:1210:class_import_get()) import ffff9caf6079a800 refcount=10 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000100:00000001:1.0:1789130391.819076:0:31745:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789130391.819080:0:31745:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789130391.819085:0:31745:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789130391.819093:0:31745:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9caf48ef9c00. 00000100:00000001:1.0:1789130391.819103:0:31745:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130391.819108:0:31745:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:1.0:1789130391.819113:0:31745:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at ffff9caf487c1000. 00000100:00000010:1.0:1789130391.819119:0:31745:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 4096 at ffff9caf50114000. 00000020:00000040:1.0:1789130391.819122:0:31745:0:(genops.c:1210:class_import_get()) import ffff9caf6079a800 refcount=11 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000100:00000001:1.0:1789130391.819146:0:31745:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1789130391.819148:0:31745:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1789130391.819156:0:31745:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9caf607bef00. 00000100:00000001:1.0:1789130391.819159:0:31745:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446634875784785664 : -109197924765952 : ffff9caf607bef00) 00000100:00000001:1.0:1789130391.819162:0:31745:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789130391.819163:0:31745:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875799554880 : -109197909996736 : ffff9caf615d4b40) 00000100:00000001:1.0:1789130391.819170:0:31745:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789130391.819175:0:31745:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130391.819178:0:31745:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1789130391.819180:0:31745:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789130391.819192:0:31745:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf615d4b40 x1876037329031296/t0(0) o37->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 448/440 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130391.819201:0:31745:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789130391.819204:0:31745:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130391.819209:0:31745:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789130391.819212:0:31745:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789130391.819215:0:31745:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789130391.819218:0:31745:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf615d4b40 pname:cluuid:pid:xid:nid:opc:job rm:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:31745:1876037329031296:192.168.204.123@tcp:37:rm.0 00000100:00000001:1.0:1789130391.819223:0:31745:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789130391.819230:0:31745:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789130391.819234:0:31745:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130391.819237:0:31745:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000200:1.0:1789130391.819251:0:31745:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:1.0:1789130391.819257:0:31745:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf42d8ea50. 00000400:00000010:1.0:1789130391.819271:0:31745:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at ffff9caf50282000. 00000100:00000200:1.0:1789130391.819282:0:31745:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 256 pages 1048576 bytes, mbits x0x6aa3efa951080-0x6aa3efa951080, portal 14 00000100:00000001:1.0:1789130391.819286:0:31745:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130391.819288:0:31745:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789130391.819293:0:31745:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9caf487c3c00. 02000000:00000001:1.0:1789130391.819295:0:31745:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789130391.819299:0:31745:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:1.0:1789130391.819301:0:31745:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf42d8ed68. 00000400:00000010:1.0:1789130391.819307:0:31745:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf462a3880. 00000100:00000200:1.0:1789130391.819311:0:31745:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876037329031296, portal 10 00000100:00000001:1.0:1789130391.819314:0:31745:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789130391.819315:0:31745:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875799554880 : -109197909996736 : ffff9caf615d4b40) 00000100:00000040:1.0:1789130391.819323:0:31745:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9caf615d4b40 x1876037329031296/t0(0) o37->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 448/440 e 0 to 0 dl 1789130407 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130391.819330:0:31745:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789130391.819334:0:31745:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:1.0:1789130391.819337:0:31745:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf462a3770. 00000100:00000200:1.0:1789130391.819341:0:31745:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 23, xid 1876037329031296, offset 0 00000400:00000200:1.0:1789130391.819351:0:31745:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:1.0:1789130391.819363:0:31745:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:1.0:1789130391.819373:0:31745:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:1.0:1789130391.819381:0:31745:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789130391.819387:0:31745:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:1.0:1789130391.819392:0:31745:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789130391.819395:0:31745:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:1.0:1789130391.819400:0:31745:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2502:2502:256:4294967295] 192.168.204.123@tcp LPNI seq info [2501:2501:8:4294967295] 00000400:00000200:1.0:1789130391.819405:0:31745:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:1.0:1789130391.819419:0:31745:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:1.0:1789130391.819428:0:31745:0:(socklnd_cb.c:931:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:1.0:1789130391.819436:0:31745:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf47f34d00. 00000800:00000200:1.0:1789130391.819446:0:31745:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:1.0:1789130391.819457:0:31745:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:1.0:1789130391.819463:0:31745:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf47f34d00 type 1, nob 544 niov 1 nkiov 1 00000100:00000001:1.0:1789130391.819496:0:31745:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789130391.819502:0:31745:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: using a timeout of 798501 usecs (799 jiffies) 00000400:00000200:1.0:1789130391.819506:0:31745:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:1.0:1789130391.819510:0:31745:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296486640 00000100:00000001:1.0:1789130391.819514:0:31745:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 2, keep current deadline 4296489463 00000100:00000001:1.0:1789130391.819517:0:31745:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296486640 00000100:00000001:1.0:1789130391.819520:0:31745:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 3, keep current deadline 4296489463 00000100:00000001:1.0:1789130391.819523:0:31745:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789130391.819527:0:31745:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130391.819531:0:31745:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789130391.819533:0:31745:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1789130391.819538:0:31745:0:(client.c:2715:ptlrpc_set_wait()) set ffff9caf607bef00 going to sleep for 11 seconds 00000100:00000001:1.0:1789130391.819542:0:31745:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789130391.819547:0:31745:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789130391.819967:0:2342:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789130391.819975:0:2342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf47f34d00. 00000400:00000200:3.0:1789130391.819982:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130391.819988:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:3.0:1789130391.819997:0:2342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf462a3770 00000400:00000010:3.0:1789130391.820000:0:2342:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf462a3770. 00000100:00000001:3.0:1789130391.820005:0:2342:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789130391.820011:0:2342:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf615d4b40 x1876037329031296/t0(0) o37->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 448/440 e 0 to 0 dl 1789130407 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130391.820022:0:2342:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130391.820026:0:2342:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf615d4b40 x1876037329031296/t0(0) o37->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 448/440 e 0 to 0 dl 1789130407 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130391.820034:0:2342:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130391.820035:0:2342:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:1.1:1789130391.829022:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf586b7c00. 00000800:00000001:3.0:1789130391.831316:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130391.831341:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789130391.831347:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130391.831359:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130391.831371:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130391.831381:0:2341:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:3.0:1789130391.831393:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130391.831399:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130391.831407:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130391.831412:0:2341:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 4096 into portal 14 MB=0x6aa3efa951080 00000400:00000200:3.0:1789130391.831419:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130391.831427:0:2341:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index e from 12345-192.168.204.123@tcp of length 4096/4096 into md 0x6c05 [256] + 0 00000400:00000010:3.0:1789130391.831434:0:2341:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf42d8ea50. 00000400:00000200:3.0:1789130391.831441:0:2341:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff9caf50282000 00000800:00000001:3.0:1789130391.831448:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130391.831458:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130391.831461:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130391.831466:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:3.0:1789130391.831474:0:2341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf50282000 00000400:00000010:3.0:1789130391.831477:0:2341:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 4216 at ffff9caf50282000. 00000100:00000001:3.0:1789130391.831483:0:2341:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:3.0:1789130391.831486:0:2341:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req ffff9caf615d4b40 desc ffff9caf487c1000 mbits 1876037329031296 00000100:00000001:3.0:1789130391.831511:0:2341:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:3.0:1789130391.831521:0:2341:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1789130391.831524:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130391.831530:0:2341:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.204.23@tcp to MR: 192.168.204.123@tcp local destination 00000400:00000200:3.0:1789130391.831537:0:2341:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2503:2503:256:4294967295] 192.168.204.123@tcp LPNI seq info [2502:2502:8:4294967295] 00000400:00000200:3.0:1789130391.831541:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130391.831550:0:2341:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:192.168.204.23@tcp) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) 192.168.204.123@tcp : ACK try# 0 00000800:00000200:3.0:1789130391.831556:0:2341:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 256 frags to 12345-192.168.204.123@tcp 00000800:00000010:3.0:1789130391.831565:0:2341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 4328 at ffff9caf4847a000. 00000800:00000200:3.0:1789130391.831572:0:2341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:3.0:1789130391.831581:0:2341:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:3.0:1789130391.831586:0:2341:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf4847a000 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1789130391.831664:0:2341:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789130391.831669:0:2341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 4328 at ffff9caf4847a000. 00000400:00000200:3.0:1789130391.831673:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130391.831677:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: ACK: OK 00000800:00000001:3.0:1789130391.831683:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130391.831692:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130391.832542:0:31745:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789130391.832550:0:31745:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1789130391.835425:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130391.835454:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789130391.835459:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130391.835463:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130391.835476:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130391.835488:0:2341:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:3.0:1789130391.835499:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130391.835506:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130391.835512:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130391.835518:0:2341:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 440 into portal 10 MB=0x6aa3efa951080 00000400:00000200:3.0:1789130391.835523:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130391.835530:0:2341:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.123@tcp of length 440/440 into md 0x6c0d [1] + 224 00000800:00000001:3.0:1789130391.835540:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130391.835575:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130391.835580:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130391.835586:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:3.0:1789130391.835597:0:2341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789130391.835609:0:2341:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf615d4b40 x1876037329031296/t0(0) o37->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 448/440 e 0 to 0 dl 1789130407 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789130391.835623:0:2341:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=440 offset=224 replen=440 req@ffff9caf615d4b40 x1876037329031296/t0(0) o37->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 448/440 e 0 to 0 dl 1789130407 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130391.835650:0:2341:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789130391.835663:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130391.835666:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130391.835942:0:31745:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789130391.835952:0:31745:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789130391.835956:0:31745:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789130391.835961:0:31745:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf42d8ed68. 00000400:00000200:1.0:1789130391.835968:0:31745:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf462a3880 00000400:00000010:1.0:1789130391.835970:0:31745:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf462a3880. 00000100:00000001:1.0:1789130391.835974:0:31745:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789130391.835980:0:31745:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf615d4b40 x1876037329031296/t0(0) o37->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 448/440 e 0 to 0 dl 1789130407 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1789130391.835988:0:31745:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf615d4b40 x1876037329031296/t0(0) o37->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 448/440 e 0 to 0 dl 1789130407 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130391.835995:0:31745:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789130391.835997:0:31745:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130391.836001:0:31745:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789130391.836006:0:31745:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789130391.836009:0:31745:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789130391.836011:0:31745:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130391.836015:0:31745:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789130391.836027:0:31745:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf6079aca8 time=10 v=5 (5 5 5 5) 00000100:00001000:1.0:1789130391.836031:0:31745:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf6079ac18 time=0 v=5 (1 0 0 0) 00000100:00000001:1.0:1789130391.836035:0:31745:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789130391.836036:0:31745:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130391.836040:0:31745:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789130391.836044:0:31745:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130391.836049:0:31745:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789130391.836051:0:31745:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9caf5014c800: skip recheck: last_committed 4294967634 00000100:00000001:1.0:1789130391.836053:0:31745:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789130391.836057:0:31745:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789130391.836061:0:31745:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@ffff9caf615d4b40 x1876037329031296/t0(0) o37->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 448/440 e 0 to 0 dl 1789130407 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1789130391.836070:0:31745:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@ffff9caf615d4b40 x1876037329031296/t0(0) o37->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 448/440 e 0 to 0 dl 1789130407 ref 2 fl Bulk:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130391.836077:0:31745:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789130391.836080:0:31745:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789130391.836083:0:31745:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf615d4b40 x1876037329031296/t0(0) o37->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 448/440 e 0 to 0 dl 1789130407 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1789130391.836091:0:31745:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf615d4b40 pname:cluuid:pid:xid:nid:opc:job rm:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:31745:1876037329031296:192.168.204.123@tcp:37:rm.0 00000100:00000001:1.0:1789130391.836096:0:31745:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130391.836099:0:31745:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130391.836102:0:31745:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1789130391.836104:0:31745:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789130391.836107:0:31745:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf615d4b40 x1876037329031296/t0(0) o37->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 448/440 e 0 to 0 dl 1789130407 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130391.836115:0:31745:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789130391.836118:0:31745:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9caf607bef00. 00000100:00000001:1.0:1789130391.836124:0:31745:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1789130391.836126:0:31745:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789130391.836130:0:31745:0:(mdc_request.c:1108:mdc_getpage()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130391.836133:0:31745:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789130391.836136:0:31745:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf615d4b40 x1876037329031296/t0(0) o37->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 448/440 e 0 to 0 dl 1789130407 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130391.836143:0:31745:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789130391.836146:0:31745:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789130391.836149:0:31745:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9caf487c3c00. 02000000:00000001:1.0:1789130391.836152:0:31745:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789130391.836156:0:31745:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1789130391.836158:0:31745:0:(genops.c:1223:class_import_put()) import ffff9caf6079a800 refcount=10 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000020:00000001:1.0:1789130391.836161:0:31745:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:1.0:1789130391.836163:0:31745:0:(client.c:325:ptlrpc_free_bulk()) Process entered 00000020:00000001:1.0:1789130391.836166:0:31745:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1789130391.836167:0:31745:0:(genops.c:1223:class_import_put()) import ffff9caf6079a800 refcount=9 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000020:00000001:1.0:1789130391.836168:0:31745:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000010:1.0:1789130391.836201:0:31745:0:(client.c:346:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 4096 at ffff9caf50114000. 00000100:00000010:1.0:1789130391.836206:0:31745:0:(client.c:347:ptlrpc_free_bulk()) kfreed 'desc': 984 at ffff9caf487c1000. 00000100:00000001:1.0:1789130391.836208:0:31745:0:(client.c:348:ptlrpc_free_bulk()) Process leaving 02000000:00000010:1.0:1789130391.836211:0:31745:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9caf48ef9c00. 02000000:00000001:1.0:1789130391.836216:0:31745:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789130391.836218:0:31745:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789130391.836220:0:31745:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf615d4b40. 00000100:00000001:1.0:1789130391.836227:0:31745:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789130391.836228:0:31745:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1789130391.836232:0:31745:0:(mdc_request.c:1315:mdc_dirpage_add()) Process entered 00000002:00000020:1.0:1789130391.836235:0:31745:0:(mdc_request.c:1322:mdc_dirpage_add()) read 1/1 00000002:00000010:1.0:1789130391.838621:0:31745:0:(mdc_request.c:1442:do_mdc_read_folio_remote()) kfreed 'folio_pool': 2048 at ffff9caf482da800. 00000002:00000001:1.0:1789130391.838639:0:31745:0:(mdc_request.c:1444:do_mdc_read_folio_remote()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130391.838648:0:31745:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130391.838652:0:31745:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130391.838656:0:31745:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40030200 refcount=3 00000020:00000001:1.0:1789130391.838659:0:31745:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239989760 : -109198469561856 : ffff9caf40030200) 00010000:00000001:1.0:1789130391.838663:0:31745:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239989760 : -109198469561856 : ffff9caf40030200) 00010000:00000001:1.0:1789130391.838666:0:31745:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789130391.838675:0:31745:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030200/0xde5303b1d982cd08 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a590e expref: -99 pid: 31744 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1789130391.838688:0:31745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130391.838690:0:31745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130391.838692:0:31745:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1789130391.838696:0:31745:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1789130391.838699:0:31745:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030200/0xde5303b1d982cd08 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a590e expref: -99 pid: 31744 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:1.0:1789130391.838707:0:31745:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1789130391.838711:0:31745:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1789130391.838713:0:31745:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789130391.838719:0:31745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130391.838720:0:31745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130391.838722:0:31745:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130391.838726:0:31745:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1789130391.838728:0:31745:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130391.838730:0:31745:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130391.838735:0:31745:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130391.838737:0:31745:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789130391.838738:0:31745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130391.838739:0:31745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00800000:00000001:1.0:1789130391.838743:0:31745:0:(lmv_obd.c:3458:lmv_read_page()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130391.838751:0:31745:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833960 : 144115205322833960 : 200000404000028) 00000080:00000001:1.0:1789130391.838758:0:31745:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:1.0:1789130391.838760:0:31745:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833962 : 144115205322833962 : 20000040400002a) 00000080:00000001:1.0:1789130391.838767:0:31745:0:(dir.c:306:ll_dir_read()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1789130391.838774:0:31745:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9caf48ef9000. 00000080:00000001:1.0:1789130391.838794:0:31745:0:(dir.c:402:ll_iterate()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130391.838864:0:31745:0:(dir.c:3016:ll_dir_release()) Process entered 00000080:00000001:1.0:1789130391.838867:0:31745:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:1.0:1789130391.838871:0:31745:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c3fdd0 00000080:00200008:1.0:1789130391.838874:0:31745:0:(file.c:479:ll_file_release()) START file d21h.recovery-small-2:[0x200000404:0x28:0x0](ffff9caf601300c8), flags 704000 00000080:00400000:1.0:1789130391.838879:0:31745:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000404:0x28:0x0] 00000080:00000001:1.0:1789130391.838884:0:31745:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:1.0:1789130391.838886:0:31745:0:(pcc.c:2438:pcc_file_release()) Process leaving 00000080:00000001:1.0:1789130391.838888:0:31745:0:(file.c:341:ll_md_close()) Process entered 00000002:00000001:1.0:1789130391.838900:0:31745:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789130391.838904:0:31745:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789130391.838912:0:31745:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf4a8cc900 count: 2 00010000:00000001:1.0:1789130391.838916:0:31745:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1789130391.838922:0:31745:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789130391.838924:0:31745:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000404:0x28:0x0]: 0 00000080:00000001:1.0:1789130391.838927:0:31745:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:1.0:1789130391.838930:0:31745:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:1.0:1789130391.838939:0:31745:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9caf48ef9000. 00000080:00000001:1.0:1789130391.838941:0:31745:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:1.0:1789130391.838948:0:31745:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:1.0:1789130391.838952:0:31745:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000002:1.0:1789130391.838954:0:31745:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000404:0x28:0x0] 00000002:00000001:1.0:1789130391.838958:0:31745:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:1.0:1789130391.838960:0:31745:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9caf5014c800: [0x200000404:0x28:0x0] file closed with intent: 0 00000100:00000010:1.0:1789130391.838969:0:31745:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf615d4b40. 00000020:00000040:1.0:1789130391.838973:0:31745:0:(genops.c:1210:class_import_get()) import ffff9caf6079a800 refcount=10 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000100:00000001:1.0:1789130391.838979:0:31745:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789130391.838983:0:31745:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789130391.838989:0:31745:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789130391.838999:0:31745:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9caf48ef9c00. 00000100:00000001:1.0:1789130391.839007:0:31745:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:1.0:1789130391.839031:0:31745:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9caf615d61c0 x1876037329031168/t4294967643(4294967643) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/608 e 0 to 0 dl 1789130407 ref 1 fl Complete:RPQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000020:00100000:1.0:1789130391.839044:0:31745:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9caf5014c800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:1.0:1789130391.839050:0:31745:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9caf615d4b40 x1876037329031552/t0(0) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:1.0:1789130391.839057:0:31745:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1789130391.839059:0:31745:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1789130391.839067:0:31745:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9caf607bef00. 00000100:00000001:1.0:1789130391.839070:0:31745:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446634875784785664 : -109197924765952 : ffff9caf607bef00) 00000100:00000001:1.0:1789130391.839073:0:31745:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789130391.839075:0:31745:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875799554880 : -109197909996736 : ffff9caf615d4b40) 00000100:00000001:1.0:1789130391.839080:0:31745:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789130391.839086:0:31745:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130391.839089:0:31745:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1789130391.839090:0:31745:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789130391.839094:0:31745:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf615d4b40 x1876037329031552/t0(0) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130391.839103:0:31745:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789130391.839106:0:31745:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130391.839110:0:31745:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789130391.839113:0:31745:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789130391.839115:0:31745:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789130391.839119:0:31745:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf615d4b40 pname:cluuid:pid:xid:nid:opc:job rm:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:31745:1876037329031552:192.168.204.123@tcp:35:rm.0 00000100:00000001:1.0:1789130391.839124:0:31745:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789130391.839131:0:31745:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789130391.839134:0:31745:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130391.839138:0:31745:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789130391.839144:0:31745:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9caf487c1000. 02000000:00000001:1.0:1789130391.839146:0:31745:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789130391.839156:0:31745:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:1.0:1789130391.839161:0:31745:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf42d8ed68. 00000400:00000010:1.0:1789130391.839172:0:31745:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf462a3880. 00000100:00000200:1.0:1789130391.841290:0:31745:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876037329031552, portal 10 00000100:00000001:1.0:1789130391.841305:0:31745:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789130391.841307:0:31745:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875799554880 : -109197909996736 : ffff9caf615d4b40) 00000100:00000040:1.0:1789130391.841328:0:31745:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9caf615d4b40 x1876037329031552/t0(0) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1789130407 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130391.841338:0:31745:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789130391.841342:0:31745:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:1.0:1789130391.841359:0:31745:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf462a3dd0. 00000100:00000200:1.0:1789130391.841366:0:31745:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1876037329031552, offset 0 00000400:00000200:1.0:1789130391.841377:0:31745:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:1.0:1789130391.841391:0:31745:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:1.0:1789130391.841407:0:31745:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:1.0:1789130391.841416:0:31745:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789130391.841421:0:31745:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:1.0:1789130391.841426:0:31745:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789130391.841430:0:31745:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:1.0:1789130391.841434:0:31745:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2504:2504:256:4294967295] 192.168.204.123@tcp LPNI seq info [2503:2503:8:4294967295] 00000400:00000200:1.0:1789130391.841439:0:31745:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:1.0:1789130391.841454:0:31745:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:1.0:1789130391.841462:0:31745:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:1.0:1789130391.841470:0:31745:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf47f34d00. 00000800:00000200:1.0:1789130391.841479:0:31745:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:1.0:1789130391.841491:0:31745:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:1.0:1789130391.841497:0:31745:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf47f34d00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1789130391.841521:0:31745:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789130391.841528:0:31745:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: using a timeout of 797463 usecs (798 jiffies) 00000400:00000200:1.0:1789130391.841532:0:31745:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:1.0:1789130391.841536:0:31745:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296486661 00000100:00000001:1.0:1789130391.841540:0:31745:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 2, keep current deadline 4296489463 00000100:00000001:1.0:1789130391.841543:0:31745:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296486661 00000100:00000001:1.0:1789130391.841546:0:31745:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 3, keep current deadline 4296489463 00000100:00000001:1.0:1789130391.841549:0:31745:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789130391.841553:0:31745:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130391.841557:0:31745:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789130391.841560:0:31745:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1789130391.841563:0:31745:0:(client.c:2715:ptlrpc_set_wait()) set ffff9caf607bef00 going to sleep for 11 seconds 00000100:00000001:1.0:1789130391.841567:0:31745:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789130391.841571:0:31745:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789130391.843727:0:2342:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789130391.843743:0:2342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf47f34d00. 00000400:00000200:2.0:1789130391.843755:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130391.843769:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:2.0:1789130391.843779:0:2342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf462a3dd0 00000400:00000010:2.0:1789130391.843798:0:2342:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf462a3dd0. 00000100:00000001:2.0:1789130391.843847:0:2342:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789130391.843858:0:2342:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf615d4b40 x1876037329031552/t0(0) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1789130407 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130391.843874:0:2342:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130391.843878:0:2342:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf615d4b40 x1876037329031552/t0(0) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1789130407 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130391.843892:0:2342:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130391.843894:0:2342:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1789130391.847873:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130391.847909:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789130391.847918:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130391.847921:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130391.847935:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130391.847946:0:2341:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:3.0:1789130391.847957:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130391.847963:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130391.847975:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130391.847980:0:2341:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 456 into portal 10 MB=0x6aa3efa951180 00000400:00000200:3.0:1789130391.847986:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130391.847993:0:2341:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.123@tcp of length 456/456 into md 0x6c15 [1] + 224 00000800:00000001:3.0:1789130391.848003:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130391.848013:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130391.848017:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130391.848023:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:3.0:1789130391.848035:0:2341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789130391.848047:0:2341:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf615d4b40 x1876037329031552/t0(0) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1789130407 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789130391.848059:0:2341:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9caf615d4b40 x1876037329031552/t0(0) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1789130407 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130391.848086:0:2341:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789130391.848099:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130391.848103:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130391.848255:0:31745:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789130391.848266:0:31745:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789130391.848269:0:31745:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789130391.848273:0:31745:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf42d8ed68. 00000400:00000200:1.0:1789130391.848280:0:31745:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf462a3880 00000400:00000010:1.0:1789130391.848283:0:31745:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf462a3880. 00000100:00000001:1.0:1789130391.848286:0:31745:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789130391.848291:0:31745:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf615d4b40 x1876037329031552/t0(0) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1789130407 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1789130391.848300:0:31745:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf615d4b40 x1876037329031552/t0(0) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1789130407 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130391.848307:0:31745:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789130391.848309:0:31745:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130391.848313:0:31745:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789130391.848319:0:31745:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789130391.848322:0:31745:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789130391.848325:0:31745:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130391.848329:0:31745:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789130391.848345:0:31745:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf6079aca8 time=10 v=5 (5 5 5 5) 00000100:00001000:1.0:1789130391.848431:0:31745:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf6079ac18 time=0 v=5 (1 0 0 0) 00000100:00000001:1.0:1789130391.848436:0:31745:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789130391.848440:0:31745:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130391.848444:0:31745:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789130391.848451:0:31745:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130391.848456:0:31745:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1789130391.848459:0:31745:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1789130391.848461:0:31745:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1789130391.848465:0:31745:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789130391.848468:0:31745:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875799554880 : -109197909996736 : ffff9caf615d4b40) 00000100:00000001:1.0:1789130391.848473:0:31745:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789130391.848476:0:31745:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9caf5014c800: skip recheck: last_committed 4294967634 00000100:00000001:1.0:1789130391.848478:0:31745:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789130391.848483:0:31745:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789130391.848490:0:31745:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf615d4b40 x1876037329031552/t4294967644(4294967644) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1789130407 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130391.848499:0:31745:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789130391.848504:0:31745:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789130391.848506:0:31745:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789130391.848512:0:31745:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf615d4b40 x1876037329031552/t4294967644(4294967644) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1789130407 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1789130391.848520:0:31745:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf615d4b40 pname:cluuid:pid:xid:nid:opc:job rm:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:31745:1876037329031552:192.168.204.123@tcp:35:rm.0 00000100:00000001:1.0:1789130391.848527:0:31745:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130391.848532:0:31745:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130391.848536:0:31745:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1789130391.848538:0:31745:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789130391.848542:0:31745:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf615d4b40 x1876037329031552/t4294967644(4294967644) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1789130407 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130391.848549:0:31745:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789130391.848552:0:31745:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9caf607bef00. 00000100:00000001:1.0:1789130391.848558:0:31745:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1789130391.848560:0:31745:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130391.848571:0:31745:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789130391.848572:0:31745:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875799554880 : -109197909996736 : ffff9caf615d4b40) 00000002:00000001:1.0:1789130391.848576:0:31745:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789130391.848580:0:31745:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1789130391.848588:0:31745:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9caf48ef9000. 00000080:00000001:1.0:1789130391.848593:0:31745:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:1.0:1789130391.848597:0:31745:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00000002:00000001:1.0:1789130391.848605:0:31745:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:1.0:1789130391.848610:0:31745:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9caf615d61c0 x1876037329031168/t4294967643(4294967643) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/608 e 0 to 0 dl 1789130407 ref 1 fl Complete:RQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130391.848619:0:31745:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789130391.848620:0:31745:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875799560640 : -109197909990976 : ffff9caf615d61c0) 00000100:00000001:1.0:1789130391.848623:0:31745:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789130391.848625:0:31745:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf615d61c0 x1876037329031168/t4294967643(4294967643) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/608 e 0 to 0 dl 1789130407 ref 2 fl Complete:RMQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130391.848631:0:31745:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130391.848633:0:31745:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789130391.848636:0:31745:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf615d4b40 x1876037329031552/t4294967644(4294967644) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1789130407 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130391.848643:0:31745:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130391.848645:0:31745:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789130391.848648:0:31745:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf615d61c0 x1876037329031168/t4294967643(4294967643) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/608 e 0 to 0 dl 1789130407 ref 1 fl Complete:RMQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130391.848654:0:31745:0:(client.c:2793:__ptlrpc_free_req()) Process entered 00000020:00000001:1.0:1789130391.848658:0:31745:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1789130391.848661:0:31745:0:(genops.c:1223:class_import_put()) import ffff9caf6079a800 refcount=9 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000020:00000001:1.0:1789130391.848663:0:31745:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1789130391.848667:0:31745:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9caf487c0c00. 02000000:00000001:1.0:1789130391.848672:0:31745:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789130391.848674:0:31745:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789130391.848677:0:31745:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf615d61c0. 00000100:00000001:1.0:1789130391.848681:0:31745:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789130391.848682:0:31745:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130391.848683:0:31745:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789130391.848687:0:31745:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf615d4b40 x1876037329031552/t4294967644(4294967644) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1789130407 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130391.848693:0:31745:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789130391.848695:0:31745:0:(client.c:2947:obd_mod_free()) kfreed 'mod': 32 at ffff9caf4632bc60. 00000002:00000001:1.0:1789130391.848699:0:31745:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789130391.848700:0:31745:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1789130391.848703:0:31745:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9caf58606e00. 00000100:00000001:1.0:1789130391.848706:0:31745:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789130391.848709:0:31745:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf615d4b40 x1876037329031552/t4294967644(4294967644) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1789130407 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130391.848715:0:31745:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789130391.848717:0:31745:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789130391.848720:0:31745:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9caf487c1000. 02000000:00000001:1.0:1789130391.848722:0:31745:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789130391.848724:0:31745:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1789130391.848725:0:31745:0:(genops.c:1223:class_import_put()) import ffff9caf6079a800 refcount=8 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000020:00000001:1.0:1789130391.848728:0:31745:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1789130391.848730:0:31745:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9caf48ef9c00. 02000000:00000001:1.0:1789130391.848732:0:31745:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789130391.848733:0:31745:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789130391.848735:0:31745:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf615d4b40. 00000100:00000001:1.0:1789130391.848740:0:31745:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789130391.848741:0:31745:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1789130391.848744:0:31745:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1789130391.848750:0:31745:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9caf417a83c0. 00000080:00000001:1.0:1789130391.848755:0:31745:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130391.848763:0:31745:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c3fdd0 00000080:00000008:1.0:1789130391.848766:0:31745:0:(file.c:523:ll_file_release()) COMPLETED file d21h.recovery-small-2:[0x200000404:0x28:0x0](ffff9caf601300c8), flags 704000, rc = 0 00000080:00000001:1.0:1789130391.848770:0:31745:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130391.848773:0:31745:0:(dir.c:3017:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130391.849175:0:31745:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:1.0:1789130391.849181:0:31745:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:1.0:1789130391.849184:0:31745:0:(file.c:6206:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1789130391.849186:0:31745:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c3fbc0 00000080:00200000:1.0:1789130391.849189:0:31745:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8),name=/ 00000080:00000010:1.0:1789130391.849196:0:31745:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9caf48ef9c00. 00800000:00000002:1.0:1789130391.849205:0:31745:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9caf4557c8c0 2 00000080:00000001:1.0:1789130391.849210:0:31745:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1789130391.849216:0:31745:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1789130391.849218:0:31745:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c3fae0 00800000:00000002:1.0:1789130391.849221:0:31745:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1789130391.849225:0:31745:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1789130391.849230:0:31745:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1789130391.849236:0:31745:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1789130391.849238:0:31745:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c3f9b0 00000002:00010000:1.0:1789130391.849240:0:31745:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1789130391.849244:0:31745:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1789130391.849246:0:31745:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789130391.849251:0:31745:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789130391.849260:0:31745:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf4a8cc100 count: 2 00010000:00000001:1.0:1789130391.849264:0:31745:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789130391.849270:0:31745:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789130391.849277:0:31745:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1789130391.849283:0:31745:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030800/0xde5303b1d982cd32 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a59af expref: -99 pid: 31745 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:1.0:1789130391.849295:0:31745:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1789130391.849300:0:31745:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789130391.849304:0:31745:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030800/0xde5303b1d982cd32 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a59af expref: -99 pid: 31745 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:1.0:1789130391.849312:0:31745:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1789130391.849313:0:31745:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1789130391.849316:0:31745:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1789130391.849318:0:31745:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1789130391.849320:0:31745:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1789130391.849322:0:31745:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1789130391.849325:0:31745:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1789130391.849327:0:31745:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9caf4557c8c0 2 00000080:00000010:1.0:1789130391.849330:0:31745:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9caf48ef9c00. 00000080:00000001:1.0:1789130391.849334:0:31745:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1789130391.849336:0:31745:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789130391.849338:0:31745:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9caf601980c8) 00000080:00010000:1.0:1789130391.849342:0:31745:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9caf601980c8) for lock 0xde5303b1d982cd32 00800000:00000001:1.0:1789130391.849346:0:31745:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1789130391.849348:0:31745:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1789130391.849366:0:31745:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130391.849370:0:31745:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130391.849373:0:31745:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40030800 refcount=3 00000020:00000001:1.0:1789130391.849376:0:31745:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239991296 : -109198469560320 : ffff9caf40030800) 00010000:00000001:1.0:1789130391.849379:0:31745:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239991296 : -109198469560320 : ffff9caf40030800) 00010000:00000001:1.0:1789130391.849383:0:31745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130391.849385:0:31745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789130391.849387:0:31745:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789130391.849389:0:31745:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789130391.849391:0:31745:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xde5303b1d982cd32 from it ffffb97f41c3fbf8 00010000:00000001:1.0:1789130391.849394:0:31745:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130391.849396:0:31745:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130391.849398:0:31745:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40030800 refcount=3 00000020:00000001:1.0:1789130391.849399:0:31745:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239991296 : -109198469560320 : ffff9caf40030800) 00010000:00000001:1.0:1789130391.849402:0:31745:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239991296 : -109198469560320 : ffff9caf40030800) 00010000:00000001:1.0:1789130391.849405:0:31745:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789130391.849408:0:31745:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030800/0xde5303b1d982cd32 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a59af expref: -99 pid: 31745 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1789130391.849414:0:31745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130391.849415:0:31745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130391.849416:0:31745:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1789130391.849419:0:31745:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1789130391.849421:0:31745:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030800/0xde5303b1d982cd32 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a59af expref: -99 pid: 31745 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1789130391.849429:0:31745:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1789130391.849433:0:31745:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1789130391.849435:0:31745:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789130391.849442:0:31745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130391.849444:0:31745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130391.849445:0:31745:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130391.849449:0:31745:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1789130391.849451:0:31745:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130391.849453:0:31745:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130391.849456:0:31745:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130391.849459:0:31745:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789130391.849460:0:31745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130391.849461:0:31745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1789130391.849463:0:31745:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1789130391.849465:0:31745:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1789130391.849468:0:31745:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8), inode mode 41ff mask 1 00000080:00000001:1.0:1789130391.849473:0:31745:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130391.849477:0:31745:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1789130391.849480:0:31745:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c3fbc0 00000080:00002000:1.0:1789130391.849481:0:31745:0:(dcache.c:87:ll_dcompare()) found name d21h.recovery-small-2(ffff9caf60311438) flags 0x20000e refc 1 00000080:00000001:1.0:1789130391.849484:0:31745:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130391.849487:0:31745:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c3fc08 00000080:00200000:1.0:1789130391.849488:0:31745:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21h.recovery-small-2, flags=266 00000080:00000001:1.0:1789130391.849495:0:31745:0:(llite_lib.c:3176:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1789130391.849497:0:31745:0:(llite_lib.c:3182:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130391.849502:0:31745:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00200000:1.0:1789130391.849503:0:31745:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000404:0x28:0x0](ffff9caf601300c8), inode mode 41ed mask 44 00000080:00000001:1.0:1789130391.849506:0:31745:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130391.849513:0:31745:0:(dir.c:3010:ll_dir_open()) Process entered 00000080:00000001:1.0:1789130391.849516:0:31745:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:1.0:1789130391.849518:0:31745:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c3fb78 00000080:00200008:1.0:1789130391.849520:0:31745:0:(file.c:1090:ll_file_open()) START file d21h.recovery-small-2:[0x200000404:0x28:0x0](ffff9caf601300c8), flags 704400 00000080:00000010:1.0:1789130391.849525:0:31745:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9caf417a83c0. 00000080:00000001:1.0:1789130391.849535:0:31745:0:(file.c:806:ll_intent_file_open()) Process entered 00000080:00000010:1.0:1789130391.849537:0:31745:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9caf48ef9c00. 00800000:00000002:1.0:1789130391.849540:0:31745:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9caf4557c8c0 2 00000080:00000001:1.0:1789130391.849542:0:31745:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1789130391.849544:0:31745:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1789130391.849545:0:31745:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c3fa28 00800000:00000002:1.0:1789130391.849547:0:31745:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open' for [0x200000404:0x28:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1789130391.849551:0:31745:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00000020:00000001:1.0:1789130391.849553:0:31745:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c3f9a8 00800000:00000002:1.0:1789130391.849555:0:31745:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x28:0x0], name='' -> mds #0 layout version 1 00000002:00000001:1.0:1789130391.849559:0:31745:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1789130391.849560:0:31745:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c3f8e0 00000002:00010000:1.0:1789130391.849562:0:31745:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000404:0x28:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 0104240704401 00000002:00000001:1.0:1789130391.849567:0:31745:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1789130391.849570:0:31745:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:1.0:1789130391.849574:0:31745:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1789130391.849577:0:31745:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf4a8cc900 count: 2 00010000:00000001:1.0:1789130391.849580:0:31745:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789130391.849582:0:31745:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1789130391.849586:0:31745:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130391.849588:0:31745:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789130391.849590:0:31745:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789130391.849592:0:31745:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1789130391.849594:0:31745:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf4a8cc100 count: 2 00010000:00000001:1.0:1789130391.849596:0:31745:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789130391.849597:0:31745:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1789130391.849599:0:31745:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130391.849600:0:31745:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789130391.849602:0:31745:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789130391.849607:0:31745:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf615d4b40. 00000020:00000040:1.0:1789130391.849611:0:31745:0:(genops.c:1210:class_import_get()) import ffff9caf6079a800 refcount=9 obd=lustre-MDT0000-mdc-ffff9caf5014c800 02000000:00000001:1.0:1789130391.849618:0:31745:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789130391.849620:0:31745:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130391.849622:0:31745:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1789130391.849627:0:31745:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789130391.849631:0:31745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130391.849632:0:31745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130391.849634:0:31745:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130391.849637:0:31745:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789130391.849640:0:31745:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789130391.849644:0:31745:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789130391.849654:0:31745:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9caf487c1000. 00000100:00000001:1.0:1789130391.849663:0:31745:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130391.849668:0:31745:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789130391.849670:0:31745:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130391.849672:0:31745:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789130391.849673:0:31745:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130391.849675:0:31745:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789130391.849683:0:31745:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446634875799554880 : -109197909996736 : ffff9caf615d4b40) 00010000:00000001:1.0:1789130391.849688:0:31745:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1789130391.849691:0:31745:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1789130391.849693:0:31745:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf4a8cc100 count: 2 00010000:00000001:1.0:1789130391.849695:0:31745:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789130391.849698:0:31745:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1789130391.849702:0:31745:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9caf586b7c00. 00000020:00000001:1.0:1789130391.849705:0:31745:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1789130391.849708:0:31745:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9caf586b7c00 with handle 0xde5303b1d982cd40 to hash 00000020:00000001:1.0:1789130391.849710:0:31745:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1789130391.849713:0:31745:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446634875649489920 : -109198060061696 : ffff9caf586b7c00) 00010000:00000001:1.0:1789130391.849718:0:31745:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446634875649489920 : -109198060061696 : ffff9caf586b7c00) 00010000:00000001:1.0:1789130391.849721:0:31745:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789130391.849723:0:31745:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789130391.849726:0:31745:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7c00/0xde5303b1d982cd40 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 31745 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789130391.849733:0:31745:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7c00/0xde5303b1d982cd40 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31745 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:1.0:1789130391.849747:0:31745:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9caf5014c800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1789130391.849759:0:31745:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9caf615d4b40 x1876037329031808/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1789130391.849768:0:31745:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7c00/0xde5303b1d982cd40 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31745 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1789130391.849774:0:31745:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1789130391.849776:0:31745:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1789130391.849797:0:31745:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9caf607bef00. 00000100:00000001:1.0:1789130391.849800:0:31745:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446634875784785664 : -109197924765952 : ffff9caf607bef00) 00000100:00000001:1.0:1789130391.849831:0:31745:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789130391.849833:0:31745:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875799554880 : -109197909996736 : ffff9caf615d4b40) 00000100:00000001:1.0:1789130391.849839:0:31745:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789130391.849844:0:31745:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130391.849845:0:31745:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1789130391.849847:0:31745:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789130391.849851:0:31745:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf615d4b40 x1876037329031808/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130391.849859:0:31745:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789130391.849861:0:31745:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130391.849865:0:31745:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789130391.849868:0:31745:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789130391.849870:0:31745:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789130391.849874:0:31745:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf615d4b40 pname:cluuid:pid:xid:nid:opc:job rm:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:31745:1876037329031808:192.168.204.123@tcp:101:rm.0 00000100:00000001:1.0:1789130391.849879:0:31745:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789130391.849885:0:31745:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789130391.849888:0:31745:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130391.849890:0:31745:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789130391.849992:0:31745:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 262144 at ffff9caf48a00000. 02000000:00000001:1.0:1789130391.849995:0:31745:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789130391.850002:0:31745:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:1.0:1789130391.850007:0:31745:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf42d8ed68. 00000400:00000010:1.0:1789130391.850016:0:31745:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffff9caf482da800. 00000100:00000200:1.0:1789130391.850025:0:31745:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 262144 bytes, xid 1876037329031808, portal 10 00000100:00000001:1.0:1789130391.850027:0:31745:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789130391.850028:0:31745:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875799554880 : -109197909996736 : ffff9caf615d4b40) 00000100:00000040:1.0:1789130391.850034:0:31745:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9caf615d4b40 x1876037329031808/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789130407 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130391.850042:0:31745:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789130391.850044:0:31745:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:1.0:1789130391.850048:0:31745:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf462a3880. 00000100:00000200:1.0:1789130391.850052:0:31745:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1876037329031808, offset 0 00000400:00000200:1.0:1789130391.850060:0:31745:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:1.0:1789130391.850070:0:31745:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:1.0:1789130391.850080:0:31745:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:1.0:1789130391.850088:0:31745:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789130391.850093:0:31745:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:1.0:1789130391.850098:0:31745:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789130391.850101:0:31745:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:1.0:1789130391.850105:0:31745:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2505:2505:256:4294967295] 192.168.204.123@tcp LPNI seq info [2504:2504:8:4294967295] 00000400:00000200:1.0:1789130391.850110:0:31745:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:1.0:1789130391.850122:0:31745:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:1.0:1789130391.850129:0:31745:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:1.0:1789130391.850136:0:31745:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf47f34700. 00000800:00000200:1.0:1789130391.850144:0:31745:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:1.0:1789130391.850155:0:31745:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:1.0:1789130391.850161:0:31745:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf47f34700 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:1.0:1789130391.852549:0:31745:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789130391.852568:0:31745:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: using a timeout of 796417 usecs (797 jiffies) 00000400:00000200:1.0:1789130391.852579:0:31745:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:1.0:1789130391.852585:0:31745:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296486671 00000100:00000001:1.0:1789130391.852589:0:31745:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 2, keep current deadline 4296489463 00000100:00000001:1.0:1789130391.852592:0:31745:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296486671 00000100:00000001:1.0:1789130391.852594:0:31745:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 3, keep current deadline 4296489463 00000100:00000001:1.0:1789130391.852598:0:31745:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789130391.852604:0:31745:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130391.852608:0:31745:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789130391.852612:0:31745:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1789130391.852617:0:31745:0:(client.c:2715:ptlrpc_set_wait()) set ffff9caf607bef00 going to sleep for 11 seconds 00000100:00000001:1.0:1789130391.852623:0:31745:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789130391.852626:0:31745:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789130391.852888:0:2342:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789130391.852895:0:2342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf47f34700. 00000400:00000200:3.0:1789130391.852910:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130391.852921:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:3.0:1789130391.852930:0:2342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf462a3880 00000400:00000010:3.0:1789130391.852934:0:2342:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf462a3880. 00000100:00000001:3.0:1789130391.852940:0:2342:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789130391.852950:0:2342:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf615d4b40 x1876037329031808/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789130407 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130391.852967:0:2342:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130391.852972:0:2342:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf615d4b40 x1876037329031808/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789130407 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130391.852979:0:2342:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130391.852981:0:2342:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1789130391.861559:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130391.861587:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789130391.861594:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130391.861596:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130391.861610:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130391.861622:0:2341:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:3.0:1789130391.861634:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130391.861641:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130391.861650:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130391.861655:0:2341:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 608 into portal 10 MB=0x6aa3efa951280 00000400:00000200:3.0:1789130391.861662:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130391.861669:0:2341:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.123@tcp of length 608/608 into md 0x6c1d [64] + 224 00000800:00000001:3.0:1789130391.861680:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130391.861689:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130391.861694:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130391.861699:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:3.0:1789130391.861713:0:2341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789130391.861728:0:2341:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf615d4b40 x1876037329031808/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789130407 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789130391.861742:0:2341:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=608 offset=224 replen=131856 req@ffff9caf615d4b40 x1876037329031808/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789130407 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130391.861768:0:2341:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789130391.861799:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130391.861846:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130391.861856:0:31745:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789130391.861868:0:31745:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789130391.861872:0:31745:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789130391.861877:0:31745:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf42d8ed68. 00000400:00000200:1.0:1789130391.861884:0:31745:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf482da800 00000400:00000010:1.0:1789130391.861887:0:31745:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 1144 at ffff9caf482da800. 00000100:00000001:1.0:1789130391.861893:0:31745:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789130391.861898:0:31745:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf615d4b40 x1876037329031808/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789130407 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1789130391.861909:0:31745:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf615d4b40 x1876037329031808/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789130407 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130391.861915:0:31745:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789130391.861918:0:31745:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130391.861921:0:31745:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789130391.861925:0:31745:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789130391.861928:0:31745:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789130391.861940:0:31745:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130391.861945:0:31745:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789130391.861959:0:31745:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf6079ac60 time=10 v=5 (5 104 104 104) 00000100:00001000:1.0:1789130391.861965:0:31745:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf6079ac18 time=0 v=5 (1 0 0 0) 00000100:00000001:1.0:1789130391.861968:0:31745:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789130391.861970:0:31745:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130391.861975:0:31745:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789130391.861983:0:31745:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130391.861994:0:31745:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1789130391.861996:0:31745:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1789130391.861998:0:31745:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1789130391.862001:0:31745:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789130391.862003:0:31745:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875799554880 : -109197909996736 : ffff9caf615d4b40) 00000100:00000001:1.0:1789130391.862007:0:31745:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789130391.862009:0:31745:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9caf5014c800: skip recheck: last_committed 4294967634 00000100:00000001:1.0:1789130391.862011:0:31745:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789130391.862015:0:31745:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789130391.862020:0:31745:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf615d4b40 x1876037329031808/t4294967645(4294967645) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/608 e 0 to 0 dl 1789130407 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130391.862029:0:31745:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789130391.862033:0:31745:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789130391.862035:0:31745:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789130391.862040:0:31745:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf615d4b40 x1876037329031808/t4294967645(4294967645) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/608 e 0 to 0 dl 1789130407 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1789130391.862049:0:31745:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf615d4b40 pname:cluuid:pid:xid:nid:opc:job rm:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:31745:1876037329031808:192.168.204.123@tcp:101:rm.0 00000100:00000001:1.0:1789130391.862056:0:31745:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130391.862060:0:31745:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130391.862063:0:31745:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1789130391.862066:0:31745:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789130391.862071:0:31745:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf615d4b40 x1876037329031808/t4294967645(4294967645) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/608 e 0 to 0 dl 1789130407 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130391.862079:0:31745:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789130391.862083:0:31745:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9caf607bef00. 00000100:00000001:1.0:1789130391.862088:0:31745:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1789130391.862090:0:31745:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130391.862094:0:31745:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1789130391.862101:0:31745:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130391.862105:0:31745:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130391.862109:0:31745:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b7c00 refcount=4 00000020:00000001:1.0:1789130391.862112:0:31745:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649489920 : -109198060061696 : ffff9caf586b7c00) 00010000:00000001:1.0:1789130391.862116:0:31745:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649489920 : -109198060061696 : ffff9caf586b7c00) 00010000:00000040:1.0:1789130391.862126:0:31745:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9caf586b7c00, remote cookie: 0xcdf1b083821a59cb, flags: 0x1001 00010000:00000040:1.0:1789130391.862130:0:31745:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x28:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:1.0:1789130391.862133:0:31745:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000040:1.0:1789130391.862143:0:31745:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf4a8cc900 count: 2 00010000:00000001:1.0:1789130391.862147:0:31745:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789130391.862152:0:31745:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789130391.862157:0:31745:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7c00/0xde5303b1d982cd40 lrc: 4/1,0 mode: --/CR res: [0x200000404:0x28:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a59cb expref: -99 pid: 31745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789130391.862170:0:31745:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7c00/0xde5303b1d982cd40 lrc: 4/1,0 mode: --/CR res: [0x200000404:0x28:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a59cb expref: -99 pid: 31745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789130391.862178:0:31745:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1789130391.862185:0:31745:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1789130391.862188:0:31745:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1789130391.862191:0:31745:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1789130391.862192:0:31745:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1789130391.862196:0:31745:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x28:0x0].0x0 (ffff9caf4a8cc900) refcount = 2 00010000:00000040:1.0:1789130391.862199:0:31745:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1789130391.862202:0:31745:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030200/0xde5303b1d982cd08 lrc: 1/0,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a590e expref: -99 pid: 31744 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00010000:1.0:1789130391.862210:0:31745:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7c00/0xde5303b1d982cd40 lrc: 4/1,0 mode: CR/CR res: [0x200000404:0x28:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a59cb expref: -99 pid: 31745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789130391.862218:0:31745:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1789130391.862222:0:31745:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1789130391.862223:0:31745:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789130391.862227:0:31745:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1789130391.862229:0:31745:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789130391.862233:0:31745:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7c00/0xde5303b1d982cd40 lrc: 4/1,0 mode: CR/CR res: [0x200000404:0x28:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a59cb expref: -99 pid: 31745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789130391.862239:0:31745:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1789130391.862240:0:31745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130391.862242:0:31745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130391.862243:0:31745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130391.862243:0:31745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130391.862244:0:31745:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789130391.862250:0:31745:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1789130391.862254:0:31745:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130391.862255:0:31745:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130391.862256:0:31745:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b7c00 refcount=3 00000020:00000001:1.0:1789130391.862258:0:31745:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649489920 : -109198060061696 : ffff9caf586b7c00) 00010000:00000001:1.0:1789130391.862260:0:31745:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649489920 : -109198060061696 : ffff9caf586b7c00) 00010000:00000001:1.0:1789130391.862263:0:31745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130391.862263:0:31745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1789130391.862268:0:31745:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x200002b, status=0 req@ffff9caf615d4b40 x1876037329031808/t4294967645(4294967645) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/608 e 0 to 0 dl 1789130407 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1789130391.862279:0:31745:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:1.0:1789130391.862284:0:31745:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9caf615d4b40 x1876037329031808/t4294967645(4294967645) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/608 e 0 to 0 dl 1789130407 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1789130391.862292:0:31745:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130391.862294:0:31745:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130391.862295:0:31745:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130391.862297:0:31745:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b7c00 refcount=3 00000020:00000001:1.0:1789130391.862299:0:31745:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649489920 : -109198060061696 : ffff9caf586b7c00) 00010000:00000001:1.0:1789130391.862301:0:31745:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649489920 : -109198060061696 : ffff9caf586b7c00) 00010000:00000001:1.0:1789130391.862304:0:31745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130391.862305:0:31745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789130391.862306:0:31745:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789130391.862309:0:31745:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789130391.862312:0:31745:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:1.0:1789130391.862315:0:31745:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789130391.862316:0:31745:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875799554880 : -109197909996736 : ffff9caf615d4b40) 00010000:00000001:1.0:1789130391.862319:0:31745:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130391.862320:0:31745:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130391.862320:0:31745:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b7c00 refcount=3 00000020:00000001:1.0:1789130391.862322:0:31745:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649489920 : -109198060061696 : ffff9caf586b7c00) 00010000:00000001:1.0:1789130391.862323:0:31745:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649489920 : -109198060061696 : ffff9caf586b7c00) 00000002:00010000:1.0:1789130391.862326:0:31745:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7c00/0xde5303b1d982cd40 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x28:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a59cb expref: -99 pid: 31745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789130391.862330:0:31745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130391.862330:0:31745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130391.862340:0:31745:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1789130391.862341:0:31745:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130391.862342:0:31745:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130391.862343:0:31745:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b7c00 refcount=3 00000020:00000001:1.0:1789130391.862344:0:31745:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649489920 : -109198060061696 : ffff9caf586b7c00) 00010000:00000001:1.0:1789130391.862346:0:31745:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649489920 : -109198060061696 : ffff9caf586b7c00) 00010000:00000040:1.0:1789130391.862350:0:31745:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf4a8cc900 count: 3 00010000:00000001:1.0:1789130391.862352:0:31745:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1789130391.862357:0:31745:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9caf4630e800 type 13 mode 16 res 8589935620/40 (0 0) 00010000:00000001:1.0:1789130391.862360:0:31745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130391.862361:0:31745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789130391.862362:0:31745:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1789130391.862366:0:31745:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c3f868 00000002:00002000:1.0:1789130391.862368:0:31745:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=open status=0 disp=0x280002b: rc = 0 00000002:00000001:1.0:1789130391.862372:0:31745:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789130391.862377:0:31745:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789130391.862380:0:31745:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1789130391.862459:0:31745:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:1.0:1789130391.862465:0:31745:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789130391.862471:0:31745:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9caf4557c8c0 2 00000080:00000010:1.0:1789130391.862476:0:31745:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9caf48ef9c00. 00000080:00000001:1.0:1789130391.862482:0:31745:0:(llite_lib.c:3864:ll_prep_inode()) Process entered 00000002:00000001:1.0:1789130391.862490:0:31745:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1789130391.862495:0:31745:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1789130391.862499:0:31745:0:(llite_lib.c:1973:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1789130391.862502:0:31745:0:(llite_lib.c:1977:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000404:0x28:0x0] 00000080:00000001:1.0:1789130391.862505:0:31745:0:(llite_lib.c:1994:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130391.862512:0:31745:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833960 : 144115205322833960 : 200000404000028) 00000080:00000001:1.0:1789130391.862516:0:31745:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:1.0:1789130391.862523:0:31745:0:(llite_lib.c:3140:ll_update_inode()) inode=[0x200000404:0x28:0x0], updating i_size 7680 00010000:00000001:1.0:1789130391.862525:0:31745:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130391.862527:0:31745:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130391.862529:0:31745:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b7c00 refcount=3 00000020:00000001:1.0:1789130391.862531:0:31745:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649489920 : -109198060061696 : ffff9caf586b7c00) 00010000:00000001:1.0:1789130391.862533:0:31745:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649489920 : -109198060061696 : ffff9caf586b7c00) 00010000:00000001:1.0:1789130391.862536:0:31745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130391.862537:0:31745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1789130391.862540:0:31745:0:(llite_lib.c:3962:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1789130391.862543:0:31745:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1789130391.862545:0:31745:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789130391.862550:0:31745:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000404:0x28:0x0](ffff9caf601300c8) for lock 0xde5303b1d982cd40 00800000:00000001:1.0:1789130391.862553:0:31745:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1789130391.862556:0:31745:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1789130391.862557:0:31745:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130391.862559:0:31745:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130391.862561:0:31745:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b7c00 refcount=3 00000020:00000001:1.0:1789130391.862563:0:31745:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649489920 : -109198060061696 : ffff9caf586b7c00) 00010000:00000001:1.0:1789130391.862565:0:31745:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649489920 : -109198060061696 : ffff9caf586b7c00) 00010000:00000001:1.0:1789130391.862569:0:31745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130391.862571:0:31745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789130391.862573:0:31745:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789130391.862575:0:31745:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130391.862578:0:31745:0:(llite_lib.c:3176:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1789130391.862580:0:31745:0:(llite_lib.c:3182:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130391.862583:0:31745:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789130391.862587:0:31745:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf615d4b40 x1876037329031808/t4294967645(4294967645) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/608 e 0 to 0 dl 1789130407 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130391.862593:0:31745:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789130391.862602:0:31745:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xde5303b1d982cd40 from it ffffb97f41c3fbd0 00010000:00000001:1.0:1789130391.862604:0:31745:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130391.862605:0:31745:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130391.862606:0:31745:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b7c00 refcount=3 00000020:00000001:1.0:1789130391.862608:0:31745:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649489920 : -109198060061696 : ffff9caf586b7c00) 00010000:00000001:1.0:1789130391.862610:0:31745:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649489920 : -109198060061696 : ffff9caf586b7c00) 00010000:00000001:1.0:1789130391.862615:0:31745:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789130391.862619:0:31745:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7c00/0xde5303b1d982cd40 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x28:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a59cb expref: -99 pid: 31745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789130391.862626:0:31745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130391.862627:0:31745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130391.862630:0:31745:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1789130391.862634:0:31745:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1789130391.862636:0:31745:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7c00/0xde5303b1d982cd40 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x28:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a59cb expref: -99 pid: 31745 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1789130391.862644:0:31745:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1789130391.862647:0:31745:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1789130391.862649:0:31745:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789130391.862655:0:31745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130391.862656:0:31745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130391.862657:0:31745:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130391.862661:0:31745:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1789130391.862664:0:31745:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130391.862666:0:31745:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130391.862669:0:31745:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130391.862672:0:31745:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789130391.862673:0:31745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130391.862674:0:31745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1789130391.862680:0:31745:0:(file.c:917:ll_intent_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1789130391.862690:0:31745:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff9caf58606e00. 00000080:00000001:1.0:1789130391.862694:0:31745:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:1.0:1789130391.862699:0:31745:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00000002:00000001:1.0:1789130391.862703:0:31745:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:1.0:1789130391.862707:0:31745:0:(obd.h:1507:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff9caf4632bc60. 00000002:00100000:1.0:1789130391.862711:0:31745:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9caf615d4b40 x1876037329031808/t4294967645(4294967645) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/608 e 0 to 0 dl 1789130407 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1789130391.862718:0:31745:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789130391.862720:0:31745:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:1.0:1789130391.862723:0:31745:0:(rw.c:970:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:1.0:1789130391.862726:0:31745:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130391.862730:0:31745:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:1.0:1789130391.862732:0:31745:0:(pcc.c:2368:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130391.862733:0:31745:0:(file.c:1296:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789130391.862737:0:31745:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789130391.862740:0:31745:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf615d4b40 x1876037329031808/t4294967645(4294967645) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/608 e 0 to 0 dl 1789130407 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 02000000:00000001:1.0:1789130391.862745:0:31745:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789130391.862749:0:31745:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 262144 at ffff9caf48a00000. 02000000:00000001:1.0:1789130391.862941:0:31745:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1789130391.862943:0:31745:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130391.862946:0:31745:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c3fb78 00000080:00000008:1.0:1789130391.862948:0:31745:0:(file.c:1329:ll_file_open()) COMPLETED file d21h.recovery-small-2:[0x200000404:0x28:0x0](ffff9caf601300c8), flags 704400, rc = 0 00000080:00000001:1.0:1789130391.862951:0:31745:0:(dir.c:3011:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130391.862982:0:31745:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c3fd30 00000080:00200008:1.0:1789130391.862983:0:31745:0:(file.c:6313:ll_getattr_dentry()) START file d21h.recovery-small-2:[0x200000404:0x28:0x0](ffff9caf601300c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1789130391.862999:0:31745:0:(statahead.c:2326:start_statahead_thread()) Process entered 00000080:00000001:1.0:1789130391.863005:0:31745:0:(statahead.c:2329:start_statahead_thread()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130391.863008:0:31745:0:(file.c:6206:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1789130391.863009:0:31745:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c3fca8 00000080:00200000:1.0:1789130391.863011:0:31745:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x28:0x0](ffff9caf601300c8),name=d21h.recovery-small-2 00000080:00000010:1.0:1789130391.863019:0:31745:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9caf48ef9c00. 00800000:00000002:1.0:1789130391.863026:0:31745:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9caf4557c8c0 2 00000080:00000001:1.0:1789130391.863035:0:31745:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1789130391.863039:0:31745:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1789130391.863041:0:31745:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c3fbc8 00800000:00000002:1.0:1789130391.863043:0:31745:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000404:0x28:0x0] 'd21h.recovery-small-2' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1789130391.863060:0:31745:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1789130391.863067:0:31745:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x28:0x0], name='' -> mds #0 00000002:00000001:1.0:1789130391.863072:0:31745:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1789130391.863074:0:31745:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c3fa98 00000002:00010000:1.0:1789130391.863076:0:31745:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000404:0x28:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1789130391.863080:0:31745:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1789130391.863082:0:31745:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789130391.863085:0:31745:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789130391.863089:0:31745:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf4a8cc900 count: 3 00010000:00000001:1.0:1789130391.863092:0:31745:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789130391.863096:0:31745:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789130391.863101:0:31745:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1789130391.863105:0:31745:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030200/0xde5303b1d982cd08 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a590e expref: -99 pid: 31744 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:1.0:1789130391.863114:0:31745:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1789130391.863127:0:31745:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789130391.863131:0:31745:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030200/0xde5303b1d982cd08 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a590e expref: -99 pid: 31744 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:1.0:1789130391.863138:0:31745:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1789130391.863140:0:31745:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1789130391.863142:0:31745:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1789130391.863145:0:31745:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1789130391.863147:0:31745:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1789130391.863149:0:31745:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1789130391.863152:0:31745:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1789130391.863155:0:31745:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9caf4557c8c0 2 00000080:00000010:1.0:1789130391.863157:0:31745:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9caf48ef9c00. 00000080:00000001:1.0:1789130391.863161:0:31745:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1789130391.863163:0:31745:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789130391.863166:0:31745:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x28:0x0](ffff9caf601300c8) 00000080:00010000:1.0:1789130391.863170:0:31745:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000404:0x28:0x0](ffff9caf601300c8) for lock 0xde5303b1d982cd08 00800000:00000001:1.0:1789130391.863172:0:31745:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1789130391.863174:0:31745:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1789130391.863175:0:31745:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130391.863176:0:31745:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130391.863178:0:31745:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40030200 refcount=3 00000020:00000001:1.0:1789130391.863180:0:31745:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239989760 : -109198469561856 : ffff9caf40030200) 00010000:00000001:1.0:1789130391.863182:0:31745:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239989760 : -109198469561856 : ffff9caf40030200) 00010000:00000001:1.0:1789130391.863184:0:31745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130391.863185:0:31745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789130391.863186:0:31745:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789130391.863188:0:31745:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789130391.863190:0:31745:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xde5303b1d982cd08 from it ffffb97f41c3fce0 00010000:00000001:1.0:1789130391.863192:0:31745:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130391.863193:0:31745:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130391.863194:0:31745:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40030200 refcount=3 00000020:00000001:1.0:1789130391.863196:0:31745:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239989760 : -109198469561856 : ffff9caf40030200) 00010000:00000001:1.0:1789130391.863198:0:31745:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239989760 : -109198469561856 : ffff9caf40030200) 00010000:00000001:1.0:1789130391.863200:0:31745:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789130391.863203:0:31745:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030200/0xde5303b1d982cd08 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a590e expref: -99 pid: 31744 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:1.0:1789130391.863210:0:31745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130391.863211:0:31745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130391.863212:0:31745:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1789130391.863214:0:31745:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1789130391.863217:0:31745:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030200/0xde5303b1d982cd08 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a590e expref: -99 pid: 31744 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:1.0:1789130391.863224:0:31745:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1789130391.863226:0:31745:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1789130391.863227:0:31745:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789130391.863230:0:31745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130391.863231:0:31745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130391.863232:0:31745:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130391.863235:0:31745:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1789130391.863236:0:31745:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130391.863237:0:31745:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130391.863240:0:31745:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130391.863242:0:31745:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789130391.863243:0:31745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130391.863245:0:31745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1789130391.863246:0:31745:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1789130391.863248:0:31745:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1789130391.863263:0:31745:0:(file.c:6266:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130391.863266:0:31745:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c3fd30 00000080:00000008:1.0:1789130391.863268:0:31745:0:(file.c:6498:ll_getattr_dentry()) COMPLETED file d21h.recovery-small-2:[0x200000404:0x28:0x0](ffff9caf601300c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1789130391.863300:0:31745:0:(dir.c:324:ll_iterate()) Process entered 00000080:00200000:1.0:1789130391.863303:0:31745:0:(dir.c:332:ll_iterate()) VFS Op:inode=[0x200000404:0x28:0x0](ffff9caf601300c8) pos/size0/7680 32bit_api 0 00000080:00000010:1.0:1789130391.863308:0:31745:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9caf48ef9c00. 00000080:00000001:1.0:1789130391.863312:0:31745:0:(dir.c:194:ll_dir_read()) Process entered 00000080:00000001:1.0:1789130391.863322:0:31745:0:(dir.c:148:ll_get_dir_folio()) Process leaving (rc=18446730744351690816 : -13329357860800 : fffff3e0845c1040) 00000080:00000001:1.0:1789130391.863326:0:31745:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833960 : 144115205322833960 : 200000404000028) 00000080:00000001:1.0:1789130391.863329:0:31745:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:1.0:1789130391.863331:0:31745:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833962 : 144115205322833962 : 20000040400002a) 00000080:00000001:1.0:1789130391.863346:0:31745:0:(dir.c:306:ll_dir_read()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1789130391.863349:0:31745:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9caf48ef9c00. 00000080:00000001:1.0:1789130391.863352:0:31745:0:(dir.c:402:ll_iterate()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130391.863366:0:31745:0:(dir.c:324:ll_iterate()) Process entered 00000080:00200000:1.0:1789130391.863368:0:31745:0:(dir.c:332:ll_iterate()) VFS Op:inode=[0x200000404:0x28:0x0](ffff9caf601300c8) pos/size18446744073709551614/7680 32bit_api 0 00000080:00000001:1.0:1789130391.863372:0:31745:0:(dir.c:342:ll_iterate()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1789130391.863375:0:31745:0:(dir.c:402:ll_iterate()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130391.863399:0:31745:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:1.0:1789130391.863402:0:31745:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00200000:1.0:1789130391.863405:0:31745:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000404:0x28:0x0](ffff9caf601300c8), inode mode 41ed mask 1 00000080:00000001:1.0:1789130391.863409:0:31745:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130391.863416:0:31745:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1789130391.863418:0:31745:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c3fda0 00000080:00002000:1.0:1789130391.863420:0:31745:0:(dcache.c:87:ll_dcompare()) found name f(ffff9caf60311bd0) flags 0x48000e refc 0 00000080:00000001:1.0:1789130391.863423:0:31745:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130391.863425:0:31745:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c3fe10 00000080:00200000:1.0:1789130391.863426:0:31745:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=f, flags=0 00000080:00000001:1.0:1789130391.863431:0:31745:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00200000:1.0:1789130391.863432:0:31745:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000404:0x28:0x0](ffff9caf601300c8), inode mode 41ed mask 3 00000080:00000001:1.0:1789130391.863434:0:31745:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130391.863438:0:31745:0:(namei.c:2415:ll_unlink()) Process entered 00000020:00000001:1.0:1789130391.863441:0:31745:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c3fdf8 00000080:00200000:1.0:1789130391.863443:0:31745:0:(namei.c:2418:ll_unlink()) VFS Op:name=f, dir=[0x200000404:0x28:0x0](ffff9caf601300c8) 00000080:00000001:1.0:1789130391.863446:0:31745:0:(llite_foreign.c:180:ll_foreign_is_removable()) Process entered 00000020:00000001:1.0:1789130391.863449:0:31745:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1789130391.863454:0:31745:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446634875648776744 : -109198060774872 : ffff9caf58609a28) 00000020:00001000:1.0:1789130391.863457:0:31745:0:(cl_object.c:823:cl_env_get()) 1@ffff9caf58609a20 00000020:00000001:1.0:1789130391.863459:0:31745:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:1.0:1789130391.863464:0:31745:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9caf47cdc7c0) owner 0000000000000000/ffff9caf48444f80 00020000:00000002:1.0:1789130391.863467:0:31745:0:(lov_object.c:2443:lov_lsm_addref()) lsm ffff9caf5021f720 addref 2/0 by ffff9caf48444f80. 00020000:00000002:1.0:1789130391.863470:0:31745:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9caf47cdc7c0) owner 0000000000000000/ffff9caf48444f80 00020000:00000001:1.0:1789130391.863472:0:31745:0:(lov_object.c:2339:lov_object_layout_get()) Process entered 00020000:00000001:1.0:1789130391.863476:0:31745:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:1.0:1789130391.863477:0:31745:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:1.0:1789130391.863479:0:31745:0:(lov_pack.c:107:lov_lsm_pack_v1v3()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00020000:00000001:1.0:1789130391.863483:0:31745:0:(lov_object.c:2358:lov_object_layout_get()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00000020:00001000:1.0:1789130391.863485:0:31745:0:(cl_object.c:917:cl_env_put()) 1@ffff9caf58609a20 00000080:00000001:1.0:1789130391.863489:0:31745:0:(llite_foreign.c:262:ll_foreign_is_removable()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:1.0:1789130391.863492:0:31745:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9caf48ef9c00. 00800000:00000001:1.0:1789130391.863501:0:31745:0:(lmv_obd.c:3494:lmv_unlink()) Process entered 00800000:00000001:1.0:1789130391.863505:0:31745:0:(lmv_obd.c:2563:lmv_early_cancel()) Process entered 00800000:00000002:1.0:1789130391.863508:0:31745:0:(lmv_obd.c:2582:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x200000404:0x2a:0x0] 00800000:00000001:1.0:1789130391.863511:0:31745:0:(lmv_obd.c:2587:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789130391.863513:0:31745:0:(lmv_obd.c:3534:lmv_unlink()) unlink with fid=[0x200000404:0x28:0x0]/[0x200000404:0x2a:0x0] -> mds #0 00000002:00000001:1.0:1789130391.863517:0:31745:0:(mdc_reint.c:315:mdc_unlink()) Process entered 00000002:00000001:1.0:1789130391.863520:0:31745:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1789130391.863523:0:31745:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf4a8cc900 count: 3 00010000:00000001:1.0:1789130391.863524:0:31745:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789130391.863527:0:31745:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1789130391.863532:0:31745:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1789130391.863534:0:31745:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030200/0xde5303b1d982cd08 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xcdf1b083821a590e expref: -99 pid: 31744 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000080:00000001:1.0:1789130391.863542:0:31745:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1789130391.863547:0:31745:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1789130391.863549:0:31745:0:(file.c:6113:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1789130391.863551:0:31745:0:(file.c:6119:ll_have_md_lock()) trying to match res [0x200000404:0x28:0x0] mode (null) 00000002:00000001:1.0:1789130391.863553:0:31745:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789130391.863554:0:31745:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789130391.863556:0:31745:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf4a8cc900 count: 4 00010000:00000001:1.0:1789130391.863558:0:31745:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789130391.863561:0:31745:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:1.0:1789130391.863563:0:31745:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:1.0:1789130391.863564:0:31745:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1789130391.863566:0:31745:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789130391.863569:0:31745:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7c00/0xde5303b1d982cd40 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x28:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a59cb expref: -99 pid: 31745 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1789130391.863575:0:31745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130391.863576:0:31745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789130391.863577:0:31745:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=16 : 16 : 10) 00010000:00000001:1.0:1789130391.863579:0:31745:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130391.863580:0:31745:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130391.863581:0:31745:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b7c00 refcount=2 00000020:00000001:1.0:1789130391.863583:0:31745:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649489920 : -109198060061696 : ffff9caf586b7c00) 00010000:00000001:1.0:1789130391.863585:0:31745:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649489920 : -109198060061696 : ffff9caf586b7c00) 00010000:00000001:1.0:1789130391.863587:0:31745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130391.863589:0:31745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789130391.863590:0:31745:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789130391.863591:0:31745:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789130391.863592:0:31745:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf4a8cc900 count: 4 00010000:00000001:1.0:1789130391.863594:0:31745:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1789130391.863596:0:31745:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789130391.863598:0:31745:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789130391.863599:0:31745:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789130391.863601:0:31745:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf4a8cc900 count: 4 00010000:00000001:1.0:1789130391.863602:0:31745:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1789130391.863605:0:31745:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130391.863607:0:31745:0:(file.c:6141:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1789130391.863610:0:31745:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000404:0x28:0x0] lli = ffff9caf60130000, pfid = [0x0:0x0:0x0] 00000080:00000001:1.0:1789130391.863693:0:31745:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:1.0:1789130391.863696:0:31745:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:1.0:1789130391.863699:0:31745:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1789130391.863701:0:31745:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x28:0x0](ffff9caf601300c8) invalid 00000020:00000001:1.0:1789130391.863704:0:31745:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c3fa60 00000080:00002000:1.0:1789130391.863706:0:31745:0:(llite_internal.h:2032:d_lustre_invalidate()) invalidate dentry d21h.recovery-small-2 (ffff9caf60311438) parent ffff9caf600f3360 inode ffff9caf601300c8 refc 3 00000080:00000001:1.0:1789130391.863710:0:31745:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1789130391.863712:0:31745:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1789130391.863714:0:31745:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130391.863718:0:31745:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1789130391.863721:0:31745:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1789130391.863723:0:31745:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1789130391.863725:0:31745:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789130391.863727:0:31745:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1789130391.863730:0:31745:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9caf40030200 with handle 0xde5303b1d982cd08 from hash 00010000:00000001:1.0:1789130391.863733:0:31745:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1789130391.863734:0:31745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130391.863736:0:31745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130391.863737:0:31745:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1789130391.863740:0:31745:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1789130391.863742:0:31745:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1789130391.863745:0:31745:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1789130391.863747:0:31745:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1789130391.863750:0:31745:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1789130391.863753:0:31745:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1789130391.863757:0:31745:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf51bbdd00 count: 3 00010000:00000001:1.0:1789130391.863760:0:31745:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789130391.863762:0:31745:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1789130391.863765:0:31745:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1789130391.863769:0:31745:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40031400/0xde5303b1d982cd0f lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xcdf1b083821a592a expref: -99 pid: 31744 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00000001:1.0:1789130391.863775:0:31745:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1789130391.863777:0:31745:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1789130391.863778:0:31745:0:(file.c:6113:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1789130391.863780:0:31745:0:(file.c:6119:ll_have_md_lock()) trying to match res [0x200000404:0x2a:0x0] mode (null) 00000002:00000001:1.0:1789130391.863794:0:31745:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789130391.863796:0:31745:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789130391.863797:0:31745:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf51bbdd00 count: 4 00010000:00000001:1.0:1789130391.863799:0:31745:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1789130391.863877:0:31745:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789130391.863880:0:31745:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789130391.863881:0:31745:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789130391.863883:0:31745:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf51bbdd00 count: 4 00010000:00000001:1.0:1789130391.863893:0:31745:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1789130391.863896:0:31745:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789130391.863897:0:31745:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789130391.863898:0:31745:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789130391.863900:0:31745:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf51bbdd00 count: 4 00010000:00000001:1.0:1789130391.863902:0:31745:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1789130391.863904:0:31745:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789130391.863905:0:31745:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789130391.863906:0:31745:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789130391.863907:0:31745:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf51bbdd00 count: 4 00010000:00000001:1.0:1789130391.863909:0:31745:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1789130391.863911:0:31745:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130391.863913:0:31745:0:(file.c:6141:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130391.863916:0:31745:0:(file.c:6819:ll_layout_conf()) Process entered 00000020:00000001:1.0:1789130391.863917:0:31745:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1789130391.863920:0:31745:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446634875648776744 : -109198060774872 : ffff9caf58609a28) 00000020:00001000:1.0:1789130391.863922:0:31745:0:(cl_object.c:823:cl_env_get()) 1@ffff9caf58609a20 00000020:00000001:1.0:1789130391.863925:0:31745:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:1.0:1789130391.863928:0:31745:0:(vvp_object.c:123:vvp_conf_set()) [0x200000404:0x2a:0x0]: losing layout lock 00000080:00000001:1.0:1789130391.863931:0:31745:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:1.0:1789130391.863934:0:31745:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:1.0:1789130391.863938:0:31745:0:(lov_object.c:1460:lov_conf_set()) Process entered 00020000:00000001:1.0:1789130391.863940:0:31745:0:(lov_object.c:1474:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1789130391.863943:0:31745:0:(lov_object.c:1547:lov_conf_set()) [0x200000404:0x2a:0x0] lo_layout_invalid=1 00020000:00000001:1.0:1789130391.863945:0:31745:0:(lov_object.c:1548:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130391.863947:0:31745:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1789130391.863948:0:31745:0:(cl_object.c:917:cl_env_put()) 1@ffff9caf58609a20 00000080:00000001:1.0:1789130391.863951:0:31745:0:(file.c:6861:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130391.863953:0:31745:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1789130391.863954:0:31745:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x2a:0x0](ffff9caf6019f448) invalid 00000020:00000001:1.0:1789130391.863956:0:31745:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c3fa60 00000080:00002000:1.0:1789130391.863958:0:31745:0:(llite_internal.h:2032:d_lustre_invalidate()) invalidate dentry f (ffff9caf60311bd0) parent ffff9caf60311438 inode ffff9caf6019f448 refc 1 00000080:00000001:1.0:1789130391.863960:0:31745:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1789130391.863962:0:31745:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1789130391.863963:0:31745:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130391.863965:0:31745:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1789130391.863967:0:31745:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1789130391.863968:0:31745:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1789130391.863969:0:31745:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789130391.863971:0:31745:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1789130391.863973:0:31745:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9caf40031400 with handle 0xde5303b1d982cd0f from hash 00010000:00000001:1.0:1789130391.863976:0:31745:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1789130391.863977:0:31745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130391.863978:0:31745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130391.863979:0:31745:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1789130391.863981:0:31745:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1789130391.863982:0:31745:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1789130391.863985:0:31745:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1789130391.863987:0:31745:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e21200/0xde5303b1d982cce5 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xcdf1b083821a5897 expref: -99 pid: 31709 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00000001:1.0:1789130391.863994:0:31745:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1789130391.863996:0:31745:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1789130391.863998:0:31745:0:(file.c:6113:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1789130391.863999:0:31745:0:(file.c:6119:ll_have_md_lock()) trying to match res [0x200000404:0x2a:0x0] mode (null) 00000002:00000001:1.0:1789130391.864001:0:31745:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789130391.864002:0:31745:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789130391.864004:0:31745:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf51bbdd00 count: 4 00010000:00000001:1.0:1789130391.864006:0:31745:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1789130391.864008:0:31745:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130391.864010:0:31745:0:(file.c:6141:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130391.864012:0:31745:0:(file.c:6819:ll_layout_conf()) Process entered 00000020:00000001:1.0:1789130391.864013:0:31745:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1789130391.864014:0:31745:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446634875648776744 : -109198060774872 : ffff9caf58609a28) 00000020:00001000:1.0:1789130391.864016:0:31745:0:(cl_object.c:823:cl_env_get()) 1@ffff9caf58609a20 00000020:00000001:1.0:1789130391.864017:0:31745:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:1.0:1789130391.864019:0:31745:0:(vvp_object.c:123:vvp_conf_set()) [0x200000404:0x2a:0x0]: losing layout lock 00000080:00000001:1.0:1789130391.864021:0:31745:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:1.0:1789130391.864023:0:31745:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:1.0:1789130391.864024:0:31745:0:(lov_object.c:1460:lov_conf_set()) Process entered 00020000:00000001:1.0:1789130391.864026:0:31745:0:(lov_object.c:1474:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1789130391.864028:0:31745:0:(lov_object.c:1547:lov_conf_set()) [0x200000404:0x2a:0x0] lo_layout_invalid=1 00020000:00000001:1.0:1789130391.864030:0:31745:0:(lov_object.c:1548:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130391.864032:0:31745:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1789130391.864033:0:31745:0:(cl_object.c:917:cl_env_put()) 1@ffff9caf58609a20 00000080:00000001:1.0:1789130391.864035:0:31745:0:(file.c:6861:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130391.864036:0:31745:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1789130391.864038:0:31745:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130391.864039:0:31745:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1789130391.864041:0:31745:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1789130391.864042:0:31745:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1789130391.864043:0:31745:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789130391.864045:0:31745:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1789130391.864048:0:31745:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9caf47e21200 with handle 0xde5303b1d982cce5 from hash 00010000:00000001:1.0:1789130391.864050:0:31745:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1789130391.864051:0:31745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130391.864052:0:31745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130391.864054:0:31745:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1789130391.864055:0:31745:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1789130391.864056:0:31745:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1789130391.864059:0:31745:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:1.0:1789130391.864061:0:31745:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=2 : 2 : 2) 00000002:00000001:1.0:1789130391.864063:0:31745:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=2 : 2 : 2) 00000100:00000010:1.0:1789130391.864071:0:31745:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf615d61c0. 00000020:00000040:1.0:1789130391.864077:0:31745:0:(genops.c:1210:class_import_get()) import ffff9caf6079a800 refcount=10 obd=lustre-MDT0000-mdc-ffff9caf5014c800 02000000:00000001:1.0:1789130391.864084:0:31745:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789130391.864086:0:31745:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130391.864089:0:31745:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1789130391.864094:0:31745:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789130391.864098:0:31745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130391.864099:0:31745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130391.864101:0:31745:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130391.864104:0:31745:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789130391.864106:0:31745:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789130391.864109:0:31745:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789130391.864118:0:31745:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9caf48ef9000. 00000100:00000001:1.0:1789130391.864127:0:31745:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130391.864130:0:31745:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789130391.864133:0:31745:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1789130391.864139:0:31745:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40031400/0xde5303b1d982cd0f lrc: 1/0,0 mode: --/PR res: [0x200000404:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xcdf1b083821a592a expref: -99 pid: 31744 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1789130391.864147:0:31745:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e21200/0xde5303b1d982cce5 lrc: 1/0,0 mode: --/CR res: [0x200000404:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xcdf1b083821a5897 expref: -99 pid: 31709 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1789130391.864155:0:31745:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030200/0xde5303b1d982cd08 lrc: 1/0,0 mode: --/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xcdf1b083821a590e expref: -99 pid: 31744 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00010000:1.0:1789130391.864161:0:31745:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 3 locks packed 00010000:00000001:1.0:1789130391.864163:0:31745:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=3 : 3 : 3) 00010000:00000001:1.0:1789130391.864165:0:31745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1789130391.864168:0:31745:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40031400/0xde5303b1d982cd0f lrc: 0/0,0 mode: --/PR res: [0x200000404:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xcdf1b083821a592a expref: -99 pid: 31744 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000010:1.0:1789130391.864183:0:31745:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9caf4a7b00c0. 00010000:00000001:1.0:1789130391.864191:0:31745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130391.864192:0:31745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1789130391.864194:0:31745:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e21200/0xde5303b1d982cce5 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xcdf1b083821a5897 expref: -99 pid: 31709 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000010:1.0:1789130391.864201:0:31745:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9caf58606040. 00010000:00000040:1.0:1789130391.864204:0:31745:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9caf51bbdd00 count: 0 00010000:00000010:1.0:1789130391.864211:0:31745:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9caf42e06300. 00010000:00000001:1.0:1789130391.864219:0:31745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130391.864220:0:31745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1789130391.864222:0:31745:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030200/0xde5303b1d982cd08 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xcdf1b083821a590e expref: -99 pid: 31744 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:1.0:1789130391.864228:0:31745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130391.864230:0:31745:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130391.864231:0:31745:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789130391.864233:0:31745:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130391.864235:0:31745:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:1.0:1789130391.864248:0:31745:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9caf5014c800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1789130391.864260:0:31745:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9caf615d61c0 x1876037329032064/t0(0) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 496/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789130391.864269:0:31745:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1789130391.864270:0:31745:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1789130391.864278:0:31745:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9caf607bef00. 00000100:00000001:1.0:1789130391.864281:0:31745:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446634875784785664 : -109197924765952 : ffff9caf607bef00) 00000100:00000001:1.0:1789130391.864284:0:31745:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789130391.864286:0:31745:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875799560640 : -109197909990976 : ffff9caf615d61c0) 00000100:00000001:1.0:1789130391.864293:0:31745:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789130391.864298:0:31745:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130391.864300:0:31745:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1789130391.864302:0:31745:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789130391.864307:0:31745:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf615d61c0 x1876037329032064/t0(0) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 496/624 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130391.864314:0:31745:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789130391.864316:0:31745:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130391.864321:0:31745:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789130391.864324:0:31745:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789130391.864326:0:31745:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789130391.864330:0:31745:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf615d61c0 pname:cluuid:pid:xid:nid:opc:job rm:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:31745:1876037329032064:192.168.204.123@tcp:36:rm.0 00000100:00000001:1.0:1789130391.864334:0:31745:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789130391.864341:0:31745:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789130391.864344:0:31745:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130391.864347:0:31745:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789130391.864353:0:31745:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9caf487c0c00. 02000000:00000001:1.0:1789130391.864355:0:31745:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789130391.864363:0:31745:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:1.0:1789130391.864368:0:31745:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf42d8ed68. 00000400:00000010:1.0:1789130391.864378:0:31745:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf462a3088. 00000100:00000200:1.0:1789130391.864388:0:31745:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876037329032064, portal 10 00000100:00000001:1.0:1789130391.864390:0:31745:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789130391.864391:0:31745:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875799560640 : -109197909990976 : ffff9caf615d61c0) 00000100:00000040:1.0:1789130391.864399:0:31745:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9caf615d61c0 x1876037329032064/t0(0) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 496/624 e 0 to 0 dl 1789130407 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130391.864406:0:31745:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789130391.864409:0:31745:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:1.0:1789130391.864412:0:31745:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf462a34c8. 00000100:00000200:1.0:1789130391.864417:0:31745:0:(niobuf.c:94:ptl_send_buf()) Sending 496 bytes to portal 12, xid 1876037329032064, offset 0 00000400:00000200:1.0:1789130391.864424:0:31745:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:1.0:1789130391.864436:0:31745:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:1.0:1789130391.864446:0:31745:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:1.0:1789130391.864454:0:31745:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789130391.864460:0:31745:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:1.0:1789130391.864465:0:31745:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789130391.864468:0:31745:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:1.0:1789130391.864472:0:31745:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2506:2506:256:4294967295] 192.168.204.123@tcp LPNI seq info [2505:2505:8:4294967295] 00000400:00000200:1.0:1789130391.864477:0:31745:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:1.0:1789130391.864488:0:31745:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:1.0:1789130391.864496:0:31745:0:(socklnd_cb.c:931:ksocknal_send()) sending 496 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:1.0:1789130391.864503:0:31745:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf47f34900. 00000800:00000200:1.0:1789130391.864511:0:31745:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:1.0:1789130391.864523:0:31745:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:1.0:1789130391.864529:0:31745:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf47f34900 type 1, nob 592 niov 1 nkiov 1 00000100:00000001:1.0:1789130391.864552:0:31745:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789130391.864558:0:31745:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: using a timeout of 795378 usecs (796 jiffies) 00000400:00000200:1.0:1789130391.864562:0:31745:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:1.0:1789130391.864566:0:31745:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296486682 00000100:00000001:1.0:1789130391.864570:0:31745:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 2, keep current deadline 4296489463 00000100:00000001:1.0:1789130391.864573:0:31745:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296486682 00000100:00000001:1.0:1789130391.864575:0:31745:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 3, keep current deadline 4296489463 00000100:00000001:1.0:1789130391.864578:0:31745:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789130391.864581:0:31745:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130391.864583:0:31745:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789130391.864586:0:31745:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1789130391.864589:0:31745:0:(client.c:2715:ptlrpc_set_wait()) set ffff9caf607bef00 going to sleep for 11 seconds 00000100:00000001:1.0:1789130391.864592:0:31745:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789130391.864595:0:31745:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789130391.865234:0:2342:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789130391.865244:0:2342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf47f34900. 00000400:00000200:3.0:1789130391.865251:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130391.865258:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:3.0:1789130391.865264:0:2342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf462a34c8 00000400:00000010:3.0:1789130391.865267:0:2342:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf462a34c8. 00000100:00000001:3.0:1789130391.865272:0:2342:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789130391.865279:0:2342:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf615d61c0 x1876037329032064/t0(0) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 496/624 e 0 to 0 dl 1789130407 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130391.865291:0:2342:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130391.865295:0:2342:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf615d61c0 x1876037329032064/t0(0) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 496/624 e 0 to 0 dl 1789130407 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130391.865310:0:2342:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130391.865312:0:2342:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1789130391.871266:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130391.871291:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789130391.871296:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130391.871299:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130391.871310:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130391.871320:0:2341:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:3.0:1789130391.871331:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130391.871336:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130391.871344:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130391.871348:0:2341:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 456 into portal 10 MB=0x6aa3efa951380 00000400:00000200:3.0:1789130391.871354:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130391.871361:0:2341:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.123@tcp of length 456/456 into md 0x6c25 [1] + 224 00000800:00000001:3.0:1789130391.871370:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130391.871378:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130391.871382:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130391.871388:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:3.0:1789130391.871398:0:2341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789130391.871409:0:2341:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf615d61c0 x1876037329032064/t0(0) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 496/624 e 0 to 0 dl 1789130407 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789130391.871421:0:2341:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff9caf615d61c0 x1876037329032064/t0(0) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 496/624 e 0 to 0 dl 1789130407 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130391.871446:0:2341:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1789130391.871459:0:2341:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1789130391.871463:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130391.871470:0:2341:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.204.23@tcp to MR: 192.168.204.123@tcp local destination 00000400:00000200:3.0:1789130391.871477:0:2341:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2507:2507:256:4294967295] 192.168.204.123@tcp LPNI seq info [2506:2506:8:4294967295] 00000400:00000200:3.0:1789130391.871482:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130391.871490:0:2341:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:192.168.204.23@tcp) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) 192.168.204.123@tcp : ACK try# 0 00000800:00000200:3.0:1789130391.871499:0:2341:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:3.0:1789130391.871506:0:2341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf47fd2b00. 00000800:00000200:3.0:1789130391.871514:0:2341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:3.0:1789130391.871522:0:2341:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:3.0:1789130391.871532:0:2341:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf47fd2b00 type 0, nob 96 niov 1 nkiov 0 00000100:00000001:1.0:1789130391.872236:0:31745:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789130391.872321:0:31745:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789130391.872325:0:31745:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789130391.872331:0:31745:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf42d8ed68. 00000400:00000200:1.0:1789130391.872341:0:31745:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf462a3088 00000400:00000010:1.0:1789130391.872345:0:31745:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf462a3088. 00000100:00000001:1.0:1789130391.872356:0:31745:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789130391.872367:0:31745:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf615d61c0 x1876037329032064/t0(0) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 496/624 e 0 to 0 dl 1789130407 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789130391.872382:0:31745:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf615d61c0 x1876037329032064/t0(0) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 496/624 e 0 to 0 dl 1789130407 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130391.872389:0:31745:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789130391.872392:0:31745:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130391.872395:0:31745:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789130391.872400:0:31745:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789130391.872404:0:31745:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789130391.872407:0:31745:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130391.872411:0:31745:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789130391.872427:0:2341:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00001000:1.0:1789130391.872427:0:31745:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf6079ac60 time=10 v=5 (5 104 104 104) 00000100:00001000:1.0:1789130391.872433:0:31745:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf6079ac18 time=0 v=5 (1 0 0 0) 00000800:00000010:3.0:1789130391.872435:0:2341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf47fd2b00. 00000100:00000001:1.0:1789130391.872436:0:31745:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000400:00000200:3.0:1789130391.872439:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1789130391.872439:0:31745:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130391.872443:0:31745:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000400:00000200:3.0:1789130391.872445:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: ACK: OK 00010000:00000001:1.0:1789130391.872449:0:31745:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130391.872454:0:31745:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1789130391.872457:0:31745:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x10000014f/0x100000151] 00000800:00000001:3.0:1789130391.872458:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1789130391.872460:0:31745:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1789130391.872463:0:31745:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789130391.872465:0:31745:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875799560640 : -109197909990976 : ffff9caf615d61c0) 00000100:00000001:1.0:1789130391.872470:0:31745:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000800:00000001:3.0:1789130391.872474:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789130391.872476:0:31745:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9caf5014c800: skip recheck: last_committed 4294967634 00000100:00000001:1.0:1789130391.872478:0:31745:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789130391.872483:0:31745:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789130391.872489:0:31745:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf615d61c0 x1876037329032064/t4294967646(4294967646) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 496/456 e 0 to 0 dl 1789130407 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130391.872499:0:31745:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789130391.872502:0:31745:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789130391.872505:0:31745:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789130391.872509:0:31745:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf615d61c0 x1876037329032064/t4294967646(4294967646) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 496/456 e 0 to 0 dl 1789130407 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789130391.872525:0:31745:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf615d61c0 pname:cluuid:pid:xid:nid:opc:job rm:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:31745:1876037329032064:192.168.204.123@tcp:36:rm.0 00000100:00000001:1.0:1789130391.872532:0:31745:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130391.872536:0:31745:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130391.872540:0:31745:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1789130391.872543:0:31745:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789130391.872547:0:31745:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf615d61c0 x1876037329032064/t4294967646(4294967646) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 496/456 e 0 to 0 dl 1789130407 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130391.872555:0:31745:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789130391.872560:0:31745:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9caf607bef00. 00000100:00000001:1.0:1789130391.872565:0:31745:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1789130391.872567:0:31745:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789130391.872579:0:31745:0:(mdc_reint.c:367:mdc_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789130391.872584:0:31745:0:(lmv_obd.c:3544:lmv_unlink()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1789130391.872593:0:31745:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9caf48ef9c00. 00000100:00000001:1.0:1789130391.872601:0:31745:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789130391.872605:0:31745:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf615d61c0 x1876037329032064/t4294967646(4294967646) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 496/456 e 0 to 0 dl 1789130407 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130391.872612:0:31745:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130391.872618:0:31745:0:(namei.c:2468:ll_unlink()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130391.872632:0:31745:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1789130391.872636:0:31745:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c3fe28 00000080:00002000:1.0:1789130391.872639:0:31745:0:(dcache.c:127:ll_ddelete()) deleting dentry f (ffff9caf60311bd0, parent ffff9caf60311438, inode 0000000000000000) hashed, 00000080:00000001:1.0:1789130391.872643:0:31745:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1789130391.872651:0:31745:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1789130391.872658:0:31745:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1789130391.872670:0:31745:0:(llite_lib.c:3423:ll_delete_inode()) Process entered 00000080:00000001:1.0:1789130391.872674:0:31745:0:(file.c:5312:cl_sync_file_range()) Process entered 00000020:00000001:1.0:1789130391.872678:0:31745:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1789130391.872684:0:31745:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446634875648776744 : -109198060774872 : ffff9caf58609a28) 00000020:00001000:1.0:1789130391.872687:0:31745:0:(cl_object.c:823:cl_env_get()) 1@ffff9caf58609a20 00000020:00000001:1.0:1789130391.872696:0:31745:0:(cl_object.c:143:cl_object_top()) ffff9caf42b2ac38 -> ffff9caf42b2ac38 00000020:00000001:1.0:1789130391.872699:0:31745:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1789130391.872704:0:31745:0:(vvp_io.c:1987:vvp_io_init()) Process entered 00000080:00200000:1.0:1789130391.872707:0:31745:0:(vvp_io.c:1992:vvp_io_init()) [0x200000404:0x2a:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:1.0:1789130391.872711:0:31745:0:(cl_io.c:902:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1789130391.872713:0:31745:0:(cl_io.c:908:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1789130391.872715:0:31745:0:(vvp_io.c:2064:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1789130391.872720:0:31745:0:(lov_object.c:1604:lov_io_init()) [0x200000404:0x2a:0x0]io ffff9caf42d82760 type 6 ignore/verify layout 1/0, compressed 0 00020000:00000002:1.0:1789130391.872724:0:31745:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9caf47cdc7c0) owner 0000000000000000/ffff9caf48444f80 00020000:00000001:1.0:1789130391.872729:0:31745:0:(lov_io.c:2488:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1789130391.872732:0:31745:0:(lov_io.c:764:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1789130391.872734:0:31745:0:(lov_io.c:478:lov_io_mirror_init()) Process entered 00020000:00000001:1.0:1789130391.872737:0:31745:0:(lov_io.c:489:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789130391.872739:0:31745:0:(lov_io.c:919:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:1.0:1789130391.872742:0:31745:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1789130391.872744:0:31745:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130391.872746:0:31745:0:(cl_io.c:902:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1789130391.872747:0:31745:0:(cl_io.c:908:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1789130391.872749:0:31745:0:(lov_io.c:2501:lov_io_init_composite()) Process leaving 00020000:00000002:1.0:1789130391.872752:0:31745:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9caf47cdc7c0) owner 0000000000000000/ffff9caf48444f80 00000020:00000001:1.0:1789130391.872755:0:31745:0:(cl_io.c:146:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130391.872758:0:31745:0:(cl_io.c:827:cl_io_loop()) Process entered 00000020:00000001:1.0:1789130391.872760:0:31745:0:(cl_io.c:403:cl_io_iter_init()) Process entered 00020000:00000001:1.0:1789130391.872763:0:31745:0:(lov_io.c:1238:lov_io_iter_init()) Process entered 00020000:00200000:1.0:1789130391.872767:0:31745:0:(lov_io.c:1289:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:1.0:1789130391.872771:0:31745:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:1.0:1789130391.872774:0:31745:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1789130391.872776:0:31745:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:1.0:1789130391.872778:0:31745:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1789130391.872796:0:31745:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446634875648776024 : -109198060775592 : ffff9caf58609758) 00000020:00001000:1.0:1789130391.872799:0:31745:0:(cl_object.c:823:cl_env_get()) 1@ffff9caf58609750 00000020:00000001:1.0:1789130391.872906:0:31745:0:(cl_object.c:143:cl_object_top()) ffff9caf42b2a5f8 -> ffff9caf42b2ac38 00000020:00000001:1.0:1789130391.872909:0:31745:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:1.0:1789130391.872915:0:31745:0:(cl_io.c:902:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1789130391.872916:0:31745:0:(cl_io.c:908:cl_io_slice_add()) Process leaving 00000020:00000001:1.0:1789130391.872918:0:31745:0:(cl_io.c:146:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789130391.872920:0:31745:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789130391.872922:0:31745:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446634875287506072 : -109198422045544 : ffff9caf42d80c98) 00000020:00000001:1.0:1789130391.872926:0:31745:0:(cl_io.c:403:cl_io_iter_init()) Process entered 00000020:00000001:1.0:1789130391.872927:0:31745:0:(cl_io.c:415:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789130391.872929:0:31745:0:(lov_io.c:1395:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130391.872932:0:31745:0:(cl_io.c:415:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130391.872934:0:31745:0:(cl_io.c:318:cl_io_lock()) Process entered 00020000:00000001:1.0:1789130391.872936:0:31745:0:(lov_io.c:1538:lov_io_lock()) Process entered 00020000:00000001:1.0:1789130391.872938:0:31745:0:(lov_io.c:1516:lov_io_call()) Process entered 00000020:00000001:1.0:1789130391.872939:0:31745:0:(cl_io.c:318:cl_io_lock()) Process entered 00000020:00000001:1.0:1789130391.872942:0:31745:0:(cl_io.c:290:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1789130391.872943:0:31745:0:(cl_io.c:299:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130391.872945:0:31745:0:(cl_io.c:338:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789130391.872947:0:31745:0:(lov_io.c:1533:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789130391.872949:0:31745:0:(lov_io.c:1539:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130391.872951:0:31745:0:(cl_io.c:290:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1789130391.872952:0:31745:0:(cl_io.c:299:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130391.872954:0:31745:0:(cl_io.c:338:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130391.872956:0:31745:0:(cl_io.c:532:cl_io_start()) Process entered 00020000:00000001:1.0:1789130391.872959:0:31745:0:(lov_io.c:1588:lov_io_start()) Process entered 00020000:00000001:1.0:1789130391.872961:0:31745:0:(lov_io.c:1516:lov_io_call()) Process entered 00000020:00000001:1.0:1789130391.872962:0:31745:0:(cl_io.c:532:cl_io_start()) Process entered 00000008:00000001:1.0:1789130391.872964:0:31745:0:(osc_io.c:1127:osc_io_fsync_start()) Process entered 00000008:00000001:1.0:1789130391.872968:0:31745:0:(osc_cache.c:3411:osc_cache_writeback_range()) Process entered 00000008:00000001:1.0:1789130391.872972:0:31745:0:(osc_cache.c:3346:osc_cache_wait_range()) Process entered 00000008:00000020:1.0:1789130391.872975:0:31745:0:(osc_cache.c:3383:osc_cache_wait_range()) obj ffff9caf58312d58 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:1.0:1789130391.872978:0:31745:0:(osc_cache.c:3384:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:1.0:1789130391.872982:0:31745:0:(osc_cache.c:3551:osc_cache_writeback_range()) obj ffff9caf58312d58 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 18446744073709551615] npages 0: rc=0. 00000008:00000001:1.0:1789130391.872986:0:31745:0:(osc_cache.c:3566:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1789130391.873000:0:31745:0:(osc_io.c:1196:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130391.873002:0:31745:0:(cl_io.c:544:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789130391.873004:0:31745:0:(lov_io.c:1533:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789130391.873006:0:31745:0:(lov_io.c:1589:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130391.873007:0:31745:0:(cl_io.c:544:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130391.873010:0:31745:0:(cl_io.c:559:cl_io_end()) Process entered 00020000:00000001:1.0:1789130391.873013:0:31745:0:(lov_io.c:2189:lov_io_fsync_end()) Process entered 00020000:00000001:1.0:1789130391.873015:0:31745:0:(lov_io.c:1594:lov_io_end_wrapper()) Process entered 00000020:00000001:1.0:1789130391.873016:0:31745:0:(cl_io.c:559:cl_io_end()) Process entered 00000020:00000001:1.0:1789130391.873018:0:31745:0:(cl_io.c:567:cl_io_end()) Process leaving 00020000:00000001:1.0:1789130391.873019:0:31745:0:(lov_io.c:1604:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789130391.873021:0:31745:0:(lov_io.c:2200:lov_io_fsync_end()) Process leaving 00000020:00000001:1.0:1789130391.873022:0:31745:0:(cl_io.c:567:cl_io_end()) Process leaving 00000020:00000001:1.0:1789130391.873025:0:31745:0:(cl_io.c:356:cl_io_unlock()) Process entered 00020000:00000001:1.0:1789130391.873027:0:31745:0:(lov_io.c:1682:lov_io_unlock()) Process entered 00020000:00000001:1.0:1789130391.873028:0:31745:0:(lov_io.c:1516:lov_io_call()) Process entered 00000020:00000001:1.0:1789130391.873030:0:31745:0:(cl_io.c:356:cl_io_unlock()) Process entered 00000020:00000001:1.0:1789130391.873032:0:31745:0:(cl_io.c:377:cl_io_unlock()) Process leaving 00020000:00000001:1.0:1789130391.873033:0:31745:0:(lov_io.c:1616:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789130391.873035:0:31745:0:(lov_io.c:1533:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789130391.873036:0:31745:0:(lov_io.c:1685:lov_io_unlock()) Process leaving 00000020:00000001:1.0:1789130391.873038:0:31745:0:(cl_io.c:377:cl_io_unlock()) Process leaving 00000020:00000001:1.0:1789130391.873040:0:31745:0:(cl_io.c:453:cl_io_rw_advance()) Process entered 00000020:00000001:1.0:1789130391.873041:0:31745:0:(cl_io.c:469:cl_io_rw_advance()) Process leaving 00000020:00000001:1.0:1789130391.873043:0:31745:0:(cl_io.c:433:cl_io_iter_fini()) Process entered 00020000:00000001:1.0:1789130391.873045:0:31745:0:(lov_io.c:1663:lov_io_iter_fini()) Process entered 00020000:00000001:1.0:1789130391.873046:0:31745:0:(lov_io.c:1516:lov_io_call()) Process entered 00000020:00000001:1.0:1789130391.873047:0:31745:0:(cl_io.c:433:cl_io_iter_fini()) Process entered 00000020:00000001:1.0:1789130391.873049:0:31745:0:(cl_io.c:439:cl_io_iter_fini()) Process leaving 00020000:00000001:1.0:1789130391.873051:0:31745:0:(lov_io.c:1610:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789130391.873052:0:31745:0:(lov_io.c:1533:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789130391.873054:0:31745:0:(lov_io.c:1674:lov_io_iter_fini()) Process leaving 00000020:00000001:1.0:1789130391.873056:0:31745:0:(cl_io.c:439:cl_io_iter_fini()) Process leaving 00000020:00000001:1.0:1789130391.873058:0:31745:0:(cl_io.c:877:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130391.873060:0:31745:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:1.0:1789130391.873062:0:31745:0:(lov_io.c:1057:lov_io_fini()) Process entered 00020000:00000001:1.0:1789130391.873064:0:31745:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:1.0:1789130391.873065:0:31745:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:1.0:1789130391.873067:0:31745:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1789130391.873068:0:31745:0:(cl_object.c:917:cl_env_put()) 1@ffff9caf58609750 00020000:00000001:1.0:1789130391.873071:0:31745:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:1.0:1789130391.873074:0:31745:0:(lov_io.c:1088:lov_io_fini()) Process leaving 00000080:00000001:1.0:1789130391.873077:0:31745:0:(vvp_io.c:392:vvp_io_fini()) Process entered 00000080:00200000:1.0:1789130391.873079:0:31745:0:(vvp_io.c:402:vvp_io_fini()) [0x200000404:0x2a:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, need minor change layout 0 00000080:00000001:1.0:1789130391.873083:0:31745:0:(vvp_io.c:509:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1789130391.873084:0:31745:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1789130391.873087:0:31745:0:(cl_object.c:917:cl_env_put()) 1@ffff9caf58609a20 00000080:00000001:1.0:1789130391.873089:0:31745:0:(file.c:5349:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130391.873094:0:31745:0:(llite_lib.c:2079:ll_clear_inode()) Process entered 00000080:00200000:1.0:1789130391.873097:0:31745:0:(llite_lib.c:2082:ll_clear_inode()) VFS Op:inode=[0x200000404:0x2a:0x0](ffff9caf6019f448) 00800000:00000001:1.0:1789130391.873103:0:31745:0:(lmv_obd.c:1647:lmv_null_inode()) Process entered 00800000:00000002:1.0:1789130391.873105:0:31745:0:(lmv_obd.c:1649:lmv_null_inode()) CBDATA for [0x200000404:0x2a:0x0] 00000002:00000001:1.0:1789130391.873113:0:31745:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:1.0:1789130391.873121:0:31745:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789130391.873123:0:31745:0:(lmv_obd.c:1659:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130391.873125:0:31745:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:2.0:1789130391.873187:0:31745:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:2.0:1789130391.873190:0:31745:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130391.873193:0:31745:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130391.873197:0:31745:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1789130391.873200:0:31745:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446634875648774440 : -109198060777176 : ffff9caf58609128) 00000020:00001000:2.0:1789130391.873203:0:31745:0:(cl_object.c:823:cl_env_get()) 1@ffff9caf58609120 00020000:00000001:2.0:1789130391.873211:0:31745:0:(lov_object.c:1555:lov_object_delete()) Process entered 00020000:00000002:2.0:1789130391.873213:0:31745:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9caf47cdc7c0) owner 0000000000000000/ffff9caf48444f80 00020000:00000001:2.0:1789130391.873217:0:31745:0:(lov_object.c:885:lov_delete_composite()) Process entered 00020000:00000002:2.0:1789130391.873220:0:31745:0:(lov_ea.c:762:dump_lsm()) lsm ffff9caf5021f720, objid 0x2a:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1789130391.873226:0:31745:0:(lov_ea.c:793:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1789130391.873231:0:31745:0:(lov_ea.c:812:dump_lsm()) oinfo:ffff9caf44ef3c00: ostid: 0x240000400:24 ost idx: 0 gen: 0 00020000:00000001:2.0:1789130391.873234:0:31745:0:(lov_object.c:1327:lov_layout_wait()) Process entered 00020000:00000001:2.0:1789130391.873236:0:31745:0:(lov_object.c:1337:lov_layout_wait()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789130391.873239:0:31745:0:(lov_object.c:292:lov_delete_raid0()) Process entered 00000020:00000001:2.0:1789130391.873241:0:31745:0:(cl_object.c:368:cl_object_prune()) Process entered 00010000:00000001:2.0:1789130391.873249:0:31745:0:(ldlm_request.c:2697:ldlm_resource_iterate()) Process entered 00010000:00000040:2.0:1789130391.873255:0:31745:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf4a8cc800 count: 2 00010000:00000001:2.0:1789130391.873258:0:31745:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789130391.873262:0:31745:0:(ldlm_request.c:2625:ldlm_resource_foreach()) Process entered 00000008:00000001:2.0:1789130391.873264:0:31745:0:(osc_object.c:184:osc_object_ast_clear()) Process entered 00000008:00010000:2.0:1789130391.873269:0:31745:0:(osc_object.c:202:osc_object_ast_clear()) ### update lock size 0 blocks 1 [cma]time: 1789130375 1789130375 1789130375 by oinfo size 0 blocks 1 [cma]time 1789130375 1789130375 1789130375 ns: lustre-OST0000-osc-ffff9caf5014c800 lock: 000000003a134c52/0xde5303b1d982cd16 lrc: 1/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xcdf1b083821a5931 expref: -99 pid: 31744 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00000001:2.0:1789130391.873284:0:31745:0:(cl_object.c:143:cl_object_top()) ffff9caf58312d58 -> ffff9caf42b2ac38 00000020:00000001:2.0:1789130391.873286:0:31745:0:(cl_object.c:143:cl_object_top()) ffff9caf58312d58 -> ffff9caf42b2ac38 00000008:00000001:2.0:1789130391.873288:0:31745:0:(osc_object.c:212:osc_object_ast_clear()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1789130391.873291:0:31745:0:(ldlm_request.c:2641:ldlm_resource_foreach()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1789130391.873293:0:31745:0:(ldlm_request.c:2707:ldlm_resource_iterate()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1789130391.873296:0:31745:0:(cl_object.c:378:cl_object_prune()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:2.0:1789130391.873303:0:31745:0:(osc_object.c:99:osc_object_free()) slab-freed '(osc)': 488 at ffff9caf58312d58. 00020000:00000001:2.0:1789130391.873310:0:31745:0:(lovsub_object.c:58:lovsub_object_free()) Process entered 00020000:00000010:2.0:1789130391.873313:0:31745:0:(lovsub_object.c:78:lovsub_object_free()) slab-freed 'los': 200 at ffff9caf42b2a578. 00020000:00000001:2.0:1789130391.873319:0:31745:0:(lovsub_object.c:80:lovsub_object_free()) Process leaving 00020000:00000001:2.0:1789130391.873322:0:31745:0:(lov_object.c:313:lov_delete_raid0()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789130391.873324:0:31745:0:(lov_object.c:906:lov_delete_composite()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1789130391.873326:0:31745:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9caf47cdc7c0) owner 0000000000000000/ffff9caf48444f80 00020000:00000001:2.0:1789130391.873328:0:31745:0:(lov_object.c:1557:lov_object_delete()) Process leaving 00020000:00000001:2.0:1789130391.873330:0:31745:0:(lov_object.c:1564:lov_object_free()) Process entered 00020000:00000002:2.0:1789130391.873332:0:31745:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9caf47cdc7c0) owner 0000000000000000/ffff9caf48444f80 00020000:00000001:2.0:1789130391.873334:0:31745:0:(lov_object.c:921:lov_fini_composite()) Process entered 00020000:00000010:2.0:1789130391.873337:0:31745:0:(lov_object.c:322:lov_fini_raid0()) kvfree 'r0->lo_sub': 8 at ffff9caf82077518. 00020000:00000010:2.0:1789130391.873342:0:31745:0:(lov_object.c:930:lov_fini_composite()) kfreed 'comp->lo_entries': 176 at ffff9caf488f3d80. 00020000:00000010:2.0:1789130391.873345:0:31745:0:(lov_object.c:935:lov_fini_composite()) kfreed 'comp->lo_mirrors': 12 at ffff9caf43da6100. 00020000:00000002:2.0:1789130391.873350:0:31745:0:(lov_ea.c:762:dump_lsm()) lsm ffff9caf5021f720, objid 0x2a:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1789130391.873354:0:31745:0:(lov_ea.c:793:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1789130391.873357:0:31745:0:(lov_ea.c:812:dump_lsm()) oinfo:ffff9caf44ef3c00: ostid: 0x240000400:24 ost idx: 0 gen: 0 00020000:00000010:2.0:1789130391.873362:0:31745:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9caf44ef3c00. 00020000:00000010:2.0:1789130391.873365:0:31745:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff9caf5021ff60. 00020000:00000010:2.0:1789130391.873369:0:31745:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff9caf5021f720. 00020000:00000001:2.0:1789130391.873371:0:31745:0:(lov_object.c:944:lov_fini_composite()) Process leaving 00020000:00000002:2.0:1789130391.873372:0:31745:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9caf47cdc7c0) owner 0000000000000000/ffff9caf48444f80 00020000:00000010:2.0:1789130391.873375:0:31745:0:(lov_object.c:1567:lov_object_free()) slab-freed '(lov)': 248 at ffff9caf47cdc7c0. 00020000:00000001:2.0:1789130391.873379:0:31745:0:(lov_object.c:1568:lov_object_free()) Process leaving 00000080:00000010:2.0:1789130391.873382:0:31745:0:(vvp_object.c:280:vvp_object_free()) slab-freed 'vob': 200 at ffff9caf42b2abb8. 00000020:00001000:2.0:1789130391.873385:0:31745:0:(cl_object.c:917:cl_env_put()) 1@ffff9caf58609120 00000080:00000001:2.0:1789130391.873389:0:31745:0:(llite_lib.c:2130:ll_clear_inode()) Process leaving 00000080:00000001:2.0:1789130391.873391:0:31745:0:(llite_lib.c:3452:ll_delete_inode()) Process leaving 00000080:00000001:2.0:1789130391.873441:0:31745:0:(dir.c:3016:ll_dir_release()) Process entered 00000080:00000001:2.0:1789130391.873445:0:31745:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:2.0:1789130391.873448:0:31745:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c3fdd0 00000080:00200008:2.0:1789130391.873450:0:31745:0:(file.c:479:ll_file_release()) START file d21h.recovery-small-2:[0x200000404:0x28:0x0](ffff9caf601300c8), flags 704000 00000080:00400000:2.0:1789130391.873455:0:31745:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000404:0x28:0x0] 00000080:00000001:2.0:1789130391.873462:0:31745:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:2.0:1789130391.873463:0:31745:0:(pcc.c:2438:pcc_file_release()) Process leaving 00000080:00000001:2.0:1789130391.873466:0:31745:0:(file.c:341:ll_md_close()) Process entered 00000002:00000001:2.0:1789130391.873477:0:31745:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789130391.873482:0:31745:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789130391.873486:0:31745:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf4a8cc900 count: 2 00010000:00000001:2.0:1789130391.873488:0:31745:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789130391.873495:0:31745:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:2.0:1789130391.873500:0:31745:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:2.0:1789130391.873504:0:31745:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1789130391.873511:0:31745:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789130391.873515:0:31745:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7c00/0xde5303b1d982cd40 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x28:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a59cb expref: -99 pid: 31745 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:2.0:1789130391.873522:0:31745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130391.873523:0:31745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789130391.873524:0:31745:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=16 : 16 : 10) 00800000:00000002:2.0:1789130391.873526:0:31745:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000404:0x28:0x0]: 16 00000080:00000010:2.0:1789130391.873528:0:31745:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9caf417a83c0. 00000080:00000001:2.0:1789130391.873531:0:31745:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130391.873534:0:31745:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c3fdd0 00000080:00000008:2.0:1789130391.873536:0:31745:0:(file.c:523:ll_file_release()) COMPLETED file d21h.recovery-small-2:[0x200000404:0x28:0x0](ffff9caf601300c8), flags 704000, rc = 0 00000080:00000001:2.0:1789130391.873538:0:31745:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130391.873540:0:31745:0:(dir.c:3017:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130391.873543:0:31745:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1789130391.873544:0:31745:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c3fe00 00000080:00002000:2.0:1789130391.873546:0:31745:0:(dcache.c:127:ll_ddelete()) deleting dentry d21h.recovery-small-2 (ffff9caf60311438, parent ffff9caf600f3360, inode ffff9caf601300c8) hashed, 00000080:00000001:2.0:1789130391.873548:0:31745:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1789130391.873552:0:31745:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:2.0:1789130391.873554:0:31745:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:2.0:1789130391.873587:0:31745:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:2.0:1789130391.873590:0:31745:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:2.0:1789130391.873592:0:31745:0:(file.c:6206:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1789130391.873593:0:31745:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c3fbd8 00000080:00200000:2.0:1789130391.873595:0:31745:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8),name=/ 00000080:00000010:2.0:1789130391.873600:0:31745:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9caf47ca0800. 00800000:00000002:2.0:1789130391.873604:0:31745:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9caf4557c8c0 2 00000080:00000001:2.0:1789130391.873607:0:31745:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1789130391.873610:0:31745:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1789130391.873612:0:31745:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c3faf8 00800000:00000002:2.0:1789130391.873614:0:31745:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1789130391.873617:0:31745:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1789130391.873620:0:31745:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1789130391.873624:0:31745:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1789130391.873626:0:31745:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c3f9c8 00000002:00010000:2.0:1789130391.873627:0:31745:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1789130391.873629:0:31745:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1789130391.873630:0:31745:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789130391.873631:0:31745:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789130391.873633:0:31745:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf4a8cc100 count: 2 00010000:00000001:2.0:1789130391.873634:0:31745:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789130391.873638:0:31745:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789130391.873640:0:31745:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1789130391.873643:0:31745:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030800/0xde5303b1d982cd32 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a59af expref: -99 pid: 31745 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:2.0:1789130391.873648:0:31745:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1789130391.873649:0:31745:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789130391.873651:0:31745:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030800/0xde5303b1d982cd32 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a59af expref: -99 pid: 31745 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:2.0:1789130391.873654:0:31745:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1789130391.873655:0:31745:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1789130391.873657:0:31745:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1789130391.873658:0:31745:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1789130391.873659:0:31745:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1789130391.873660:0:31745:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1789130391.873662:0:31745:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1789130391.873664:0:31745:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9caf4557c8c0 2 00000080:00000010:2.0:1789130391.873665:0:31745:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9caf47ca0800. 00000080:00000001:2.0:1789130391.873667:0:31745:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1789130391.873670:0:31745:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789130391.873672:0:31745:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9caf601980c8) 00000080:00010000:2.0:1789130391.873675:0:31745:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9caf601980c8) for lock 0xde5303b1d982cd32 00800000:00000001:2.0:1789130391.873677:0:31745:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1789130391.873679:0:31745:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1789130391.873680:0:31745:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130391.873682:0:31745:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130391.873684:0:31745:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40030800 refcount=3 00000020:00000001:2.0:1789130391.873686:0:31745:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239991296 : -109198469560320 : ffff9caf40030800) 00010000:00000001:2.0:1789130391.873688:0:31745:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239991296 : -109198469560320 : ffff9caf40030800) 00010000:00000001:2.0:1789130391.873690:0:31745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130391.873690:0:31745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789130391.873691:0:31745:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789130391.873693:0:31745:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789130391.873695:0:31745:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xde5303b1d982cd32 from it ffffb97f41c3fc10 00010000:00000001:2.0:1789130391.873696:0:31745:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130391.873697:0:31745:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130391.873698:0:31745:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40030800 refcount=3 00000020:00000001:2.0:1789130391.873699:0:31745:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239991296 : -109198469560320 : ffff9caf40030800) 00010000:00000001:2.0:1789130391.873700:0:31745:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239991296 : -109198469560320 : ffff9caf40030800) 00010000:00000001:2.0:1789130391.873702:0:31745:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789130391.873704:0:31745:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030800/0xde5303b1d982cd32 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a59af expref: -99 pid: 31745 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:2.0:1789130391.873707:0:31745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130391.873708:0:31745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130391.873709:0:31745:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1789130391.873710:0:31745:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1789130391.873711:0:31745:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030800/0xde5303b1d982cd32 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a59af expref: -99 pid: 31745 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:2.0:1789130391.873717:0:31745:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789130391.873719:0:31745:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789130391.873721:0:31745:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789130391.873725:0:31745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130391.873726:0:31745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130391.873727:0:31745:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130391.873731:0:31745:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789130391.873733:0:31745:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130391.873734:0:31745:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130391.873736:0:31745:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130391.873738:0:31745:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789130391.873739:0:31745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130391.873740:0:31745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1789130391.873742:0:31745:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1789130391.873743:0:31745:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1789130391.873744:0:31745:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8), inode mode 41ff mask 1 00000080:00000001:2.0:1789130391.873747:0:31745:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1789130391.873760:0:31745:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9caf484ad8c0. 00000020:00000001:2.0:1789130391.873763:0:31745:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c3fdc8 00000080:00200000:2.0:1789130391.873764:0:31745:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d21h.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff9caf601980c8), flags=0 00000080:00000001:2.0:1789130391.873766:0:31745:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:2.0:1789130391.873768:0:31745:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c3fc78 00000080:00200000:2.0:1789130391.873769:0:31745:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d21h.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff9caf601980c8), intent=getattr 00000080:00000010:2.0:1789130391.873776:0:31745:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9caf47ca0800. 00800000:00000002:2.0:1789130391.873778:0:31745:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9caf4557c8c0 2 00000080:00000001:2.0:1789130391.873905:0:31745:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1789130391.873908:0:31745:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1789130391.873910:0:31745:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c3fb98 00800000:00000002:2.0:1789130391.873912:0:31745:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'd21h.recovery-small-2' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1789130391.873915:0:31745:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00000020:00000001:2.0:1789130391.873920:0:31745:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c3fb30 00800000:00000002:2.0:1789130391.873922:0:31745:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d21h.recovery-small-2' -> mds #0 00000002:00000001:2.0:1789130391.873925:0:31745:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1789130391.873927:0:31745:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c3fa68 00000002:00010000:2.0:1789130391.873928:0:31745:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d21h.recovery-small-2,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 01 00000002:00000001:2.0:1789130391.873933:0:31745:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1789130391.873937:0:31745:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1789130391.873944:0:31745:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf580ba940. 00000020:00000040:2.0:1789130391.873949:0:31745:0:(genops.c:1210:class_import_get()) import ffff9caf6079a800 refcount=11 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00010000:00000001:2.0:1789130391.873956:0:31745:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1789130391.873961:0:31745:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789130391.873964:0:31745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130391.873966:0:31745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130391.873967:0:31745:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130391.873970:0:31745:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789130391.873973:0:31745:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789130391.873977:0:31745:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789130391.873986:0:31745:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9caf58573c00. 00000100:00000001:2.0:1789130391.874006:0:31745:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130391.874011:0:31745:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789130391.874013:0:31745:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130391.874015:0:31745:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789130391.874016:0:31745:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130391.874018:0:31745:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789130391.874027:0:31745:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446634875643210048 : -109198066341568 : ffff9caf580ba940) 00010000:00000001:2.0:1789130391.874030:0:31745:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1789130391.874034:0:31745:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1789130391.874037:0:31745:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf4a8cc100 count: 2 00010000:00000001:2.0:1789130391.874039:0:31745:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789130391.874041:0:31745:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1789130391.874045:0:31745:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9caf46a93a00. 00000020:00000001:2.0:1789130391.874049:0:31745:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1789130391.874052:0:31745:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9caf46a93a00 with handle 0xde5303b1d982cd47 to hash 00000020:00000001:2.0:1789130391.874054:0:31745:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1789130391.874056:0:31745:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446634875351546368 : -109198358005248 : ffff9caf46a93a00) 00010000:00000001:2.0:1789130391.874060:0:31745:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446634875351546368 : -109198358005248 : ffff9caf46a93a00) 00010000:00000001:2.0:1789130391.874064:0:31745:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789130391.874065:0:31745:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789130391.874069:0:31745:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a93a00/0xde5303b1d982cd47 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 31745 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789130391.874077:0:31745:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a93a00/0xde5303b1d982cd47 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31745 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789130391.874098:0:31745:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a93a00/0xde5303b1d982cd47 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31745 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1789130391.874105:0:31745:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1789130391.874106:0:31745:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1789130391.874114:0:31745:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9caf46b98600. 00000100:00000001:2.0:1789130391.874117:0:31745:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446634875352614400 : -109198356937216 : ffff9caf46b98600) 00000100:00000001:2.0:1789130391.874120:0:31745:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789130391.874121:0:31745:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875643210048 : -109198066341568 : ffff9caf580ba940) 00000100:00000001:2.0:1789130391.874127:0:31745:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789130391.874133:0:31745:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130391.874135:0:31745:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1789130391.874137:0:31745:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789130391.874151:0:31745:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf580ba940 x1876037329032192/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130391.874160:0:31745:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789130391.874162:0:31745:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789130391.874167:0:31745:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789130391.874170:0:31745:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789130391.874173:0:31745:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789130391.874177:0:31745:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf580ba940 pname:cluuid:pid:xid:nid:opc:job rm:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:31745:1876037329032192:192.168.204.123@tcp:101:rm.0 00000100:00000001:2.0:1789130391.874182:0:31745:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789130391.874191:0:31745:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789130391.874194:0:31745:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789130391.874197:0:31745:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789130391.874204:0:31745:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9caf47fb1800. 02000000:00000001:2.0:1789130391.874206:0:31745:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789130391.874215:0:31745:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:2.0:1789130391.874220:0:31745:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf483fd6e0. 00000400:00000010:2.0:1789130391.874229:0:31745:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf42d18d48. 00000100:00000200:2.0:1789130391.874238:0:31745:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1876037329032192, portal 10 00000100:00000001:2.0:1789130391.874240:0:31745:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789130391.874243:0:31745:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875643210048 : -109198066341568 : ffff9caf580ba940) 00000100:00000040:2.0:1789130391.874279:0:31745:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9caf580ba940 x1876037329032192/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789130407 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130391.874290:0:31745:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789130391.874294:0:31745:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:2.0:1789130391.874297:0:31745:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf42d18330. 00000100:00000200:2.0:1789130391.874301:0:31745:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1876037329032192, offset 0 00000400:00000200:2.0:1789130391.874309:0:31745:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:2.0:1789130391.874321:0:31745:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130391.874333:0:31745:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:2.0:1789130391.874340:0:31745:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789130391.874346:0:31745:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:2.0:1789130391.874352:0:31745:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789130391.874355:0:31745:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:2.0:1789130391.874359:0:31745:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2508:2508:256:4294967295] 192.168.204.123@tcp LPNI seq info [2507:2507:8:4294967295] 00000400:00000200:2.0:1789130391.874364:0:31745:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130391.874376:0:31745:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:2.0:1789130391.874383:0:31745:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:2.0:1789130391.874390:0:31745:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf501cff00. 00000800:00000200:2.0:1789130391.874399:0:31745:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:2.0:1789130391.874408:0:31745:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:2.0:1789130391.874414:0:31745:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf501cff00 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:2.0:1789130391.874486:0:31745:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130391.874492:0:31745:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: using a timeout of 794336 usecs (795 jiffies) 00000400:00000200:2.0:1789130391.874496:0:31745:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:2.0:1789130391.874499:0:31745:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296486691 00000100:00000001:2.0:1789130391.874502:0:31745:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 2, keep current deadline 4296489463 00000100:00000001:2.0:1789130391.874504:0:31745:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296486691 00000100:00000001:2.0:1789130391.874507:0:31745:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 3, keep current deadline 4296489463 00000100:00000001:2.0:1789130391.874509:0:31745:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789130391.874513:0:31745:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130391.874515:0:31745:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789130391.874518:0:31745:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1789130391.874521:0:31745:0:(client.c:2715:ptlrpc_set_wait()) set ffff9caf46b98600 going to sleep for 11 seconds 00000100:00000001:2.0:1789130391.874524:0:31745:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789130391.874527:0:31745:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789130391.874658:0:2341:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789130391.874664:0:2341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf501cff00. 00000400:00000200:3.0:1789130391.874671:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130391.874742:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:3.0:1789130391.874751:0:2341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf42d18330 00000400:00000010:3.0:1789130391.874753:0:2341:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf42d18330. 00000100:00000001:3.0:1789130391.874759:0:2341:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789130391.874764:0:2341:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf580ba940 x1876037329032192/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789130407 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130391.874774:0:2341:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130391.874777:0:2341:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf580ba940 x1876037329032192/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789130407 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130391.874796:0:2341:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130391.874797:0:2341:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:1.1:1789130391.876264:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf40031400. 00010000:00000010:1.1:1789130391.876284:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf51bbdd00. 00010000:00000010:1.1:1789130391.876291:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf47e21200. 00010000:00000010:1.1:1789130391.876294:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf40030200. 00000080:00000010:2.1:1789130391.880182:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9caf6019f380. 00000080:00000010:2.1:1789130391.880206:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9caf47eab920. 00000800:00000001:2.0:1789130391.882587:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130391.882612:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789130391.882617:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130391.882619:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130391.882632:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130391.882642:0:2342:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:2.0:1789130391.882652:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130391.882658:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130391.882665:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130391.882670:0:2342:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 584 into portal 10 MB=0x6aa3efa951400 00000400:00000200:2.0:1789130391.882675:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130391.882682:0:2342:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.123@tcp of length 584/584 into md 0x6c2d [1] + 224 00000800:00000001:2.0:1789130391.882690:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130391.882704:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130391.882707:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130391.882712:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:2.0:1789130391.882722:0:2342:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789130391.882732:0:2342:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf580ba940 x1876037329032192/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789130407 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789130391.882744:0:2342:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff9caf580ba940 x1876037329032192/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789130407 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130391.882877:0:31745:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789130391.882930:0:2342:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789130391.882948:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130391.882951:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1789130391.883174:0:31745:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789130391.883177:0:31745:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789130391.883182:0:31745:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf483fd6e0. 00000400:00000200:0.0:1789130391.883187:0:31745:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf42d18d48 00000400:00000010:0.0:1789130391.883191:0:31745:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf42d18d48. 00000100:00000001:0.0:1789130391.883195:0:31745:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789130391.883202:0:31745:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf580ba940 x1876037329032192/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789130407 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1789130391.883212:0:31745:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf580ba940 x1876037329032192/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789130407 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130391.883219:0:31745:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789130391.883222:0:31745:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130391.883225:0:31745:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789130391.883230:0:31745:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789130391.883233:0:31745:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789130391.883236:0:31745:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130391.883239:0:31745:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789130391.883252:0:31745:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf6079ac60 time=10 v=5 (5 104 104 104) 00000100:00001000:0.0:1789130391.883258:0:31745:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf6079ac18 time=0 v=5 (1 0 0 0) 00000100:00000001:0.0:1789130391.883260:0:31745:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789130391.883263:0:31745:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130391.883266:0:31745:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789130391.883270:0:31745:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130391.883275:0:31745:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789130391.883277:0:31745:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9caf5014c800: skip recheck: last_committed 4294967634 00000100:00000001:0.0:1789130391.883280:0:31745:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789130391.883284:0:31745:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130391.883290:0:31745:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf580ba940 x1876037329032192/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/584 e 0 to 0 dl 1789130407 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130391.883298:0:31745:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789130391.883301:0:31745:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789130391.883304:0:31745:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789130391.883309:0:31745:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf580ba940 x1876037329032192/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/584 e 0 to 0 dl 1789130407 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1789130391.883318:0:31745:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf580ba940 pname:cluuid:pid:xid:nid:opc:job rm:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:31745:1876037329032192:192.168.204.123@tcp:101:rm.0 00000100:00000001:0.0:1789130391.883323:0:31745:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130391.883327:0:31745:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130391.883330:0:31745:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1789130391.883343:0:31745:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789130391.883346:0:31745:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf580ba940 x1876037329032192/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/584 e 0 to 0 dl 1789130407 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130391.883354:0:31745:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789130391.883357:0:31745:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9caf46b98600. 00000100:00000001:0.0:1789130391.883362:0:31745:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1789130391.883363:0:31745:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130391.883367:0:31745:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1789130391.883373:0:31745:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130391.883376:0:31745:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130391.883380:0:31745:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf46a93a00 refcount=4 00000020:00000001:0.0:1789130391.883383:0:31745:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875351546368 : -109198358005248 : ffff9caf46a93a00) 00010000:00000001:0.0:1789130391.883386:0:31745:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875351546368 : -109198358005248 : ffff9caf46a93a00) 00010000:00000040:0.0:1789130391.883395:0:31745:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9caf46a93a00, remote cookie: 0xcdf1b083821a5a0a, flags: 0x1001 00010000:00010000:0.0:1789130391.883406:0:31745:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a93a00/0xde5303b1d982cd47 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a5a0a expref: -99 pid: 31745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789130391.883416:0:31745:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x28:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:0.0:1789130391.883420:0:31745:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000040:0.0:1789130391.883429:0:31745:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf4a8cc900 count: 2 00010000:00000001:0.0:1789130391.883433:0:31745:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789130391.883437:0:31745:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789130391.883441:0:31745:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a93a00/0xde5303b1d982cd47 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x28:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a5a0a expref: -99 pid: 31745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789130391.883450:0:31745:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a93a00/0xde5303b1d982cd47 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a5a0a expref: -99 pid: 31745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789130391.883456:0:31745:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1789130391.883462:0:31745:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1789130391.884752:0:31745:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1789130391.884764:0:31745:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1789130391.884768:0:31745:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1789130391.884772:0:31745:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x28:0x0].0x0 (ffff9caf4a8cc900) refcount = 2 00010000:00000040:0.0:1789130391.884796:0:31745:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1789130391.884879:0:31745:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7c00/0xde5303b1d982cd40 lrc: 1/0,0 mode: CR/CR res: [0x200000404:0x28:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a59cb expref: -99 pid: 31745 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1789130391.884893:0:31745:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a93a00/0xde5303b1d982cd47 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a5a0a expref: -99 pid: 31745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789130391.884900:0:31745:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1789130391.884907:0:31745:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1789130391.884910:0:31745:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789130391.884916:0:31745:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1789130391.884920:0:31745:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789130391.884925:0:31745:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a93a00/0xde5303b1d982cd47 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a5a0a expref: -99 pid: 31745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789130391.884933:0:31745:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1789130391.884935:0:31745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130391.884938:0:31745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130391.884939:0:31745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130391.884940:0:31745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130391.884942:0:31745:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789130391.884951:0:31745:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1789130391.884954:0:31745:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130391.884956:0:31745:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130391.884959:0:31745:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf46a93a00 refcount=3 00000020:00000001:0.0:1789130391.884961:0:31745:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875351546368 : -109198358005248 : ffff9caf46a93a00) 00010000:00000001:0.0:1789130391.884965:0:31745:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875351546368 : -109198358005248 : ffff9caf46a93a00) 00010000:00000001:0.0:1789130391.884967:0:31745:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130391.884968:0:31745:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130391.884969:0:31745:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf46a93a00 refcount=4 00000020:00000001:0.0:1789130391.884971:0:31745:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875351546368 : -109198358005248 : ffff9caf46a93a00) 00010000:00000001:0.0:1789130391.884974:0:31745:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875351546368 : -109198358005248 : ffff9caf46a93a00) 00010000:00000001:0.0:1789130391.884977:0:31745:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789130391.884982:0:31745:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789130391.884986:0:31745:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a93a00/0xde5303b1d982cd47 lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a5a0a expref: -99 pid: 31745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789130391.884993:0:31745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130391.884995:0:31745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130391.885000:0:31745:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130391.885001:0:31745:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130391.885003:0:31745:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf46a93a00 refcount=5 00000020:00000001:0.0:1789130391.885005:0:31745:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875351546368 : -109198358005248 : ffff9caf46a93a00) 00010000:00000001:0.0:1789130391.885007:0:31745:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875351546368 : -109198358005248 : ffff9caf46a93a00) 00010000:00000001:0.0:1789130391.885010:0:31745:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789130391.885012:0:31745:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a93a00/0xde5303b1d982cd47 lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a5a0a expref: -99 pid: 31745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789130391.885018:0:31745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130391.885020:0:31745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1789130391.885023:0:31745:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a93a00/0xde5303b1d982cd47 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a5a0a expref: -99 pid: 31745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789130391.885030:0:31745:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789130391.885031:0:31745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130391.885032:0:31745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130391.885034:0:31745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130391.885035:0:31745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1789130391.885353:0:31745:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9caf580ba940 x1876037329032192/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/584 e 0 to 0 dl 1789130407 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1789130391.885365:0:31745:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130391.885367:0:31745:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130391.885369:0:31745:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf46a93a00 refcount=3 00000020:00000001:0.0:1789130391.885371:0:31745:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875351546368 : -109198358005248 : ffff9caf46a93a00) 00010000:00000001:0.0:1789130391.885374:0:31745:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875351546368 : -109198358005248 : ffff9caf46a93a00) 00010000:00000001:0.0:1789130391.885378:0:31745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130391.885380:0:31745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789130391.885381:0:31745:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789130391.885384:0:31745:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789130391.885388:0:31745:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1789130391.885392:0:31745:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130391.885393:0:31745:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130391.885394:0:31745:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf46a93a00 refcount=3 00000020:00000001:0.0:1789130391.885397:0:31745:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875351546368 : -109198358005248 : ffff9caf46a93a00) 00010000:00000001:0.0:1789130391.885399:0:31745:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875351546368 : -109198358005248 : ffff9caf46a93a00) 00000002:00010000:0.0:1789130391.885403:0:31745:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a93a00/0xde5303b1d982cd47 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a5a0a expref: -99 pid: 31745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789130391.885410:0:31745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130391.885411:0:31745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130391.885413:0:31745:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1789130391.885415:0:31745:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130391.885416:0:31745:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130391.885418:0:31745:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf46a93a00 refcount=3 00000020:00000001:0.0:1789130391.885419:0:31745:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875351546368 : -109198358005248 : ffff9caf46a93a00) 00010000:00000001:0.0:1789130391.885422:0:31745:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875351546368 : -109198358005248 : ffff9caf46a93a00) 00010000:00000040:0.0:1789130391.885430:0:31745:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf4a8cc900 count: 3 00010000:00000001:0.0:1789130391.885433:0:31745:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1789130391.885438:0:31745:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9caf4630e800 type 13 mode 4 res 8589935620/40 (0 0) 00010000:00000001:0.0:1789130391.885442:0:31745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130391.885443:0:31745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789130391.885444:0:31745:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1789130391.885449:0:31745:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c3f9f0 00000002:00002000:0.0:1789130391.885451:0:31745:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=d21h.recovery-small-2 intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:0.0:1789130391.885455:0:31745:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789130391.885462:0:31745:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789130391.885465:0:31745:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1789130391.885469:0:31745:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:0.0:1789130391.885474:0:31745:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789130391.885481:0:31745:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9caf4557c8c0 2 00000080:00000001:0.0:1789130391.885485:0:31745:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1789130391.885488:0:31745:0:(namei.c:674:ll_lookup_it_finish()) it ffffb97f41c3fe00 it_disposition b 00000080:00000001:0.0:1789130391.885492:0:31745:0:(llite_lib.c:3864:ll_prep_inode()) Process entered 00000002:00000001:0.0:1789130391.885501:0:31745:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1789130391.885505:0:31745:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1789130391.885509:0:31745:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833960 : 144115205322833960 : 200000404000028) 00000080:00000001:0.0:1789130391.885513:0:31745:0:(namei.c:113:ll_iget()) Process entered 00000080:00000001:0.0:1789130391.885524:0:31745:0:(llite_lib.c:1973:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1789130391.885526:0:31745:0:(llite_lib.c:1977:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000404:0x28:0x0] 00000080:00000001:0.0:1789130391.885530:0:31745:0:(llite_lib.c:1994:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130391.885534:0:31745:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833960 : 144115205322833960 : 200000404000028) 00000080:00000001:0.0:1789130391.885537:0:31745:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:0.0:1789130391.885540:0:31745:0:(llite_lib.c:3071:ll_update_inode()) setting ino 144115205322833960 mtime from 1789130375 to 1789130391 00000080:00200000:0.0:1789130391.885547:0:31745:0:(llite_lib.c:3140:ll_update_inode()) inode=[0x200000404:0x28:0x0], updating i_size 7680 00000080:00200000:0.0:1789130391.885550:0:31745:0:(namei.c:147:ll_iget()) got inode: [0x200000404:0x28:0x0](ffff9caf601300c8): rc = 0 00000080:00000001:0.0:1789130391.885554:0:31745:0:(namei.c:156:ll_iget()) Process leaving (rc=18446634875777908936 : -109197931642680 : ffff9caf601300c8) 00010000:00000001:0.0:1789130391.885557:0:31745:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130391.885558:0:31745:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130391.885560:0:31745:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf46a93a00 refcount=3 00000020:00000001:0.0:1789130391.885562:0:31745:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875351546368 : -109198358005248 : ffff9caf46a93a00) 00010000:00000001:0.0:1789130391.885564:0:31745:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875351546368 : -109198358005248 : ffff9caf46a93a00) 00010000:00000001:0.0:1789130391.885567:0:31745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130391.885568:0:31745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1789130391.885571:0:31745:0:(llite_lib.c:1928:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1789130391.885573:0:31745:0:(llite_lib.c:1941:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1789130391.885575:0:31745:0:(llite_lib.c:3962:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1789130391.885578:0:31745:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1789130391.885580:0:31745:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789130391.885583:0:31745:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000404:0x28:0x0](ffff9caf601300c8) for lock 0xde5303b1d982cd47 00800000:00000001:0.0:1789130391.885587:0:31745:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1789130391.885589:0:31745:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1789130391.885590:0:31745:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130391.885591:0:31745:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130391.885592:0:31745:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf46a93a00 refcount=3 00000020:00000001:0.0:1789130391.885595:0:31745:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875351546368 : -109198358005248 : ffff9caf46a93a00) 00010000:00000001:0.0:1789130391.885596:0:31745:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875351546368 : -109198358005248 : ffff9caf46a93a00) 00010000:00000001:0.0:1789130391.885599:0:31745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130391.885600:0:31745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789130391.885602:0:31745:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789130391.885604:0:31745:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:0.0:1789130391.885610:0:31745:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9caf60290288 inode ffff9caf601300c8 refc 1 flags 0x20000e 00000080:00000001:0.0:1789130391.885614:0:31745:0:(llite_lib.c:3176:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1789130391.885616:0:31745:0:(llite_lib.c:3182:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130391.885618:0:31745:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:0.0:1789130391.885622:0:31745:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x28:0x0](ffff9caf601300c8) 00000080:00010000:0.0:1789130391.885625:0:31745:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xde5303b1d982cd47 from it ffffb97f41c3fe00 00010000:00000001:0.0:1789130391.885628:0:31745:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130391.885628:0:31745:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130391.885630:0:31745:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf46a93a00 refcount=3 00000020:00000001:0.0:1789130391.885632:0:31745:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875351546368 : -109198358005248 : ffff9caf46a93a00) 00010000:00000001:0.0:1789130391.885634:0:31745:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875351546368 : -109198358005248 : ffff9caf46a93a00) 00010000:00000001:0.0:1789130391.885636:0:31745:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789130391.885639:0:31745:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a93a00/0xde5303b1d982cd47 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a5a0a expref: -99 pid: 31745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789130391.885646:0:31745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130391.885647:0:31745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130391.885649:0:31745:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789130391.885652:0:31745:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789130391.885655:0:31745:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a93a00/0xde5303b1d982cd47 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a5a0a expref: -99 pid: 31745 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1789130391.885662:0:31745:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789130391.885667:0:31745:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789130391.885669:0:31745:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789130391.885675:0:31745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130391.885676:0:31745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130391.885678:0:31745:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130391.885682:0:31745:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789130391.885685:0:31745:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130391.885687:0:31745:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130391.885691:0:31745:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130391.885693:0:31745:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789130391.885694:0:31745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130391.885695:0:31745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1789130391.885698:0:31745:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1789130391.885704:0:31745:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9caf47ca0800. 00000100:00000001:0.0:1789130391.885713:0:31745:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789130391.885720:0:31745:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf580ba940 x1876037329032192/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/584 e 0 to 0 dl 1789130407 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130391.885728:0:31745:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789130391.885733:0:31745:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789130391.885737:0:31745:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9caf47fb1800. 02000000:00000001:0.0:1789130391.885741:0:31745:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789130391.885745:0:31745:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1789130391.885747:0:31745:0:(genops.c:1223:class_import_put()) import ffff9caf6079a800 refcount=10 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000020:00000001:0.0:1789130391.885750:0:31745:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1789130391.885754:0:31745:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9caf58573c00. 02000000:00000001:0.0:1789130391.885759:0:31745:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789130391.885761:0:31745:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789130391.885764:0:31745:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf580ba940. 00000100:00000001:0.0:1789130391.885769:0:31745:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789130391.885771:0:31745:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1789130391.885774:0:31745:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1789130391.885777:0:31745:0:(dcache.c:176:ll_intent_release()) intent ffffb97f41c3fe00 released 00000080:00000001:0.0:1789130391.885779:0:31745:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:0.0:1789130391.885797:0:31745:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:0.0:1789130391.885801:0:31745:0:(file.c:6206:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1789130391.885909:0:31745:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c3fd50 00000080:00200000:0.0:1789130391.885914:0:31745:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8),name=/ 00000080:00000010:0.0:1789130391.885930:0:31745:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9caf485a2a00. 00800000:00000002:0.0:1789130391.885939:0:31745:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9caf4557c8c0 2 00000080:00000001:0.0:1789130391.885944:0:31745:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1789130391.885948:0:31745:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1789130391.885950:0:31745:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c3fc70 00800000:00000002:0.0:1789130391.885952:0:31745:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1789130391.885956:0:31745:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1789130391.885960:0:31745:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1789130391.885965:0:31745:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1789130391.885968:0:31745:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c3fb40 00000002:00010000:0.0:1789130391.885971:0:31745:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1789130391.885975:0:31745:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1789130391.885977:0:31745:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789130391.885980:0:31745:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789130391.885985:0:31745:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf4a8cc100 count: 2 00010000:00000001:0.0:1789130391.885987:0:31745:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789130391.885990:0:31745:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789130391.885993:0:31745:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1789130391.885997:0:31745:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030800/0xde5303b1d982cd32 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a59af expref: -99 pid: 31745 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:0.0:1789130391.886005:0:31745:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1789130391.886011:0:31745:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789130391.886014:0:31745:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030800/0xde5303b1d982cd32 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a59af expref: -99 pid: 31745 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:0.0:1789130391.886021:0:31745:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1789130391.886023:0:31745:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1789130391.886024:0:31745:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789130391.886026:0:31745:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789130391.886028:0:31745:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1789130391.886030:0:31745:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1789130391.886032:0:31745:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1789130391.886035:0:31745:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9caf4557c8c0 2 00000080:00000010:0.0:1789130391.886038:0:31745:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9caf485a2a00. 00000080:00000001:0.0:1789130391.886042:0:31745:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1789130391.886342:0:31745:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789130391.886347:0:31745:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9caf601980c8) 00000080:00010000:0.0:1789130391.886351:0:31745:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9caf601980c8) for lock 0xde5303b1d982cd32 00800000:00000001:0.0:1789130391.886355:0:31745:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1789130391.886357:0:31745:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1789130391.886359:0:31745:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130391.886361:0:31745:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130391.886363:0:31745:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40030800 refcount=3 00000020:00000001:0.0:1789130391.886365:0:31745:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239991296 : -109198469560320 : ffff9caf40030800) 00010000:00000001:0.0:1789130391.886369:0:31745:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239991296 : -109198469560320 : ffff9caf40030800) 00010000:00000001:0.0:1789130391.886371:0:31745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130391.886373:0:31745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789130391.886374:0:31745:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789130391.886376:0:31745:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789130391.886378:0:31745:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xde5303b1d982cd32 from it ffffb97f41c3fd88 00010000:00000001:0.0:1789130391.886380:0:31745:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130391.886381:0:31745:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130391.886382:0:31745:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40030800 refcount=3 00000020:00000001:0.0:1789130391.886384:0:31745:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239991296 : -109198469560320 : ffff9caf40030800) 00010000:00000001:0.0:1789130391.886386:0:31745:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239991296 : -109198469560320 : ffff9caf40030800) 00010000:00000001:0.0:1789130391.886388:0:31745:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789130391.886391:0:31745:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030800/0xde5303b1d982cd32 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a59af expref: -99 pid: 31745 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1789130391.886398:0:31745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130391.886399:0:31745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130391.886401:0:31745:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789130391.886404:0:31745:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789130391.886406:0:31745:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030800/0xde5303b1d982cd32 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a59af expref: -99 pid: 31745 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:0.0:1789130391.886415:0:31745:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789130391.886417:0:31745:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789130391.886419:0:31745:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789130391.886422:0:31745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130391.886423:0:31745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130391.886425:0:31745:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130391.886427:0:31745:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789130391.886428:0:31745:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130391.886431:0:31745:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130391.886433:0:31745:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130391.886435:0:31745:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789130391.886437:0:31745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130391.886438:0:31745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1789130391.886441:0:31745:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1789130391.886443:0:31745:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1789130391.886446:0:31745:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8), inode mode 41ff mask 3 00000080:00000001:0.0:1789130391.886454:0:31745:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130391.886463:0:31745:0:(namei.c:2325:ll_rmdir()) Process entered 00000020:00000001:0.0:1789130391.886466:0:31745:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c3fe18 00000080:00200000:0.0:1789130391.886468:0:31745:0:(namei.c:2328:ll_rmdir()) VFS Op:name=d21h.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff9caf601980c8) 00000080:00000001:0.0:1789130391.886473:0:31745:0:(llite_foreign.c:180:ll_foreign_is_removable()) Process entered 00000080:00000040:0.0:1789130391.886477:0:31745:0:(llite_foreign.c:245:ll_foreign_is_removable()) unable to check if dir (d21h.recovery-small-2, [0x200000404:0x28:0x0]) is foreign... 00000080:00000001:0.0:1789130391.886480:0:31745:0:(llite_foreign.c:262:ll_foreign_is_removable()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.0:1789130391.886487:0:31745:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9caf485a2a00. 00800000:00000002:0.0:1789130391.886491:0:31745:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9caf4557c8c0 2 00800000:00000001:0.0:1789130391.886501:0:31745:0:(lmv_obd.c:3494:lmv_unlink()) Process entered 00800000:00000001:0.0:1789130391.886508:0:31745:0:(lmv_obd.c:2563:lmv_early_cancel()) Process entered 00800000:00000002:0.0:1789130391.886512:0:31745:0:(lmv_obd.c:2582:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x200000404:0x28:0x0] 00800000:00000001:0.0:1789130391.886515:0:31745:0:(lmv_obd.c:2587:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789130391.886517:0:31745:0:(lmv_obd.c:3534:lmv_unlink()) unlink with fid=[0x200000007:0x1:0x0]/[0x200000404:0x28:0x0] -> mds #0 00000002:00000001:0.0:1789130391.886522:0:31745:0:(mdc_reint.c:315:mdc_unlink()) Process entered 00000002:00000001:0.0:1789130391.886525:0:31745:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1789130391.886529:0:31745:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf4a8cc100 count: 2 00010000:00000001:0.0:1789130391.886532:0:31745:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789130391.886535:0:31745:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1789130391.886539:0:31745:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1789130391.886542:0:31745:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030800/0xde5303b1d982cd32 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xcdf1b083821a59af expref: -99 pid: 31745 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000080:00000001:0.0:1789130391.886552:0:31745:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1789130391.886561:0:31745:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1789130391.886564:0:31745:0:(file.c:6113:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1789130391.886568:0:31745:0:(file.c:6119:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:0.0:1789130391.886571:0:31745:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789130391.886572:0:31745:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789130391.886575:0:31745:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf4a8cc100 count: 3 00010000:00000001:0.0:1789130391.886577:0:31745:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789130391.886580:0:31745:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789130391.886581:0:31745:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789130391.886582:0:31745:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789130391.886583:0:31745:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf4a8cc100 count: 3 00010000:00000001:0.0:1789130391.886585:0:31745:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789130391.886587:0:31745:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789130391.886588:0:31745:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789130391.886589:0:31745:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789130391.886590:0:31745:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf4a8cc100 count: 3 00010000:00000001:0.0:1789130391.886592:0:31745:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789130391.886593:0:31745:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130391.886595:0:31745:0:(file.c:6141:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1789130391.886598:0:31745:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff9caf60198000, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1789130391.886603:0:31745:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1789130391.886605:0:31745:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1789130391.886608:0:31745:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1789130391.886610:0:31745:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130391.886615:0:31745:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1789130391.886619:0:31745:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789130391.886621:0:31745:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789130391.886624:0:31745:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789130391.886625:0:31745:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1789130391.886629:0:31745:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9caf40030800 with handle 0xde5303b1d982cd32 from hash 00010000:00000001:0.0:1789130391.886632:0:31745:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789130391.886634:0:31745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130391.886635:0:31745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130391.886637:0:31745:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789130391.886639:0:31745:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789130391.886642:0:31745:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1789130391.886644:0:31745:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789130391.886647:0:31745:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1789130391.886649:0:31745:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1789130391.886652:0:31745:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1789130391.886655:0:31745:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf4a8cc900 count: 3 00010000:00000001:0.0:1789130391.886657:0:31745:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789130391.886659:0:31745:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1789130391.886662:0:31745:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1789130391.886665:0:31745:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a93a00/0xde5303b1d982cd47 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xcdf1b083821a5a0a expref: -99 pid: 31745 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00000001:0.0:1789130391.886672:0:31745:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1789130391.886674:0:31745:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1789130391.886675:0:31745:0:(file.c:6113:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1789130391.886676:0:31745:0:(file.c:6119:ll_have_md_lock()) trying to match res [0x200000404:0x28:0x0] mode (null) 00000002:00000001:0.0:1789130391.886678:0:31745:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789130391.886680:0:31745:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789130391.886682:0:31745:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf4a8cc900 count: 4 00010000:00000001:0.0:1789130391.886684:0:31745:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789130391.886686:0:31745:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789130391.886687:0:31745:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789130391.886688:0:31745:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789130391.886689:0:31745:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf4a8cc900 count: 4 00010000:00000001:0.0:1789130391.886691:0:31745:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789130391.886692:0:31745:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789130391.886694:0:31745:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789130391.886695:0:31745:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789130391.886696:0:31745:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf4a8cc900 count: 4 00010000:00000001:0.0:1789130391.886697:0:31745:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789130391.886698:0:31745:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130391.886699:0:31745:0:(file.c:6141:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1789130391.886701:0:31745:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000404:0x28:0x0] lli = ffff9caf60130000, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1789130391.886703:0:31745:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1789130391.886704:0:31745:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1789130391.886706:0:31745:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1789130391.886708:0:31745:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x28:0x0](ffff9caf601300c8) invalid 00000020:00000001:0.0:1789130391.886710:0:31745:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c3fa80 00000080:00002000:0.0:1789130391.886713:0:31745:0:(llite_internal.h:2032:d_lustre_invalidate()) invalidate dentry d21h.recovery-small-2 (ffff9caf60290288) parent ffff9caf600f3360 inode ffff9caf601300c8 refc 2 00000080:00000001:0.0:1789130391.886718:0:31745:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1789130391.886719:0:31745:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1789130391.886720:0:31745:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130391.886722:0:31745:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1789130391.886723:0:31745:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789130391.886725:0:31745:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789130391.886727:0:31745:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789130391.886728:0:31745:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1789130391.886731:0:31745:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9caf46a93a00 with handle 0xde5303b1d982cd47 from hash 00010000:00000001:0.0:1789130391.886733:0:31745:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789130391.886734:0:31745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130391.886735:0:31745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130391.886736:0:31745:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789130391.886738:0:31745:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789130391.886739:0:31745:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1789130391.886742:0:31745:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1789130391.886745:0:31745:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7c00/0xde5303b1d982cd40 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x28:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xcdf1b083821a59cb expref: -99 pid: 31745 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00000001:0.0:1789130391.886751:0:31745:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1789130391.886753:0:31745:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1789130391.886755:0:31745:0:(file.c:6113:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1789130391.886756:0:31745:0:(file.c:6119:ll_have_md_lock()) trying to match res [0x200000404:0x28:0x0] mode CR 00000002:00000001:0.0:1789130391.886758:0:31745:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789130391.886759:0:31745:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789130391.886761:0:31745:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf4a8cc900 count: 4 00010000:00000001:0.0:1789130391.886763:0:31745:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789130391.886765:0:31745:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789130391.886766:0:31745:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789130391.886768:0:31745:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789130391.886769:0:31745:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf4a8cc900 count: 4 00010000:00000001:0.0:1789130391.886771:0:31745:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789130391.886772:0:31745:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130391.886774:0:31745:0:(file.c:6141:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130391.886776:0:31745:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:0.0:1789130391.886792:0:31745:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1789130391.886798:0:31745:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9caf485a3400. 00000080:00000001:0.0:1789130391.886981:0:31745:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:0.0:1789130391.886987:0:31745:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1789130391.886991:0:31745:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000002:0.0:1789130391.886994:0:31745:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000404:0x28:0x0] 00000002:00000001:0.0:1789130391.886998:0:31745:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:0.0:1789130391.887001:0:31745:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9caf5014c800: [0x200000404:0x28:0x0] file closed with intent: 0 00000100:00000010:0.0:1789130391.887009:0:31745:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf61460000. 00000020:00000040:0.0:1789130391.887015:0:31745:0:(genops.c:1210:class_import_get()) import ffff9caf6079a800 refcount=11 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000100:00000001:0.0:1789130391.887020:0:31745:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789130391.887024:0:31745:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789130391.887028:0:31745:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789130391.887038:0:31745:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9caf485a3200. 00000100:00000001:0.0:1789130391.887302:0:31745:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1789130391.887329:0:31745:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9caf615d4b40 x1876037329031808/t4294967645(4294967645) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/608 e 0 to 0 dl 1789130407 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1789130391.887342:0:31745:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9caf5014c800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1789130391.887348:0:31745:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9caf61460000 x1876037329032448/t0(0) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1789130391.887357:0:31745:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1789130391.887360:0:31745:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1789130391.887371:0:31745:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9caf488f36c0. 00000100:00000001:0.0:1789130391.887373:0:31745:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446634875383396032 : -109198326155584 : ffff9caf488f36c0) 00000100:00000001:0.0:1789130391.887377:0:31745:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789130391.887379:0:31745:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875798028288 : -109197911523328 : ffff9caf61460000) 00000100:00000001:0.0:1789130391.887385:0:31745:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789130391.887391:0:31745:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130391.887394:0:31745:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1789130391.887396:0:31745:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789130391.887401:0:31745:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf61460000 x1876037329032448/t0(0) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130391.887410:0:31745:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789130391.887415:0:31745:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130391.887420:0:31745:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789130391.887424:0:31745:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789130391.887428:0:31745:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789130391.887432:0:31745:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf61460000 pname:cluuid:pid:xid:nid:opc:job rm:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:31745:1876037329032448:192.168.204.123@tcp:35:rm.0 00000100:00000001:0.0:1789130391.887438:0:31745:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789130391.887446:0:31745:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789130391.887451:0:31745:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130391.887454:0:31745:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789130391.887461:0:31745:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9caf482bc800. 02000000:00000001:0.0:1789130391.887464:0:31745:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789130391.887476:0:31745:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:0.0:1789130391.887483:0:31745:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf50131bb0. 00000400:00000010:0.0:1789130391.887495:0:31745:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf5801e770. 00000100:00000200:0.0:1789130391.887506:0:31745:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876037329032448, portal 10 00000100:00000001:0.0:1789130391.887508:0:31745:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789130391.887509:0:31745:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875798028288 : -109197911523328 : ffff9caf61460000) 00000100:00000040:0.0:1789130391.887519:0:31745:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9caf61460000 x1876037329032448/t0(0) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1789130407 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130391.887527:0:31745:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789130391.887532:0:31745:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:0.0:1789130391.887537:0:31745:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf5801e198. 00000100:00000200:0.0:1789130391.887543:0:31745:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1876037329032448, offset 0 00000400:00000200:0.0:1789130391.887553:0:31745:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:0.0:1789130391.887565:0:31745:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:0.0:1789130391.887576:0:31745:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:0.0:1789130391.887583:0:31745:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789130391.887588:0:31745:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:0.0:1789130391.887593:0:31745:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789130391.887596:0:31745:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:0.0:1789130391.887600:0:31745:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2509:2509:256:4294967295] 192.168.204.123@tcp LPNI seq info [2508:2508:8:4294967295] 00000400:00000200:0.0:1789130391.887604:0:31745:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:0.0:1789130391.887617:0:31745:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:0.0:1789130391.887625:0:31745:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:0.0:1789130391.887633:0:31745:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf451e7600. 00000800:00000200:0.0:1789130391.887642:0:31745:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:0.0:1789130391.887653:0:31745:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:0.0:1789130391.887659:0:31745:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf451e7600 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1789130391.887692:0:31745:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130391.887699:0:31745:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: using a timeout of 793297 usecs (794 jiffies) 00000400:00000200:0.0:1789130391.887702:0:31745:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:0.0:1789130391.887706:0:31745:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296486703 00000100:00000001:0.0:1789130391.887710:0:31745:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 2, keep current deadline 4296489463 00000100:00000001:0.0:1789130391.887713:0:31745:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296486703 00000100:00000001:0.0:1789130391.887716:0:31745:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 3, keep current deadline 4296489463 00000100:00000001:0.0:1789130391.887718:0:31745:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789130391.887722:0:31745:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130391.887724:0:31745:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789130391.887727:0:31745:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1789130391.887730:0:31745:0:(client.c:2715:ptlrpc_set_wait()) set ffff9caf488f36c0 going to sleep for 11 seconds 00000100:00000001:0.0:1789130391.887734:0:31745:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789130391.887738:0:31745:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789130391.888147:0:2341:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789130391.888155:0:2341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf451e7600. 00000400:00000200:3.0:1789130391.888164:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130391.888173:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:3.0:1789130391.888182:0:2341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf5801e198 00000400:00000010:3.0:1789130391.888185:0:2341:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf5801e198. 00000100:00000001:3.0:1789130391.888191:0:2341:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789130391.888197:0:2341:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf61460000 x1876037329032448/t0(0) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1789130407 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130391.888212:0:2341:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130391.888217:0:2341:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf61460000 x1876037329032448/t0(0) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1789130407 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130391.888223:0:2341:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130391.888225:0:2341:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:1.1:1789130391.891882:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9caf47eab540. 00000800:00000001:2.0:1789130391.900632:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130391.900664:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789130391.900669:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130391.900674:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130391.900687:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130391.900698:0:2342:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:2.0:1789130391.900713:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130391.900719:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130391.900728:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130391.900734:0:2342:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 456 into portal 10 MB=0x6aa3efa951500 00000400:00000200:2.0:1789130391.900740:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130391.900748:0:2342:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.123@tcp of length 456/456 into md 0x6c3d [1] + 224 00000800:00000001:2.0:1789130391.900757:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130391.900771:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130391.900776:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130391.900795:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:2.0:1789130391.900821:0:2342:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789130391.900834:0:2342:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf61460000 x1876037329032448/t0(0) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1789130407 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789130391.900847:0:2342:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9caf61460000 x1876037329032448/t0(0) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1789130407 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130391.900862:0:2342:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789130391.900873:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130391.900877:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130391.901277:0:31745:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789130391.901287:0:31745:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789130391.901290:0:31745:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789130391.901294:0:31745:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf50131bb0. 00000400:00000200:0.0:1789130391.901300:0:31745:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf5801e770 00000400:00000010:0.0:1789130391.901302:0:31745:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf5801e770. 00000100:00000001:0.0:1789130391.901306:0:31745:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789130391.901311:0:31745:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf61460000 x1876037329032448/t0(0) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1789130407 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1789130391.901320:0:31745:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf61460000 x1876037329032448/t0(0) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1789130407 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130391.901326:0:31745:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789130391.901329:0:31745:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130391.901332:0:31745:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789130391.901337:0:31745:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789130391.901340:0:31745:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789130391.901343:0:31745:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130391.901346:0:31745:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789130391.901358:0:31745:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf6079aca8 time=10 v=5 (5 5 5 5) 00000100:00001000:0.0:1789130391.901362:0:31745:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf6079ac18 time=0 v=5 (1 0 0 0) 00000100:00000001:0.0:1789130391.901366:0:31745:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789130391.901368:0:31745:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130391.901372:0:31745:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789130391.901377:0:31745:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130391.901381:0:31745:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1789130391.901384:0:31745:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1789130391.901386:0:31745:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1789130391.901389:0:31745:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789130391.901390:0:31745:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875798028288 : -109197911523328 : ffff9caf61460000) 00000100:00000001:0.0:1789130391.901394:0:31745:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789130391.901397:0:31745:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9caf5014c800: skip recheck: last_committed 4294967634 00000100:00000001:0.0:1789130391.901399:0:31745:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789130391.901402:0:31745:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130391.901408:0:31745:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf61460000 x1876037329032448/t4294967647(4294967647) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1789130407 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130391.901416:0:31745:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789130391.901420:0:31745:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789130391.901422:0:31745:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789130391.901427:0:31745:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf61460000 x1876037329032448/t4294967647(4294967647) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1789130407 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1789130391.901435:0:31745:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf61460000 pname:cluuid:pid:xid:nid:opc:job rm:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:31745:1876037329032448:192.168.204.123@tcp:35:rm.0 00000100:00000001:0.0:1789130391.901442:0:31745:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130391.901445:0:31745:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130391.901448:0:31745:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1789130391.901451:0:31745:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789130391.901455:0:31745:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf61460000 x1876037329032448/t4294967647(4294967647) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1789130407 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130391.901463:0:31745:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789130391.901467:0:31745:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9caf488f36c0. 00000100:00000001:0.0:1789130391.901471:0:31745:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1789130391.901473:0:31745:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130391.901483:0:31745:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789130391.901484:0:31745:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875798028288 : -109197911523328 : ffff9caf61460000) 00000002:00000001:0.0:1789130391.901487:0:31745:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789130391.901491:0:31745:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1789130391.901498:0:31745:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9caf485a3400. 00000080:00000001:0.0:1789130391.901515:0:31745:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1789130391.901518:0:31745:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00000002:00000001:0.0:1789130391.901526:0:31745:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1789130391.901532:0:31745:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9caf615d4b40 x1876037329031808/t4294967645(4294967645) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/608 e 0 to 0 dl 1789130407 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130391.901541:0:31745:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789130391.901542:0:31745:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875799554880 : -109197909996736 : ffff9caf615d4b40) 00000100:00000001:0.0:1789130391.901545:0:31745:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789130391.901548:0:31745:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf615d4b40 x1876037329031808/t4294967645(4294967645) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/608 e 0 to 0 dl 1789130407 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130391.901554:0:31745:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130391.901556:0:31745:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789130391.901559:0:31745:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf61460000 x1876037329032448/t4294967647(4294967647) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1789130407 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130391.901565:0:31745:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130391.901567:0:31745:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789130391.901569:0:31745:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf615d4b40 x1876037329031808/t4294967645(4294967645) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/608 e 0 to 0 dl 1789130407 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130391.901576:0:31745:0:(client.c:2793:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1789130391.901581:0:31745:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1789130391.901582:0:31745:0:(genops.c:1223:class_import_put()) import ffff9caf6079a800 refcount=10 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000020:00000001:0.0:1789130391.901585:0:31745:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1789130391.901590:0:31745:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9caf487c1000. 02000000:00000001:0.0:1789130391.901596:0:31745:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789130391.901598:0:31745:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789130391.901600:0:31745:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf615d4b40. 00000100:00000001:0.0:1789130391.901607:0:31745:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789130391.901609:0:31745:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130391.901610:0:31745:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789130391.901614:0:31745:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf61460000 x1876037329032448/t4294967647(4294967647) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1789130407 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130391.901620:0:31745:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789130391.901622:0:31745:0:(client.c:2947:obd_mod_free()) kfreed 'mod': 32 at ffff9caf4632bc60. 00000002:00000001:0.0:1789130391.901626:0:31745:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789130391.901628:0:31745:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1789130391.901630:0:31745:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9caf58606e00. 00000100:00000001:0.0:1789130391.901633:0:31745:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789130391.901636:0:31745:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf61460000 x1876037329032448/t4294967647(4294967647) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1789130407 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130391.901642:0:31745:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789130391.901644:0:31745:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789130391.901647:0:31745:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9caf482bc800. 02000000:00000001:0.0:1789130391.901650:0:31745:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789130391.901652:0:31745:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1789130391.901652:0:31745:0:(genops.c:1223:class_import_put()) import ffff9caf6079a800 refcount=9 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000020:00000001:0.0:1789130391.901654:0:31745:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1789130391.901656:0:31745:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9caf485a3200. 02000000:00000001:0.0:1789130391.901658:0:31745:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789130391.901659:0:31745:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789130391.901661:0:31745:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf61460000. 00000100:00000001:0.0:1789130391.901665:0:31745:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789130391.901666:0:31745:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1789130391.901669:0:31745:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130391.901673:0:31745:0:(file.c:6113:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1789130391.901676:0:31745:0:(file.c:6119:ll_have_md_lock()) trying to match res [0x200000404:0x28:0x0] mode (null) 00000002:00000001:0.0:1789130391.901680:0:31745:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789130391.901683:0:31745:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789130391.901692:0:31745:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf4a8cc900 count: 4 00010000:00000001:0.0:1789130391.901696:0:31745:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789130391.901702:0:31745:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130391.901705:0:31745:0:(file.c:6141:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130391.901709:0:31745:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1789130391.901712:0:31745:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x28:0x0](ffff9caf601300c8) invalid 00000020:00000001:0.0:1789130391.901716:0:31745:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c3fa80 00000080:00002000:0.0:1789130391.901719:0:31745:0:(llite_internal.h:2032:d_lustre_invalidate()) invalidate dentry d21h.recovery-small-2 (ffff9caf60290288) parent ffff9caf600f3360 inode ffff9caf601300c8 refc 2 00000080:00000001:0.0:1789130391.901723:0:31745:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1789130391.901727:0:31745:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1789130391.901729:0:31745:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130391.901734:0:31745:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1789130391.901738:0:31745:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789130391.901740:0:31745:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789130391.901742:0:31745:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789130391.901746:0:31745:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1789130391.901751:0:31745:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9caf586b7c00 with handle 0xde5303b1d982cd40 from hash 00010000:00000001:0.0:1789130391.901753:0:31745:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789130391.901756:0:31745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130391.901758:0:31745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130391.901759:0:31745:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789130391.901764:0:31745:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789130391.901766:0:31745:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1789130391.901770:0:31745:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:0.0:1789130391.901773:0:31745:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=2 : 2 : 2) 00000002:00000001:0.0:1789130391.901776:0:31745:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=2 : 2 : 2) 00000100:00000010:0.0:1789130391.901794:0:31745:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf61460000. 00000020:00000040:0.0:1789130391.901799:0:31745:0:(genops.c:1210:class_import_get()) import ffff9caf6079a800 refcount=10 obd=lustre-MDT0000-mdc-ffff9caf5014c800 02000000:00000001:0.0:1789130391.901855:0:31745:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1789130391.901858:0:31745:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130391.901861:0:31745:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1789130391.901867:0:31745:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789130391.901871:0:31745:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130391.901874:0:31745:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789130391.901877:0:31745:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789130391.901885:0:31745:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789130391.902115:0:31745:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9caf485a3200. 00000100:00000001:0.0:1789130391.902129:0:31745:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130391.902133:0:31745:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789130391.902136:0:31745:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1789130391.902144:0:31745:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a93a00/0xde5303b1d982cd47 lrc: 1/0,0 mode: --/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xcdf1b083821a5a0a expref: -99 pid: 31745 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1789130391.902153:0:31745:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7c00/0xde5303b1d982cd40 lrc: 1/0,0 mode: --/CR res: [0x200000404:0x28:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xcdf1b083821a59cb expref: -99 pid: 31745 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1789130391.902161:0:31745:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030800/0xde5303b1d982cd32 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xcdf1b083821a59af expref: -99 pid: 31745 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1789130391.902167:0:31745:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 3 locks packed 00010000:00000001:0.0:1789130391.902169:0:31745:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=3 : 3 : 3) 00010000:00000001:0.0:1789130391.902171:0:31745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789130391.902174:0:31745:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a93a00/0xde5303b1d982cd47 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xcdf1b083821a5a0a expref: -99 pid: 31745 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1789130391.902188:0:31745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130391.902190:0:31745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789130391.902192:0:31745:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7c00/0xde5303b1d982cd40 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x28:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xcdf1b083821a59cb expref: -99 pid: 31745 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000040:0.0:1789130391.902198:0:31745:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9caf4a8cc900 count: 0 00010000:00000010:0.0:1789130391.902205:0:31745:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9caf4c532b80. 00010000:00000001:0.0:1789130391.902212:0:31745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130391.902214:0:31745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789130391.902216:0:31745:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030800/0xde5303b1d982cd32 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xcdf1b083821a59af expref: -99 pid: 31745 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000040:0.0:1789130391.902223:0:31745:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9caf4a8cc100 count: 0 00010000:00000010:0.0:1789130391.902227:0:31745:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9caf4c532780. 00010000:00000001:0.0:1789130391.902232:0:31745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130391.902234:0:31745:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130391.902236:0:31745:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789130391.902237:0:31745:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130391.902240:0:31745:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:0.0:1789130391.902254:0:31745:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9caf5014c800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1789130391.902263:0:31745:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9caf61460000 x1876037329032704/t0(0) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 512/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789130391.902272:0:31745:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1789130391.902274:0:31745:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1789130391.902280:0:31745:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9caf488f36c0. 00000100:00000001:0.0:1789130391.902283:0:31745:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446634875383396032 : -109198326155584 : ffff9caf488f36c0) 00000100:00000001:0.0:1789130391.902286:0:31745:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789130391.902287:0:31745:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875798028288 : -109197911523328 : ffff9caf61460000) 00000100:00000001:0.0:1789130391.902293:0:31745:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789130391.902298:0:31745:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130391.902301:0:31745:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1789130391.902302:0:31745:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789130391.902307:0:31745:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf61460000 x1876037329032704/t0(0) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 512/624 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130391.902317:0:31745:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789130391.902320:0:31745:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130391.902325:0:31745:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789130391.902328:0:31745:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789130391.902331:0:31745:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789130391.902335:0:31745:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf61460000 pname:cluuid:pid:xid:nid:opc:job rm:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:31745:1876037329032704:192.168.204.123@tcp:36:rm.0 00000100:00000001:0.0:1789130391.902340:0:31745:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789130391.902349:0:31745:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789130391.902353:0:31745:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130391.902356:0:31745:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789130391.902362:0:31745:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9caf482bc800. 02000000:00000001:0.0:1789130391.902364:0:31745:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789130391.902373:0:31745:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:0.0:1789130391.902377:0:31745:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf50131bb0. 00000400:00000010:0.0:1789130391.902385:0:31745:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf5801e770. 00000100:00000200:0.0:1789130391.902395:0:31745:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876037329032704, portal 10 00000100:00000001:0.0:1789130391.902397:0:31745:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789130391.902399:0:31745:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875798028288 : -109197911523328 : ffff9caf61460000) 00000100:00000040:0.0:1789130391.902406:0:31745:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9caf61460000 x1876037329032704/t0(0) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 512/624 e 0 to 0 dl 1789130407 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130391.902413:0:31745:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789130391.902416:0:31745:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:0.0:1789130391.902420:0:31745:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf5801e000. 00000100:00000200:0.0:1789130391.902424:0:31745:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 12, xid 1876037329032704, offset 0 00000400:00000200:0.0:1789130391.902432:0:31745:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:0.0:1789130391.902443:0:31745:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:0.0:1789130391.902453:0:31745:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:0.0:1789130391.902460:0:31745:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789130391.902466:0:31745:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:0.0:1789130391.902470:0:31745:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789130391.902474:0:31745:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:0.0:1789130391.902478:0:31745:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2510:2510:256:4294967295] 192.168.204.123@tcp LPNI seq info [2509:2509:8:4294967295] 00000400:00000200:0.0:1789130391.902483:0:31745:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:0.0:1789130391.902495:0:31745:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:0.0:1789130391.902621:0:31745:0:(socklnd_cb.c:931:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:0.0:1789130391.902631:0:31745:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf451e7600. 00000800:00000200:0.0:1789130391.902641:0:31745:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:0.0:1789130391.902650:0:31745:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:0.0:1789130391.902657:0:31745:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf451e7600 type 1, nob 608 niov 1 nkiov 1 00000100:00000001:0.0:1789130391.902683:0:31745:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130391.902689:0:31745:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: using a timeout of 792270 usecs (793 jiffies) 00000400:00000200:0.0:1789130391.902693:0:31745:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:0.0:1789130391.902697:0:31745:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296486717 00000100:00000001:0.0:1789130391.902703:0:31745:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 2, keep current deadline 4296489463 00000100:00000001:0.0:1789130391.902706:0:31745:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296486717 00000100:00000001:0.0:1789130391.902709:0:31745:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 3, keep current deadline 4296489463 00000100:00000001:0.0:1789130391.902712:0:31745:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789130391.902716:0:31745:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130391.902718:0:31745:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789130391.902721:0:31745:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1789130391.902724:0:31745:0:(client.c:2715:ptlrpc_set_wait()) set ffff9caf488f36c0 going to sleep for 11 seconds 00000100:00000001:0.0:1789130391.902727:0:31745:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789130391.902729:0:31745:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789130391.903304:0:2341:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789130391.903312:0:2341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf451e7600. 00000400:00000200:3.0:1789130391.903319:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130391.903328:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:3.0:1789130391.903336:0:2341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf5801e000 00000400:00000010:3.0:1789130391.903339:0:2341:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf5801e000. 00000100:00000001:3.0:1789130391.903344:0:2341:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789130391.903350:0:2341:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf61460000 x1876037329032704/t0(0) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 512/624 e 0 to 0 dl 1789130407 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130391.903362:0:2341:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130391.903366:0:2341:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf61460000 x1876037329032704/t0(0) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 512/624 e 0 to 0 dl 1789130407 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130391.903375:0:2341:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130391.903377:0:2341:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1:1789130391.908016:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf46a93a00. 00010000:00000010:0.1:1789130391.908045:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf4a8cc900. 00010000:00000010:0.1:1789130391.908050:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf586b7c00. 00010000:00000010:0.1:1789130391.908054:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf4a8cc100. 00010000:00000010:0.1:1789130391.908057:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf40030800. 00000800:00000001:2.0:1789130391.921057:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130391.921085:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789130391.921091:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130391.921095:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130391.921107:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130391.921118:0:2342:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:2.0:1789130391.921132:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130391.921138:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130391.921145:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130391.921150:0:2342:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 456 into portal 10 MB=0x6aa3efa951600 00000400:00000200:2.0:1789130391.921156:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130391.921166:0:2342:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.123@tcp of length 456/456 into md 0x6c45 [1] + 224 00000800:00000001:2.0:1789130391.921177:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130391.921186:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130391.921190:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130391.921195:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:2.0:1789130391.921207:0:2342:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789130391.921219:0:2342:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf61460000 x1876037329032704/t0(0) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 512/624 e 0 to 0 dl 1789130407 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789130391.921231:0:2342:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff9caf61460000 x1876037329032704/t0(0) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 512/624 e 0 to 0 dl 1789130407 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130391.921255:0:2342:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1789130391.921268:0:2342:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1789130391.921273:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130391.921279:0:2342:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.204.23@tcp to MR: 192.168.204.123@tcp local destination 00000400:00000200:2.0:1789130391.921286:0:2342:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2511:2511:256:4294967295] 192.168.204.123@tcp LPNI seq info [2510:2510:8:4294967295] 00000400:00000200:2.0:1789130391.921291:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130391.921299:0:2342:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:192.168.204.23@tcp) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) 192.168.204.123@tcp : ACK try# 0 00000800:00000200:2.0:1789130391.921305:0:2342:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:2.0:1789130391.921313:0:2342:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf501cfc00. 00000800:00000200:2.0:1789130391.921320:0:2342:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:2.0:1789130391.921330:0:2342:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:2.0:1789130391.921336:0:2342:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf501cfc00 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1789130391.921515:0:2342:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789130391.921521:0:2342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf501cfc00. 00000400:00000200:2.0:1789130391.921526:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130391.921530:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: ACK: OK 00000800:00000001:2.0:1789130391.921538:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130391.921541:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130391.921605:0:31745:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789130391.921616:0:31745:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789130391.921618:0:31745:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789130391.921623:0:31745:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf50131bb0. 00000400:00000200:0.0:1789130391.921629:0:31745:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf5801e770 00000400:00000010:0.0:1789130391.921632:0:31745:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf5801e770. 00000100:00000001:0.0:1789130391.921636:0:31745:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789130391.921641:0:31745:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf61460000 x1876037329032704/t0(0) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 512/624 e 0 to 0 dl 1789130407 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789130391.921650:0:31745:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf61460000 x1876037329032704/t0(0) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 512/624 e 0 to 0 dl 1789130407 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130391.921656:0:31745:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789130391.921658:0:31745:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130391.921662:0:31745:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789130391.921666:0:31745:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789130391.921669:0:31745:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789130391.921672:0:31745:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130391.921675:0:31745:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789130391.921688:0:31745:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf6079ac60 time=10 v=5 (5 104 104 104) 00000100:00001000:0.0:1789130391.921693:0:31745:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf6079ac18 time=0 v=5 (1 0 0 0) 00000100:00000001:0.0:1789130391.921697:0:31745:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789130391.921699:0:31745:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130391.921702:0:31745:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789130391.921706:0:31745:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130391.921710:0:31745:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1789130391.921713:0:31745:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x1000000a3/0x10000014f] 00000100:00000001:0.0:1789130391.921715:0:31745:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1789130391.921717:0:31745:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789130391.921719:0:31745:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875798028288 : -109197911523328 : ffff9caf61460000) 00000100:00000001:0.0:1789130391.921724:0:31745:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789130391.921726:0:31745:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9caf5014c800: skip recheck: last_committed 4294967634 00000100:00000001:0.0:1789130391.921728:0:31745:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789130391.921732:0:31745:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130391.921737:0:31745:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf61460000 x1876037329032704/t4294967648(4294967648) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 512/456 e 0 to 0 dl 1789130407 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130391.921745:0:31745:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789130391.921749:0:31745:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789130391.921752:0:31745:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789130391.921756:0:31745:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf61460000 x1876037329032704/t4294967648(4294967648) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 512/456 e 0 to 0 dl 1789130407 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789130391.921765:0:31745:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf61460000 pname:cluuid:pid:xid:nid:opc:job rm:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:31745:1876037329032704:192.168.204.123@tcp:36:rm.0 00000100:00000001:0.0:1789130391.921771:0:31745:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130391.921775:0:31745:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130391.921777:0:31745:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1789130391.921792:0:31745:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789130391.921797:0:31745:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf61460000 x1876037329032704/t4294967648(4294967648) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 512/456 e 0 to 0 dl 1789130407 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130391.921854:0:31745:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789130391.921858:0:31745:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9caf488f36c0. 00000100:00000001:0.0:1789130391.921863:0:31745:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1789130391.921865:0:31745:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789130391.921876:0:31745:0:(mdc_reint.c:367:mdc_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789130391.921881:0:31745:0:(lmv_obd.c:3544:lmv_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789130391.921898:0:31745:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9caf4557c8c0 2 00000080:00000010:0.0:1789130391.921903:0:31745:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9caf485a2a00. 00000100:00000001:0.0:1789130391.921914:0:31745:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789130391.921919:0:31745:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf61460000 x1876037329032704/t4294967648(4294967648) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 512/456 e 0 to 0 dl 1789130407 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130391.921926:0:31745:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130391.921929:0:31745:0:(namei.c:2371:ll_rmdir()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130391.921956:0:31745:0:(llite_lib.c:3423:ll_delete_inode()) Process entered 00000080:00000001:0.0:1789130391.921960:0:31745:0:(llite_lib.c:2079:ll_clear_inode()) Process entered 00000080:00200000:0.0:1789130391.921963:0:31745:0:(llite_lib.c:2082:ll_clear_inode()) VFS Op:inode=[0x200000404:0x28:0x0](ffff9caf601300c8) 00800000:00000001:0.0:1789130391.921968:0:31745:0:(lmv_obd.c:1647:lmv_null_inode()) Process entered 00800000:00000002:0.0:1789130391.921970:0:31745:0:(lmv_obd.c:1649:lmv_null_inode()) CBDATA for [0x200000404:0x28:0x0] 00000002:00000001:0.0:1789130391.921978:0:31745:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:0.0:1789130391.921984:0:31745:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789130391.921986:0:31745:0:(lmv_obd.c:1659:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130391.921989:0:31745:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:1.0:1789130391.922062:0:31745:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:1.0:1789130391.922066:0:31745:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130391.922070:0:31745:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130391.922076:0:31745:0:(llite_lib.c:2130:ll_clear_inode()) Process leaving 00000080:00000001:1.0:1789130391.922078:0:31745:0:(llite_lib.c:3452:ll_delete_inode()) Process leaving 00000080:00000001:1.0:1789130391.922101:0:31745:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1789130391.922106:0:31745:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c3fe30 00000080:00002000:1.0:1789130391.922110:0:31745:0:(dcache.c:127:ll_ddelete()) deleting dentry d21h.recovery-small-2 (ffff9caf60290288, parent ffff9caf600f3360, inode 0000000000000000) hashed, 00000080:00000001:1.0:1789130391.922114:0:31745:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1789130391.922118:0:31745:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1789130391.922121:0:31745:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000010:1.1:1789130391.928989:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9caf60130000. 00000080:00000010:1.1:1789130391.929014:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9caf484ad8c0. 00010000:00000001:3.0:1789130392.510706:0:27360:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130392.510714:0:27360:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130392.510721:0:27360:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130392.510723:0:27360:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130392.510726:0:27360:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130392.510727:0:27360:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130392.511344:0:16115:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789130392.511348:0:16115:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789130392.511351:0:16115:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789130392.572894:0:2350:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789130392.572908:0:2350:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789130392.572911:0:2350:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130392.572917:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789130392.572919:0:2350:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789130392.572923:0:2350:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130392.572926:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130393.088411:0:31830:0:(llite_lib.c:4271:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130393.540386:0:27360:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130393.540398:0:27360:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130393.540406:0:27360:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130393.540407:0:27360:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130393.540411:0:27360:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130393.540412:0:27360:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130393.540486:0:16116:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789130393.540491:0:16116:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789130393.540495:0:16116:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789130393.607005:0:2350:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789130393.607021:0:2350:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789130393.607024:0:2350:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789130393.607029:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789130393.607032:0:2350:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789130393.607037:0:2350:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130393.607041:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789130394.365980:0:17674:0:(pinger.c:229:ptlrpc_pinger_process_import()) 70f26143-21ad-4cd3-af2c-0601ab5c9490->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1789130394.365996:0:17674:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1789130394.366005:0:17674:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf615d6580. 00000020:00000040:1.0:1789130394.366011:0:17674:0:(genops.c:1210:class_import_get()) import ffff9caf586ce800 refcount=4 obd=MGC192.168.204.123@tcp 00000100:00000001:1.0:1789130394.366017:0:17674:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789130394.366021:0:17674:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789130394.366027:0:17674:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789130394.366035:0:17674:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9caf47f34000. 00000100:00000001:1.0:1789130394.366045:0:17674:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789130394.366061:0:17674:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 70f26143-21ad-4cd3-af2c-0601ab5c9490->MGS req@ffff9caf615d6580 x1876037329032832/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789130394.366073:0:17674:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789130394.366078:0:17674:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789130394.366084:0:17674:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007aeb5061] to pc [ptlrpcd_00_01+1] req@ffff9caf615d6580 x1876037329032832/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130394.366108:0:17674:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789130394.366111:0:17674:0:(pinger.c:229:ptlrpc_pinger_process_import()) c4ff2dbd-4d13-4802-9c50-d71e34d32a35->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1789130394.366115:0:17674:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1789130394.366119:0:17674:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf615d6d00. 00000020:00000040:1.0:1789130394.366121:0:17674:0:(genops.c:1210:class_import_get()) import ffff9caf6079a800 refcount=11 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000100:00000001:1.0:1789130394.366123:0:17674:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789130394.366125:0:17674:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789130394.366127:0:17674:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789130394.366131:0:17674:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9caf47f34b00. 00000100:00000001:1.0:1789130394.366134:0:17674:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789130394.366139:0:17674:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging c4ff2dbd-4d13-4802-9c50-d71e34d32a35->lustre-MDT0000_UUID req@ffff9caf615d6d00 x1876037329032960/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789130394.366146:0:17674:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789130394.366148:0:17674:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789130394.366152:0:17674:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003f8a38b7] to pc [ptlrpcd_00_00+0] req@ffff9caf615d6d00 x1876037329032960/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130394.366160:0:17674:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789130394.366162:0:17674:0:(pinger.c:229:ptlrpc_pinger_process_import()) c4ff2dbd-4d13-4802-9c50-d71e34d32a35->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1789130394.366165:0:17674:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1789130394.366168:0:17674:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf615d5a40. 00000020:00000040:1.0:1789130394.366171:0:17674:0:(genops.c:1210:class_import_get()) import ffff9caf468ac800 refcount=3 obd=lustre-OST0000-osc-ffff9caf5014c800 00000100:00000001:1.0:1789130394.366173:0:17674:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789130394.366174:0:17674:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789130394.366176:0:17674:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789130394.366179:0:17674:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9caf47f34300. 00000100:00000001:1.0:1789130394.366181:0:17674:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789130394.366185:0:17674:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging c4ff2dbd-4d13-4802-9c50-d71e34d32a35->lustre-OST0000_UUID req@ffff9caf615d5a40 x1876037329033088/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789130394.366192:0:17674:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789130394.366194:0:17674:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789130394.366197:0:17674:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009256d0f9] to pc [ptlrpcd_00_01+1] req@ffff9caf615d5a40 x1876037329033088/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130394.366205:0:17674:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789130394.366208:0:17674:0:(pinger.c:229:ptlrpc_pinger_process_import()) c4ff2dbd-4d13-4802-9c50-d71e34d32a35->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1789130394.366211:0:17674:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1789130394.366214:0:17674:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf615d7840. 00000020:00000040:1.0:1789130394.366216:0:17674:0:(genops.c:1210:class_import_get()) import ffff9caf48ede000 refcount=3 obd=lustre-OST0001-osc-ffff9caf5014c800 00000100:00000001:1.0:1789130394.366218:0:17674:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789130394.366219:0:17674:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789130394.366221:0:17674:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789130394.366225:0:17674:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9caf47f34100. 00000100:00000001:1.0:1789130394.366227:0:17674:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789130394.366232:0:17674:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging c4ff2dbd-4d13-4802-9c50-d71e34d32a35->lustre-OST0001_UUID req@ffff9caf615d7840 x1876037329033216/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789130394.366240:0:17674:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789130394.366241:0:17674:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789130394.366246:0:17674:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b412d390] to pc [ptlrpcd_00_00+0] req@ffff9caf615d7840 x1876037329033216/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130394.366253:0:17674:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789130394.366257:0:17674:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1826) 00000100:00000001:1.0:1789130394.366270:0:2348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789130394.366274:0:2348:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789130394.366277:0:2348:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789130394.366282:0:2348:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf615d6580 x1876037329032832/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130394.366289:0:2348:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789130394.366292:0:2348:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130394.366296:0:2348:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789130394.366299:0:2348:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789130394.366302:0:2348:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789130394.366305:0:2348:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf615d6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:70f26143-21ad-4cd3-af2c-0601ab5c9490:2348:1876037329032832:192.168.204.123@tcp:400:kworker.0 00000100:00000001:1.0:1789130394.366309:0:2348:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789130394.366315:0:2348:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789130394.366317:0:2348:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130394.366319:0:2348:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789130394.366325:0:2348:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9caf48181c00. 02000000:00000001:1.0:1789130394.366327:0:2348:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789130394.366334:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:1.0:1789130394.366338:0:2348:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf42d8ed68. 00000400:00000010:1.0:1789130394.366345:0:2348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf462a3088. 00000100:00000200:1.0:1789130394.366354:0:2348:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876037329032832, portal 25 00000100:00000001:1.0:1789130394.366357:0:2348:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789130394.366359:0:2348:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875799561600 : -109197909990016 : ffff9caf615d6580) 00000100:00000040:1.0:1789130394.366365:0:2348:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9caf615d6580 x1876037329032832/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130410 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130394.366372:0:2348:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789130394.366375:0:2348:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:1.0:1789130394.366378:0:2348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf462a36e8. 00000100:00000200:1.0:1789130394.366382:0:2348:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1876037329032832, offset 0 00000400:00000200:1.0:1789130394.366389:0:2348:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:1.0:1789130394.366398:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:1.0:1789130394.366406:0:2348:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:1.0:1789130394.366412:0:2348:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789130394.366417:0:2348:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:1.0:1789130394.366422:0:2348:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789130394.366426:0:2348:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:1.0:1789130394.366430:0:2348:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2512:2512:256:4294967295] 192.168.204.123@tcp LPNI seq info [2511:2511:8:4294967295] 00000400:00000200:1.0:1789130394.366436:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:1.0:1789130394.366449:0:2348:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:1.0:1789130394.366457:0:2348:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:1.0:1789130394.366465:0:2348:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf47f34600. 00000800:00000200:1.0:1789130394.366474:0:2348:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:1.0:1789130394.366483:0:2348:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:1.0:1789130394.366488:0:2348:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf47f34600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789130394.366505:0:2348:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789130394.366510:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:1.0:1789130394.366513:0:2348:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.123@tcp: PM QoS new deadline estimation for cpu 2 is 4296492474 00000100:00000001:1.0:1789130394.366520:0:2348:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.123@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296489463 00000100:00000001:1.0:1789130394.366524:0:2348:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.123@tcp: PM QoS new deadline estimation for cpu 3 is 4296492474 00000100:00000001:1.0:1789130394.366528:0:2348:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.123@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296489463 00000100:00000001:1.0:1789130394.366531:0:2348:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789130394.366534:0:2348:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130394.366537:0:2348:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789130394.366542:0:2348:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf615d5a40 x1876037329033088/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130394.366549:0:2348:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789130394.366551:0:2348:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130394.366553:0:2348:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789130394.366557:0:2348:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789130394.366558:0:2348:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789130394.366561:0:2348:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf615d5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:2348:1876037329033088:192.168.204.123@tcp:400:kworker.0 00000100:00000001:1.0:1789130394.366564:0:2348:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789130394.366567:0:2348:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789130394.366569:0:2348:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130394.366571:0:2348:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789130394.366574:0:2348:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9caf48180200. 02000000:00000001:1.0:1789130394.366577:0:2348:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789130394.366581:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:1.0:1789130394.366584:0:2348:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf42d8e160. 00000400:00000010:1.0:1789130394.366588:0:2348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf462a3c38. 00000100:00000200:1.0:1789130394.366591:0:2348:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876037329033088, portal 4 00000100:00000001:1.0:1789130394.366593:0:2348:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789130394.366595:0:2348:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875799558720 : -109197909992896 : ffff9caf615d5a40) 00000100:00000040:1.0:1789130394.366602:0:2348:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9caf615d5a40 x1876037329033088/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130410 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130394.366608:0:2348:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789130394.366612:0:2348:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:1.0:1789130394.366615:0:2348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf462a3b28. 00000100:00000200:1.0:1789130394.366617:0:2348:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876037329033088, offset 0 00000400:00000200:1.0:1789130394.366622:0:2348:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:1.0:1789130394.366627:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:1.0:1789130394.366631:0:2348:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:1.0:1789130394.366633:0:2348:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789130394.366636:0:2348:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:1.0:1789130394.366638:0:2348:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789130394.366641:0:2348:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:1.0:1789130394.366644:0:2348:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2513:2513:255:4294967295] 192.168.204.123@tcp LPNI seq info [2512:2512:7:4294967295] 00000400:00000200:1.0:1789130394.366649:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:1.0:1789130394.366657:0:2348:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:1.0:1789130394.366662:0:2348:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:1.0:1789130394.366666:0:2348:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf47f34200. 00000800:00000200:1.0:1789130394.366670:0:2348:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:1.0:1789130394.366673:0:2348:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:1.0:1789130394.366676:0:2348:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf47f34200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789130394.366679:0:2348:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789130394.366683:0:2348:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9caf5014c800: using a timeout of 22706 usecs (23 jiffies) 00000400:00000200:1.0:1789130394.366686:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:1.0:1789130394.366688:0:2348:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296488411 00000100:00000001:1.0:1789130394.366691:0:2348:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9caf5014c800: PM QoS request active for cpu 2, keep current deadline 4296492474 00000100:00000001:1.0:1789130394.366692:0:2348:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296488411 00000100:00000001:1.0:1789130394.366694:0:2348:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9caf5014c800: PM QoS request active for cpu 3, keep current deadline 4296492474 00000100:00000001:1.0:1789130394.366696:0:2348:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789130394.366697:0:2348:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130394.366700:0:2348:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130394.366702:0:2348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130394.366710:0:2348:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789130394.366712:0:2348:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1789130394.366715:0:2348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789130394.366717:0:2348:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789130394.366718:0:2348:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789130394.366722:0:2348:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:1.0:1789130394.366723:0:2348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130394.366725:0:2348:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789130394.366726:0:2348:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130394.366728:0:2348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789130394.366729:0:2348:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789130394.366730:0:2348:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789130394.366745:0:2348:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf615d6d00 x1876037329032960/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130394.366752:0:2348:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789130394.366753:0:2348:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130394.366756:0:2348:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789130394.366757:0:2348:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789130394.366759:0:2348:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789130394.366762:0:2348:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf615d6d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:2348:1876037329032960:192.168.204.123@tcp:400:kworker.0 00000100:00000001:1.0:1789130394.366765:0:2348:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789130394.366767:0:2348:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789130394.366768:0:2348:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130394.366770:0:2348:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789130394.366773:0:2348:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9caf48181800. 02000000:00000001:1.0:1789130394.366775:0:2348:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789130394.366777:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:1.0:1789130394.366782:0:2348:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf42d8ea50. 00000400:00000010:1.0:1789130394.366786:0:2348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf462a3ee0. 00000100:00000200:1.0:1789130394.366788:0:2348:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876037329032960, portal 10 00000100:00000001:1.0:1789130394.366790:0:2348:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789130394.366791:0:2348:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875799563520 : -109197909988096 : ffff9caf615d6d00) 00000100:00000040:1.0:1789130394.366797:0:2348:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9caf615d6d00 x1876037329032960/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130410 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130394.366828:0:2348:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789130394.366831:0:2348:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:1.0:1789130394.366835:0:2348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf462a37f8. 00000100:00000200:1.0:1789130394.366838:0:2348:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876037329032960, offset 0 00000400:00000200:1.0:1789130394.366843:0:2348:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:1.0:1789130394.366847:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:1.0:1789130394.366851:0:2348:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:1.0:1789130394.366854:0:2348:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789130394.366857:0:2348:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:1.0:1789130394.366859:0:2348:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789130394.366862:0:2348:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:1.0:1789130394.366865:0:2348:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2514:2514:254:4294967295] 192.168.204.123@tcp LPNI seq info [2513:2513:6:4294967295] 00000400:00000200:1.0:1789130394.366868:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:1.0:1789130394.366875:0:2348:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:1.0:1789130394.366880:0:2348:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:1.0:1789130394.366883:0:2348:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf47f34e00. 00000800:00000200:1.0:1789130394.366887:0:2348:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:1.0:1789130394.366891:0:2348:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:1.0:1789130394.366893:0:2348:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf47f34e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789130394.366896:0:2348:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789130394.366899:0:2348:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: using a timeout of 791253 usecs (792 jiffies) 00000400:00000200:1.0:1789130394.366902:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:1.0:1789130394.366904:0:2348:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296489180 00000100:00000001:1.0:1789130394.366907:0:2348:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 2, keep current deadline 4296492474 00000100:00000001:1.0:1789130394.366909:0:2348:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296489180 00000100:00000001:1.0:1789130394.366911:0:2348:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 3, keep current deadline 4296492474 00000100:00000001:1.0:1789130394.366913:0:2348:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789130394.366915:0:2348:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130394.366917:0:2348:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789130394.366920:0:2348:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf615d7840 x1876037329033216/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130394.366926:0:2348:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789130394.366928:0:2348:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130394.366930:0:2348:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789130394.366932:0:2348:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789130394.366934:0:2348:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789130394.366936:0:2348:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf615d7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:2348:1876037329033216:192.168.204.123@tcp:400:kworker.0 00000100:00000001:1.0:1789130394.366939:0:2348:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789130394.366941:0:2348:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789130394.366943:0:2348:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130394.366944:0:2348:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789130394.366947:0:2348:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9caf48181400. 02000000:00000001:1.0:1789130394.366949:0:2348:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789130394.366952:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:1.0:1789130394.366954:0:2348:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf42d8ee18. 00000400:00000010:1.0:1789130394.366957:0:2348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf462a3550. 00000100:00000200:1.0:1789130394.366959:0:2348:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876037329033216, portal 4 00000100:00000001:1.0:1789130394.366960:0:2348:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789130394.366961:0:2348:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875799566400 : -109197909985216 : ffff9caf615d7840) 00000100:00000040:1.0:1789130394.366967:0:2348:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9caf615d7840 x1876037329033216/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130410 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130394.366974:0:2348:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789130394.366976:0:2348:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:1.0:1789130394.366978:0:2348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf462a3a18. 00000100:00000200:1.0:1789130394.366981:0:2348:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876037329033216, offset 0 00000400:00000200:1.0:1789130394.366985:0:2348:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:1.0:1789130394.366989:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:1.0:1789130394.366992:0:2348:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:1.0:1789130394.366995:0:2348:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789130394.366997:0:2348:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:1.0:1789130394.367000:0:2348:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789130394.367002:0:2348:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:1.0:1789130394.367005:0:2348:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2515:2515:253:4294967295] 192.168.204.123@tcp LPNI seq info [2514:2514:5:4294967295] 00000400:00000200:1.0:1789130394.367008:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:1.0:1789130394.367014:0:2348:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:1.0:1789130394.367019:0:2348:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:1.0:1789130394.367023:0:2348:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf47f34a00. 00000800:00000200:1.0:1789130394.367026:0:2348:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:1.0:1789130394.367030:0:2348:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:1.0:1789130394.367032:0:2348:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf47f34a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789130394.367034:0:2348:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789130394.367037:0:2348:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9caf5014c800: using a timeout of 351725 usecs (352 jiffies) 00000400:00000200:1.0:1789130394.367039:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:1.0:1789130394.367041:0:2348:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296488740 00000100:00000001:1.0:1789130394.367043:0:2348:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9caf5014c800: PM QoS request active for cpu 2, keep current deadline 4296492474 00000100:00000001:1.0:1789130394.367045:0:2348:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296488740 00000100:00000001:1.0:1789130394.367047:0:2348:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9caf5014c800: PM QoS request active for cpu 3, keep current deadline 4296492474 00000100:00000001:1.0:1789130394.367049:0:2348:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789130394.367051:0:2348:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130394.367053:0:2348:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130394.367056:0:2348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130394.367065:0:2347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789130394.367067:0:2347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789130394.368906:0:2341:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789130394.368917:0:2341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf47f34600. 00000400:00000200:3.0:1789130394.368924:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130394.368934:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:3.0:1789130394.368942:0:2341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf462a36e8 00000400:00000010:3.0:1789130394.368944:0:2341:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf462a36e8. 00000100:00000001:3.0:1789130394.368949:0:2341:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789130394.368959:0:2341:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf615d6580 x1876037329032832/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130410 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130394.368972:0:2341:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130394.368976:0:2341:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf615d6580 x1876037329032832/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130410 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130394.368982:0:2341:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130394.368996:0:2341:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1789130394.369011:0:2341:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789130394.369013:0:2341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf47f34200. 00000400:00000200:3.0:1789130394.369016:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130394.369198:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:3.0:1789130394.369202:0:2341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf462a3b28 00000400:00000010:3.0:1789130394.369204:0:2341:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf462a3b28. 00000100:00000001:3.0:1789130394.369208:0:2341:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789130394.369212:0:2341:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf615d5a40 x1876037329033088/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130410 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130394.369221:0:2341:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130394.369224:0:2341:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf615d5a40 x1876037329033088/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130410 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130394.369230:0:2341:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130394.369232:0:2341:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1789130394.369243:0:2341:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789130394.369246:0:2341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf47f34e00. 00000400:00000200:3.0:1789130394.369249:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130394.369252:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:3.0:1789130394.369254:0:2341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf462a37f8 00000400:00000010:3.0:1789130394.369256:0:2341:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf462a37f8. 00000100:00000001:3.0:1789130394.369259:0:2341:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789130394.369263:0:2341:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf615d6d00 x1876037329032960/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130410 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130394.369270:0:2341:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130394.369273:0:2341:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf615d6d00 x1876037329032960/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130410 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130394.369279:0:2341:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130394.369280:0:2341:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1789130394.369573:0:2341:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789130394.369576:0:2341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf47f34a00. 00000400:00000200:3.0:1789130394.369580:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130394.369584:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:3.0:1789130394.369587:0:2341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf462a3a18 00000400:00000010:3.0:1789130394.369588:0:2341:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf462a3a18. 00000100:00000001:3.0:1789130394.369591:0:2341:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789130394.369595:0:2341:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf615d7840 x1876037329033216/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130410 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130394.369602:0:2341:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130394.369605:0:2341:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf615d7840 x1876037329033216/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130410 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130394.369611:0:2341:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130394.369613:0:2341:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1789130394.372849:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130394.372866:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789130394.372871:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130394.372874:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130394.372883:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130394.372891:0:2342:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:3.0:1789130394.372900:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130394.372905:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130394.372911:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130394.372915:0:2342:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 224 into portal 4 MB=0x6aa3efa951780 00000400:00000200:3.0:1789130394.372920:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130394.372926:0:2342:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.123@tcp of length 224/224 into md 0x6c55 [1] + 224 00000800:00000001:3.0:1789130394.372934:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130394.372937:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130394.372940:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130394.372944:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:3.0:1789130394.372952:0:2342:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789130394.372962:0:2342:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf615d5a40 x1876037329033088/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130410 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789130394.372974:0:2342:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9caf615d5a40 x1876037329033088/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130410 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130394.372997:0:2342:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789130394.373007:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1789130394.373007:0:2348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:3.0:1789130394.373010:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789130394.373013:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1789130394.373014:0:2348:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000800:00000001:3.0:1789130394.373016:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130394.373020:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130394.373024:0:2342:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000001:1.0:1789130394.373025:0:2348:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000200:3.0:1789130394.373029:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000001:1.0:1789130394.373029:0:2348:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1789130394.373034:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:1.0:1789130394.373034:0:2348:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf42d8e160. 00000400:00000200:3.0:1789130394.373038:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:1.0:1789130394.373042:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf462a3c38 00000400:00000200:3.0:1789130394.373043:0:2342:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 224 into portal 4 MB=0x6aa3efa951800 00000400:00000010:1.0:1789130394.373046:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf462a3c38. 00000400:00000200:3.0:1789130394.373049:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:1.0:1789130394.373052:0:2348:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:3.0:1789130394.373055:0:2342:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.123@tcp of length 224/224 into md 0x6c65 [1] + 224 00000800:00000001:3.0:1789130394.373059:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:1.0:1789130394.373062:0:2348:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf615d5a40 x1876037329033088/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130410 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1789130394.373063:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130394.373067:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130394.373076:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:3.0:1789130394.373082:0:2342:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789130394.373085:0:2348:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf615d5a40 x1876037329033088/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130410 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789130394.373089:0:2342:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf615d7840 x1876037329033216/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130410 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130394.373099:0:2348:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789130394.373103:0:2348:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130394.373109:0:2348:0:(client.c:1593:after_reply()) Process entered 00000100:00000040:3.0:1789130394.373111:0:2342:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9caf615d7840 x1876037329033216/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130410 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1789130394.373113:0:2348:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789130394.373117:0:2348:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789130394.373121:0:2348:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130394.373123:0:2342:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:1.0:1789130394.373126:0:2348:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1789130394.373127:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130394.373131:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789130394.373133:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130394.373135:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130394.373138:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00001000:1.0:1789130394.373139:0:2348:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf468acc60 time=13 v=5 (5 5 5 5) 00000400:00000200:3.0:1789130394.373144:0:2342:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000100:00001000:1.0:1789130394.373148:0:2348:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf468acc18 time=3 v=5 (1 0 0 0) 00000400:00000200:3.0:1789130394.373151:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:1.0:1789130394.373154:0:2348:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000400:00000200:3.0:1789130394.373156:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:1.0:1789130394.373158:0:2348:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789130394.373161:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00010000:00000001:1.0:1789130394.373163:0:2348:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000400:00000200:3.0:1789130394.373165:0:2342:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 224 into portal 10 MB=0x6aa3efa951700 00010000:00000001:1.0:1789130394.373168:0:2348:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789130394.373170:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:1.0:1789130394.373175:0:2348:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000400:00000200:3.0:1789130394.373177:0:2342:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.123@tcp of length 224/224 into md 0x6c5d [1] + 224 00000100:00000040:1.0:1789130394.373179:0:2348:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9caf5014c800: skip recheck: last_committed 4294967341 00000800:00000001:3.0:1789130394.373183:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1789130394.373183:0:2348:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789130394.373187:0:2348:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1789130394.373193:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789130394.373194:0:2348:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf615d5a40 x1876037329033088/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130410 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1789130394.373198:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130394.373207:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:3.0:1789130394.373212:0:2342:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1789130394.373213:0:2348:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789130394.373218:0:2348:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000200:3.0:1789130394.373219:0:2342:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf615d6d00 x1876037329032960/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130410 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130394.373221:0:2348:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789130394.373231:0:2348:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf615d5a40 x1876037329033088/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130410 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789130394.373235:0:2342:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9caf615d6d00 x1876037329032960/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130410 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789130394.373251:0:2348:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf615d5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:2348:1876037329033088:192.168.204.123@tcp:400:kworker.0 00000100:00000001:3.0:1789130394.373253:0:2342:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789130394.373256:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1789130394.373259:0:2348:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1789130394.373260:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130394.373264:0:2348:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789130394.373270:0:2348:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf615d5a40 x1876037329033088/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130410 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130394.373276:0:2348:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789130394.373279:0:2348:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789130394.373282:0:2348:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9caf48180200. 02000000:00000001:1.0:1789130394.373287:0:2348:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789130394.373289:0:2348:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1789130394.373291:0:2348:0:(genops.c:1223:class_import_put()) import ffff9caf468ac800 refcount=2 obd=lustre-OST0000-osc-ffff9caf5014c800 00000020:00000001:1.0:1789130394.373294:0:2348:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1789130394.373296:0:2348:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9caf47f34300. 02000000:00000001:1.0:1789130394.373300:0:2348:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789130394.373302:0:2348:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789130394.373304:0:2348:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf615d5a40. 00000100:00000001:1.0:1789130394.373310:0:2348:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789130394.373312:0:2348:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130394.373316:0:2348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130394.373318:0:2348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789130394.373320:0:2348:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789130394.373322:0:2348:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789130394.373324:0:2348:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789130394.373325:0:2348:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf42d8ea50. 00000400:00000200:1.0:1789130394.373328:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf462a3ee0 00000400:00000010:1.0:1789130394.373329:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf462a3ee0. 00000100:00000001:1.0:1789130394.373331:0:2348:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789130394.373335:0:2348:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf615d6d00 x1876037329032960/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130410 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789130394.373343:0:2348:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf615d6d00 x1876037329032960/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130410 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130394.373348:0:2348:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789130394.373350:0:2348:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130394.373351:0:2348:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789130394.373352:0:2348:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789130394.373353:0:2348:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789130394.373355:0:2348:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130394.373356:0:2348:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789130394.373360:0:2348:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf6079ac60 time=13 v=5 (5 104 104 104) 00000100:00001000:1.0:1789130394.373363:0:2348:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf6079ac18 time=3 v=5 (1 0 0 0) 00000100:00000001:1.0:1789130394.373365:0:2348:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789130394.373366:0:2348:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130394.373368:0:2348:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789130394.373369:0:2348:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130394.373372:0:2348:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789130394.373373:0:2348:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9caf5014c800: skip recheck: last_committed 4294967634 00000100:00000001:1.0:1789130394.373376:0:2348:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789130394.373378:0:2348:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789130394.373382:0:2348:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf615d6d00 x1876037329032960/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130410 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130394.373388:0:2348:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789130394.373390:0:2348:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789130394.373391:0:2348:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789130394.373394:0:2348:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf615d6d00 x1876037329032960/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130410 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789130394.373400:0:2348:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf615d6d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:2348:1876037329032960:192.168.204.123@tcp:400:kworker.0 00000400:00000001:1.0:1789130394.373405:0:2348:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789130394.373406:0:2348:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789130394.373407:0:2348:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf42d8ee18. 00000400:00000200:1.0:1789130394.373409:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf462a3550 00000400:00000010:1.0:1789130394.373411:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf462a3550. 00000100:00000001:1.0:1789130394.373412:0:2348:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789130394.373415:0:2348:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf615d7840 x1876037329033216/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130410 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789130394.373422:0:2348:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf615d7840 x1876037329033216/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130410 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130394.373427:0:2348:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789130394.373428:0:2348:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130394.373429:0:2348:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789130394.373430:0:2348:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789130394.373431:0:2348:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789130394.373432:0:2348:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130394.373434:0:2348:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789130394.373437:0:2348:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf48ede460 time=13 v=5 (5 5 5 5) 00000100:00001000:1.0:1789130394.373440:0:2348:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf48ede418 time=3 v=5 (1 0 0 0) 00000100:00000001:1.0:1789130394.373442:0:2348:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789130394.373443:0:2348:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130394.373445:0:2348:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789130394.373447:0:2348:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130394.373449:0:2348:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789130394.373451:0:2348:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9caf5014c800: skip recheck: last_committed 4294967312 00000100:00000001:1.0:1789130394.373453:0:2348:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789130394.373454:0:2348:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789130394.373458:0:2348:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf615d7840 x1876037329033216/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130410 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130394.373464:0:2348:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789130394.373465:0:2348:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789130394.373466:0:2348:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789130394.373469:0:2348:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf615d7840 x1876037329033216/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130410 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789130394.373476:0:2348:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf615d7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:2348:1876037329033216:192.168.204.123@tcp:400:kworker.0 00000100:00000001:1.0:1789130394.373479:0:2348:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130394.373481:0:2348:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789130394.373484:0:2348:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf615d6d00 x1876037329032960/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130410 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130394.373489:0:2348:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789130394.373490:0:2348:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789130394.373492:0:2348:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9caf48181800. 02000000:00000001:1.0:1789130394.373495:0:2348:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789130394.373496:0:2348:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1789130394.373497:0:2348:0:(genops.c:1223:class_import_put()) import ffff9caf6079a800 refcount=10 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000020:00000001:1.0:1789130394.373499:0:2348:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1789130394.373500:0:2348:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9caf47f34b00. 02000000:00000001:1.0:1789130394.373502:0:2348:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789130394.373503:0:2348:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789130394.373504:0:2348:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf615d6d00. 00000100:00000001:1.0:1789130394.373510:0:2348:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789130394.373511:0:2348:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130394.373512:0:2348:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789130394.373515:0:2348:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf615d7840 x1876037329033216/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130410 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130394.373520:0:2348:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789130394.373521:0:2348:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789130394.373523:0:2348:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9caf48181400. 02000000:00000001:1.0:1789130394.373524:0:2348:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789130394.373525:0:2348:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1789130394.373526:0:2348:0:(genops.c:1223:class_import_put()) import ffff9caf48ede000 refcount=2 obd=lustre-OST0001-osc-ffff9caf5014c800 00000020:00000001:1.0:1789130394.373528:0:2348:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1789130394.373529:0:2348:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9caf47f34100. 02000000:00000001:1.0:1789130394.373531:0:2348:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789130394.373532:0:2348:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789130394.373533:0:2348:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf615d7840. 00000100:00000001:1.0:1789130394.373535:0:2348:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789130394.373536:0:2348:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130394.373538:0:2348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130394.373540:0:2348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789130394.373553:0:2348:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789130394.373555:0:2348:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130394.373557:0:2348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1789130394.378196:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130394.378213:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789130394.378218:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130394.378220:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130394.378228:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130394.378236:0:2341:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:3.0:1789130394.378244:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130394.378249:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130394.378255:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130394.378259:0:2341:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 224 into portal 25 MB=0x6aa3efa951680 00000400:00000200:3.0:1789130394.378263:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130394.378269:0:2341:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.123@tcp of length 224/224 into md 0x6c4d [1] + 224 00000800:00000001:3.0:1789130394.378276:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130394.378282:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130394.378285:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130394.378289:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:3.0:1789130394.378296:0:2341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789130394.378304:0:2341:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf615d6580 x1876037329032832/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130410 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789130394.378315:0:2341:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9caf615d6580 x1876037329032832/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130410 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130394.378330:0:2341:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789130394.378338:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130394.378340:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130394.378475:0:2348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789130394.378481:0:2348:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789130394.378488:0:2348:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789130394.378490:0:2348:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789130394.378493:0:2348:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf42d8ed68. 00000400:00000200:1.0:1789130394.378498:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf462a3088 00000400:00000010:1.0:1789130394.378500:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf462a3088. 00000100:00000001:1.0:1789130394.378503:0:2348:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789130394.378508:0:2348:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf615d6580 x1876037329032832/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130410 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789130394.378518:0:2348:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf615d6580 x1876037329032832/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130410 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130394.378525:0:2348:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789130394.378527:0:2348:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130394.378530:0:2348:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789130394.378534:0:2348:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789130394.378537:0:2348:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789130394.378539:0:2348:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130394.380695:0:2348:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789130394.380715:0:2348:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf586cec60 time=13 v=5 (5 5 5 5) 00000100:00001000:1.0:1789130394.380721:0:2348:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf586cec18 time=13 v=5 (1 1 1 1) 00000100:00000001:1.0:1789130394.380725:0:2348:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789130394.380727:0:2348:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130394.380731:0:2348:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789130394.380743:0:2348:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130394.380747:0:2348:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789130394.380762:0:2348:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf615d6580 x1876037329032832/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130410 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130394.380771:0:2348:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789130394.380775:0:2348:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789130394.380777:0:2348:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789130394.380782:0:2348:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf615d6580 x1876037329032832/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130410 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789130394.380791:0:2348:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf615d6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:70f26143-21ad-4cd3-af2c-0601ab5c9490:2348:1876037329032832:192.168.204.123@tcp:400:kworker.0 00000100:00000001:1.0:1789130394.380798:0:2348:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130394.380801:0:2348:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789130394.380819:0:2348:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf615d6580 x1876037329032832/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130410 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130394.380827:0:2348:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789130394.380831:0:2348:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789130394.380836:0:2348:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9caf48181c00. 02000000:00000001:1.0:1789130394.380842:0:2348:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789130394.380845:0:2348:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1789130394.380847:0:2348:0:(genops.c:1223:class_import_put()) import ffff9caf586ce800 refcount=3 obd=MGC192.168.204.123@tcp 00000020:00000001:1.0:1789130394.380850:0:2348:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1789130394.380853:0:2348:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9caf47f34000. 02000000:00000001:1.0:1789130394.380857:0:2348:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789130394.380860:0:2348:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789130394.380862:0:2348:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf615d6580. 00000100:00000001:1.0:1789130394.380866:0:2348:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789130394.380868:0:2348:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130394.380870:0:2348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130394.380880:0:2348:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789130394.380882:0:2348:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130394.380885:0:2348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789130394.380888:0:2348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130394.553912:0:27360:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130394.553918:0:27360:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130394.553924:0:27360:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130394.553925:0:27360:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130394.553928:0:27360:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130394.553929:0:27360:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130394.553991:0:16244:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789130394.553994:0:16244:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789130394.553997:0:16244:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789130394.617900:0:2350:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789130394.617914:0:2350:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789130394.617917:0:2350:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789130394.617922:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789130394.617925:0:2350:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789130394.617928:0:2350:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130394.617932:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130395.257437:0:31967:0:(llite_lib.c:4271:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130395.578868:0:27360:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130395.578879:0:27360:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789130395.578882:0:27360:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789130395.578885:0:27360:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130395.578890:0:27360:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789130395.578892:0:27360:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130395.578894:0:27360:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130395.578897:0:27360:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130395.578901:0:27360:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130395.578903:0:27360:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130395.578906:0:27360:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130395.578907:0:27360:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130395.579220:0:16115:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789130395.579224:0:16115:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789130395.579228:0:16115:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789130395.652299:0:2350:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789130395.652307:0:2350:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00000400:2.0:1789130395.652323:0:2350:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789130379/real 1789130379] req@ffff9caf580bbc00 x1876037329024768/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 1 dl 1789130395 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1789130395.652341:0:2350:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789130395.652344:0:2350:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789130395.652348:0:2350:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf483fde70. 00000400:00000200:2.0:1789130395.652354:0:2350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf42d187f8 00000400:00000010:2.0:1789130395.652357:0:2350:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf42d187f8. 00000100:00000001:2.0:1789130395.652361:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789130395.652365:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf580bbc00 x1876037329024768/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 1 dl 1789130395 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789130395.652375:0:2350:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf580bbc00 x1876037329024768/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 1 dl 1789130395 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130395.652383:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789130395.652386:0:2350:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789130395.652389:0:2350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789130395.652391:0:2350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1789130395.652396:0:2350:0:(client.c:2547:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff9caf580bbc00 x1876037329024768/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 1 dl 1789130395 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130395.652402:0:2350:0:(client.c:2555:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789130395.652410:0:2350:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789130395.652413:0:2350:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130395.652415:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789130395.652417:0:2350:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789130395.652419:0:2350:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789130395.652421:0:2350:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789130395.652424:0:2350:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130395.652428:0:2350:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf580bbc00 x1876037329024768/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 1 dl 1789130395 ref 1 fl Rpc:XNQU/200/ffffffff rc -107/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130395.652436:0:2350:0:(client.c:2201:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000001:2.0:1789130395.652439:0:2350:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789130395.652440:0:2350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789130395.652442:0:2350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789130395.652446:0:2350:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf580bbc00 x1876037329024768/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 1 dl 1789130395 ref 1 fl Interpret:XNQU/200/ffffffff rc -107/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789130395.652454:0:2350:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf580bbc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:2350:1876037329024768:192.168.204.123@tcp:400:kworker.0 00000100:00000001:2.0:1789130395.652460:0:2350:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789130395.652462:0:2350:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130395.652466:0:2350:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf580bbc00 x1876037329024768/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 1 dl 1789130395 ref 1 fl Complete:XNQU/200/ffffffff rc -107/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130395.652473:0:2350:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789130395.652475:0:2350:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789130395.652479:0:2350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9caf4bb70c00. 02000000:00000001:2.0:1789130395.652485:0:2350:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789130395.652489:0:2350:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1789130395.652490:0:2350:0:(genops.c:1223:class_import_put()) import ffff9caf6079a800 refcount=9 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000020:00000001:2.0:1789130395.652493:0:2350:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1789130395.652496:0:2350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9caf501cf700. 02000000:00000001:2.0:1789130395.652501:0:2350:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789130395.652503:0:2350:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789130395.652505:0:2350:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf580bbc00. 00000100:00000001:2.0:1789130395.652511:0:2350:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789130395.652513:0:2350:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789130395.652516:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789130395.652518:0:2350:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789130395.652520:0:2350:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130395.652522:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789130395.652524:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1789130395.999315:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130395.999335:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789130395.999339:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130395.999342:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130395.999351:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130395.999360:0:2342:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:3.0:1789130395.999370:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130395.999375:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130395.999381:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130395.999385:0:2342:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 328 into portal 15 MB=0x6aa3efb35e200 00000400:00000200:3.0:1789130395.999395:0:2342:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.123@tcp of length 328/328 into md 0x65b5 [2] + 984 00000800:00000001:3.0:1789130395.999404:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130395.999413:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130395.999417:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130395.999422:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:3.0:1789130395.999431:0:2342:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1789130395.999433:0:2342:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:3.0:1789130395.999440:0:2342:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf501aa580. 00000100:00000040:3.0:1789130395.999445:0:2342:0:(events.c:337:request_in_callback()) incoming req@ffff9caf501aa580 x1876037339570688 msgsize 328 00000100:00100000:3.0:1789130395.999449:0:2342:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.123@tcp (source: 12345-192.168.204.123@tcp) 00000100:00000001:3.0:1789130395.999459:0:2342:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1789130395.999468:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130395.999472:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130395.999496:0:16108:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1789130395.999500:0:16108:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876037339570688 02000000:00000001:3.0:1789130395.999503:0:16108:0:(sec.c:2469:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1789130395.999506:0:16108:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789130395.999509:0:16108:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789130395.999514:0:16108:0:(sec.c:2518:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789130395.999519:0:16108:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876037339570688 00000020:00000001:3.0:1789130395.999524:0:16108:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789130395.999526:0:16108:0:(genops.c:804:class_conn2export()) looking for export cookie 0xde5303b1d982c249 00000020:00000001:3.0:1789130395.999529:0:16108:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789130395.999532:0:16108:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9caf45558800 refcount=4 00000020:00000001:3.0:1789130395.999535:0:16108:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875329284096 : -109198380267520 : ffff9caf45558800) 00000020:00000001:3.0:1789130395.999537:0:16108:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634875329284096 : -109198380267520 : ffff9caf45558800) 00000100:00000001:3.0:1789130395.999543:0:16108:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1789130395.999549:0:16108:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9caf4689cf80. 00000100:00000001:3.0:1789130395.999553:0:16108:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1789130395.999557:0:16108:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff9caf4689cf80. 00000020:00000010:3.0:1789130395.999564:0:16108:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9caf5875ae00. 00000020:00000010:3.0:1789130395.999568:0:16108:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9caf42e06880. 00000020:00000010:3.0:1789130395.999574:0:16108:0:(tgt_main.c:759:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9caf50186ed8. 00000100:00000040:3.0:1789130395.999581:0:16108:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:3.0:1789130395.999584:0:16108:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1789130395.999586:0:16108:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1789130395.999589:0:16108:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130395.999599:0:16108:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130395.999608:0:16108:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130395.999619:0:16108:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1789130395.999622:0:16108:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1789130395.999627:0:16108:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.123@tcp, seq: 55 00000100:00000040:3.0:1789130395.999631:0:16108:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9caf45558800 : new rpc_count 1 00000100:00000001:3.0:1789130395.999633:0:16108:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446634875509974400 : -109198199577216 : ffff9caf501aa580) 00000100:00000040:3.0:1789130395.999641:0:16108:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9caf501aa580 x1876037339570688/t0(0) o104->LOV_OSC_UUID@192.168.204.123@tcp:111/0 lens 328/0 e 0 to 0 dl 1789130406 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789130395.999651:0:16108:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1789130395.999654:0:16108:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9caf4689cf80. 00000100:00000001:3.0:1789130395.999656:0:16108:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1789130395.999658:0:16108:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff9caf4689cf80. 00000100:00100000:3.0:1789130395.999662:0:16108:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9caf501aa580 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:8934:x1876037339570688:12345-192.168.204.123@tcp:104: 00000100:00000200:3.0:1789130395.999665:0:16108:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1876037339570688 00010000:00000001:3.0:1789130395.999668:0:16108:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:3.0:1789130395.999675:0:16108:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789130395.999677:0:16108:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789130395.999679:0:16108:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf46a92800 refcount=2 00000020:00000001:3.0:1789130395.999682:0:16108:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875351541760 : -109198358009856 : ffff9caf46a92800) 00010000:00000001:3.0:1789130395.999685:0:16108:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875351541760 : -109198358009856 : ffff9caf46a92800) 00010000:00000001:3.0:1789130395.999689:0:16108:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789130395.999693:0:16108:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1789130395.999698:0:16108:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff9caf5014c800 lock: 00000000359d9554/0xde5303b1d982cd01 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xcdf1b083821a58f2 expref: -99 pid: 31743 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00000001:3.0:1789130396.001004:0:16108:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1789130396.001012:0:16108:0:(sec.c:2540:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1789130396.001018:0:16108:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9caf50106400. 02000000:00000001:3.0:1789130396.001022:0:16108:0:(sec.c:2577:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130396.001026:0:16108:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130396.001032:0:16108:0:(ldlm_lib.c:3383:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1789130396.001035:0:16108:0:(ldlm_lib.c:3404:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789130396.001039:0:16108:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf46ba21e8 time=164 v=5 (1 1 1 1) 00000100:00000001:3.0:1789130396.001044:0:16108:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789130396.001051:0:16108:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9caf452f48c0 refcount 13 to 192.168.204.123@tcp 00000100:00000001:3.0:1789130396.001054:0:16108:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634875326777536 : -109198382774080 : ffff9caf452f48c0) 02000000:00000001:3.0:1789130396.001057:0:16108:0:(sec.c:2591:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1789130396.001059:0:16108:0:(sec.c:2602:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130396.001063:0:16108:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789130396.001066:0:16108:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:3.0:1789130396.001071:0:16108:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf4549f110. 00000100:00000200:3.0:1789130396.001078:0:16108:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1876037339570688, offset 224 00000400:00000200:3.0:1789130396.001085:0:16108:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:3.0:1789130396.001096:0:16108:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130396.001104:0:16108:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.204.23@tcp to MR: 192.168.204.123@tcp local destination 00000400:00000200:3.0:1789130396.001112:0:16108:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2516:2516:256:4294967295] 192.168.204.123@tcp LPNI seq info [2515:2515:8:4294967295] 00000400:00000200:3.0:1789130396.001116:0:16108:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130396.001126:0:16108:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:192.168.204.23@tcp) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:3.0:1789130396.001132:0:16108:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:3.0:1789130396.001138:0:16108:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf47fd2b00. 00000800:00000200:3.0:1789130396.001144:0:16108:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:3.0:1789130396.001151:0:16108:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:3.0:1789130396.001156:0:16108:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf47fd2b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789130396.001164:0:16108:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130396.001167:0:16108:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9caf452f48c0 refcount 12 to 192.168.204.123@tcp 00010000:00000001:3.0:1789130396.001170:0:16108:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:3.0:1789130396.001174:0:16108:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff9caf485e8540. 00010000:00000001:3.0:1789130396.001176:0:16108:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:3.0:1789130396.001186:0:16108:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:3.0:1789130396.001189:0:16108:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130396.001190:0:16108:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130396.001192:0:16108:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130396.001199:0:16108:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf501aa580 x1876037339570688/t0(0) o104->LOV_OSC_UUID@192.168.204.123@tcp:111/0 lens 328/224 e 0 to 0 dl 1789130406 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789130396.001210:0:16108:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9caf501aa580 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:8934:x1876037339570688:12345-192.168.204.123@tcp:104: Request processed in 1558us (1763us total) trans 0 rc 0/0 00000100:00100000:3.0:1789130396.001218:0:16108:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.123@tcp, seq: 55 00000100:00000040:3.0:1789130396.001222:0:16108:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9caf45558800 : new rpc_count 0 00000100:00000001:3.0:1789130396.001224:0:16108:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1789130396.001226:0:16108:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1789130396.001231:0:16108:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9caf42e06880. 00000020:00000010:3.0:1789130396.001237:0:16108:0:(tgt_main.c:771:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9caf50186ed8. 00000020:00000010:3.0:1789130396.001241:0:16108:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9caf5875ae00. 00000020:00000040:3.0:1789130396.001246:0:16108:0:(genops.c:879:class_export_put()) PUTting export ffff9caf45558800 : new refcount 3 00000100:00000001:3.0:1789130396.001249:0:16108:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789130396.001289:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130396.001299:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789130396.001301:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130396.001304:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130396.001308:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130396.001313:0:2341:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:3.0:1789130396.001319:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130396.001321:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130396.001325:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130396.001329:0:2341:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 328 into portal 15 MB=0x6aa3efb35e300 00000400:00000200:3.0:1789130396.001336:0:2341:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.123@tcp of length 328/328 into md 0x65b5 [2] + 1312 00000800:00000001:3.0:1789130396.001342:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130396.002029:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130396.002036:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130396.002053:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:3.0:1789130396.002061:0:2341:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1789130396.002063:0:2341:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:3.0:1789130396.002069:0:2341:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf501a9e00. 00000100:00000040:3.0:1789130396.002072:0:2341:0:(events.c:337:request_in_callback()) incoming req@ffff9caf501a9e00 x1876037339570944 msgsize 328 00000100:00100000:3.0:1789130396.002076:0:2341:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.123@tcp (source: 12345-192.168.204.123@tcp) 00000100:00000001:3.0:1789130396.002085:0:2341:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000200:3.0:1789130396.002154:0:2341:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789130396.002158:0:2341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf47fd2b00. 00000400:00000200:3.0:1789130396.002162:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130396.002165:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:3.0:1789130396.002169:0:2341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf4549f110 00000400:00000010:3.0:1789130396.002171:0:2341:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf4549f110. 00000100:00000001:3.0:1789130396.002176:0:2341:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1789130396.002178:0:2341:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:3.0:1789130396.002182:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130396.002186:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1789130396.002203:0:16116:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789130396.002206:0:16116:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789130396.002209:0:16116:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:3.0:1789130396.002212:0:16116:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:3.0:1789130396.002215:0:16116:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1789130396.002221:0:16116:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff9caf5014c800 lock: 00000000359d9554/0xde5303b1d982cd01 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xcdf1b083821a58f2 expref: -99 pid: 31743 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1789130396.002234:0:16116:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9caf46a92800 already unused, calling callback (ffffffffc0fdc280) 00000008:00000001:3.0:1789130396.002237:0:16116:0:(osc_lock.c:534:osc_ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1789130396.002240:0:16116:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1789130396.002242:0:16116:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789130396.002245:0:16116:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789130396.002247:0:16116:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf46a92800 refcount=3 00000020:00000001:3.0:1789130396.002250:0:16116:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875351541760 : -109198358009856 : ffff9caf46a92800) 00010000:00000001:3.0:1789130396.002254:0:16116:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875351541760 : -109198358009856 : ffff9caf46a92800) 00010000:00000001:3.0:1789130396.002257:0:16116:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1789130396.002260:0:16116:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff9caf5014c800 lock: 00000000359d9554/0xde5303b1d982cd01 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0xcdf1b083821a58f2 expref: -99 pid: 31743 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00000001:3.0:1789130396.002267:0:16116:0:(osc_lock.c:534:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:3.0:1789130396.002269:0:16116:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1789130396.002273:0:16116:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446634875648778040 : -109198060773576 : ffff9caf58609f38) 00000020:00001000:3.0:1789130396.002276:0:16116:0:(cl_object.c:823:cl_env_get()) 1@ffff9caf58609f30 00000008:00000001:3.0:1789130396.002278:0:16116:0:(osc_lock.c:418:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:3.0:1789130396.002280:0:16116:0:(osc_lock.c:475:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1789130396.002282:0:16116:0:(cl_object.c:917:cl_env_put()) 1@ffff9caf58609f30 00000008:00000001:3.0:1789130396.002285:0:16116:0:(osc_lock.c:574:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130396.002287:0:16116:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1789130396.002292:0:16116:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1789130396.002293:0:16116:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1789130396.002296:0:16116:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789130396.002299:0:16116:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1789130396.002301:0:16116:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9caf46a92800 with handle 0xde5303b1d982cd01 from hash 00010000:00000001:3.0:1789130396.002305:0:16116:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1789130396.002306:0:16116:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130396.002308:0:16116:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789130396.002309:0:16116:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1789130396.002313:0:16116:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1789130396.002314:0:16116:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:3.0:1789130396.002319:0:16116:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789130396.002322:0:16116:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130396.002324:0:16116:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1789130396.002327:0:16116:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:3.0:1789130396.002331:0:16116:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf501a8b40. 00000020:00000040:3.0:1789130396.002335:0:16116:0:(genops.c:1210:class_import_get()) import ffff9caf48ede000 refcount=3 obd=lustre-OST0001-osc-ffff9caf5014c800 00000100:00000001:3.0:1789130396.002339:0:16116:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789130396.002343:0:16116:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789130396.002347:0:16116:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789130396.002353:0:16116:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9caf5875ae00. 00000100:00000001:3.0:1789130396.002359:0:16116:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130396.002362:0:16116:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1789130396.002368:0:16116:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff9caf5014c800 lock: 00000000359d9554/0xde5303b1d982cd01 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xcdf1b083821a58f2 expref: -99 pid: 31743 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1789130396.002375:0:16116:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1789130396.002377:0:16116:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130396.002382:0:16116:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789130396.002387:0:16116:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130396.002396:0:16116:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001bdb2266] to pc [ptlrpcd_01_00+0] req@ffff9caf501a8b40 x1876037329033344/t0(0) o103->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1789130396.002417:0:16116:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789130396.002420:0:16116:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130396.002421:0:16116:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789130396.002423:0:16116:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130396.002424:0:16116:0:(ldlm_request.c:1834:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1789130396.002427:0:16116:0:(osc_lock.c:574:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789130396.002430:0:16116:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff9caf5014c800 lock: 00000000359d9554/0xde5303b1d982cd01 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xcdf1b083821a58f2 expref: -99 pid: 31743 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1789130396.002439:0:16116:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1789130396.002441:0:16116:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff9caf5014c800 lock: 00000000359d9554/0xde5303b1d982cd01 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xcdf1b083821a58f2 expref: -99 pid: 31743 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000010:3.0:1789130396.002450:0:16116:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9caf5049e340. 00010000:00000040:3.0:1789130396.002456:0:16116:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9caf4814dd00 count: 0 00010000:00000010:3.0:1789130396.002465:0:16116:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9caf4814df00. 00010000:00000001:3.0:1789130396.002476:0:16116:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789130396.002477:0:16116:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:3.0:1789130396.002480:0:16116:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff9caf485e8540. 00010000:00000001:3.0:1789130396.002483:0:16116:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789130396.002485:0:16116:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789130396.002487:0:16116:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789130396.002489:0:16116:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1789130396.002491:0:16116:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789130396.002492:0:16116:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789130396.002494:0:16116:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1789130396.002495:0:16116:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789130396.002496:0:16116:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789130396.002498:0:16116:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789130396.002514:0:16108:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1789130396.002517:0:16108:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876037339570944 02000000:00000001:3.0:1789130396.002519:0:16108:0:(sec.c:2469:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1789130396.002521:0:16108:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789130396.002524:0:16108:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789130396.002528:0:16108:0:(sec.c:2518:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789130396.002530:0:16108:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876037339570944 00000020:00000001:3.0:1789130396.002532:0:16108:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789130396.002534:0:16108:0:(genops.c:804:class_conn2export()) looking for export cookie 0xde5303b1d982c242 00000020:00000001:3.0:1789130396.002536:0:16108:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789130396.002538:0:16108:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9caf4555e000 refcount=4 00000020:00000001:3.0:1789130396.002540:0:16108:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875329306624 : -109198380244992 : ffff9caf4555e000) 00000020:00000001:3.0:1789130396.002542:0:16108:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634875329306624 : -109198380244992 : ffff9caf4555e000) 00000100:00000001:3.0:1789130396.002547:0:16108:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1789130396.002551:0:16108:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9caf4689cf80. 00000100:00000001:3.0:1789130396.002554:0:16108:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1789130396.002556:0:16108:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff9caf4689cf80. 00000020:00000010:3.0:1789130396.002562:0:16108:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9caf5875aa00. 00000020:00000010:3.0:1789130396.002569:0:16108:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9caf42e06880. 00000020:00000010:3.0:1789130396.002574:0:16108:0:(tgt_main.c:759:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9caf50186ed8. 00000100:00000040:3.0:1789130396.002582:0:16108:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:3.0:1789130396.002586:0:16108:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1789130396.002587:0:16108:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1789130396.002590:0:16108:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130396.002598:0:16108:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130396.002605:0:16108:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130396.002615:0:16108:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1789130396.002617:0:16108:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1789130396.002621:0:16108:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.123@tcp, seq: 56 00000100:00000040:3.0:1789130396.002625:0:16108:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9caf4555e000 : new rpc_count 1 00000100:00000001:3.0:1789130396.002627:0:16108:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446634875509972480 : -109198199579136 : ffff9caf501a9e00) 00000100:00000040:3.0:1789130396.002632:0:16108:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9caf501a9e00 x1876037339570944/t0(0) o104->LOV_OSC_UUID@192.168.204.123@tcp:112/0 lens 328/0 e 0 to 0 dl 1789130407 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789130396.002640:0:16108:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1789130396.007107:0:16108:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9caf4689cf80. 00000100:00000001:3.0:1789130396.007119:0:16108:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1789130396.007124:0:16108:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff9caf4689cf80. 00000100:00100000:3.0:1789130396.007135:0:16108:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9caf501a9e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:6667:x1876037339570944:12345-192.168.204.123@tcp:104: 00000100:00000200:3.0:1789130396.007140:0:16108:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1876037339570944 00010000:00000001:3.0:1789130396.007144:0:16108:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:3.0:1789130396.007152:0:16108:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789130396.007154:0:16108:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789130396.007157:0:16108:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40031c00 refcount=2 00000020:00000001:3.0:1789130396.007159:0:16108:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239996416 : -109198469555200 : ffff9caf40031c00) 00010000:00000001:3.0:1789130396.007163:0:16108:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239996416 : -109198469555200 : ffff9caf40031c00) 00010000:00000001:3.0:1789130396.007167:0:16108:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789130396.007170:0:16108:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1789130396.007175:0:16108:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff9caf5014c800 lock: 000000003a134c52/0xde5303b1d982cd16 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xcdf1b083821a5931 expref: -99 pid: 31744 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00000001:3.0:1789130396.007188:0:16108:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1789130396.007191:0:16108:0:(sec.c:2540:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1789130396.007198:0:16108:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9caf50105c00. 02000000:00000001:3.0:1789130396.007201:0:16108:0:(sec.c:2577:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130396.007205:0:16108:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130396.007210:0:16108:0:(ldlm_lib.c:3383:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1789130396.007212:0:16108:0:(ldlm_lib.c:3404:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789130396.007217:0:16108:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf46ba21e8 time=14 v=5 (1 1 1 1) 00000100:00000001:3.0:1789130396.007222:0:16108:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789130396.007225:0:16108:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9caf452f48c0 refcount 13 to 192.168.204.123@tcp 00000100:00000001:3.0:1789130396.007227:0:16108:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634875326777536 : -109198382774080 : ffff9caf452f48c0) 02000000:00000001:3.0:1789130396.007230:0:16108:0:(sec.c:2591:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1789130396.007232:0:16108:0:(sec.c:2602:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130396.007236:0:16108:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789130396.007239:0:16108:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:3.0:1789130396.007245:0:16108:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf4549f110. 00000100:00000200:3.0:1789130396.007252:0:16108:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1876037339570944, offset 224 00000400:00000200:3.0:1789130396.007258:0:16108:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:3.0:1789130396.007270:0:16108:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130396.007278:0:16108:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.204.23@tcp to MR: 192.168.204.123@tcp local destination 00000400:00000200:3.0:1789130396.007285:0:16108:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2517:2517:256:4294967295] 192.168.204.123@tcp LPNI seq info [2516:2516:8:4294967295] 00000400:00000200:3.0:1789130396.007291:0:16108:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130396.007302:0:16108:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:192.168.204.23@tcp) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:3.0:1789130396.007308:0:16108:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:3.0:1789130396.007313:0:16108:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf47fd2b00. 00000800:00000200:3.0:1789130396.007321:0:16108:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:3.0:1789130396.007329:0:16108:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:3.0:1789130396.007334:0:16108:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf47fd2b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789130396.007353:0:16108:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130396.007357:0:16108:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9caf452f48c0 refcount 12 to 192.168.204.123@tcp 00010000:00000001:3.0:1789130396.007360:0:16108:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:3.0:1789130396.007364:0:16108:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff9caf485e8540. 00010000:00000001:3.0:1789130396.007367:0:16108:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:3.0:1789130396.007378:0:16108:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:3.0:1789130396.007380:0:16108:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130396.007382:0:16108:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130396.007384:0:16108:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130396.007392:0:16108:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf501a9e00 x1876037339570944/t0(0) o104->LOV_OSC_UUID@192.168.204.123@tcp:112/0 lens 328/224 e 0 to 0 dl 1789130407 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789130396.007403:0:16108:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9caf501a9e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:6667:x1876037339570944:12345-192.168.204.123@tcp:104: Request processed in 4760us (5328us total) trans 0 rc 0/0 00000100:00100000:3.0:1789130396.007413:0:16108:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.123@tcp, seq: 56 00000100:00000040:3.0:1789130396.007417:0:16108:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9caf4555e000 : new rpc_count 0 00000100:00000001:3.0:1789130396.007419:0:16108:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1789130396.007420:0:16108:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1789130396.007426:0:16108:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9caf42e06880. 00000020:00000010:3.0:1789130396.007433:0:16108:0:(tgt_main.c:771:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9caf50186ed8. 00000020:00000010:3.0:1789130396.007438:0:16108:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9caf5875aa00. 00000020:00000040:3.0:1789130396.007443:0:16108:0:(genops.c:879:class_export_put()) PUTting export ffff9caf4555e000 : new refcount 3 00000100:00000001:3.0:1789130396.007445:0:16108:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130396.007476:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789130396.007481:0:2349:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789130396.007483:0:2349:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789130396.007490:0:2349:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf501a8b40 x1876037329033344/t0(0) o103->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130396.007498:0:2349:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789130396.007500:0:2349:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789130396.007504:0:2349:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789130396.007507:0:2349:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789130396.007510:0:2349:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789130396.007514:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf501a8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:2349:1876037329033344:192.168.204.123@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1789130396.007517:0:2349:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789130396.007524:0:2349:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789130396.007526:0:2349:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789130396.007529:0:2349:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789130396.007533:0:2349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9caf5875aa00. 02000000:00000001:3.0:1789130396.007535:0:2349:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789130396.007540:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:3.0:1789130396.007544:0:2349:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf607884d0. 00000400:00000010:3.0:1789130396.007550:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf4549fc38. 00000100:00000200:3.0:1789130396.007555:0:2349:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876037329033344, portal 18 00000100:00000001:3.0:1789130396.007557:0:2349:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789130396.007559:0:2349:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875509967680 : -109198199583936 : ffff9caf501a8b40) 00000100:00000040:3.0:1789130396.007566:0:2349:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9caf501a8b40 x1876037329033344/t0(0) o103->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1789130412 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130396.007572:0:2349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789130396.007574:0:2349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:3.0:1789130396.007577:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf4549f3b8. 00000100:00000200:3.0:1789130396.007579:0:2349:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1876037329033344, offset 0 00000400:00000200:3.0:1789130396.007583:0:2349:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:3.0:1789130396.007587:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130396.007590:0:2349:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:3.0:1789130396.007595:0:2349:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789130396.007599:0:2349:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:3.0:1789130396.007602:0:2349:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789130396.007605:0:2349:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:3.0:1789130396.007608:0:2349:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2518:2518:255:4294967295] 192.168.204.123@tcp LPNI seq info [2517:2517:7:4294967295] 00000400:00000200:3.0:1789130396.007612:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130396.007618:0:2349:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:3.0:1789130396.007623:0:2349:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:3.0:1789130396.007626:0:2349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf47fd2000. 00000800:00000200:3.0:1789130396.007630:0:2349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:3.0:1789130396.007634:0:2349:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:3.0:1789130396.007637:0:2349:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf47fd2000 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1789130396.007640:0:2349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130396.007643:0:2349:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9caf5014c800: using a timeout of 349622 usecs (350 jiffies) 00000400:00000200:3.0:1789130396.007646:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:3.0:1789130396.007649:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296490372 00000100:00000001:3.0:1789130396.007653:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9caf5014c800: PM QoS request active for cpu 2, keep current deadline 4296492474 00000100:00000001:3.0:1789130396.007655:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296490372 00000100:00000001:3.0:1789130396.007658:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9caf5014c800: PM QoS request active for cpu 3, keep current deadline 4296492474 00000100:00000001:3.0:1789130396.007660:0:2349:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789130396.007663:0:2349:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130396.007666:0:2349:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130396.007669:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130396.007674:0:2349:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789130396.007676:0:2349:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1789130396.007679:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789130396.007680:0:2349:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789130396.007681:0:2349:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130396.007684:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130396.007695:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789130396.007697:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789130396.007750:0:2341:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789130396.007754:0:2341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf47fd2b00. 00000400:00000200:3.0:1789130396.007757:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130396.007762:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:3.0:1789130396.007767:0:2341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf4549f110 00000400:00000010:3.0:1789130396.007770:0:2341:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf4549f110. 00000100:00000001:3.0:1789130396.007775:0:2341:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1789130396.007777:0:2341:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000200:3.0:1789130396.007862:0:2341:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789130396.007865:0:2341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf47fd2000. 00000400:00000200:3.0:1789130396.007868:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130396.010399:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:3.0:1789130396.010410:0:2341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf4549f3b8 00000400:00000010:3.0:1789130396.010415:0:2341:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf4549f3b8. 00000100:00000001:3.0:1789130396.010423:0:2341:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789130396.010431:0:2341:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf501a8b40 x1876037329033344/t0(0) o103->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1789130412 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130396.010446:0:2341:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130396.010450:0:2341:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf501a8b40 x1876037329033344/t0(0) o103->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1789130412 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130396.010457:0:2341:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130396.010459:0:2341:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:3.0:1789130396.010485:0:16244:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789130396.010488:0:16244:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789130396.010492:0:16244:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:3.0:1789130396.010498:0:16244:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:3.0:1789130396.010501:0:16244:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1789130396.010509:0:16244:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff9caf5014c800 lock: 000000003a134c52/0xde5303b1d982cd16 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xcdf1b083821a5931 expref: -99 pid: 31744 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1789130396.010522:0:16244:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9caf40031c00 already unused, calling callback (ffffffffc0fdc280) 00000008:00000001:3.0:1789130396.010526:0:16244:0:(osc_lock.c:534:osc_ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1789130396.010529:0:16244:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1789130396.010530:0:16244:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789130396.010532:0:16244:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789130396.010535:0:16244:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40031c00 refcount=3 00000020:00000001:3.0:1789130396.010538:0:16244:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239996416 : -109198469555200 : ffff9caf40031c00) 00010000:00000001:3.0:1789130396.010540:0:16244:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239996416 : -109198469555200 : ffff9caf40031c00) 00010000:00000001:3.0:1789130396.010543:0:16244:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1789130396.010547:0:16244:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff9caf5014c800 lock: 000000003a134c52/0xde5303b1d982cd16 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0xcdf1b083821a5931 expref: -99 pid: 31744 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00000001:3.0:1789130396.010560:0:16244:0:(osc_lock.c:534:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:3.0:1789130396.010563:0:16244:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1789130396.010567:0:16244:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446634875648778040 : -109198060773576 : ffff9caf58609f38) 00000020:00001000:3.0:1789130396.010570:0:16244:0:(cl_object.c:823:cl_env_get()) 1@ffff9caf58609f30 00000008:00000001:3.0:1789130396.010572:0:16244:0:(osc_lock.c:418:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:3.0:1789130396.010575:0:16244:0:(osc_lock.c:475:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1789130396.010578:0:16244:0:(cl_object.c:917:cl_env_put()) 1@ffff9caf58609f30 00000008:00000001:3.0:1789130396.010581:0:16244:0:(osc_lock.c:574:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130396.010583:0:16244:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1789130396.010588:0:16244:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1789130396.010590:0:16244:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1789130396.010592:0:16244:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789130396.010595:0:16244:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1789130396.010599:0:16244:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9caf40031c00 with handle 0xde5303b1d982cd16 from hash 00010000:00000001:3.0:1789130396.010601:0:16244:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1789130396.010603:0:16244:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130396.010605:0:16244:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789130396.010606:0:16244:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1789130396.010609:0:16244:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1789130396.010611:0:16244:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:3.0:1789130396.010616:0:16244:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789130396.010618:0:16244:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130396.010620:0:16244:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1789130396.010622:0:16244:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:3.0:1789130396.010628:0:16244:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf501a8f00. 00000020:00000040:3.0:1789130396.010631:0:16244:0:(genops.c:1210:class_import_get()) import ffff9caf468ac800 refcount=3 obd=lustre-OST0000-osc-ffff9caf5014c800 00000100:00000001:3.0:1789130396.010636:0:16244:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789130396.010638:0:16244:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789130396.010643:0:16244:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789130396.010649:0:16244:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9caf5875b800. 00000100:00000001:3.0:1789130396.010656:0:16244:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130396.010659:0:16244:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1789130396.010665:0:16244:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9caf5014c800 lock: 000000003a134c52/0xde5303b1d982cd16 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xcdf1b083821a5931 expref: -99 pid: 31744 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1789130396.010672:0:16244:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1789130396.010674:0:16244:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130396.010678:0:16244:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789130396.010683:0:16244:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130396.010688:0:16244:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007fa63584] to pc [ptlrpcd_01_01+1] req@ffff9caf501a8f00 x1876037329033472/t0(0) o103->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1789130396.010722:0:16244:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789130396.010724:0:16244:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130396.010726:0:16244:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789130396.010727:0:16244:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130396.010729:0:16244:0:(ldlm_request.c:1834:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1789130396.010731:0:16244:0:(osc_lock.c:574:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789130396.010734:0:16244:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff9caf5014c800 lock: 000000003a134c52/0xde5303b1d982cd16 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xcdf1b083821a5931 expref: -99 pid: 31744 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1789130396.010741:0:16244:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1789130396.010743:0:16244:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9caf5014c800 lock: 000000003a134c52/0xde5303b1d982cd16 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xcdf1b083821a5931 expref: -99 pid: 31744 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000010:3.0:1789130396.010751:0:16244:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9caf4a7b0200. 00010000:00000040:3.0:1789130396.010755:0:16244:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9caf4a8cc800 count: 0 00010000:00000010:3.0:1789130396.010762:0:16244:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9caf4a8cc200. 00010000:00000001:3.0:1789130396.010770:0:16244:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789130396.010772:0:16244:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:3.0:1789130396.010774:0:16244:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff9caf485e8540. 00010000:00000001:3.0:1789130396.010777:0:16244:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789130396.010779:0:16244:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789130396.010780:0:16244:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789130396.010782:0:16244:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1789130396.010784:0:16244:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789130396.010786:0:16244:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789130396.010788:0:16244:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1789130396.010789:0:16244:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789130396.010790:0:16244:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789130396.010792:0:16244:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789130396.010800:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789130396.010822:0:2350:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789130396.010824:0:2350:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789130396.010830:0:2350:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf501a8f00 x1876037329033472/t0(0) o103->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130396.010838:0:2350:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789130396.010841:0:2350:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789130396.010844:0:2350:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789130396.010847:0:2350:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789130396.010849:0:2350:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789130396.010853:0:2350:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf501a8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:2350:1876037329033472:192.168.204.123@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1789130396.010858:0:2350:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789130396.010862:0:2350:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789130396.010864:0:2350:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789130396.010867:0:2350:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789130396.010871:0:2350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9caf5875a000. 02000000:00000001:3.0:1789130396.010998:0:2350:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789130396.011005:0:2350:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:3.0:1789130396.011009:0:2350:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf607880b0. 00000400:00000010:3.0:1789130396.011014:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf4549f3b8. 00000100:00000200:3.0:1789130396.011020:0:2350:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876037329033472, portal 18 00000100:00000001:3.0:1789130396.011022:0:2350:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789130396.011024:0:2350:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875509968640 : -109198199582976 : ffff9caf501a8f00) 00000100:00000040:3.0:1789130396.011031:0:2350:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9caf501a8f00 x1876037329033472/t0(0) o103->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1789130412 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130396.011104:0:2350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789130396.011107:0:2350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:3.0:1789130396.011110:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf4549f110. 00000100:00000200:3.0:1789130396.011113:0:2350:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1876037329033472, offset 0 00000400:00000200:3.0:1789130396.011120:0:2350:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:3.0:1789130396.011128:0:2350:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130396.011134:0:2350:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:3.0:1789130396.011139:0:2350:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789130396.011143:0:2350:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:3.0:1789130396.011148:0:2350:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789130396.011150:0:2350:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:3.0:1789130396.011153:0:2350:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2519:2519:256:4294967295] 192.168.204.123@tcp LPNI seq info [2518:2518:8:4294967295] 00000400:00000200:3.0:1789130396.011157:0:2350:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130396.011166:0:2350:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:3.0:1789130396.011171:0:2350:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:3.0:1789130396.011176:0:2350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf47fd2000. 00000800:00000200:3.0:1789130396.011182:0:2350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:3.0:1789130396.011189:0:2350:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:3.0:1789130396.011193:0:2350:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf47fd2000 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1789130396.011212:0:2350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130396.011217:0:2350:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9caf5014c800: using a timeout of 22642 usecs (23 jiffies) 00000400:00000200:3.0:1789130396.011221:0:2350:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:3.0:1789130396.011223:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296490054 00000100:00000001:3.0:1789130396.011226:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9caf5014c800: PM QoS request active for cpu 2, keep current deadline 4296492474 00000100:00000001:3.0:1789130396.011228:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296490054 00000100:00000001:3.0:1789130396.011231:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9caf5014c800: PM QoS request active for cpu 3, keep current deadline 4296492474 00000100:00000001:3.0:1789130396.011233:0:2350:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789130396.011235:0:2350:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130396.011238:0:2350:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130396.011241:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130396.011248:0:2350:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789130396.011250:0:2350:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1789130396.011252:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789130396.011253:0:2350:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789130396.011255:0:2350:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130396.011258:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130396.011269:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789130396.011270:0:2349:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789130396.011272:0:2349:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130396.011273:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1789130396.015316:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130396.015334:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789130396.015339:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130396.015342:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130396.015351:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130396.015359:0:2341:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:3.0:1789130396.015367:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130396.015372:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130396.015377:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130396.015382:0:2341:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 224 into portal 18 MB=0x6aa3efa951880 00000400:00000200:3.0:1789130396.015387:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130396.015393:0:2341:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.123@tcp of length 224/224 into md 0x6c7d [1] + 224 00000800:00000001:3.0:1789130396.015400:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130396.015409:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130396.015412:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130396.015417:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:3.0:1789130396.015424:0:2341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789130396.015432:0:2341:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf501a8b40 x1876037329033344/t0(0) o103->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1789130412 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789130396.015442:0:2341:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9caf501a8b40 x1876037329033344/t0(0) o103->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1789130412 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130396.015456:0:2341:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789130396.016006:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000200:3.0:1789130396.019329:0:2341:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789130396.019342:0:2341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf47fd2000. 00000400:00000200:3.0:1789130396.019348:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130396.019357:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:3.0:1789130396.019364:0:2341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf4549f110 00000400:00000010:3.0:1789130396.019368:0:2341:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf4549f110. 00000100:00000001:3.0:1789130396.019376:0:2341:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789130396.019384:0:2341:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf501a8f00 x1876037329033472/t0(0) o103->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1789130412 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130396.019396:0:2341:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130396.019399:0:2341:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf501a8f00 x1876037329033472/t0(0) o103->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1789130412 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130396.019406:0:2341:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130396.019408:0:2341:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1789130396.019440:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789130396.019444:0:2349:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789130396.019450:0:2349:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789130396.019452:0:2349:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789130396.019456:0:2349:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf607884d0. 00000400:00000200:3.0:1789130396.019460:0:2349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf4549fc38 00000400:00000010:3.0:1789130396.019461:0:2349:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf4549fc38. 00000100:00000001:3.0:1789130396.019464:0:2349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789130396.019469:0:2349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf501a8b40 x1876037329033344/t0(0) o103->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1789130412 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789130396.019479:0:2349:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf501a8b40 x1876037329033344/t0(0) o103->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1789130412 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130396.019486:0:2349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789130396.019487:0:2349:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130396.019489:0:2349:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789130396.019493:0:2349:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789130396.019495:0:2349:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789130396.019498:0:2349:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789130396.019501:0:2349:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789130396.019515:0:2349:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf48ede538 time=150 v=5 (5 5 5 5) 00000100:00001000:3.0:1789130396.019521:0:2349:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf48ede418 time=5 v=5 (1 0 0 0) 00000100:00000001:3.0:1789130396.019523:0:2349:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789130396.019525:0:2349:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130396.019528:0:2349:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789130396.019533:0:2349:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130396.019539:0:2349:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789130396.019541:0:2349:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9caf5014c800: skip recheck: last_committed 4294967312 00000100:00000001:3.0:1789130396.019543:0:2349:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789130396.019546:0:2349:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130396.019551:0:2349:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf501a8b40 x1876037329033344/t0(0) o103->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1789130412 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130396.019558:0:2349:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789130396.019561:0:2349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789130396.019564:0:2349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789130396.019568:0:2349:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf501a8b40 x1876037329033344/t0(0) o103->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1789130412 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789130396.019576:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf501a8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:2349:1876037329033344:192.168.204.123@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1789130396.019583:0:2349:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130396.019585:0:2349:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130396.019589:0:2349:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf501a8b40 x1876037329033344/t0(0) o103->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1789130412 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130396.019595:0:2349:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789130396.019599:0:2349:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789130396.019604:0:2349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9caf5875aa00. 02000000:00000001:3.0:1789130396.019608:0:2349:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789130396.019612:0:2349:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1789130396.019614:0:2349:0:(genops.c:1223:class_import_put()) import ffff9caf48ede000 refcount=2 obd=lustre-OST0001-osc-ffff9caf5014c800 00000020:00000001:3.0:1789130396.019617:0:2349:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1789130396.019621:0:2349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9caf5875ae00. 02000000:00000001:3.0:1789130396.019624:0:2349:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789130396.019626:0:2349:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789130396.019628:0:2349:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf501a8b40. 00000100:00000001:3.0:1789130396.019635:0:2349:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789130396.019636:0:2349:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130396.019638:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130396.019647:0:2349:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789130396.019650:0:2349:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130396.019653:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789130396.019656:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1789130396.019893:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789130396.022119:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130396.022136:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789130396.022140:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130396.022143:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130396.022151:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130396.022159:0:2341:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:3.0:1789130396.022168:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130396.022172:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130396.022178:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130396.022182:0:2341:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 224 into portal 18 MB=0x6aa3efa951900 00000400:00000200:3.0:1789130396.022186:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130396.022192:0:2341:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.123@tcp of length 224/224 into md 0x6c8d [1] + 224 00000800:00000001:3.0:1789130396.022199:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130396.022205:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130396.022208:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130396.022213:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:3.0:1789130396.022221:0:2341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789130396.022232:0:2341:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf501a8f00 x1876037329033472/t0(0) o103->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1789130412 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789130396.022244:0:2341:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9caf501a8f00 x1876037329033472/t0(0) o103->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1789130412 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130396.022257:0:2341:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789130396.022267:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130396.022270:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130396.022281:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789130396.022285:0:2350:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789130396.022291:0:2350:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789130396.022293:0:2350:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789130396.022296:0:2350:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf607880b0. 00000400:00000200:3.0:1789130396.022301:0:2350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf4549f3b8 00000400:00000010:3.0:1789130396.022303:0:2350:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf4549f3b8. 00000100:00000001:3.0:1789130396.022307:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789130396.022312:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf501a8f00 x1876037329033472/t0(0) o103->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1789130412 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789130396.022321:0:2350:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf501a8f00 x1876037329033472/t0(0) o103->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1789130412 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130396.022327:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789130396.022328:0:2350:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130396.022331:0:2350:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789130396.022334:0:2350:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789130396.022337:0:2350:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789130396.022338:0:2350:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789130396.022341:0:2350:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789130396.022349:0:2350:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf468acd38 time=163 v=5 (5 5 5 0) 00000100:00001000:3.0:1789130396.022353:0:2350:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf468acc18 time=5 v=5 (1 0 0 0) 00000100:00000001:3.0:1789130396.022355:0:2350:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789130396.022357:0:2350:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130396.022360:0:2350:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789130396.022363:0:2350:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130396.022366:0:2350:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789130396.022368:0:2350:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9caf5014c800: skip recheck: last_committed 4294967341 00000100:00000001:3.0:1789130396.022370:0:2350:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789130396.022372:0:2350:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130396.022377:0:2350:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf501a8f00 x1876037329033472/t0(0) o103->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1789130412 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130396.022384:0:2350:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789130396.022387:0:2350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789130396.022389:0:2350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789130396.022393:0:2350:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf501a8f00 x1876037329033472/t0(0) o103->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1789130412 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789130396.022400:0:2350:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf501a8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:2350:1876037329033472:192.168.204.123@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1789130396.022405:0:2350:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130396.022408:0:2350:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130396.022411:0:2350:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf501a8f00 x1876037329033472/t0(0) o103->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1789130412 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130396.022417:0:2350:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789130396.022420:0:2350:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789130396.022423:0:2350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9caf5875a000. 02000000:00000001:3.0:1789130396.022426:0:2350:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789130396.022429:0:2350:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1789130396.022431:0:2350:0:(genops.c:1223:class_import_put()) import ffff9caf468ac800 refcount=2 obd=lustre-OST0000-osc-ffff9caf5014c800 00000020:00000001:3.0:1789130396.022433:0:2350:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1789130396.022435:0:2350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9caf5875b800. 02000000:00000001:3.0:1789130396.022437:0:2350:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789130396.022439:0:2350:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789130396.022441:0:2350:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf501a8f00. 00000100:00000001:3.0:1789130396.022446:0:2350:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789130396.022448:0:2350:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130396.022450:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130396.022458:0:2350:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789130396.022459:0:2350:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130396.022462:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789130396.022463:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1789130396.052564:0:32028:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf4814dd00. 00010000:00000010:3.1:1789130396.052579:0:32028:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf46a92800. 00010000:00000010:3.1:1789130396.052583:0:32028:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf4a8cc800. 00010000:00000010:3.1:1789130396.052595:0:32028:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf40031c00. 00010000:00000001:3.0:1789130396.604121:0:27360:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130396.604128:0:27360:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130396.607421:0:16115:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789130396.607429:0:16115:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789130396.607435:0:16115:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1789130397.241953:0:32111:0:(llite_lib.c:4271:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130397.627651:0:27360:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130397.627659:0:27360:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130397.628920:0:16116:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789130397.628926:0:16116:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789130397.628930:0:16116:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1789130398.024445:0:32174:0:(llite_lib.c:4271:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130398.522319:0:27360:0:(connection.c:75:cpu_latency_work()) work item of ffff9caf6147ab30 (cpu 3) has reached its deadline 4296492474, at 4296492544 00000100:00000010:3.0:1789130398.522338:0:27360:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9caf58401180. 00000100:00000040:2.0:1789130398.528001:0:27981:0:(connection.c:75:cpu_latency_work()) work item of ffff9caf6147aa20 (cpu 2) has reached its deadline 4296492474, at 4296492548 00000100:00000010:2.0:1789130398.528016:0:27981:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9caf58401120. 00010000:00000001:3.0:1789130398.652139:0:27360:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130398.652146:0:27360:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789130398.652173:0:16244:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789130398.652175:0:16244:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789130398.652178:0:16244:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:1.0:1789130399.167925:0:32265:0:(llite_lib.c:4271:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789130399.547974:0:17674:0:(pinger.c:229:ptlrpc_pinger_process_import()) 70f26143-21ad-4cd3-af2c-0601ab5c9490->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1789130399.547986:0:17674:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1789130399.547994:0:17674:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf615d6d00. 00000020:00000040:1.0:1789130399.548000:0:17674:0:(genops.c:1210:class_import_get()) import ffff9caf586ce800 refcount=4 obd=MGC192.168.204.123@tcp 00000100:00000001:1.0:1789130399.548005:0:17674:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789130399.548008:0:17674:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789130399.548012:0:17674:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789130399.548019:0:17674:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9caf47f34700. 00000100:00000001:1.0:1789130399.548028:0:17674:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789130399.548041:0:17674:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 70f26143-21ad-4cd3-af2c-0601ab5c9490->MGS req@ffff9caf615d6d00 x1876037329033600/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789130399.548053:0:17674:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789130399.548059:0:17674:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789130399.548067:0:17674:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003f8a38b7] to pc [ptlrpcd_00_01+1] req@ffff9caf615d6d00 x1876037329033600/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130399.548096:0:17674:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789130399.548100:0:17674:0:(pinger.c:229:ptlrpc_pinger_process_import()) c4ff2dbd-4d13-4802-9c50-d71e34d32a35->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1789130399.548103:0:17674:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1789130399.548106:0:17674:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf615d5a40. 00000020:00000040:1.0:1789130399.548108:0:17674:0:(genops.c:1210:class_import_get()) import ffff9caf6079a800 refcount=10 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000100:00000001:1.0:1789130399.548111:0:17674:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789130399.548112:0:17674:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789130399.548115:0:17674:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789130399.548118:0:17674:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9caf47f34d00. 00000100:00000001:1.0:1789130399.548121:0:17674:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789130399.548125:0:17674:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging c4ff2dbd-4d13-4802-9c50-d71e34d32a35->lustre-MDT0000_UUID req@ffff9caf615d5a40 x1876037329033728/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789130399.548132:0:17674:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789130399.548135:0:17674:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789130399.548138:0:17674:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009256d0f9] to pc [ptlrpcd_00_00+0] req@ffff9caf615d5a40 x1876037329033728/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130399.548147:0:17674:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789130399.548149:0:17674:0:(pinger.c:229:ptlrpc_pinger_process_import()) c4ff2dbd-4d13-4802-9c50-d71e34d32a35->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1789130399.548152:0:17674:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1789130399.548155:0:17674:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf615d7840. 00000020:00000040:1.0:1789130399.548157:0:17674:0:(genops.c:1210:class_import_get()) import ffff9caf468ac800 refcount=3 obd=lustre-OST0000-osc-ffff9caf5014c800 00000100:00000001:1.0:1789130399.548161:0:17674:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789130399.548162:0:17674:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789130399.548164:0:17674:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789130399.548167:0:17674:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9caf47f34900. 00000100:00000001:1.0:1789130399.548170:0:17674:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789130399.548174:0:17674:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging c4ff2dbd-4d13-4802-9c50-d71e34d32a35->lustre-OST0000_UUID req@ffff9caf615d7840 x1876037329033856/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789130399.548179:0:17674:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789130399.548181:0:17674:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789130399.548185:0:17674:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b412d390] to pc [ptlrpcd_00_01+1] req@ffff9caf615d7840 x1876037329033856/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130399.548191:0:17674:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789130399.548194:0:17674:0:(pinger.c:229:ptlrpc_pinger_process_import()) c4ff2dbd-4d13-4802-9c50-d71e34d32a35->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1789130399.548198:0:17674:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1789130399.548200:0:17674:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf615d5680. 00000020:00000040:1.0:1789130399.548203:0:17674:0:(genops.c:1210:class_import_get()) import ffff9caf48ede000 refcount=3 obd=lustre-OST0001-osc-ffff9caf5014c800 00000100:00000001:1.0:1789130399.548205:0:17674:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789130399.548208:0:17674:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789130399.548209:0:17674:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789130399.548212:0:17674:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9caf47f34a00. 00000100:00000001:1.0:1789130399.548214:0:17674:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789130399.548218:0:17674:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging c4ff2dbd-4d13-4802-9c50-d71e34d32a35->lustre-OST0001_UUID req@ffff9caf615d5680 x1876037329033984/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789130399.548224:0:17674:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789130399.548225:0:17674:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789130399.548229:0:17674:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059d59ff1] to pc [ptlrpcd_00_00+0] req@ffff9caf615d5680 x1876037329033984/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130399.548235:0:17674:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789130399.548239:0:17674:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1831) 00000100:00000001:1.0:1789130399.548255:0:2348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789130399.548259:0:2348:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789130399.548261:0:2348:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789130399.548266:0:2348:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf615d6d00 x1876037329033600/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130399.548273:0:2348:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789130399.548276:0:2348:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130399.548280:0:2348:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789130399.548283:0:2348:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789130399.548286:0:2348:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789130399.548290:0:2348:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf615d6d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:70f26143-21ad-4cd3-af2c-0601ab5c9490:2348:1876037329033600:192.168.204.123@tcp:400:kworker.0 00000100:00000001:1.0:1789130399.548294:0:2348:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789130399.548301:0:2348:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789130399.548304:0:2348:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130399.548306:0:2348:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789130399.548312:0:2348:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9caf47c6c800. 02000000:00000001:1.0:1789130399.548314:0:2348:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789130399.548321:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:1.0:1789130399.548326:0:2348:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf42d8ed68. 00000400:00000010:1.0:1789130399.548335:0:2348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf462a3088. 00000100:00000200:1.0:1789130399.548343:0:2348:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876037329033600, portal 25 00000100:00000001:1.0:1789130399.548346:0:2348:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789130399.548347:0:2348:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875799563520 : -109197909988096 : ffff9caf615d6d00) 00000100:00000040:1.0:1789130399.548354:0:2348:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9caf615d6d00 x1876037329033600/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130415 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130399.548360:0:2348:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789130399.548362:0:2348:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:1.0:1789130399.548365:0:2348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf462a3550. 00000100:00000200:1.0:1789130399.548368:0:2348:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1876037329033600, offset 0 00000400:00000200:1.0:1789130399.548375:0:2348:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:1.0:1789130399.548386:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:1.0:1789130399.548395:0:2348:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:1.0:1789130399.548403:0:2348:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789130399.548407:0:2348:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:1.0:1789130399.548413:0:2348:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789130399.548416:0:2348:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:1.0:1789130399.548419:0:2348:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2520:2520:256:4294967295] 192.168.204.123@tcp LPNI seq info [2519:2519:8:4294967295] 00000400:00000200:1.0:1789130399.548423:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:1.0:1789130399.548433:0:2348:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:1.0:1789130399.548439:0:2348:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:1.0:1789130399.548444:0:2348:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf47f34300. 00000800:00000200:1.0:1789130399.548450:0:2348:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:1.0:1789130399.548459:0:2348:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:1.0:1789130399.548465:0:2348:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf47f34300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789130399.548480:0:2348:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789130399.548484:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:1.0:1789130399.548487:0:2348:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.123@tcp: PM QoS new deadline estimation for cpu 2 is 4296497656 00000100:00000010:1.0:1789130399.548492:0:2348:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9caf481b31e0. 00000100:00000001:1.0:1789130399.548500:0:2348:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.123@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1789130399.548506:0:2348:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.123@tcp: PM QoS new deadline estimation for cpu 3 is 4296497656 00000100:00000010:1.0:1789130399.548510:0:2348:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9caf481b3ea0. 00000100:00000001:1.0:1789130399.548514:0:2348:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.123@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1789130399.548517:0:2348:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789130399.548519:0:2348:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130399.548522:0:2348:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789130399.548526:0:2348:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf615d7840 x1876037329033856/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130399.548533:0:2348:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789130399.548534:0:2348:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130399.548536:0:2348:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789130399.548538:0:2348:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789130399.548539:0:2348:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789130399.548542:0:2348:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf615d7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:2348:1876037329033856:192.168.204.123@tcp:400:kworker.0 00000100:00000001:1.0:1789130399.548544:0:2348:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789130399.548547:0:2348:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789130399.548548:0:2348:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130399.548550:0:2348:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789130399.548553:0:2348:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9caf47c6dc00. 02000000:00000001:1.0:1789130399.548555:0:2348:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789130399.548558:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:1.0:1789130399.548561:0:2348:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf42d8ee18. 00000400:00000010:1.0:1789130399.548565:0:2348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf462a3ee0. 00000100:00000200:1.0:1789130399.548567:0:2348:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876037329033856, portal 4 00000100:00000001:1.0:1789130399.548570:0:2348:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789130399.548571:0:2348:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875799566400 : -109197909985216 : ffff9caf615d7840) 00000100:00000040:1.0:1789130399.548577:0:2348:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9caf615d7840 x1876037329033856/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130415 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130399.548584:0:2348:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789130399.548586:0:2348:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:1.0:1789130399.548588:0:2348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf462a3c38. 00000100:00000200:1.0:1789130399.548591:0:2348:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876037329033856, offset 0 00000400:00000200:1.0:1789130399.548594:0:2348:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:1.0:1789130399.548598:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:1.0:1789130399.548602:0:2348:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:1.0:1789130399.548604:0:2348:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789130399.548607:0:2348:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:1.0:1789130399.548609:0:2348:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789130399.548611:0:2348:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:1.0:1789130399.548614:0:2348:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2521:2521:255:4294967295] 192.168.204.123@tcp LPNI seq info [2520:2520:7:4294967295] 00000400:00000200:1.0:1789130399.548618:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:1.0:1789130399.548624:0:2348:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:1.0:1789130399.548628:0:2348:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:1.0:1789130399.548631:0:2348:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf47f34000. 00000800:00000200:1.0:1789130399.548649:0:2348:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:1.0:1789130399.548655:0:2348:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:1.0:1789130399.548657:0:2348:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf47f34000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789130399.548660:0:2348:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789130399.548664:0:2348:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9caf5014c800: using a timeout of 22606 usecs (23 jiffies) 00000400:00000200:1.0:1789130399.548668:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:1.0:1789130399.548669:0:2348:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296493593 00000100:00000001:1.0:1789130399.548672:0:2348:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9caf5014c800: PM QoS request active for cpu 2, keep current deadline 4296497656 00000100:00000001:1.0:1789130399.548674:0:2348:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296493593 00000100:00000001:1.0:1789130399.548676:0:2348:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9caf5014c800: PM QoS request active for cpu 3, keep current deadline 4296497656 00000100:00000001:1.0:1789130399.548677:0:2348:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789130399.548679:0:2348:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130399.548682:0:2348:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130399.548684:0:2348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130399.548692:0:2348:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789130399.548694:0:2348:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1789130399.548696:0:2348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789130399.548697:0:2348:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789130399.548698:0:2348:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789130399.548702:0:2348:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:1.0:1789130399.548703:0:2348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130399.548705:0:2348:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789130399.548706:0:2348:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130399.548708:0:2348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789130399.548709:0:2348:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789130399.548710:0:2348:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789130399.548714:0:2348:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf615d5a40 x1876037329033728/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130399.548720:0:2348:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789130399.548721:0:2348:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130399.548723:0:2348:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789130399.548724:0:2348:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789130399.548726:0:2348:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789130399.548729:0:2348:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf615d5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:2348:1876037329033728:192.168.204.123@tcp:400:kworker.0 00000100:00000001:1.0:1789130399.548732:0:2348:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789130399.548735:0:2348:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789130399.548736:0:2348:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130399.548738:0:2348:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789130399.548741:0:2348:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9caf47c6de00. 02000000:00000001:1.0:1789130399.548743:0:2348:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789130399.548746:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:1.0:1789130399.548748:0:2348:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf42d8ea50. 00000400:00000010:1.0:1789130399.548752:0:2348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf462a35d8. 00000100:00000200:1.0:1789130399.548755:0:2348:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876037329033728, portal 10 00000100:00000001:1.0:1789130399.548757:0:2348:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789130399.548758:0:2348:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875799558720 : -109197909992896 : ffff9caf615d5a40) 00000100:00000040:1.0:1789130399.548763:0:2348:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9caf615d5a40 x1876037329033728/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130415 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130399.548770:0:2348:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789130399.548772:0:2348:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:1.0:1789130399.548774:0:2348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf462a3d48. 00000100:00000200:1.0:1789130399.548777:0:2348:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876037329033728, offset 0 00000400:00000200:1.0:1789130399.548781:0:2348:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:1.0:1789130399.548785:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:1.0:1789130399.548789:0:2348:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:1.0:1789130399.548792:0:2348:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789130399.548794:0:2348:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:1.0:1789130399.548796:0:2348:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789130399.548798:0:2348:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:1.0:1789130399.548842:0:2348:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2522:2522:254:4294967295] 192.168.204.123@tcp LPNI seq info [2521:2521:6:4294967295] 00000400:00000200:1.0:1789130399.548847:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:1.0:1789130399.548855:0:2348:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:1.0:1789130399.548859:0:2348:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:1.0:1789130399.548863:0:2348:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf47f34e00. 00000800:00000200:1.0:1789130399.548867:0:2348:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:1.0:1789130399.548870:0:2348:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:1.0:1789130399.548873:0:2348:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf47f34e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789130399.548875:0:2348:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789130399.548878:0:2348:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: using a timeout of 790220 usecs (791 jiffies) 00000400:00000200:1.0:1789130399.548881:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:1.0:1789130399.548883:0:2348:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296494362 00000100:00000001:1.0:1789130399.548885:0:2348:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 2, keep current deadline 4296497656 00000100:00000001:1.0:1789130399.548887:0:2348:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296494362 00000100:00000001:1.0:1789130399.548889:0:2348:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 3, keep current deadline 4296497656 00000100:00000001:1.0:1789130399.548891:0:2348:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789130399.548893:0:2348:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130399.548895:0:2348:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789130399.548899:0:2348:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf615d5680 x1876037329033984/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130399.548906:0:2348:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789130399.548907:0:2348:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130399.548909:0:2348:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789130399.548911:0:2348:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789130399.548913:0:2348:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789130399.548916:0:2348:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf615d5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:2348:1876037329033984:192.168.204.123@tcp:400:kworker.0 00000100:00000001:1.0:1789130399.548919:0:2348:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789130399.548921:0:2348:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789130399.548922:0:2348:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130399.548924:0:2348:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789130399.548927:0:2348:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9caf47c6c600. 02000000:00000001:1.0:1789130399.548929:0:2348:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789130399.548932:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:1.0:1789130399.548934:0:2348:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf42d8e160. 00000400:00000010:1.0:1789130399.548937:0:2348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf462a3110. 00000100:00000200:1.0:1789130399.548940:0:2348:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876037329033984, portal 4 00000100:00000001:1.0:1789130399.548942:0:2348:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789130399.548944:0:2348:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875799557760 : -109197909993856 : ffff9caf615d5680) 00000100:00000040:1.0:1789130399.548950:0:2348:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9caf615d5680 x1876037329033984/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130415 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130399.548955:0:2348:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789130399.548957:0:2348:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:1.0:1789130399.548960:0:2348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf462a3aa0. 00000100:00000200:1.0:1789130399.548962:0:2348:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876037329033984, offset 0 00000400:00000200:1.0:1789130399.548966:0:2348:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:1.0:1789130399.548969:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:1.0:1789130399.548973:0:2348:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:1.0:1789130399.548975:0:2348:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789130399.548978:0:2348:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:1.0:1789130399.548980:0:2348:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789130399.548982:0:2348:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:1.0:1789130399.548985:0:2348:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2523:2523:253:4294967295] 192.168.204.123@tcp LPNI seq info [2522:2522:5:4294967295] 00000400:00000200:1.0:1789130399.548989:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:1.0:1789130399.548995:0:2348:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:1.0:1789130399.548999:0:2348:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:1.0:1789130399.549002:0:2348:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf47f34b00. 00000800:00000200:1.0:1789130399.549006:0:2348:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:1.0:1789130399.549010:0:2348:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:1.0:1789130399.549013:0:2348:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf47f34b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789130399.549016:0:2348:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789130399.549018:0:2348:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9caf5014c800: using a timeout of 347621 usecs (348 jiffies) 00000400:00000200:1.0:1789130399.549021:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:1.0:1789130399.549023:0:2348:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296493919 00000100:00000001:1.0:1789130399.549025:0:2348:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9caf5014c800: PM QoS request active for cpu 2, keep current deadline 4296497656 00000100:00000001:1.0:1789130399.549027:0:2348:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296493919 00000100:00000001:1.0:1789130399.549029:0:2348:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9caf5014c800: PM QoS request active for cpu 3, keep current deadline 4296497656 00000100:00000001:1.0:1789130399.549030:0:2348:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789130399.549032:0:2348:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130399.549034:0:2348:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130399.549036:0:2348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130399.549050:0:2347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789130399.549052:0:2347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789130399.552044:0:2342:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789130399.552053:0:2342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf47f34300. 00000400:00000200:2.0:1789130399.552059:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130399.552069:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:2.0:1789130399.552076:0:2342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf462a3550 00000400:00000010:2.0:1789130399.552078:0:2342:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf462a3550. 00000100:00000001:2.0:1789130399.552083:0:2342:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789130399.552091:0:2342:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf615d6d00 x1876037329033600/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130415 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130399.552104:0:2342:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130399.552107:0:2342:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf615d6d00 x1876037329033600/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130415 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130399.552115:0:2342:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130399.552117:0:2342:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1789130399.552130:0:2342:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789130399.552133:0:2342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf47f34000. 00000400:00000200:2.0:1789130399.552135:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130399.552139:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:2.0:1789130399.552141:0:2342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf462a3c38 00000400:00000010:2.0:1789130399.552143:0:2342:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf462a3c38. 00000100:00000001:2.0:1789130399.552145:0:2342:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789130399.552149:0:2342:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf615d7840 x1876037329033856/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130415 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130399.552155:0:2342:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130399.552158:0:2342:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf615d7840 x1876037329033856/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130415 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130399.552163:0:2342:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130399.552165:0:2342:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1789130399.552172:0:2342:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789130399.552174:0:2342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf47f34e00. 00000400:00000200:2.0:1789130399.552176:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130399.552180:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:2.0:1789130399.552181:0:2342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf462a3d48 00000400:00000010:2.0:1789130399.552183:0:2342:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf462a3d48. 00000100:00000001:2.0:1789130399.552185:0:2342:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789130399.552189:0:2342:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf615d5a40 x1876037329033728/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130415 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130399.552195:0:2342:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130399.552198:0:2342:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf615d5a40 x1876037329033728/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130415 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130399.552204:0:2342:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130399.552205:0:2342:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1789130399.552263:0:2342:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789130399.552266:0:2342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf47f34b00. 00000400:00000200:2.0:1789130399.552269:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130399.552272:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:2.0:1789130399.552275:0:2342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf462a3aa0 00000400:00000010:2.0:1789130399.552276:0:2342:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf462a3aa0. 00000100:00000001:2.0:1789130399.552279:0:2342:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789130399.552282:0:2342:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf615d5680 x1876037329033984/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130415 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130399.552289:0:2342:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130399.552292:0:2342:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf615d5680 x1876037329033984/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130415 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130399.552298:0:2342:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130399.552300:0:2342:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1789130399.575456:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130399.575472:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789130399.575477:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130399.575480:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130399.575492:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130399.575832:0:2341:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:3.0:1789130399.575845:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130399.575851:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130399.575858:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130399.575863:0:2341:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 224 into portal 4 MB=0x6aa3efa951b00 00000400:00000200:3.0:1789130399.575868:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130399.575876:0:2341:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.123@tcp of length 224/224 into md 0x6cb5 [1] + 224 00000800:00000001:3.0:1789130399.575886:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130399.575892:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130399.575895:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130399.575901:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:3.0:1789130399.575908:0:2341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789130399.575917:0:2341:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf615d5680 x1876037329033984/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130415 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789130399.575929:0:2341:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9caf615d5680 x1876037329033984/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130415 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130399.575953:0:2341:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789130399.575962:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130399.575966:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789130399.575968:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130399.575971:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130399.575974:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130399.575977:0:2341:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:3.0:1789130399.575981:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130399.575985:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130399.575987:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130399.575991:0:2341:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 224 into portal 10 MB=0x6aa3efa951a00 00000400:00000200:3.0:1789130399.575995:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130399.576000:0:2341:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.123@tcp of length 224/224 into md 0x6cad [1] + 224 00000800:00000001:3.0:1789130399.576005:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130399.576007:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130399.576010:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130399.576014:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:3.0:1789130399.576017:0:2341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789130399.576020:0:2341:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf615d5a40 x1876037329033728/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130415 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789130399.576029:0:2341:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9caf615d5a40 x1876037329033728/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130415 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130399.576036:0:2341:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789130399.576040:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130399.576043:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789130399.576044:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130399.576046:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130399.576049:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130399.576052:0:2341:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:3.0:1789130399.576056:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130399.576059:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130399.576061:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130399.576064:0:2341:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 224 into portal 25 MB=0x6aa3efa951980 00000400:00000200:3.0:1789130399.576067:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130399.576070:0:2341:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.123@tcp of length 224/224 into md 0x6c9d [1] + 224 00000800:00000001:3.0:1789130399.576073:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130399.576076:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130399.576078:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130399.576080:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:3.0:1789130399.576082:0:2341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789130399.576086:0:2341:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf615d6d00 x1876037329033600/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130415 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789130399.576094:0:2341:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9caf615d6d00 x1876037329033600/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130415 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130399.576101:0:2341:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789130399.576104:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130399.576107:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789130399.576109:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130399.576111:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130399.576114:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130399.576117:0:2341:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:3.0:1789130399.576121:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130399.576123:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130399.576125:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130399.576127:0:2341:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 224 into portal 4 MB=0x6aa3efa951a80 00000400:00000200:3.0:1789130399.576131:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130399.576134:0:2341:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.123@tcp of length 224/224 into md 0x6ca5 [1] + 224 00000800:00000001:3.0:1789130399.576137:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130399.576142:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130399.576144:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130399.576147:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:3.0:1789130399.576149:0:2341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789130399.576154:0:2341:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf615d7840 x1876037329033856/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130415 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789130399.576163:0:2341:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9caf615d7840 x1876037329033856/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130415 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130399.576170:0:2341:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789130399.576173:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130399.576175:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130399.581435:0:2348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789130399.581444:0:2348:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789130399.581454:0:2348:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789130399.581457:0:2348:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789130399.581461:0:2348:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf42d8ea50. 00000400:00000200:0.0:1789130399.581470:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf462a35d8 00000400:00000010:0.0:1789130399.581473:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf462a35d8. 00000100:00000001:0.0:1789130399.581478:0:2348:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789130399.581492:0:2348:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf615d5a40 x1876037329033728/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130415 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789130399.581505:0:2348:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf615d5a40 x1876037329033728/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130415 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130399.581512:0:2348:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789130399.581514:0:2348:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130399.581518:0:2348:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789130399.581522:0:2348:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789130399.581524:0:2348:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789130399.581527:0:2348:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130399.581530:0:2348:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789130399.581540:0:2348:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf6079ac60 time=18 v=5 (5 104 104 104) 00000100:00001000:0.0:1789130399.581545:0:2348:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf6079ac18 time=8 v=5 (1 0 0 0) 00000100:00000001:0.0:1789130399.581547:0:2348:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789130399.581549:0:2348:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130399.581552:0:2348:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789130399.581556:0:2348:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130399.581560:0:2348:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1789130399.581562:0:2348:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9caf5014c800: committing for last_committed 4294967648 gen 2 00000100:00000040:0.0:1789130399.581569:0:2348:0:(client.c:3181:ptlrpc_free_committed()) @@@ commit (last_committed 4294967648) req@ffff9caf61462940 x1876037329024512/t4294967635(4294967635) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 488/456 e 0 to 0 dl 1789130407 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130399.581576:0:2348:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789130399.581580:0:2348:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf61462940 x1876037329024512/t4294967635(4294967635) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 488/456 e 0 to 0 dl 1789130407 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130399.581586:0:2348:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789130399.581589:0:2348:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789130399.581592:0:2348:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9caf482bf400. 02000000:00000001:0.0:1789130399.581596:0:2348:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789130399.581600:0:2348:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1789130399.581601:0:2348:0:(genops.c:1223:class_import_put()) import ffff9caf6079a800 refcount=9 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000020:00000001:0.0:1789130399.581604:0:2348:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1789130399.581606:0:2348:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9caf485a3c00. 02000000:00000001:0.0:1789130399.581610:0:2348:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789130399.581612:0:2348:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789130399.581614:0:2348:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf61462940. 00000100:00000001:0.0:1789130399.581617:0:2348:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789130399.581618:0:2348:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789130399.581623:0:2348:0:(client.c:3181:ptlrpc_free_committed()) @@@ commit (last_committed 4294967648) req@ffff9caf615d6940 x1876037329027712/t4294967636(4294967636) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1789130407 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130399.581630:0:2348:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789130399.581633:0:2348:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf615d6940 x1876037329027712/t4294967636(4294967636) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1789130407 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130399.581653:0:2348:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789130399.581654:0:2348:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789130399.581655:0:2348:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9caf487c2800. 02000000:00000001:0.0:1789130399.581658:0:2348:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789130399.581659:0:2348:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1789130399.581660:0:2348:0:(genops.c:1223:class_import_put()) import ffff9caf6079a800 refcount=8 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000020:00000001:0.0:1789130399.581662:0:2348:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1789130399.581663:0:2348:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9caf48ef8200. 02000000:00000001:0.0:1789130399.581665:0:2348:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789130399.581666:0:2348:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789130399.581667:0:2348:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf615d6940. 00000100:00000001:0.0:1789130399.581670:0:2348:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789130399.581671:0:2348:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789130399.581676:0:2348:0:(client.c:3181:ptlrpc_free_committed()) @@@ commit (last_committed 4294967648) req@ffff9caf61463480 x1876037329030144/t4294967640(4294967640) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 488/456 e 0 to 0 dl 1789130407 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130399.581681:0:2348:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789130399.581684:0:2348:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf61463480 x1876037329030144/t4294967640(4294967640) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 488/456 e 0 to 0 dl 1789130407 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130399.581690:0:2348:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789130399.581691:0:2348:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789130399.581692:0:2348:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9caf482be400. 02000000:00000001:0.0:1789130399.581694:0:2348:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789130399.581695:0:2348:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1789130399.581696:0:2348:0:(genops.c:1223:class_import_put()) import ffff9caf6079a800 refcount=7 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000020:00000001:0.0:1789130399.581698:0:2348:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1789130399.581699:0:2348:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9caf485a2200. 02000000:00000001:0.0:1789130399.581701:0:2348:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789130399.581702:0:2348:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789130399.581703:0:2348:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf61463480. 00000100:00000001:0.0:1789130399.581706:0:2348:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789130399.581707:0:2348:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789130399.581711:0:2348:0:(client.c:3181:ptlrpc_free_committed()) @@@ commit (last_committed 4294967648) req@ffff9caf614630c0 x1876037329030784/t4294967642(4294967642) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 512/456 e 0 to 0 dl 1789130407 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130399.581723:0:2348:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789130399.581726:0:2348:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf614630c0 x1876037329030784/t4294967642(4294967642) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 512/456 e 0 to 0 dl 1789130407 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130399.581732:0:2348:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789130399.581733:0:2348:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789130399.581734:0:2348:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9caf482bf000. 02000000:00000001:0.0:1789130399.581737:0:2348:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789130399.581738:0:2348:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1789130399.581739:0:2348:0:(genops.c:1223:class_import_put()) import ffff9caf6079a800 refcount=6 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000020:00000001:0.0:1789130399.581740:0:2348:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1789130399.581741:0:2348:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9caf485a3000. 02000000:00000001:0.0:1789130399.581743:0:2348:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789130399.581744:0:2348:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789130399.581745:0:2348:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf614630c0. 00000100:00000001:0.0:1789130399.581747:0:2348:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789130399.581748:0:2348:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789130399.581752:0:2348:0:(client.c:3181:ptlrpc_free_committed()) @@@ commit (last_committed 4294967648) req@ffff9caf615d61c0 x1876037329032064/t4294967646(4294967646) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 496/456 e 0 to 0 dl 1789130407 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130399.581757:0:2348:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789130399.581760:0:2348:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf615d61c0 x1876037329032064/t4294967646(4294967646) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 496/456 e 0 to 0 dl 1789130407 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130399.581765:0:2348:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789130399.581766:0:2348:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789130399.581767:0:2348:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9caf487c0c00. 02000000:00000001:0.0:1789130399.581770:0:2348:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789130399.581771:0:2348:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1789130399.581772:0:2348:0:(genops.c:1223:class_import_put()) import ffff9caf6079a800 refcount=5 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000020:00000001:0.0:1789130399.581773:0:2348:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1789130399.581774:0:2348:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9caf48ef9000. 02000000:00000001:0.0:1789130399.581776:0:2348:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789130399.581777:0:2348:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789130399.581778:0:2348:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf615d61c0. 00000100:00000001:0.0:1789130399.581781:0:2348:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789130399.581781:0:2348:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789130399.581785:0:2348:0:(client.c:3181:ptlrpc_free_committed()) @@@ commit (last_committed 4294967648) req@ffff9caf61460000 x1876037329032704/t4294967648(4294967648) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 512/456 e 0 to 0 dl 1789130407 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130399.581790:0:2348:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789130399.581793:0:2348:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf61460000 x1876037329032704/t4294967648(4294967648) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 512/456 e 0 to 0 dl 1789130407 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130399.581798:0:2348:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789130399.581799:0:2348:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789130399.581800:0:2348:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9caf482bc800. 02000000:00000001:0.0:1789130399.581917:0:2348:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789130399.581919:0:2348:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1789130399.581920:0:2348:0:(genops.c:1223:class_import_put()) import ffff9caf6079a800 refcount=4 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000020:00000001:0.0:1789130399.581923:0:2348:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1789130399.581924:0:2348:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9caf485a3200. 02000000:00000001:0.0:1789130399.581927:0:2348:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789130399.581928:0:2348:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789130399.581929:0:2348:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf61460000. 00000100:00000001:0.0:1789130399.581933:0:2348:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789130399.581934:0:2348:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130399.581936:0:2348:0:(client.c:3188:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1789130399.581938:0:2348:0:(client.c:3235:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9caf5014c800: normal: skip=1 replay=6/6 committed=0/0 00000100:00000001:0.0:1789130399.581941:0:2348:0:(client.c:3236:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789130399.581943:0:2348:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130399.581949:0:2348:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf615d5a40 x1876037329033728/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130415 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130399.581956:0:2348:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789130399.581959:0:2348:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789130399.581961:0:2348:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789130399.581964:0:2348:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf615d5a40 x1876037329033728/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130415 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789130399.581971:0:2348:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf615d5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:2348:1876037329033728:192.168.204.123@tcp:400:kworker.0 00000400:00000001:0.0:1789130399.581978:0:2348:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789130399.581980:0:2348:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789130399.581982:0:2348:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf42d8e160. 00000400:00000200:0.0:1789130399.581984:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf462a3110 00000400:00000010:0.0:1789130399.581986:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf462a3110. 00000100:00000001:0.0:1789130399.581988:0:2348:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789130399.581992:0:2348:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf615d5680 x1876037329033984/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130415 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789130399.581999:0:2348:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf615d5680 x1876037329033984/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130415 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130399.582005:0:2348:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789130399.582007:0:2348:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130399.582008:0:2348:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789130399.582010:0:2348:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789130399.582011:0:2348:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789130399.582013:0:2348:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130399.582015:0:2348:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789130399.582020:0:2348:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf48ede460 time=18 v=5 (5 5 5 5) 00000100:00001000:0.0:1789130399.582023:0:2348:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf48ede418 time=8 v=5 (1 0 0 0) 00000100:00000001:0.0:1789130399.582025:0:2348:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789130399.582026:0:2348:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130399.582029:0:2348:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789130399.582031:0:2348:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130399.582033:0:2348:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789130399.582035:0:2348:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9caf5014c800: skip recheck: last_committed 4294967312 00000100:00000001:0.0:1789130399.582037:0:2348:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789130399.582038:0:2348:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130399.582042:0:2348:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf615d5680 x1876037329033984/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130415 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130399.582048:0:2348:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789130399.582049:0:2348:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789130399.582051:0:2348:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789130399.582054:0:2348:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf615d5680 x1876037329033984/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130415 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789130399.582061:0:2348:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf615d5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:2348:1876037329033984:192.168.204.123@tcp:400:kworker.0 00000400:00000001:0.0:1789130399.582066:0:2348:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789130399.582067:0:2348:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789130399.582069:0:2348:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf42d8ed68. 00000400:00000200:0.0:1789130399.582071:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf462a3088 00000400:00000010:0.0:1789130399.582073:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf462a3088. 00000100:00000001:0.0:1789130399.582075:0:2348:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789130399.582079:0:2348:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf615d6d00 x1876037329033600/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130415 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789130399.582086:0:2348:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf615d6d00 x1876037329033600/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130415 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130399.582091:0:2348:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789130399.582093:0:2348:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130399.582094:0:2348:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789130399.582095:0:2348:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789130399.582096:0:2348:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789130399.582098:0:2348:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130399.582100:0:2348:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789130399.582102:0:2348:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf586cec60 time=18 v=5 (5 5 5 5) 00000100:00001000:0.0:1789130399.582105:0:2348:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf586cec18 time=18 v=5 (1 1 1 1) 00000100:00000001:0.0:1789130399.582107:0:2348:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789130399.582108:0:2348:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130399.582109:0:2348:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789130399.582111:0:2348:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130399.582113:0:2348:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130399.582117:0:2348:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf615d6d00 x1876037329033600/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130415 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130399.582123:0:2348:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789130399.582125:0:2348:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789130399.582126:0:2348:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789130399.582130:0:2348:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf615d6d00 x1876037329033600/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130415 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789130399.582138:0:2348:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf615d6d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:70f26143-21ad-4cd3-af2c-0601ab5c9490:2348:1876037329033600:192.168.204.123@tcp:400:kworker.0 00000400:00000001:0.0:1789130399.582144:0:2348:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789130399.582145:0:2348:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789130399.582147:0:2348:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf42d8ee18. 00000400:00000200:0.0:1789130399.582149:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf462a3ee0 00000400:00000010:0.0:1789130399.582151:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf462a3ee0. 00000100:00000001:0.0:1789130399.582152:0:2348:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789130399.582156:0:2348:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf615d7840 x1876037329033856/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130415 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789130399.582165:0:2348:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf615d7840 x1876037329033856/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130415 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130399.582171:0:2348:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789130399.582173:0:2348:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130399.582174:0:2348:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789130399.582175:0:2348:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789130399.582176:0:2348:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789130399.582177:0:2348:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130399.582179:0:2348:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789130399.582183:0:2348:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf468acc60 time=18 v=5 (5 5 5 5) 00000100:00001000:0.0:1789130399.582185:0:2348:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf468acc18 time=8 v=5 (1 0 0 0) 00000100:00000001:0.0:1789130399.582187:0:2348:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789130399.582188:0:2348:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130399.582189:0:2348:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789130399.582191:0:2348:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130399.582193:0:2348:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789130399.582194:0:2348:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9caf5014c800: skip recheck: last_committed 4294967341 00000100:00000001:0.0:1789130399.582196:0:2348:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789130399.582197:0:2348:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130399.582200:0:2348:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf615d7840 x1876037329033856/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130415 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130399.582206:0:2348:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789130399.582208:0:2348:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789130399.582209:0:2348:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789130399.582213:0:2348:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf615d7840 x1876037329033856/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130415 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789130399.582219:0:2348:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf615d7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:2348:1876037329033856:192.168.204.123@tcp:400:kworker.0 00000100:00000001:0.0:1789130399.582222:0:2348:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130399.582225:0:2348:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789130399.582227:0:2348:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf615d5a40 x1876037329033728/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130415 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130399.582232:0:2348:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789130399.582234:0:2348:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789130399.582236:0:2348:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9caf47c6de00. 02000000:00000001:0.0:1789130399.582239:0:2348:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789130399.582240:0:2348:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1789130399.582241:0:2348:0:(genops.c:1223:class_import_put()) import ffff9caf6079a800 refcount=3 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000020:00000001:0.0:1789130399.582243:0:2348:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1789130399.582244:0:2348:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9caf47f34d00. 02000000:00000001:0.0:1789130399.582247:0:2348:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789130399.582606:0:2348:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789130399.582611:0:2348:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf615d5a40. 00000100:00000001:0.0:1789130399.582618:0:2348:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789130399.582619:0:2348:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130399.582621:0:2348:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789130399.582627:0:2348:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf615d5680 x1876037329033984/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130415 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130399.582633:0:2348:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789130399.582645:0:2348:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789130399.582647:0:2348:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9caf47c6c600. 02000000:00000001:0.0:1789130399.582649:0:2348:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789130399.582651:0:2348:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1789130399.582652:0:2348:0:(genops.c:1223:class_import_put()) import ffff9caf48ede000 refcount=2 obd=lustre-OST0001-osc-ffff9caf5014c800 00000020:00000001:0.0:1789130399.582654:0:2348:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1789130399.582656:0:2348:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9caf47f34a00. 02000000:00000001:0.0:1789130399.582658:0:2348:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789130399.582660:0:2348:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789130399.582661:0:2348:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf615d5680. 00000100:00000001:0.0:1789130399.582664:0:2348:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789130399.582665:0:2348:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130399.582667:0:2348:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789130399.582670:0:2348:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf615d6d00 x1876037329033600/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130415 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130399.582676:0:2348:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789130399.582677:0:2348:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789130399.582679:0:2348:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9caf47c6c800. 02000000:00000001:0.0:1789130399.582681:0:2348:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789130399.582683:0:2348:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1789130399.582684:0:2348:0:(genops.c:1223:class_import_put()) import ffff9caf586ce800 refcount=3 obd=MGC192.168.204.123@tcp 00000020:00000001:0.0:1789130399.582686:0:2348:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1789130399.582687:0:2348:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9caf47f34700. 02000000:00000001:0.0:1789130399.582689:0:2348:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789130399.582690:0:2348:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789130399.582692:0:2348:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf615d6d00. 00000100:00000001:0.0:1789130399.582698:0:2348:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789130399.582699:0:2348:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130399.582701:0:2348:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789130399.582703:0:2348:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf615d7840 x1876037329033856/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130415 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130399.582708:0:2348:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789130399.582709:0:2348:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789130399.582711:0:2348:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9caf47c6dc00. 02000000:00000001:0.0:1789130399.582712:0:2348:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789130399.582714:0:2348:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1789130399.582715:0:2348:0:(genops.c:1223:class_import_put()) import ffff9caf468ac800 refcount=2 obd=lustre-OST0000-osc-ffff9caf5014c800 00000020:00000001:0.0:1789130399.582716:0:2348:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1789130399.582717:0:2348:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9caf47f34900. 02000000:00000001:0.0:1789130399.582719:0:2348:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789130399.582720:0:2348:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789130399.582721:0:2348:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf615d7840. 00000100:00000001:0.0:1789130399.582723:0:2348:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789130399.582725:0:2348:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130399.582728:0:2348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130399.582737:0:2348:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789130399.582739:0:2348:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130399.582742:0:2348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789130399.582744:0:2348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1789130399.589392:0:32301:0:(debug.c:652:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1789130399.589398:0:32301:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: == recovery-small test 22: drop close request and do mknod ========================================================== 08:39:58 (1789130398) 00000001:00000001:2.0:1789130399.618251:0:32301:0:(debug.c:655:libcfs_debug_mark_buffer()) ************************************************** 00010000:00000001:3.0:1789130399.674882:0:27360:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130399.674887:0:27360:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130399.678420:0:16115:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789130399.678432:0:16115:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789130399.678439:0:16115:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1789130400.683597:0:32322:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:0.0:1789130400.683610:0:32322:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:0.0:1789130400.683621:0:32322:0:(file.c:6206:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1789130400.683625:0:32322:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f416c3bc0 00000080:00200000:0.0:1789130400.683630:0:32322:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8),name=/ 00000080:00000010:0.0:1789130400.683642:0:32322:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9caf48180800. 00800000:00000002:0.0:1789130400.683650:0:32322:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9caf4557c8c0 2 00000080:00000001:0.0:1789130400.683656:0:32322:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1789130400.683663:0:32322:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1789130400.683666:0:32322:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f416c3ae0 00800000:00000002:0.0:1789130400.683670:0:32322:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1789130400.683675:0:32322:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1789130400.683681:0:32322:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1789130400.683688:0:32322:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1789130400.683690:0:32322:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f416c39b0 00000002:00010000:0.0:1789130400.683692:0:32322:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1789130400.683696:0:32322:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1789130400.683698:0:32322:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789130400.683702:0:32322:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1789130400.683711:0:32322:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789130400.683713:0:32322:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789130400.683715:0:32322:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789130400.683717:0:32322:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1789130400.683720:0:32322:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1789130400.683727:0:32322:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf61460000. 00000020:00000040:0.0:1789130400.683732:0:32322:0:(genops.c:1210:class_import_get()) import ffff9caf6079a800 refcount=4 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00010000:00000001:0.0:1789130400.683740:0:32322:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1789130400.683746:0:32322:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789130400.683750:0:32322:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130400.683754:0:32322:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789130400.683758:0:32322:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789130400.683763:0:32322:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789130400.683771:0:32322:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9caf482bec00. 00000100:00000001:0.0:1789130400.683779:0:32322:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130400.683784:0:32322:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789130400.683786:0:32322:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130400.683788:0:32322:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789130400.683789:0:32322:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130400.683791:0:32322:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789130400.683796:0:32322:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446634875798028288 : -109197911523328 : ffff9caf61460000) 00010000:00000001:0.0:1789130400.683801:0:32322:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1789130400.686240:0:32322:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1789130400.686265:0:32322:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9caf4a8cc600. 00010000:00000010:0.0:1789130400.686280:0:32322:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9caf4c363100. 00010000:00000001:0.0:1789130400.686290:0:32322:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1789130400.686294:0:32322:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9caf40030800. 00000020:00000001:0.0:1789130400.686304:0:32322:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1789130400.687645:0:32322:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9caf40030800 with handle 0xde5303b1d982cd4e to hash 00000020:00000001:0.0:1789130400.687652:0:32322:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1789130400.687655:0:32322:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446634875239991296 : -109198469560320 : ffff9caf40030800) 00010000:00000001:0.0:1789130400.687663:0:32322:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446634875239991296 : -109198469560320 : ffff9caf40030800) 00010000:00000001:0.0:1789130400.687668:0:32322:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789130400.687673:0:32322:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789130400.687679:0:32322:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030800/0xde5303b1d982cd4e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 32322 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789130400.687692:0:32322:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030800/0xde5303b1d982cd4e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 32322 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789130400.687716:0:32322:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030800/0xde5303b1d982cd4e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 32322 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1789130400.687723:0:32322:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1789130400.687726:0:32322:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1789130400.687743:0:32322:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9caf4845ba80. 00000100:00000001:0.0:1789130400.687747:0:32322:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446634875378580096 : -109198330971520 : ffff9caf4845ba80) 00000100:00000001:0.0:1789130400.687750:0:32322:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789130400.687752:0:32322:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875798028288 : -109197911523328 : ffff9caf61460000) 00000100:00000001:0.0:1789130400.687762:0:32322:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789130400.687768:0:32322:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130400.687771:0:32322:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1789130400.687773:0:32322:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789130400.687787:0:32322:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf61460000 x1876037329034112/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130400.687795:0:32322:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789130400.687797:0:32322:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130400.687823:0:32322:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789130400.687828:0:32322:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789130400.687832:0:32322:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789130400.687837:0:32322:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf61460000 pname:cluuid:pid:xid:nid:opc:job multiop:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:32322:1876037329034112:192.168.204.123@tcp:101:multiop.0 00000100:00000001:0.0:1789130400.687842:0:32322:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789130400.687851:0:32322:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789130400.687855:0:32322:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130400.687858:0:32322:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789130400.687867:0:32322:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9caf47cd0000. 02000000:00000001:0.0:1789130400.687870:0:32322:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789130400.687880:0:32322:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:0.0:1789130400.687900:0:32322:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf50131bb0. 00000400:00000010:0.0:1789130400.687910:0:32322:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf5801e770. 00000100:00000200:0.0:1789130400.687923:0:32322:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1876037329034112, portal 10 00000100:00000001:0.0:1789130400.687924:0:32322:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789130400.687926:0:32322:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875798028288 : -109197911523328 : ffff9caf61460000) 00000100:00000040:0.0:1789130400.687934:0:32322:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9caf61460000 x1876037329034112/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789130416 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130400.687942:0:32322:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789130400.687946:0:32322:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:0.0:1789130400.687952:0:32322:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf5801e088. 00000100:00000200:0.0:1789130400.687958:0:32322:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1876037329034112, offset 0 00000400:00000200:0.0:1789130400.687968:0:32322:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:0.0:1789130400.688167:0:32322:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:0.0:1789130400.688178:0:32322:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:0.0:1789130400.688185:0:32322:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789130400.688191:0:32322:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:0.0:1789130400.688196:0:32322:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789130400.688200:0:32322:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:0.0:1789130400.688205:0:32322:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2524:2524:256:4294967295] 192.168.204.123@tcp LPNI seq info [2523:2523:8:4294967295] 00000400:00000200:0.0:1789130400.688209:0:32322:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:0.0:1789130400.688223:0:32322:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:0.0:1789130400.688229:0:32322:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:0.0:1789130400.688237:0:32322:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf451e7000. 00000800:00000200:0.0:1789130400.688245:0:32322:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:0.0:1789130400.688255:0:32322:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:0.0:1789130400.688261:0:32322:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf451e7000 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:0.0:1789130400.688289:0:32322:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130400.688295:0:32322:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: using a timeout of 789232 usecs (790 jiffies) 00000400:00000200:0.0:1789130400.688299:0:32322:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:0.0:1789130400.688303:0:32322:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296495500 00000100:00000001:0.0:1789130400.688307:0:32322:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 2, keep current deadline 4296497656 00000100:00000001:0.0:1789130400.688309:0:32322:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296495500 00000100:00000001:0.0:1789130400.688312:0:32322:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 3, keep current deadline 4296497656 00000100:00000001:0.0:1789130400.688314:0:32322:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789130400.688317:0:32322:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130400.688320:0:32322:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789130400.688323:0:32322:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1789130400.688326:0:32322:0:(client.c:2715:ptlrpc_set_wait()) set ffff9caf4845ba80 going to sleep for 11 seconds 00000100:00000001:0.0:1789130400.688330:0:32322:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789130400.688409:0:32322:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789130400.690489:0:2342:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789130400.690503:0:2342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf451e7000. 00000400:00000200:2.0:1789130400.690513:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130400.690526:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:2.0:1789130400.690536:0:2342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf5801e088 00000400:00000010:2.0:1789130400.690539:0:2342:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf5801e088. 00000100:00000001:2.0:1789130400.690545:0:2342:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789130400.690565:0:2342:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf61460000 x1876037329034112/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789130416 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130400.690581:0:2342:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130400.690585:0:2342:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf61460000 x1876037329034112/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789130416 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130400.690594:0:2342:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130400.690596:0:2342:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:3.0:1789130400.697991:0:27360:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130400.698005:0:27360:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130400.698016:0:27360:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130400.698018:0:27360:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130400.698118:0:16116:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789130400.698123:0:16116:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789130400.698128:0:16116:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:3.0:1789130400.704799:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130400.705080:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789130400.705087:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130400.705091:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130400.705105:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130400.705120:0:2341:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:3.0:1789130400.705134:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130400.705142:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130400.705150:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130400.705155:0:2341:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 688 into portal 10 MB=0x6aa3efa951b80 00000400:00000200:3.0:1789130400.705161:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130400.705171:0:2341:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.123@tcp of length 688/688 into md 0x6cbd [1] + 224 00000800:00000001:3.0:1789130400.705182:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130400.705191:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130400.705196:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130400.705202:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:3.0:1789130400.705215:0:2341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789130400.705233:0:2341:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf61460000 x1876037329034112/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789130416 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789130400.705246:0:2341:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9caf61460000 x1876037329034112/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789130416 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130400.705261:0:2341:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789130400.705274:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130400.705277:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130400.705456:0:32322:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789130400.705477:0:32322:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789130400.705479:0:32322:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789130400.705484:0:32322:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf50131bb0. 00000400:00000200:0.0:1789130400.705491:0:32322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf5801e770 00000400:00000010:0.0:1789130400.705494:0:32322:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf5801e770. 00000100:00000001:0.0:1789130400.705498:0:32322:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789130400.705504:0:32322:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf61460000 x1876037329034112/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789130416 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1789130400.705752:0:32322:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf61460000 x1876037329034112/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789130416 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130400.705759:0:32322:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789130400.705762:0:32322:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130400.705765:0:32322:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789130400.705771:0:32322:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789130400.705774:0:32322:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789130400.705777:0:32322:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130400.705780:0:32322:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789130400.705794:0:32322:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf6079ac60 time=19 v=5 (5 104 104 104) 00000100:00001000:0.0:1789130400.705799:0:32322:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf6079ac18 time=9 v=5 (1 0 0 0) 00000100:00000001:0.0:1789130400.705839:0:32322:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789130400.705842:0:32322:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130400.705846:0:32322:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789130400.705851:0:32322:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130400.705857:0:32322:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789130400.705859:0:32322:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9caf5014c800: skip recheck: last_committed 4294967648 00000100:00000001:0.0:1789130400.705862:0:32322:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789130400.705864:0:32322:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130400.705869:0:32322:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf61460000 x1876037329034112/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1789130416 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130400.705876:0:32322:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789130400.705880:0:32322:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789130400.705883:0:32322:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789130400.705895:0:32322:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf61460000 x1876037329034112/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1789130416 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1789130400.705908:0:32322:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf61460000 pname:cluuid:pid:xid:nid:opc:job multiop:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:32322:1876037329034112:192.168.204.123@tcp:101:multiop.0 00000100:00000001:0.0:1789130400.705915:0:32322:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130400.705918:0:32322:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130400.705922:0:32322:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1789130400.705924:0:32322:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789130400.705928:0:32322:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf61460000 x1876037329034112/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1789130416 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130400.705935:0:32322:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789130400.705940:0:32322:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9caf4845ba80. 00000100:00000001:0.0:1789130400.705943:0:32322:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1789130400.705946:0:32322:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130400.705950:0:32322:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1789130400.705955:0:32322:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130400.705959:0:32322:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130400.705964:0:32322:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40030800 refcount=4 00000020:00000001:0.0:1789130400.705967:0:32322:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239991296 : -109198469560320 : ffff9caf40030800) 00010000:00000001:0.0:1789130400.705971:0:32322:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239991296 : -109198469560320 : ffff9caf40030800) 00010000:00000040:0.0:1789130400.705981:0:32322:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9caf40030800, remote cookie: 0xcdf1b083821a5a3b, flags: 0x1001 00010000:00010000:0.0:1789130400.705989:0:32322:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030800/0xde5303b1d982cd4e lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a5a3b expref: -99 pid: 32322 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789130400.706003:0:32322:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030800/0xde5303b1d982cd4e lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a5a3b expref: -99 pid: 32322 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789130400.706011:0:32322:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1789130400.706018:0:32322:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1789130400.706022:0:32322:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1789130400.706023:0:32322:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1789130400.706025:0:32322:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1789130400.706029:0:32322:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff9caf4a8cc600) refcount = 1 00010000:00010000:0.0:1789130400.706034:0:32322:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030800/0xde5303b1d982cd4e lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a5a3b expref: -99 pid: 32322 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789130400.706042:0:32322:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1789130400.706047:0:32322:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1789130400.706050:0:32322:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789130400.706054:0:32322:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1789130400.707429:0:32322:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789130400.707446:0:32322:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030800/0xde5303b1d982cd4e lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a5a3b expref: -99 pid: 32322 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789130400.707686:0:32322:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1789130400.707689:0:32322:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130400.707692:0:32322:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130400.707693:0:32322:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130400.707694:0:32322:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130400.707696:0:32322:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789130400.707705:0:32322:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1789130400.707708:0:32322:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130400.707711:0:32322:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130400.707713:0:32322:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40030800 refcount=3 00000020:00000001:0.0:1789130400.707716:0:32322:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239991296 : -109198469560320 : ffff9caf40030800) 00010000:00000001:0.0:1789130400.707719:0:32322:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239991296 : -109198469560320 : ffff9caf40030800) 00010000:00000001:0.0:1789130400.707722:0:32322:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130400.707723:0:32322:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130400.707724:0:32322:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40030800 refcount=4 00000020:00000001:0.0:1789130400.707726:0:32322:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239991296 : -109198469560320 : ffff9caf40030800) 00010000:00000001:0.0:1789130400.707728:0:32322:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239991296 : -109198469560320 : ffff9caf40030800) 00010000:00000001:0.0:1789130400.707732:0:32322:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789130400.707736:0:32322:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789130400.707740:0:32322:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030800/0xde5303b1d982cd4e lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a5a3b expref: -99 pid: 32322 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789130400.707754:0:32322:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130400.707755:0:32322:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130400.707756:0:32322:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130400.707757:0:32322:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130400.707759:0:32322:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40030800 refcount=5 00000020:00000001:0.0:1789130400.707761:0:32322:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239991296 : -109198469560320 : ffff9caf40030800) 00010000:00000001:0.0:1789130400.707763:0:32322:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239991296 : -109198469560320 : ffff9caf40030800) 00010000:00000001:0.0:1789130400.707766:0:32322:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789130400.707769:0:32322:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030800/0xde5303b1d982cd4e lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a5a3b expref: -99 pid: 32322 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789130400.707775:0:32322:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130400.707775:0:32322:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1789130400.707778:0:32322:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030800/0xde5303b1d982cd4e lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a5a3b expref: -99 pid: 32322 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789130400.707784:0:32322:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789130400.707786:0:32322:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130400.707787:0:32322:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130400.707788:0:32322:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130400.707789:0:32322:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1789130400.707802:0:32322:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9caf61460000 x1876037329034112/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1789130416 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1789130400.707830:0:32322:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130400.707831:0:32322:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130400.707833:0:32322:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40030800 refcount=3 00000020:00000001:0.0:1789130400.707835:0:32322:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239991296 : -109198469560320 : ffff9caf40030800) 00010000:00000001:0.0:1789130400.707837:0:32322:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239991296 : -109198469560320 : ffff9caf40030800) 00010000:00000001:0.0:1789130400.707839:0:32322:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130400.707840:0:32322:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789130400.707842:0:32322:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789130400.707844:0:32322:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789130400.707847:0:32322:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1789130400.707850:0:32322:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130400.707852:0:32322:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130400.707853:0:32322:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40030800 refcount=3 00000020:00000001:0.0:1789130400.707855:0:32322:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239991296 : -109198469560320 : ffff9caf40030800) 00010000:00000001:0.0:1789130400.707857:0:32322:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239991296 : -109198469560320 : ffff9caf40030800) 00000002:00010000:0.0:1789130400.707861:0:32322:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030800/0xde5303b1d982cd4e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a5a3b expref: -99 pid: 32322 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789130400.707868:0:32322:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130400.707869:0:32322:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130400.707871:0:32322:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1789130400.707873:0:32322:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130400.707874:0:32322:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130400.707875:0:32322:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40030800 refcount=3 00000020:00000001:0.0:1789130400.707877:0:32322:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239991296 : -109198469560320 : ffff9caf40030800) 00010000:00000001:0.0:1789130400.707879:0:32322:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239991296 : -109198469560320 : ffff9caf40030800) 00010000:00000040:0.0:1789130400.707889:0:32322:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf4a8cc600 count: 2 00010000:00000001:0.0:1789130400.707892:0:32322:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1789130400.707897:0:32322:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9caf4630e800 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:0.0:1789130400.707899:0:32322:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130400.707900:0:32322:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789130400.707902:0:32322:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1789130400.707906:0:32322:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f416c3938 00000002:00002000:0.0:1789130400.707909:0:32322:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:0.0:1789130400.707912:0:32322:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789130400.707917:0:32322:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789130400.707921:0:32322:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1789130400.707925:0:32322:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1789130400.707929:0:32322:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789130400.707934:0:32322:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9caf4557c8c0 2 00000080:00000010:0.0:1789130400.707939:0:32322:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9caf48180800. 00000080:00000001:0.0:1789130400.707947:0:32322:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1789130400.707951:0:32322:0:(llite_lib.c:3864:ll_prep_inode()) Process entered 00000002:00000001:0.0:1789130400.707959:0:32322:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:0.0:1789130400.707965:0:32322:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:2.0:1789130400.712173:0:32322:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9caf5049ea00. 00800000:00000001:2.0:1789130400.712189:0:32322:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446634875513072128 : -109198196479488 : ffff9caf5049ea00) 00800000:00000001:2.0:1789130400.712195:0:32322:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789130400.712200:0:32322:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1789130400.712209:0:32322:0:(llite_lib.c:1973:ll_update_lsm_md()) Process entered 00000080:00000002:2.0:1789130400.712212:0:32322:0:(llite_lib.c:1977:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:2.0:1789130400.712218:0:32322:0:(llite_lib.c:1928:ll_update_default_lsm_md()) Process entered 00000080:00000001:2.0:1789130400.712223:0:32322:0:(llite_lib.c:1950:ll_update_default_lsm_md()) Process leaving 00000080:00000001:2.0:1789130400.712225:0:32322:0:(llite_lib.c:1994:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130400.712232:0:32322:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:2.0:1789130400.712235:0:32322:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:2.0:1789130400.712243:0:32322:0:(llite_lib.c:3140:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 8704 00010000:00000001:2.0:1789130400.712247:0:32322:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130400.712252:0:32322:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130400.712256:0:32322:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40030800 refcount=3 00000020:00000001:2.0:1789130400.712260:0:32322:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239991296 : -109198469560320 : ffff9caf40030800) 00010000:00000001:2.0:1789130400.712264:0:32322:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239991296 : -109198469560320 : ffff9caf40030800) 00010000:00000001:2.0:1789130400.712269:0:32322:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130400.712273:0:32322:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1789130400.712276:0:32322:0:(llite_lib.c:3962:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1789130400.712282:0:32322:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:2.0:1789130400.712284:0:32322:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9caf5049ea00 1 00800000:00000010:2.0:1789130400.712288:0:32322:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9caf5049ea00. 00800000:00000001:2.0:1789130400.712296:0:32322:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789130400.712301:0:32322:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9caf601980c8) for lock 0xde5303b1d982cd4e 00800000:00000001:2.0:1789130400.712305:0:32322:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1789130400.712310:0:32322:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1789130400.712312:0:32322:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130400.712313:0:32322:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130400.712315:0:32322:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40030800 refcount=3 00000020:00000001:2.0:1789130400.712318:0:32322:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239991296 : -109198469560320 : ffff9caf40030800) 00010000:00000001:2.0:1789130400.712320:0:32322:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239991296 : -109198469560320 : ffff9caf40030800) 00010000:00000001:2.0:1789130400.712324:0:32322:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130400.712325:0:32322:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789130400.712327:0:32322:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789130400.712329:0:32322:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130400.713203:0:32322:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789130400.713216:0:32322:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9caf601980c8) 00000080:00010000:2.0:1789130400.713220:0:32322:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xde5303b1d982cd4e from it ffffb97f416c3bf8 00010000:00000001:2.0:1789130400.713223:0:32322:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130400.713227:0:32322:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130400.713229:0:32322:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40030800 refcount=3 00000020:00000001:2.0:1789130400.713231:0:32322:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239991296 : -109198469560320 : ffff9caf40030800) 00010000:00000001:2.0:1789130400.713234:0:32322:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239991296 : -109198469560320 : ffff9caf40030800) 00010000:00000001:2.0:1789130400.713236:0:32322:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789130400.713242:0:32322:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030800/0xde5303b1d982cd4e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a5a3b expref: -99 pid: 32322 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789130400.713254:0:32322:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130400.713256:0:32322:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130400.713257:0:32322:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1789130400.713261:0:32322:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1789130400.713263:0:32322:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030800/0xde5303b1d982cd4e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a5a3b expref: -99 pid: 32322 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1789130400.713276:0:32322:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789130400.713280:0:32322:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789130400.713283:0:32322:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789130400.713289:0:32322:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130400.713290:0:32322:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130400.713292:0:32322:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130400.713297:0:32322:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789130400.713299:0:32322:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130400.713301:0:32322:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130400.713304:0:32322:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130400.713305:0:32322:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789130400.713307:0:32322:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130400.713308:0:32322:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1789130400.713312:0:32322:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130400.713331:0:32322:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf61460000 x1876037329034112/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1789130416 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130400.713413:0:32322:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789130400.713417:0:32322:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789130400.713421:0:32322:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9caf47cd0000. 02000000:00000001:2.0:1789130400.713428:0:32322:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789130400.713432:0:32322:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1789130400.713434:0:32322:0:(genops.c:1223:class_import_put()) import ffff9caf6079a800 refcount=3 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000020:00000001:2.0:1789130400.713438:0:32322:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1789130400.713441:0:32322:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9caf482bec00. 02000000:00000001:2.0:1789130400.713447:0:32322:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789130400.713450:0:32322:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789130400.713451:0:32322:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf61460000. 00000100:00000001:2.0:1789130400.713457:0:32322:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789130400.713459:0:32322:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1789130400.713464:0:32322:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8), inode mode 41ff mask 1 00000080:00000001:2.0:1789130400.713471:0:32322:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1789130400.713499:0:32322:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9caf484ad9e0. 00000080:00000001:2.0:1789130400.713579:0:32322:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:2.0:1789130400.713582:0:32322:0:(file.c:6206:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1789130400.713586:0:32322:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f416c3b00 00000080:00200000:2.0:1789130400.713589:0:32322:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8),name=/ 00000080:00000010:2.0:1789130400.713598:0:32322:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9caf43367200. 00800000:00000002:2.0:1789130400.713605:0:32322:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9caf4557c8c0 2 00000080:00000001:2.0:1789130400.713610:0:32322:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1789130400.713626:0:32322:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1789130400.713629:0:32322:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f416c3a20 00800000:00000002:2.0:1789130400.713631:0:32322:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1789130400.713635:0:32322:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1789130400.713641:0:32322:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1789130400.713647:0:32322:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1789130400.713649:0:32322:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f416c38f0 00000002:00010000:2.0:1789130400.713651:0:32322:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1789130400.713654:0:32322:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1789130400.713657:0:32322:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789130400.713660:0:32322:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789130400.713668:0:32322:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf4a8cc600 count: 2 00010000:00000001:2.0:1789130400.713672:0:32322:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789130400.713678:0:32322:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789130400.713682:0:32322:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1789130400.713686:0:32322:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030800/0xde5303b1d982cd4e lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a5a3b expref: -99 pid: 32322 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:2.0:1789130400.713696:0:32322:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1789130400.713701:0:32322:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789130400.713704:0:32322:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030800/0xde5303b1d982cd4e lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a5a3b expref: -99 pid: 32322 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:2.0:1789130400.713711:0:32322:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1789130400.713713:0:32322:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1789130400.713715:0:32322:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1789130400.713717:0:32322:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1789130400.713719:0:32322:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1789130400.713721:0:32322:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1789130400.713724:0:32322:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1789130400.713728:0:32322:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9caf4557c8c0 2 00000080:00000010:2.0:1789130400.713731:0:32322:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9caf43367200. 00000080:00000001:2.0:1789130400.713735:0:32322:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1789130400.713737:0:32322:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789130400.713739:0:32322:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9caf601980c8) 00000080:00010000:2.0:1789130400.713742:0:32322:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9caf601980c8) for lock 0xde5303b1d982cd4e 00800000:00000001:2.0:1789130400.713746:0:32322:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1789130400.713748:0:32322:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1789130400.713749:0:32322:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130400.713750:0:32322:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130400.713752:0:32322:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40030800 refcount=3 00000020:00000001:2.0:1789130400.713754:0:32322:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239991296 : -109198469560320 : ffff9caf40030800) 00010000:00000001:2.0:1789130400.713756:0:32322:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239991296 : -109198469560320 : ffff9caf40030800) 00010000:00000001:2.0:1789130400.713758:0:32322:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130400.713759:0:32322:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789130400.713760:0:32322:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789130400.713762:0:32322:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789130400.713764:0:32322:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xde5303b1d982cd4e from it ffffb97f416c3b38 00010000:00000001:2.0:1789130400.713766:0:32322:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130400.713767:0:32322:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130400.713769:0:32322:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40030800 refcount=3 00000020:00000001:2.0:1789130400.713771:0:32322:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239991296 : -109198469560320 : ffff9caf40030800) 00010000:00000001:2.0:1789130400.713773:0:32322:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239991296 : -109198469560320 : ffff9caf40030800) 00010000:00000001:2.0:1789130400.713775:0:32322:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789130400.713778:0:32322:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030800/0xde5303b1d982cd4e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a5a3b expref: -99 pid: 32322 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1789130400.713783:0:32322:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130400.713785:0:32322:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130400.713786:0:32322:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1789130400.713787:0:32322:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1789130400.713789:0:32322:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030800/0xde5303b1d982cd4e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a5a3b expref: -99 pid: 32322 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1789130400.713795:0:32322:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789130400.713796:0:32322:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789130400.713797:0:32322:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789130400.713800:0:32322:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130400.713801:0:32322:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130400.713839:0:32322:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130400.713842:0:32322:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789130400.713844:0:32322:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130400.713845:0:32322:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130400.713847:0:32322:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130400.713849:0:32322:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789130400.713850:0:32322:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130400.713851:0:32322:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1789130400.713853:0:32322:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1789130400.713854:0:32322:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1789130400.713856:0:32322:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8), inode mode 41ff mask 3 00000080:00000001:2.0:1789130400.713859:0:32322:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130400.713864:0:32322:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:2.0:1789130400.713867:0:32322:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f416c3b58 00000080:00200000:2.0:1789130400.713869:0:32322:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=f22.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff9caf601980c8), file ffff9caf58562000, open_flags 8042, mode 81a4 opened 0 00000080:00000010:2.0:1789130400.713877:0:32322:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff9caf4812fa20. 00000080:00000001:2.0:1789130400.713884:0:32322:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:2.0:1789130400.714125:0:32322:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f416c3a08 00000080:00200000:2.0:1789130400.714128:0:32322:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f22.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff9caf601980c8), intent=open|creat 00000080:00000010:2.0:1789130400.714136:0:32322:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9caf43367200. 00800000:00000002:2.0:1789130400.714139:0:32322:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9caf4557c8c0 2 00000080:00000001:2.0:1789130400.714145:0:32322:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1789130400.714146:0:32322:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1789130400.714148:0:32322:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f416c3928 00800000:00000002:2.0:1789130400.714149:0:32322:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f22.recovery-small-2' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1789130400.714153:0:32322:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:2.0:1789130400.714156:0:32322:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:2.0:1789130400.714161:0:32322:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446634875370194944 : -109198339356672 : ffff9caf47c5c800) 00800000:00000001:2.0:1789130400.714165:0:32322:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:2.0:1789130400.714168:0:32322:0:(obd_class.h:932:obd_fid_alloc()) Process entered 00000002:00000001:2.0:1789130400.714171:0:32322:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:2.0:1789130400.714174:0:32322:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:2.0:1789130400.714178:0:32322:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff9caf5014c800: Allocated FID [0x200000404:0x2b:0x0] 40000000:00000001:2.0:1789130400.714181:0:32322:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789130400.714183:0:32322:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789130400.714184:0:32322:0:(obd_class.h:945:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789130400.714187:0:32322:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130400.714189:0:32322:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f416c38a8 00800000:00000002:2.0:1789130400.714191:0:32322:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x2b:0x0], name='f22.recovery-small-2' -> mds #0 layout version 1 00000002:00000001:2.0:1789130400.714193:0:32322:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1789130400.714195:0:32322:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f416c37e0 00000002:00010000:2.0:1789130400.714196:0:32322:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f22.recovery-small-2,[0x200000404:0x2b:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 0100103 00000002:00000001:2.0:1789130400.714200:0:32322:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1789130400.714202:0:32322:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:2.0:1789130400.714206:0:32322:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:2.0:1789130400.714211:0:32322:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789130400.714213:0:32322:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1789130400.714215:0:32322:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf4a8cc600 count: 2 00010000:00000001:2.0:1789130400.714216:0:32322:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789130400.714219:0:32322:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1789130400.714223:0:32322:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1789130400.714226:0:32322:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030800/0xde5303b1d982cd4e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xcdf1b083821a5a3b expref: -99 pid: 32322 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00000001:2.0:1789130400.714233:0:32322:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1789130400.714237:0:32322:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1789130400.714240:0:32322:0:(file.c:6113:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1789130400.714242:0:32322:0:(file.c:6119:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:2.0:1789130400.714244:0:32322:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789130400.714246:0:32322:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789130400.714248:0:32322:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf4a8cc600 count: 3 00010000:00000001:2.0:1789130400.714250:0:32322:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789130400.714252:0:32322:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789130400.714254:0:32322:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789130400.714254:0:32322:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789130400.714256:0:32322:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf4a8cc600 count: 3 00010000:00000001:2.0:1789130400.714257:0:32322:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789130400.714259:0:32322:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789130400.714260:0:32322:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789130400.714261:0:32322:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789130400.714262:0:32322:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf4a8cc600 count: 3 00010000:00000001:2.0:1789130400.714264:0:32322:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789130400.714266:0:32322:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130400.714267:0:32322:0:(file.c:6141:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1789130400.714270:0:32322:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff9caf60198000, pfid = [0x0:0x0:0x0] 00000080:00000001:2.0:1789130400.714274:0:32322:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:2.0:1789130400.714276:0:32322:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:2.0:1789130400.714279:0:32322:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1789130400.714280:0:32322:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130400.714284:0:32322:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1789130400.714288:0:32322:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1789130400.714289:0:32322:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1789130400.714291:0:32322:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789130400.714293:0:32322:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1789130400.714296:0:32322:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9caf40030800 with handle 0xde5303b1d982cd4e from hash 00010000:00000001:2.0:1789130400.714298:0:32322:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1789130400.714301:0:32322:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130400.714302:0:32322:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130400.714303:0:32322:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1789130400.714305:0:32322:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1789130400.714307:0:32322:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1789130400.714311:0:32322:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1789130400.714313:0:32322:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1789130400.714315:0:32322:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1789130400.714323:0:32322:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf580b8b40. 00000020:00000040:2.0:1789130400.714327:0:32322:0:(genops.c:1210:class_import_get()) import ffff9caf6079a800 refcount=4 obd=lustre-MDT0000-mdc-ffff9caf5014c800 02000000:00000001:2.0:1789130400.715177:0:32322:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1789130400.715182:0:32322:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130400.715187:0:32322:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1789130400.715193:0:32322:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789130400.715196:0:32322:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130400.715200:0:32322:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789130400.715202:0:32322:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789130400.715207:0:32322:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789130400.715219:0:32322:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9caf58573400. 00000100:00000001:2.0:1789130400.715230:0:32322:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130400.715237:0:32322:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789130400.715240:0:32322:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1789130400.715246:0:32322:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030800/0xde5303b1d982cd4e lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xcdf1b083821a5a3b expref: -99 pid: 32322 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1789130400.715255:0:32322:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1789130400.715257:0:32322:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1789130400.715260:0:32322:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1789130400.715263:0:32322:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030800/0xde5303b1d982cd4e lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xcdf1b083821a5a3b expref: -99 pid: 32322 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000040:2.0:1789130400.715274:0:32322:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9caf4a8cc600 count: 0 00010000:00000010:2.0:1789130400.715283:0:32322:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9caf4c363100. 00010000:00000001:2.0:1789130400.715300:0:32322:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130400.715301:0:32322:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130400.715304:0:32322:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789130400.715306:0:32322:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130400.715308:0:32322:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789130400.715322:0:32322:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446634875643202368 : -109198066349248 : ffff9caf580b8b40) 00010000:00000001:2.0:1789130400.715329:0:32322:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1789130400.715593:0:32322:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1789130400.715604:0:32322:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9caf4814d600. 00010000:00000010:2.0:1789130400.715610:0:32322:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9caf4938d900. 00010000:00000001:2.0:1789130400.715626:0:32322:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1789130400.715630:0:32322:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9caf46a92600. 00000020:00000001:2.0:1789130400.715636:0:32322:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1789130400.715639:0:32322:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9caf46a92600 with handle 0xde5303b1d982cd55 to hash 00000020:00000001:2.0:1789130400.715641:0:32322:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1789130400.715643:0:32322:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446634875351541248 : -109198358010368 : ffff9caf46a92600) 00010000:00000001:2.0:1789130400.715649:0:32322:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446634875351541248 : -109198358010368 : ffff9caf46a92600) 00010000:00000001:2.0:1789130400.715652:0:32322:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789130400.715655:0:32322:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789130400.715660:0:32322:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a92600/0xde5303b1d982cd55 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 32322 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789130400.715669:0:32322:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a92600/0xde5303b1d982cd55 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 32322 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:2.0:1789130400.715689:0:32322:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9caf5014c800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1789130400.715708:0:32322:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9caf580b8b40 x1876037329034368/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1789130400.715717:0:32322:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a92600/0xde5303b1d982cd55 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 32322 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1789130400.715723:0:32322:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1789130400.715726:0:32322:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1789130400.715736:0:32322:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9caf46b98d80. 00000100:00000001:2.0:1789130400.715739:0:32322:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446634875352616320 : -109198356935296 : ffff9caf46b98d80) 00000100:00000001:2.0:1789130400.715743:0:32322:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789130400.715745:0:32322:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875643202368 : -109198066349248 : ffff9caf580b8b40) 00000100:00000001:2.0:1789130400.715751:0:32322:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789130400.715756:0:32322:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130400.715759:0:32322:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1789130400.715761:0:32322:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789130400.715766:0:32322:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf580b8b40 x1876037329034368/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130400.715774:0:32322:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789130400.715777:0:32322:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789130400.715782:0:32322:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789130400.715785:0:32322:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789130400.715788:0:32322:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789130400.715792:0:32322:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf580b8b40 pname:cluuid:pid:xid:nid:opc:job multiop:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:32322:1876037329034368:192.168.204.123@tcp:101:multiop.0 00000100:00000001:2.0:1789130400.715797:0:32322:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789130400.715861:0:32322:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789130400.715865:0:32322:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789130400.715868:0:32322:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789130400.717267:0:32322:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff9caf485c0000. 02000000:00000001:2.0:1789130400.717281:0:32322:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789130400.717297:0:32322:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:2.0:1789130400.717308:0:32322:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf483fde70. 00000400:00000010:2.0:1789130400.717321:0:32322:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff9caf58570c00. 00000100:00000200:2.0:1789130400.717635:0:32322:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1876037329034368, portal 10 00000100:00000001:2.0:1789130400.717640:0:32322:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789130400.717642:0:32322:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875643202368 : -109198066349248 : ffff9caf580b8b40) 00000100:00000040:2.0:1789130400.717659:0:32322:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9caf580b8b40 x1876037329034368/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789130416 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130400.717669:0:32322:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789130400.717673:0:32322:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:2.0:1789130400.717678:0:32322:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf42d187f8. 00000100:00000200:2.0:1789130400.717683:0:32322:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 12, xid 1876037329034368, offset 0 00000400:00000200:2.0:1789130400.717691:0:32322:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:2.0:1789130400.717707:0:32322:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130400.717721:0:32322:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:2.0:1789130400.717729:0:32322:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789130400.717735:0:32322:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:2.0:1789130400.718013:0:32322:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789130400.718017:0:32322:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:2.0:1789130400.718022:0:32322:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2525:2525:256:4294967295] 192.168.204.123@tcp LPNI seq info [2524:2524:8:4294967295] 00000400:00000200:2.0:1789130400.718028:0:32322:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130400.718041:0:32322:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:2.0:1789130400.718049:0:32322:0:(socklnd_cb.c:931:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:2.0:1789130400.718056:0:32322:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf501cff00. 00000800:00000200:2.0:1789130400.718080:0:32322:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:2.0:1789130400.718093:0:32322:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:2.0:1789130400.718101:0:32322:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf501cff00 type 1, nob 760 niov 1 nkiov 1 00000100:00000001:2.0:1789130400.718135:0:32322:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130400.718141:0:32322:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: using a timeout of 788222 usecs (789 jiffies) 00000400:00000200:2.0:1789130400.718144:0:32322:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:2.0:1789130400.718149:0:32322:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296495529 00000100:00000001:2.0:1789130400.718154:0:32322:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 2, keep current deadline 4296497656 00000100:00000001:2.0:1789130400.718157:0:32322:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296495529 00000100:00000001:2.0:1789130400.718159:0:32322:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 3, keep current deadline 4296497656 00000100:00000001:2.0:1789130400.718161:0:32322:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789130400.718166:0:32322:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130400.718169:0:32322:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789130400.718172:0:32322:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1789130400.718175:0:32322:0:(client.c:2715:ptlrpc_set_wait()) set ffff9caf46b98d80 going to sleep for 11 seconds 00000100:00000001:2.0:1789130400.718179:0:32322:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789130400.718183:0:32322:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789130400.718763:0:2342:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789130400.718771:0:2342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf501cff00. 00000400:00000200:3.0:1789130400.718780:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130400.718787:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:3.0:1789130400.718794:0:2342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf42d187f8 00000400:00000010:3.0:1789130400.718796:0:2342:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf42d187f8. 00000100:00000001:3.0:1789130400.718802:0:2342:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789130400.719082:0:2342:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf580b8b40 x1876037329034368/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789130416 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130400.719095:0:2342:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130400.719099:0:2342:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf580b8b40 x1876037329034368/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789130416 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130400.719114:0:2342:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130400.719116:0:2342:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:2.1:1789130400.720719:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf4a8cc600. 00010000:00000010:2.1:1789130400.720738:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf40030800. 00000800:00000001:3.0:1789130400.736438:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130400.736464:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789130400.736469:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130400.736471:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130400.736485:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130400.736498:0:2341:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:3.0:1789130400.736511:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130400.736518:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130400.736526:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130400.736531:0:2341:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 664 into portal 10 MB=0x6aa3efa951c80 00000400:00000200:3.0:1789130400.736537:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130400.736546:0:2341:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.123@tcp of length 664/664 into md 0x6cc5 [32] + 224 00000800:00000001:3.0:1789130400.736555:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130400.736564:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130400.736568:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130400.736574:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:3.0:1789130400.736584:0:2341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789130400.736599:0:2341:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf580b8b40 x1876037329034368/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789130416 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789130400.736624:0:2341:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff9caf580b8b40 x1876037329034368/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789130416 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130400.736659:0:2341:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1789130400.736671:0:2341:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1789130400.736675:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130400.736682:0:2341:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.204.23@tcp to MR: 192.168.204.123@tcp local destination 00000400:00000200:3.0:1789130400.736689:0:2341:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2526:2526:256:4294967295] 192.168.204.123@tcp LPNI seq info [2525:2525:8:4294967295] 00000400:00000200:3.0:1789130400.736694:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130400.736704:0:2341:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:192.168.204.23@tcp) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) 192.168.204.123@tcp : ACK try# 0 00000800:00000200:3.0:1789130400.736712:0:2341:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 32 frags to 12345-192.168.204.123@tcp 00000800:00000010:3.0:1789130400.736720:0:2341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 744 at ffff9caf50105400. 00000100:00000001:2.0:1789130400.736912:0:32322:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789130400.736924:0:32322:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789130400.736927:0:32322:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789130400.736933:0:32322:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf483fde70. 00000400:00000200:2.0:1789130400.736939:0:32322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf58570c00 00000400:00000010:2.0:1789130400.736942:0:32322:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 632 at ffff9caf58570c00. 00000100:00000001:2.0:1789130400.736945:0:32322:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789130400.736958:0:32322:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf580b8b40 x1876037329034368/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789130416 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1789130400.736968:0:32322:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf580b8b40 x1876037329034368/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789130416 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130400.736974:0:32322:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789130400.736977:0:32322:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789130400.736980:0:32322:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789130400.736985:0:32322:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789130400.736989:0:32322:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789130400.736991:0:32322:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789130400.736995:0:32322:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789130400.737008:0:32322:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf6079ac60 time=19 v=5 (5 104 104 104) 00000100:00001000:2.0:1789130400.737013:0:32322:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf6079ac18 time=9 v=5 (1 0 0 0) 00000100:00000001:2.0:1789130400.737016:0:32322:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789130400.737018:0:32322:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130400.737022:0:32322:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789130400.737027:0:32322:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130400.737031:0:32322:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1789130400.737033:0:32322:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x1000000a3/0x1] 00000100:00000001:2.0:1789130400.737035:0:32322:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1789130400.737038:0:32322:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789130400.737040:0:32322:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875643202368 : -109198066349248 : ffff9caf580b8b40) 00000100:00000001:2.0:1789130400.737043:0:32322:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789130400.737045:0:32322:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9caf5014c800: skip recheck: last_committed 4294967648 00000100:00000001:2.0:1789130400.737048:0:32322:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789130400.737051:0:32322:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130400.737057:0:32322:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf580b8b40 x1876037329034368/t4294967649(4294967649) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 664/664 e 0 to 0 dl 1789130416 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130400.737064:0:32322:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789130400.737068:0:32322:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789130400.737071:0:32322:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789130400.737075:0:32322:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf580b8b40 x1876037329034368/t4294967649(4294967649) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 664/664 e 0 to 0 dl 1789130416 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1789130400.737083:0:32322:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf580b8b40 pname:cluuid:pid:xid:nid:opc:job multiop:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:32322:1876037329034368:192.168.204.123@tcp:101:multiop.0 00000100:00000001:2.0:1789130400.737088:0:32322:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789130400.737091:0:32322:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130400.737094:0:32322:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1789130400.737097:0:32322:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130400.737100:0:32322:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf580b8b40 x1876037329034368/t4294967649(4294967649) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 664/664 e 0 to 0 dl 1789130416 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130400.737113:0:32322:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789130400.737118:0:32322:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9caf46b98d80. 00000100:00000001:2.0:1789130400.737122:0:32322:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1789130400.737124:0:32322:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130400.737127:0:32322:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1789130400.737136:0:32322:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130400.737141:0:32322:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130400.737145:0:32322:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf46a92600 refcount=4 00000020:00000001:2.0:1789130400.737148:0:32322:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875351541248 : -109198358010368 : ffff9caf46a92600) 00010000:00000001:2.0:1789130400.737151:0:32322:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875351541248 : -109198358010368 : ffff9caf46a92600) 00010000:00000040:2.0:1789130400.737161:0:32322:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9caf46a92600, remote cookie: 0xcdf1b083821a5a57, flags: 0x1001 00010000:00010000:2.0:1789130400.737168:0:32322:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a92600/0xde5303b1d982cd55 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a5a57 expref: -99 pid: 32322 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1789130400.737179:0:32322:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x2b:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:2.0:1789130400.737182:0:32322:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:2.0:1789130400.737194:0:32322:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9caf4814d400. 00010000:00000010:2.0:1789130400.737201:0:32322:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9caf4938dd00. 00010000:00000040:2.0:1789130400.737208:0:32322:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9caf4814d600 count: 0 00010000:00000010:2.0:1789130400.737216:0:32322:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9caf4938d900. 00010000:00000001:2.0:1789130400.737230:0:32322:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789130400.737234:0:32322:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a92600/0xde5303b1d982cd55 lrc: 4/0,1 mode: --/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a5a57 expref: -99 pid: 32322 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789130400.737242:0:32322:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a92600/0xde5303b1d982cd55 lrc: 4/0,1 mode: --/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a5a57 expref: -99 pid: 32322 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789130400.737249:0:32322:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1789130400.737254:0:32322:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1789130400.737257:0:32322:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1789130400.737259:0:32322:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1789130400.737261:0:32322:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1789130400.737264:0:32322:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x2b:0x0].0x0 (ffff9caf4814d400) refcount = 1 00010000:00010000:2.0:1789130400.737268:0:32322:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a92600/0xde5303b1d982cd55 lrc: 4/0,1 mode: PR/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a5a57 expref: -99 pid: 32322 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789130400.737275:0:32322:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1789130400.737280:0:32322:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1789130400.737282:0:32322:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789130400.737286:0:32322:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1789130400.737289:0:32322:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789130400.737292:0:32322:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a92600/0xde5303b1d982cd55 lrc: 4/0,1 mode: PR/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a5a57 expref: -99 pid: 32322 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789130400.737300:0:32322:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1789130400.737302:0:32322:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130400.737304:0:32322:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130400.737306:0:32322:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130400.737307:0:32322:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130400.737309:0:32322:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789130400.737314:0:32322:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1789130400.737317:0:32322:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130400.737319:0:32322:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130400.737320:0:32322:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf46a92600 refcount=3 00000020:00000001:2.0:1789130400.737323:0:32322:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875351541248 : -109198358010368 : ffff9caf46a92600) 00010000:00000001:2.0:1789130400.737325:0:32322:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875351541248 : -109198358010368 : ffff9caf46a92600) 00010000:00000001:2.0:1789130400.737328:0:32322:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130400.737330:0:32322:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130400.737331:0:32322:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf46a92600 refcount=4 00000020:00000001:2.0:1789130400.737332:0:32322:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875351541248 : -109198358010368 : ffff9caf46a92600) 00010000:00000001:2.0:1789130400.737335:0:32322:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875351541248 : -109198358010368 : ffff9caf46a92600) 00010000:00000001:2.0:1789130400.737338:0:32322:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789130400.737342:0:32322:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789130400.737346:0:32322:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a92600/0xde5303b1d982cd55 lrc: 5/1,1 mode: PR/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a5a57 expref: -99 pid: 32322 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789130400.737353:0:32322:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130400.737354:0:32322:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130400.737356:0:32322:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130400.737357:0:32322:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130400.737358:0:32322:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf46a92600 refcount=5 00000020:00000001:2.0:1789130400.737360:0:32322:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875351541248 : -109198358010368 : ffff9caf46a92600) 00010000:00000001:2.0:1789130400.737361:0:32322:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875351541248 : -109198358010368 : ffff9caf46a92600) 00010000:00000001:2.0:1789130400.737364:0:32322:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789130400.737368:0:32322:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a92600/0xde5303b1d982cd55 lrc: 5/1,1 mode: PR/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a5a57 expref: -99 pid: 32322 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789130400.737373:0:32322:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130400.737374:0:32322:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1789130400.737377:0:32322:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a92600/0xde5303b1d982cd55 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a5a57 expref: -99 pid: 32322 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789130400.737385:0:32322:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789130400.737387:0:32322:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130400.737388:0:32322:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130400.737389:0:32322:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130400.737391:0:32322:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1789130400.737397:0:32322:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0x37, status=0 req@ffff9caf580b8b40 x1876037329034368/t4294967649(4294967649) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 664/664 e 0 to 0 dl 1789130416 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1789130400.737408:0:32322:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:2.0:1789130400.737414:0:32322:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9caf580b8b40 x1876037329034368/t4294967649(4294967649) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 664/664 e 0 to 0 dl 1789130416 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1789130400.737422:0:32322:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130400.737433:0:32322:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130400.737434:0:32322:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130400.737436:0:32322:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf46a92600 refcount=3 00000020:00000001:2.0:1789130400.737438:0:32322:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875351541248 : -109198358010368 : ffff9caf46a92600) 00010000:00000001:2.0:1789130400.737440:0:32322:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875351541248 : -109198358010368 : ffff9caf46a92600) 00000002:00010000:2.0:1789130400.737446:0:32322:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a92600/0xde5303b1d982cd55 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a5a57 expref: -99 pid: 32322 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:2.0:1789130400.737458:0:32322:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff9caf5049ea00. 00010000:00000001:2.0:1789130400.737461:0:32322:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130400.737462:0:32322:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789130400.737464:0:32322:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789130400.737467:0:32322:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789130400.737471:0:32322:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:2.0:1789130400.737473:0:32322:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789130400.737475:0:32322:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875643202368 : -109198066349248 : ffff9caf580b8b40) 00000100:00000001:2.0:1789130400.737477:0:32322:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789130400.737478:0:32322:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875643202368 : -109198066349248 : ffff9caf580b8b40) 00010000:00000001:2.0:1789130400.737480:0:32322:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130400.737481:0:32322:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130400.737482:0:32322:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf46a92600 refcount=3 00000020:00000001:2.0:1789130400.737484:0:32322:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875351541248 : -109198358010368 : ffff9caf46a92600) 00010000:00000001:2.0:1789130400.737486:0:32322:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875351541248 : -109198358010368 : ffff9caf46a92600) 00000002:00010000:2.0:1789130400.737489:0:32322:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a92600/0xde5303b1d982cd55 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a5a57 expref: -99 pid: 32322 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789130400.737497:0:32322:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130400.737499:0:32322:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130400.737502:0:32322:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1789130400.737503:0:32322:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130400.737504:0:32322:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130400.737506:0:32322:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf46a92600 refcount=3 00000020:00000001:2.0:1789130400.737508:0:32322:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875351541248 : -109198358010368 : ffff9caf46a92600) 00010000:00000001:2.0:1789130400.737510:0:32322:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875351541248 : -109198358010368 : ffff9caf46a92600) 00010000:00000040:2.0:1789130400.737516:0:32322:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf4814d400 count: 2 00010000:00000001:2.0:1789130400.737518:0:32322:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1789130400.737524:0:32322:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9caf4630e800 type 13 mode 4 res 8589935620/43 (0 0) 00010000:00000001:2.0:1789130400.737526:0:32322:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130400.737528:0:32322:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789130400.737530:0:32322:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1789130400.737534:0:32322:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f416c3768 00000002:00002000:2.0:1789130400.737537:0:32322:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=f22.recovery-small-2 intent=open|creat status=0 disp=0x1800037: rc = 0 00000002:00000001:2.0:1789130400.737540:0:32322:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789130400.737546:0:32322:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789130400.737550:0:32322:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1789130400.737556:0:32322:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:2.0:1789130400.737560:0:32322:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789130400.737566:0:32322:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9caf4557c8c0 2 00000080:00000001:2.0:1789130400.737570:0:32322:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:2.0:1789130400.737573:0:32322:0:(namei.c:674:ll_lookup_it_finish()) it ffff9caf4812fa20 it_disposition 1800037 00000080:00002000:2.0:1789130400.737581:0:32322:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9caf6032aa20 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:2.0:1789130400.737589:0:32322:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1789130400.737594:0:32322:0:(namei.c:1624:ll_create_it()) Process entered 00000020:00000001:2.0:1789130400.737596:0:32322:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f416c3998 00000080:00200000:2.0:1789130400.737598:0:32322:0:(namei.c:1628:ll_create_it()) VFS Op:name=f22.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff9caf601980c8), intent=open|creat 00000080:00000001:2.0:1789130400.737602:0:32322:0:(namei.c:1575:ll_create_node()) Process entered 00000080:00000001:2.0:1789130400.737606:0:32322:0:(llite_lib.c:3864:ll_prep_inode()) Process entered 00000002:00000001:2.0:1789130400.737624:0:32322:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:2.0:1789130400.737630:0:32322:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1789130400.737634:0:32322:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833963 : 144115205322833963 : 20000040400002b) 00000080:00000001:2.0:1789130400.737638:0:32322:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:2.0:1789130400.737667:0:32322:0:(super25.c:42:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff9caf60862940. 00000020:00000001:2.0:1789130400.737685:0:32322:0:(class_obd.c:978:obd_heat_clear()) Process entered 00000020:00000001:2.0:1789130400.737687:0:32322:0:(class_obd.c:981:obd_heat_clear()) Process leaving 00000080:00000001:2.0:1789130400.737692:0:32322:0:(llite_lib.c:3374:ll_read_inode2()) Process entered 00000080:00200000:2.0:1789130400.737694:0:32322:0:(llite_lib.c:3377:ll_read_inode2()) VFS Op:inode=[0x200000404:0x2b:0x0](ffff9caf60862a08) 00000020:00000001:2.0:1789130400.737699:0:32322:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1789130400.737705:0:32322:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446634875648774440 : -109198060777176 : ffff9caf58609128) 00000020:00001000:2.0:1789130400.737708:0:32322:0:(cl_object.c:823:cl_env_get()) 1@ffff9caf58609120 00000020:00000001:2.0:1789130400.737713:0:32322:0:(lu_object.c:830:lu_object_find_at()) Process entered 00000080:00000010:2.0:1789130400.737719:0:32322:0:(vvp_object.c:310:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff9caf42e28bb8. 00000020:00000001:2.0:1789130400.737733:0:32322:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:2.0:1789130400.737735:0:32322:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789130400.737747:0:32322:0:(lov_object.c:2415:lov_object_alloc()) Process entered 00020000:00000010:2.0:1789130400.737752:0:32322:0:(lov_object.c:2416:lov_object_alloc()) slab-alloced 'lov': 248 at ffff9caf4a6ab9b0. 00020000:00000001:2.0:1789130400.737755:0:32322:0:(lov_object.c:2430:lov_object_alloc()) Process leaving (rc=18446634875414559152 : -109198294992464 : ffff9caf4a6ab9b0) 00020000:00000001:2.0:1789130400.737758:0:32322:0:(lov_object.c:1422:lov_object_init()) Process entered 00020000:00000001:2.0:1789130400.737762:0:32322:0:(lov_pack.c:354:lov_unpackmd()) Process entered 00020000:00000010:2.0:1789130400.737771:0:32322:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9caf4812fae0. 00020000:00000010:2.0:1789130400.737776:0:32322:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9caf44bd7000. 00020000:00000010:2.0:1789130400.737782:0:32322:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9caf4812f4e0. 00020000:00000001:2.0:1789130400.737785:0:32322:0:(lov_pack.c:366:lov_unpackmd()) Process leaving (rc=18446634875375252704 : -109198334298912 : ffff9caf4812f4e0) 00020000:00000002:2.0:1789130400.737789:0:32322:0:(lov_ea.c:762:dump_lsm()) lsm ffff9caf4812f4e0, objid 0x2b:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1789130400.737794:0:32322:0:(lov_ea.c:793:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1789130400.737798:0:32322:0:(lov_ea.c:812:dump_lsm()) oinfo:ffff9caf44bd7000: ostid: 0x280000400:20 ost idx: 1 gen: 0 00020000:00000001:2.0:1789130400.737896:0:32322:0:(lov_object.c:598:lov_init_composite()) Process entered 00020000:00000002:2.0:1789130400.737899:0:32322:0:(lov_ea.c:762:dump_lsm()) lsm ffff9caf4812f4e0, objid 0x2b:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1789130400.737903:0:32322:0:(lov_ea.c:793:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1789130400.737906:0:32322:0:(lov_ea.c:812:dump_lsm()) oinfo:ffff9caf44bd7000: ostid: 0x280000400:20 ost idx: 1 gen: 0 00020000:00000010:2.0:1789130400.737912:0:32322:0:(lov_object.c:618:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff9caf48584340. 00020000:00000010:2.0:1789130400.737916:0:32322:0:(lov_object.c:622:lov_init_composite()) kmalloced '(comp->lo_entries)': 176 at ffff9caf46b98d80. 00020000:00000001:2.0:1789130400.737925:0:32322:0:(lov_object.c:189:lov_init_raid0()) Process entered 00020000:00000010:2.0:1789130400.737929:0:32322:0:(lov_object.c:194:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff9caf48384f98. 00020000:00000001:2.0:1789130400.737934:0:32322:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:2.0:1789130400.737935:0:32322:0:(lu_object.c:830:lu_object_find_at()) Process entered 00020000:00000001:2.0:1789130400.737946:0:32322:0:(lovsub_object.c:178:lovsub_object_alloc()) Process entered 00020000:00000010:2.0:1789130400.737950:0:32322:0:(lovsub_object.c:179:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff9caf42e28000. 00000020:00000001:2.0:1789130400.737952:0:32322:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:2.0:1789130400.737954:0:32322:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789130400.737957:0:32322:0:(lovsub_object.c:192:lovsub_object_alloc()) Process leaving (rc=18446634875288191104 : -109198421360512 : ffff9caf42e28080) 00020000:00000001:2.0:1789130400.737961:0:32322:0:(lovsub_object.c:32:lovsub_object_init()) Process entered 00000008:00000010:2.0:1789130400.737969:0:32322:0:(osc_object.c:444:osc_object_alloc()) slab-alloced 'osc': 488 at ffff9caf4a692d58. 00020000:00000001:2.0:1789130400.737972:0:32322:0:(lovsub_object.c:41:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130400.737979:0:32322:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446634875288191104 : -109198421360512 : ffff9caf42e28080) 00020000:00000001:2.0:1789130400.737982:0:32322:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446634875288191104 : -109198421360512 : ffff9caf42e28080) 00020000:00000002:2.0:1789130400.737986:0:32322:0:(lov_object.c:134:lov_init_sub()) [0x280000400:0x14:0x0]@ffff9caf42e28000[0:0] -> [0x200000404:0x2b:0x0]@ffff9caf42e28bb8: ostid: 0x280000400:20 ost idx: 1 gen: 0 00020000:00000001:2.0:1789130400.737992:0:32322:0:(lov_object.c:259:lov_init_raid0()) Process leaving (rc=136 : 136 : 88) 00020000:00000001:2.0:1789130400.737995:0:32322:0:(lov_object.c:823:lov_init_composite()) Process leaving 00020000:00000001:2.0:1789130400.737997:0:32322:0:(lov_object.c:1450:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130400.738001:0:32322:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446634875288194104 : -109198421357512 : ffff9caf42e28c38) 00000020:00001000:2.0:1789130400.738005:0:32322:0:(cl_object.c:917:cl_env_put()) 1@ffff9caf58609120 00000080:00000001:2.0:1789130400.738010:0:32322:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833963 : 144115205322833963 : 20000040400002b) 00000080:00000001:2.0:1789130400.738014:0:32322:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:2.0:1789130400.738017:0:32322:0:(llite_lib.c:3071:ll_update_inode()) setting ino 144115205322833963 mtime from 0 to 1789130400 00000080:00000001:2.0:1789130400.738023:0:32322:0:(llite_lib.c:3399:ll_read_inode2()) Process leaving 00000080:00000001:2.0:1789130400.738026:0:32322:0:(namei.c:156:ll_iget()) Process leaving (rc=18446634875785456136 : -109197924095480 : ffff9caf60862a08) 00010000:00000001:2.0:1789130400.738029:0:32322:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130400.738030:0:32322:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130400.738032:0:32322:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf46a92600 refcount=3 00000020:00000001:2.0:1789130400.738034:0:32322:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875351541248 : -109198358010368 : ffff9caf46a92600) 00010000:00000001:2.0:1789130400.738037:0:32322:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875351541248 : -109198358010368 : ffff9caf46a92600) 00000080:00000001:2.0:1789130400.738041:0:32322:0:(file.c:6819:ll_layout_conf()) Process entered 00000020:00000001:2.0:1789130400.738043:0:32322:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1789130400.738046:0:32322:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446634875648774440 : -109198060777176 : ffff9caf58609128) 00000020:00001000:2.0:1789130400.738048:0:32322:0:(cl_object.c:823:cl_env_get()) 1@ffff9caf58609120 00000020:00000001:2.0:1789130400.738051:0:32322:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:2.0:1789130400.738054:0:32322:0:(lov_object.c:1460:lov_conf_set()) Process entered 00020000:00000001:2.0:1789130400.738057:0:32322:0:(lov_pack.c:354:lov_unpackmd()) Process entered 00020000:00000010:2.0:1789130400.738060:0:32322:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9caf4812fc00. 00020000:00000010:2.0:1789130400.738063:0:32322:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9caf44bd7280. 00020000:00000010:2.0:1789130400.738066:0:32322:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9caf4812fde0. 00020000:00000001:2.0:1789130400.738069:0:32322:0:(lov_pack.c:366:lov_unpackmd()) Process leaving (rc=18446634875375255008 : -109198334296608 : ffff9caf4812fde0) 00020000:00000002:2.0:1789130400.738072:0:32322:0:(lov_ea.c:762:dump_lsm()) lsm ffff9caf4812fde0, objid 0x2b:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1789130400.738076:0:32322:0:(lov_ea.c:793:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1789130400.738079:0:32322:0:(lov_ea.c:812:dump_lsm()) oinfo:ffff9caf44bd7280: ostid: 0x280000400:20 ost idx: 1 gen: 0 00020000:00000002:2.0:1789130400.738083:0:32322:0:(lov_object.c:1314:lov_conf_lock()) Took exclusive lov(ffff9caf4a6ab9b0) owner ffff9caf448b27c0 00020000:00000001:2.0:1789130400.738086:0:32322:0:(lov_object.c:1520:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1789130400.738088:0:32322:0:(lov_object.c:1320:lov_conf_unlock()) To release exclusive lov(ffff9caf4a6ab9b0) owner ffff9caf448b27c0 00020000:00000010:2.0:1789130400.738095:0:32322:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9caf44bd7280. 00020000:00000010:2.0:1789130400.738099:0:32322:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff9caf4812fc00. 00020000:00000010:2.0:1789130400.738104:0:32322:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff9caf4812fde0. 00020000:00000002:2.0:1789130400.738106:0:32322:0:(lov_object.c:1547:lov_conf_set()) [0x200000404:0x2b:0x0] lo_layout_invalid=0 00020000:00000001:2.0:1789130400.738109:0:32322:0:(lov_object.c:1548:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130400.738111:0:32322:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130400.738115:0:32322:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:2.0:1789130400.738119:0:32322:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9caf4a6ab9b0) owner 0000000000000000/ffff9caf448b27c0 00020000:00000002:2.0:1789130400.738123:0:32322:0:(lov_object.c:2443:lov_lsm_addref()) lsm ffff9caf4812f4e0 addref 2/0 by ffff9caf448b27c0. 00020000:00000002:2.0:1789130400.738126:0:32322:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9caf4a6ab9b0) owner 0000000000000000/ffff9caf448b27c0 00020000:00000001:2.0:1789130400.738130:0:32322:0:(lov_object.c:2339:lov_object_layout_get()) Process entered 00020000:00000001:2.0:1789130400.738133:0:32322:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:2.0:1789130400.738135:0:32322:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:2.0:1789130400.738137:0:32322:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:2.0:1789130400.738139:0:32322:0:(lov_object.c:2358:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:2.0:1789130400.738142:0:32322:0:(file.c:6854:ll_layout_conf()) [0x200000404:0x2b:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:2.0:1789130400.738145:0:32322:0:(cl_object.c:917:cl_env_put()) 1@ffff9caf58609120 00000080:00000001:2.0:1789130400.738147:0:32322:0:(file.c:6861:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130400.738150:0:32322:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130400.738152:0:32322:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1789130400.738154:0:32322:0:(llite_lib.c:3962:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1789130400.738158:0:32322:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1789130400.738160:0:32322:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789130400.738163:0:32322:0:(namei.c:1594:ll_create_node()) setting l_ast_data to inode [0x200000404:0x2b:0x0](ffff9caf60862a08) 00000080:00010000:2.0:1789130400.738167:0:32322:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000404:0x2b:0x0](ffff9caf60862a08) for lock 0xde5303b1d982cd55 00800000:00000001:2.0:1789130400.738171:0:32322:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1789130400.738174:0:32322:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1789130400.738175:0:32322:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130400.738177:0:32322:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130400.738178:0:32322:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf46a92600 refcount=3 00000020:00000001:2.0:1789130400.738180:0:32322:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875351541248 : -109198358010368 : ffff9caf46a92600) 00010000:00000001:2.0:1789130400.738182:0:32322:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875351541248 : -109198358010368 : ffff9caf46a92600) 00010000:00000001:2.0:1789130400.738185:0:32322:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130400.738186:0:32322:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789130400.738188:0:32322:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789130400.738190:0:32322:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130400.738191:0:32322:0:(namei.c:1596:ll_create_node()) Process leaving 00000100:00000001:2.0:1789130400.738194:0:32322:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130400.738203:0:32322:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff9caf580b8b40 x1876037329034368/t4294967649(4294967649) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/664 e 0 to 0 dl 1789130416 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130400.738211:0:32322:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1789130400.738218:0:32322:0:(namei.c:1651:ll_create_it()) inode ffff9caf60862a08 need_sync_to_mds [0x200000404:0x2b:0x0] 00000080:00000001:2.0:1789130400.738224:0:32322:0:(namei.c:1686:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789130400.738228:0:32322:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x2b:0x0](ffff9caf60862a08) 00000080:00000001:2.0:1789130400.738232:0:32322:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1789130400.738237:0:32322:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9caf43367200. 00000100:00000001:2.0:1789130400.738241:0:32322:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130400.738245:0:32322:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf580b8b40 x1876037329034368/t4294967649(4294967649) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/664 e 0 to 0 dl 1789130416 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130400.738253:0:32322:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130400.738258:0:32322:0:(pcc.c:3566:pcc_inode_create_fini()) Process entered 00000080:00000001:2.0:1789130400.738261:0:32322:0:(pcc.c:3569:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1789130400.738265:0:32322:0:(namei.c:1500:ll_atomic_open()) inode ffff9caf60862a08 need_sync_to_mds [0x200000404:0x2b:0x0] 00000080:00000001:2.0:1789130400.738278:0:32322:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:2.0:1789130400.738281:0:32322:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f416c3a68 00000080:00200008:2.0:1789130400.738283:0:32322:0:(file.c:1090:ll_file_open()) START file f22.recovery-small-2:[0x200000404:0x2b:0x0](ffff9caf60862a08), flags 100102 00000080:00000010:2.0:1789130400.738296:0:32322:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9caf47d2c8c0. 00000080:00000010:2.0:1789130400.738304:0:32322:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff9caf5049efc0. 00000080:00000001:2.0:1789130400.738307:0:32322:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:2.0:1789130400.738312:0:32322:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00000002:00000001:2.0:1789130400.738316:0:32322:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:2.0:1789130400.738320:0:32322:0:(obd.h:1507:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff9caf484adf40. 00000002:00100000:2.0:1789130400.738325:0:32322:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9caf580b8b40 x1876037329034368/t4294967649(4294967649) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/664 e 0 to 0 dl 1789130416 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1789130400.738331:0:32322:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789130400.738333:0:32322:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:2.0:1789130400.738338:0:32322:0:(rw.c:970:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:2.0:1789130400.738343:0:32322:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130400.738346:0:32322:0:(file.c:1298:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789130400.738349:0:32322:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130400.738352:0:32322:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf580b8b40 x1876037329034368/t4294967649(4294967649) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/664 e 0 to 0 dl 1789130416 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 02000000:00000001:2.0:1789130400.738361:0:32322:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789130400.738366:0:32322:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff9caf485c0000. 02000000:00000001:2.0:1789130400.738403:0:32322:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1789130400.738405:0:32322:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130400.738409:0:32322:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f416c3a68 00000080:00000008:2.0:1789130400.738411:0:32322:0:(file.c:1329:ll_file_open()) COMPLETED file f22.recovery-small-2:[0x200000404:0x2b:0x0](ffff9caf60862a08), flags 100102, rc = 0 00000080:00000001:2.0:1789130400.738416:0:32322:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:2.0:1789130400.738418:0:32322:0:(dcache.c:176:ll_intent_release()) intent ffff9caf4812fa20 released 00000080:00010000:2.0:1789130400.738421:0:32322:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xde5303b1d982cd55 from it ffff9caf4812fa20 00010000:00000001:2.0:1789130400.738422:0:32322:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130400.738424:0:32322:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130400.738426:0:32322:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf46a92600 refcount=3 00000020:00000001:2.0:1789130400.738428:0:32322:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875351541248 : -109198358010368 : ffff9caf46a92600) 00010000:00000001:2.0:1789130400.738432:0:32322:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875351541248 : -109198358010368 : ffff9caf46a92600) 00010000:00000001:2.0:1789130400.738435:0:32322:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789130400.738438:0:32322:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a92600/0xde5303b1d982cd55 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xcdf1b083821a5a57 expref: -99 pid: 32322 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789130400.738446:0:32322:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130400.738447:0:32322:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130400.738450:0:32322:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1789130400.738453:0:32322:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1789130400.738456:0:32322:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a92600/0xde5303b1d982cd55 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xcdf1b083821a5a57 expref: -99 pid: 32322 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1789130400.738465:0:32322:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789130400.738469:0:32322:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789130400.738471:0:32322:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789130400.738477:0:32322:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130400.738478:0:32322:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130400.738480:0:32322:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130400.738485:0:32322:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789130400.738488:0:32322:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130400.738490:0:32322:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130400.738494:0:32322:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130400.738497:0:32322:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789130400.738498:0:32322:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130400.738500:0:32322:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1789130400.738501:0:32322:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:2.0:1789130400.738504:0:32322:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:2.0:1789130400.738507:0:32322:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:2.0:1789130400.738510:0:32322:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1789130400.738512:0:32322:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:2.0:1789130400.738514:0:32322:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130400.738519:0:32322:0:(pcc.c:1930:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:2.0:1789130400.738521:0:32322:0:(pcc.c:1933:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130400.738524:0:32322:0:(pcc.c:2398:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1789130400.738527:0:32322:0:(pcc.c:2425:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130400.738529:0:32322:0:(namei.c:1550:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1789130400.738533:0:32322:0:(namei.c:1562:ll_atomic_open()) kfreed 'it': 72 at ffff9caf4812fa20. 00000080:00000001:2.0:1789130400.738538:0:32322:0:(namei.c:1564:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130400.738545:0:32322:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00200000:2.0:1789130400.738547:0:32322:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000404:0x2b:0x0](ffff9caf60862a08), inode mode 81a4 mask 40 00000080:00000001:2.0:1789130400.738552:0:32322:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789130400.738590:0:32322:0:(lov_object.c:2454:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:2.0:1789130400.738594:0:32322:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9caf4a6ab9b0) owner 0000000000000000/ffff9caf448b27c0 00020000:00000002:2.0:1789130400.738598:0:32322:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9caf4a6ab9b0) owner 0000000000000000/ffff9caf448b27c0 00020000:00000001:2.0:1789130400.738600:0:32322:0:(lov_object.c:2505:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130400.738630:0:32322:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:2.0:1789130400.738633:0:32322:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f416c3df0 00000080:00200008:2.0:1789130400.738635:0:32322:0:(file.c:479:ll_file_release()) START file f22.recovery-small-2:[0x200000404:0x2b:0x0](ffff9caf60862a08), flags 100002 00000080:00000001:2.0:1789130400.738638:0:32322:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:2.0:1789130400.738641:0:32322:0:(pcc.c:2463:pcc_file_release()) Process leaving 00020000:00000001:2.0:1789130400.738642:0:32322:0:(lov_object.c:2454:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:2.0:1789130400.738644:0:32322:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9caf4a6ab9b0) owner 0000000000000000/ffff9caf448b27c0 00020000:00000002:2.0:1789130400.738646:0:32322:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9caf4a6ab9b0) owner 0000000000000000/ffff9caf448b27c0 00020000:00000001:2.0:1789130400.738648:0:32322:0:(lov_object.c:2505:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130400.738651:0:32322:0:(file.c:341:ll_md_close()) Process entered 00000002:00000001:2.0:1789130400.738658:0:32322:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789130400.738661:0:32322:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789130400.738666:0:32322:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf4814d400 count: 2 00010000:00000001:2.0:1789130400.738668:0:32322:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789130400.738672:0:32322:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789130400.738674:0:32322:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000404:0x2b:0x0]: 0 00000080:00000001:2.0:1789130400.738677:0:32322:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:2.0:1789130400.738680:0:32322:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:2.0:1789130400.738685:0:32322:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9caf43367200. 00000080:00000001:2.0:1789130400.738687:0:32322:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:2.0:1789130400.738693:0:32322:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:2.0:1789130400.738698:0:32322:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000002:2.0:1789130400.738700:0:32322:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000404:0x2b:0x0] 00000002:00000001:2.0:1789130400.738704:0:32322:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:2.0:1789130400.738706:0:32322:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9caf5014c800: [0x200000404:0x2b:0x0] file closed with intent: 0 00000100:00000010:2.0:1789130400.738712:0:32322:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf580bad00. 00000020:00000040:2.0:1789130400.738716:0:32322:0:(genops.c:1210:class_import_get()) import ffff9caf6079a800 refcount=5 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000100:00000001:2.0:1789130400.738734:0:32322:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789130400.738738:0:32322:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789130400.738743:0:32322:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789130400.738754:0:32322:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9caf51bf9800. 00000100:00000001:2.0:1789130400.738763:0:32322:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:2.0:1789130400.738775:0:32322:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9caf580b8b40 x1876037329034368/t4294967649(4294967649) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/664 e 0 to 0 dl 1789130416 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000020:00100000:2.0:1789130400.738787:0:32322:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9caf5014c800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:2.0:1789130400.738792:0:32322:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9caf580bad00 x1876037329034624/t0(0) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:2.0:1789130400.738800:0:32322:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1789130400.738841:0:32322:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1789130400.738852:0:32322:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9caf46b98480. 00000100:00000001:2.0:1789130400.738855:0:32322:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446634875352614016 : -109198356937600 : ffff9caf46b98480) 00000100:00000001:2.0:1789130400.738860:0:32322:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789130400.738861:0:32322:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875643211008 : -109198066340608 : ffff9caf580bad00) 00000100:00000001:2.0:1789130400.738867:0:32322:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789130400.738873:0:32322:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130400.738875:0:32322:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1789130400.738877:0:32322:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789130400.738883:0:32322:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf580bad00 x1876037329034624/t0(0) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130400.738891:0:32322:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789130400.738894:0:32322:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789130400.738899:0:32322:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789130400.738904:0:32322:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789130400.738907:0:32322:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789130400.738910:0:32322:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf580bad00 pname:cluuid:pid:xid:nid:opc:job multiop:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:32322:1876037329034624:192.168.204.123@tcp:35:multiop.0 00000100:00000001:2.0:1789130400.738916:0:32322:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789130400.738924:0:32322:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789130400.738928:0:32322:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789130400.738931:0:32322:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789130400.738939:0:32322:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9caf58570c00. 02000000:00000001:2.0:1789130400.738942:0:32322:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789130400.738951:0:32322:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:2.0:1789130400.738957:0:32322:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf483fde70. 00000400:00000010:2.0:1789130400.738968:0:32322:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf42d18220. 00000100:00000200:2.0:1789130400.738981:0:32322:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876037329034624, portal 10 00000100:00000001:2.0:1789130400.738983:0:32322:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789130400.738984:0:32322:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875643211008 : -109198066340608 : ffff9caf580bad00) 00000100:00000040:2.0:1789130400.738992:0:32322:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9caf580bad00 x1876037329034624/t0(0) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1789130416 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130400.738999:0:32322:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789130400.739002:0:32322:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:2.0:1789130400.739006:0:32322:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf42d18440. 00000100:00000200:2.0:1789130400.739009:0:32322:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1876037329034624, offset 0 00000400:00000200:2.0:1789130400.739018:0:32322:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:2.0:1789130400.739029:0:32322:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130400.739038:0:32322:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:2.0:1789130400.739047:0:32322:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789130400.739054:0:32322:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:2.0:1789130400.739059:0:32322:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789130400.739063:0:32322:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:2.0:1789130400.739068:0:32322:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2527:2527:255:4294967295] 192.168.204.123@tcp LPNI seq info [2526:2526:7:4294967295] 00000400:00000200:2.0:1789130400.739072:0:32322:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130400.739084:0:32322:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:2.0:1789130400.739092:0:32322:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:2.0:1789130400.739099:0:32322:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf501cfe00. 00000800:00000200:2.0:1789130400.739107:0:32322:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:2.0:1789130400.739118:0:32322:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:2.0:1789130400.739124:0:32322:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf501cfe00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:2.0:1789130400.739155:0:32322:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130400.739162:0:32322:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: using a timeout of 787221 usecs (788 jiffies) 00000400:00000200:2.0:1789130400.739167:0:32322:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:2.0:1789130400.739171:0:32322:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296495549 00000100:00000001:2.0:1789130400.739174:0:32322:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 2, keep current deadline 4296497656 00000100:00000001:2.0:1789130400.739177:0:32322:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296495549 00000100:00000001:2.0:1789130400.739180:0:32322:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 3, keep current deadline 4296497656 00000100:00000001:2.0:1789130400.739183:0:32322:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789130400.739186:0:32322:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130400.739189:0:32322:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789130400.739191:0:32322:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1789130400.739195:0:32322:0:(client.c:2715:ptlrpc_set_wait()) set ffff9caf46b98480 going to sleep for 11 seconds 00000100:00000001:2.0:1789130400.739197:0:32322:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789130400.739200:0:32322:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789130400.739393:0:2342:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789130400.739400:0:2342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf501cfe00. 00000400:00000200:2.0:1789130400.739407:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130400.739413:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:2.0:1789130400.739420:0:2342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf42d18440 00000400:00000010:2.0:1789130400.739423:0:2342:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf42d18440. 00000100:00000001:2.0:1789130400.739428:0:2342:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789130400.739434:0:2342:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf580bad00 x1876037329034624/t0(0) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1789130416 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130400.739446:0:2342:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130400.739449:0:2342:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf580bad00 x1876037329034624/t0(0) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1789130416 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130400.739457:0:2342:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130400.739458:0:2342:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1789130400.740625:0:2341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:3.0:1789130400.740634:0:2341:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:3.0:1789130400.740640:0:2341:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf50105400 type 0, nob 96 niov 1 nkiov 0 00000800:00000001:2.0:1789130400.743430:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130400.743450:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1789130400.744468:0:2341:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789130400.744478:0:2341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 744 at ffff9caf50105400. 00000400:00000200:3.0:1789130400.744487:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130400.744498:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: ACK: OK 00010000:00000010:2.1:1789130400.745941:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf4814d600. 00000080:00000001:1.0:1789130401.686620:0:32324:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:1.0:1789130401.686631:0:32324:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:1.0:1789130401.686633:0:32324:0:(file.c:6206:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1789130401.686637:0:32324:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41e17b98 00000080:00200000:1.0:1789130401.686643:0:32324:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8),name=/ 00000080:00000010:1.0:1789130401.686655:0:32324:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9caf47c6c400. 00800000:00000002:1.0:1789130401.686663:0:32324:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9caf4557c8c0 2 00000080:00000001:1.0:1789130401.686668:0:32324:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1789130401.686675:0:32324:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1789130401.686677:0:32324:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41e17ab8 00800000:00000002:1.0:1789130401.686680:0:32324:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1789130401.686685:0:32324:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1789130401.686690:0:32324:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1789130401.686697:0:32324:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1789130401.686699:0:32324:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41e17988 00000002:00010000:1.0:1789130401.686701:0:32324:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1789130401.686707:0:32324:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1789130401.686710:0:32324:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789130401.686714:0:32324:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1789130401.686722:0:32324:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789130401.686725:0:32324:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789130401.686727:0:32324:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789130401.686730:0:32324:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1789130401.686733:0:32324:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1789130401.686739:0:32324:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf615d4b40. 00000020:00000040:1.0:1789130401.686744:0:32324:0:(genops.c:1210:class_import_get()) import ffff9caf6079a800 refcount=6 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00010000:00000001:1.0:1789130401.686752:0:32324:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1789130401.686759:0:32324:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789130401.686767:0:32324:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130401.686770:0:32324:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130401.686771:0:32324:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130401.686775:0:32324:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789130401.686778:0:32324:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789130401.686784:0:32324:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789130401.686793:0:32324:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9caf487c1400. 00000100:00000001:1.0:1789130401.686802:0:32324:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130401.686844:0:32324:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789130401.686847:0:32324:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130401.686849:0:32324:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789130401.686850:0:32324:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130401.686852:0:32324:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789130401.686859:0:32324:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446634875799554880 : -109197909996736 : ffff9caf615d4b40) 00010000:00000001:1.0:1789130401.686863:0:32324:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1789130401.686866:0:32324:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1789130401.686872:0:32324:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9caf42f26500. 00010000:00000010:1.0:1789130401.686877:0:32324:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9caf50154880. 00010000:00000001:1.0:1789130401.686882:0:32324:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1789130401.686886:0:32324:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9caf586b7400. 00000020:00000001:1.0:1789130401.686891:0:32324:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1789130401.686895:0:32324:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9caf586b7400 with handle 0xde5303b1d982cd5c to hash 00000020:00000001:1.0:1789130401.686897:0:32324:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1789130401.686899:0:32324:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446634875649487872 : -109198060063744 : ffff9caf586b7400) 00010000:00000001:1.0:1789130401.686904:0:32324:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446634875649487872 : -109198060063744 : ffff9caf586b7400) 00010000:00000001:1.0:1789130401.686909:0:32324:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789130401.686912:0:32324:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789130401.686918:0:32324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7400/0xde5303b1d982cd5c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 32324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789130401.686929:0:32324:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7400/0xde5303b1d982cd5c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 32324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789130401.686940:0:32324:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7400/0xde5303b1d982cd5c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 32324 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1789130401.686946:0:32324:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1789130401.686948:0:32324:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1789130401.686956:0:32324:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9caf481733c0. 00000100:00000001:1.0:1789130401.686959:0:32324:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446634875375530944 : -109198334020672 : ffff9caf481733c0) 00000100:00000001:1.0:1789130401.686962:0:32324:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789130401.686964:0:32324:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875799554880 : -109197909996736 : ffff9caf615d4b40) 00000100:00000001:1.0:1789130401.686971:0:32324:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789130401.686976:0:32324:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130401.686979:0:32324:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1789130401.686981:0:32324:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789130401.686998:0:32324:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf615d4b40 x1876037329034752/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130401.687008:0:32324:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789130401.687011:0:32324:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130401.687016:0:32324:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789130401.687020:0:32324:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789130401.687023:0:32324:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789130401.687027:0:32324:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf615d4b40 pname:cluuid:pid:xid:nid:opc:job multiop:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:32324:1876037329034752:192.168.204.123@tcp:101:multiop.0 00000100:00000001:1.0:1789130401.687032:0:32324:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789130401.687040:0:32324:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789130401.687043:0:32324:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130401.687047:0:32324:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789130401.687053:0:32324:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9caf482d9000. 02000000:00000001:1.0:1789130401.687055:0:32324:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789130401.687065:0:32324:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:1.0:1789130401.687072:0:32324:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf42d8e9f8. 00000400:00000010:1.0:1789130401.687082:0:32324:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf462a3908. 00000100:00000200:1.0:1789130401.687092:0:32324:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1876037329034752, portal 10 00000100:00000001:1.0:1789130401.692901:0:32324:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789130401.692908:0:32324:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875799554880 : -109197909996736 : ffff9caf615d4b40) 00000100:00000040:1.0:1789130401.692936:0:32324:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9caf615d4b40 x1876037329034752/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789130417 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130401.692948:0:32324:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789130401.692951:0:32324:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:1.0:1789130401.693016:0:32324:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf462a3f68. 00000100:00000200:1.0:1789130401.693027:0:32324:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1876037329034752, offset 0 00000400:00000200:1.0:1789130401.693037:0:32324:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:1.0:1789130401.693050:0:32324:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:1.0:1789130401.693061:0:32324:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:1.0:1789130401.693068:0:32324:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789130401.693074:0:32324:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:1.0:1789130401.693078:0:32324:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789130401.693081:0:32324:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:1.0:1789130401.693086:0:32324:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2528:2528:256:4294967295] 192.168.204.123@tcp LPNI seq info [2527:2527:8:4294967295] 00000400:00000200:1.0:1789130401.693090:0:32324:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:1.0:1789130401.693102:0:32324:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:1.0:1789130401.693108:0:32324:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:1.0:1789130401.693116:0:32324:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf47f34900. 00000800:00000200:1.0:1789130401.693124:0:32324:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:1.0:1789130401.693134:0:32324:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:1.0:1789130401.693140:0:32324:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf47f34900 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:1.0:1789130401.693202:0:32324:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789130401.693209:0:32324:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: using a timeout of 787221 usecs (788 jiffies) 00000400:00000200:1.0:1789130401.693214:0:32324:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:1.0:1789130401.693217:0:32324:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296496503 00000100:00000001:1.0:1789130401.693221:0:32324:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 2, keep current deadline 4296497656 00000100:00000001:1.0:1789130401.693223:0:32324:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296496503 00000100:00000001:1.0:1789130401.693225:0:32324:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 3, keep current deadline 4296497656 00000100:00000001:1.0:1789130401.693228:0:32324:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789130401.693232:0:32324:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130401.693235:0:32324:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789130401.693237:0:32324:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1789130401.693240:0:32324:0:(client.c:2715:ptlrpc_set_wait()) set ffff9caf481733c0 going to sleep for 11 seconds 00000100:00000001:1.0:1789130401.693243:0:32324:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789130401.693247:0:32324:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789130401.704632:0:2342:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789130401.704648:0:2342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf47f34900. 00000400:00000200:3.0:1789130401.704658:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130401.704671:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:3.0:1789130401.704680:0:2342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf462a3f68 00000400:00000010:3.0:1789130401.704683:0:2342:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf462a3f68. 00000100:00000001:3.0:1789130401.704690:0:2342:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789130401.704701:0:2342:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf615d4b40 x1876037329034752/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789130417 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130401.704717:0:2342:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130401.704721:0:2342:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf615d4b40 x1876037329034752/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789130417 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130401.704728:0:2342:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130401.704731:0:2342:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:3.0:1789130401.723513:0:27360:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130401.723524:0:27360:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130401.723531:0:27360:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130401.723532:0:27360:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789130401.723557:0:16244:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789130401.723561:0:16244:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789130401.723564:0:16244:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:2.0:1789130401.725118:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130401.725146:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789130401.725152:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130401.725154:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130401.725165:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130401.725181:0:2341:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:2.0:1789130401.725194:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130401.725202:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130401.725209:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130401.725215:0:2341:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 688 into portal 10 MB=0x6aa3efa951e00 00000400:00000200:2.0:1789130401.725221:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130401.725229:0:2341:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.123@tcp of length 688/688 into md 0x6ce5 [1] + 224 00000800:00000001:2.0:1789130401.725238:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130401.725251:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130401.725255:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130401.725261:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:2.0:1789130401.725271:0:2341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789130401.725282:0:2341:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf615d4b40 x1876037329034752/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789130417 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789130401.725296:0:2341:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9caf615d4b40 x1876037329034752/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789130417 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130401.725328:0:2341:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789130401.725340:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130401.725344:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130401.725438:0:32324:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789130401.725448:0:32324:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789130401.725451:0:32324:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789130401.725455:0:32324:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf42d8e9f8. 00000400:00000200:1.0:1789130401.725461:0:32324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf462a3908 00000400:00000010:1.0:1789130401.725465:0:32324:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf462a3908. 00000100:00000001:1.0:1789130401.725468:0:32324:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789130401.725474:0:32324:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf615d4b40 x1876037329034752/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789130417 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1789130401.725483:0:32324:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf615d4b40 x1876037329034752/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789130417 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130401.725489:0:32324:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789130401.725492:0:32324:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130401.725494:0:32324:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789130401.725499:0:32324:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789130401.725502:0:32324:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789130401.725504:0:32324:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130401.725508:0:32324:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789130401.725519:0:32324:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf6079ac60 time=20 v=5 (5 104 104 104) 00000100:00001000:1.0:1789130401.725524:0:32324:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf6079ac18 time=10 v=5 (1 0 0 0) 00000100:00000001:1.0:1789130401.725528:0:32324:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789130401.725530:0:32324:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130401.725533:0:32324:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789130401.725537:0:32324:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130401.725542:0:32324:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1789130401.725544:0:32324:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9caf5014c800: committing for last_committed 4294967649 gen 2 00000100:00000040:1.0:1789130401.725551:0:32324:0:(client.c:3181:ptlrpc_free_committed()) @@@ commit (last_committed 4294967649) req@ffff9caf580b8b40 x1876037329034368/t4294967649(4294967649) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/664 e 0 to 0 dl 1789130416 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130401.725560:0:32324:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789130401.725561:0:32324:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875643202368 : -109198066349248 : ffff9caf580b8b40) 00000100:00000001:1.0:1789130401.725565:0:32324:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789130401.725568:0:32324:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf580b8b40 x1876037329034368/t4294967649(4294967649) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/664 e 0 to 0 dl 1789130416 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130401.725575:0:32324:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130401.725579:0:32324:0:(client.c:3188:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1789130401.725581:0:32324:0:(client.c:3235:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9caf5014c800: normal: skip=1 replay=1/1 committed=0/0 00000100:00000001:1.0:1789130401.725584:0:32324:0:(client.c:3236:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789130401.725586:0:32324:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789130401.725591:0:32324:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf615d4b40 x1876037329034752/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1789130417 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130401.725610:0:32324:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789130401.725614:0:32324:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789130401.725616:0:32324:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789130401.725620:0:32324:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf615d4b40 x1876037329034752/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1789130417 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1789130401.725628:0:32324:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf615d4b40 pname:cluuid:pid:xid:nid:opc:job multiop:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:32324:1876037329034752:192.168.204.123@tcp:101:multiop.0 00000100:00000001:1.0:1789130401.725634:0:32324:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130401.725638:0:32324:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130401.725640:0:32324:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1789130401.725642:0:32324:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789130401.725646:0:32324:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf615d4b40 x1876037329034752/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1789130417 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130401.725652:0:32324:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789130401.725656:0:32324:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9caf481733c0. 00000100:00000001:1.0:1789130401.725660:0:32324:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1789130401.725662:0:32324:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130401.725665:0:32324:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1789130401.725671:0:32324:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130401.725675:0:32324:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130401.725679:0:32324:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b7400 refcount=4 00000020:00000001:1.0:1789130401.725681:0:32324:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649487872 : -109198060063744 : ffff9caf586b7400) 00010000:00000001:1.0:1789130401.725684:0:32324:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649487872 : -109198060063744 : ffff9caf586b7400) 00010000:00000040:1.0:1789130401.725694:0:32324:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9caf586b7400, remote cookie: 0xcdf1b083821a5a6c, flags: 0x1001 00010000:00010000:1.0:1789130401.725701:0:32324:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7400/0xde5303b1d982cd5c lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a5a6c expref: -99 pid: 32324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789130401.725715:0:32324:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7400/0xde5303b1d982cd5c lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a5a6c expref: -99 pid: 32324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789130401.725722:0:32324:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1789130401.725728:0:32324:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1789130401.725731:0:32324:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1789130401.725733:0:32324:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1789130401.725735:0:32324:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1789130401.725738:0:32324:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff9caf42f26500) refcount = 1 00010000:00010000:1.0:1789130401.725743:0:32324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7400/0xde5303b1d982cd5c lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a5a6c expref: -99 pid: 32324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789130401.725751:0:32324:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1789130401.725754:0:32324:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1789130401.725756:0:32324:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789130401.725760:0:32324:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1789130401.725763:0:32324:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789130401.725767:0:32324:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7400/0xde5303b1d982cd5c lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a5a6c expref: -99 pid: 32324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789130401.725774:0:32324:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1789130401.725775:0:32324:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130401.725777:0:32324:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130401.725778:0:32324:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130401.725780:0:32324:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130401.725782:0:32324:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789130401.725787:0:32324:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1789130401.725790:0:32324:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130401.725791:0:32324:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130401.725792:0:32324:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b7400 refcount=3 00000020:00000001:1.0:1789130401.725794:0:32324:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649487872 : -109198060063744 : ffff9caf586b7400) 00010000:00000001:1.0:1789130401.725796:0:32324:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649487872 : -109198060063744 : ffff9caf586b7400) 00010000:00000001:1.0:1789130401.725799:0:32324:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130401.725800:0:32324:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130401.725802:0:32324:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b7400 refcount=4 00000020:00000001:1.0:1789130401.725857:0:32324:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649487872 : -109198060063744 : ffff9caf586b7400) 00010000:00000001:1.0:1789130401.725860:0:32324:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649487872 : -109198060063744 : ffff9caf586b7400) 00010000:00000001:1.0:1789130401.725863:0:32324:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789130401.725867:0:32324:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789130401.725870:0:32324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7400/0xde5303b1d982cd5c lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a5a6c expref: -99 pid: 32324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789130401.725877:0:32324:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130401.725878:0:32324:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130401.725879:0:32324:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130401.725880:0:32324:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130401.725881:0:32324:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b7400 refcount=5 00000020:00000001:1.0:1789130401.725883:0:32324:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649487872 : -109198060063744 : ffff9caf586b7400) 00010000:00000001:1.0:1789130401.725885:0:32324:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649487872 : -109198060063744 : ffff9caf586b7400) 00010000:00000001:1.0:1789130401.725887:0:32324:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789130401.725890:0:32324:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7400/0xde5303b1d982cd5c lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a5a6c expref: -99 pid: 32324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789130401.725896:0:32324:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130401.725897:0:32324:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1789130401.725900:0:32324:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7400/0xde5303b1d982cd5c lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a5a6c expref: -99 pid: 32324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789130401.725906:0:32324:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789130401.725908:0:32324:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130401.725908:0:32324:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130401.725910:0:32324:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130401.725911:0:32324:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1789130401.725915:0:32324:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9caf615d4b40 x1876037329034752/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1789130417 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1789130401.725927:0:32324:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130401.725928:0:32324:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130401.725929:0:32324:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b7400 refcount=3 00000020:00000001:1.0:1789130401.725931:0:32324:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649487872 : -109198060063744 : ffff9caf586b7400) 00010000:00000001:1.0:1789130401.725933:0:32324:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649487872 : -109198060063744 : ffff9caf586b7400) 00010000:00000001:1.0:1789130401.725936:0:32324:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130401.725937:0:32324:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789130401.725939:0:32324:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789130401.725941:0:32324:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789130401.725944:0:32324:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1789130401.725947:0:32324:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130401.725949:0:32324:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130401.725950:0:32324:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b7400 refcount=3 00000020:00000001:1.0:1789130401.725952:0:32324:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649487872 : -109198060063744 : ffff9caf586b7400) 00010000:00000001:1.0:1789130401.725954:0:32324:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649487872 : -109198060063744 : ffff9caf586b7400) 00000002:00010000:1.0:1789130401.725958:0:32324:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7400/0xde5303b1d982cd5c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a5a6c expref: -99 pid: 32324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789130401.725981:0:32324:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130401.725982:0:32324:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130401.725984:0:32324:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1789130401.725986:0:32324:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130401.725987:0:32324:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130401.725988:0:32324:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b7400 refcount=3 00000020:00000001:1.0:1789130401.725990:0:32324:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649487872 : -109198060063744 : ffff9caf586b7400) 00010000:00000001:1.0:1789130401.725992:0:32324:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649487872 : -109198060063744 : ffff9caf586b7400) 00010000:00000040:1.0:1789130401.726000:0:32324:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf42f26500 count: 2 00010000:00000001:1.0:1789130401.726003:0:32324:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1789130401.726008:0:32324:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9caf4630e800 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:1.0:1789130401.726011:0:32324:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130401.726012:0:32324:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789130401.726014:0:32324:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1789130401.726018:0:32324:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41e17910 00000002:00002000:1.0:1789130401.726020:0:32324:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:1.0:1789130401.726023:0:32324:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789130401.726028:0:32324:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789130401.726032:0:32324:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1789130401.726035:0:32324:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:1.0:1789130401.726039:0:32324:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789130401.726045:0:32324:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9caf4557c8c0 2 00000080:00000010:1.0:1789130401.726049:0:32324:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9caf47c6c400. 00000080:00000001:1.0:1789130401.726054:0:32324:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1789130401.726057:0:32324:0:(llite_lib.c:3864:ll_prep_inode()) Process entered 00000002:00000001:1.0:1789130401.726064:0:32324:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:1.0:1789130401.726069:0:32324:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:1.0:1789130401.726077:0:32324:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9caf58606700. 00800000:00000001:1.0:1789130401.726079:0:32324:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446634875648763648 : -109198060787968 : ffff9caf58606700) 00800000:00000001:1.0:1789130401.726081:0:32324:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789130401.726083:0:32324:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1789130401.726087:0:32324:0:(llite_lib.c:1973:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1789130401.726089:0:32324:0:(llite_lib.c:1977:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:1.0:1789130401.726093:0:32324:0:(llite_lib.c:1928:ll_update_default_lsm_md()) Process entered 00000080:00000001:1.0:1789130401.726096:0:32324:0:(llite_lib.c:1950:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1789130401.726099:0:32324:0:(llite_lib.c:1994:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130401.726105:0:32324:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:1.0:1789130401.726108:0:32324:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00000002:1.0:1789130401.726111:0:32324:0:(llite_lib.c:3071:ll_update_inode()) setting ino 144115188193296385 mtime from 1789130391 to 1789130400 00000080:00200000:1.0:1789130401.726116:0:32324:0:(llite_lib.c:3140:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 8704 00010000:00000001:1.0:1789130401.726119:0:32324:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130401.726121:0:32324:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130401.726122:0:32324:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b7400 refcount=3 00000020:00000001:1.0:1789130401.726124:0:32324:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649487872 : -109198060063744 : ffff9caf586b7400) 00010000:00000001:1.0:1789130401.726127:0:32324:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649487872 : -109198060063744 : ffff9caf586b7400) 00010000:00000001:1.0:1789130401.726129:0:32324:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130401.726130:0:32324:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1789130401.726132:0:32324:0:(llite_lib.c:3962:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1789130401.726135:0:32324:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:1.0:1789130401.726137:0:32324:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9caf58606700 1 00800000:00000010:1.0:1789130401.726140:0:32324:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9caf58606700. 00800000:00000001:1.0:1789130401.726143:0:32324:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789130401.726147:0:32324:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9caf601980c8) for lock 0xde5303b1d982cd5c 00800000:00000001:1.0:1789130401.726151:0:32324:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1789130401.726152:0:32324:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1789130401.726154:0:32324:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130401.726155:0:32324:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130401.726156:0:32324:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b7400 refcount=3 00000020:00000001:1.0:1789130401.726158:0:32324:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649487872 : -109198060063744 : ffff9caf586b7400) 00010000:00000001:1.0:1789130401.726160:0:32324:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649487872 : -109198060063744 : ffff9caf586b7400) 00010000:00000001:1.0:1789130401.726163:0:32324:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130401.726164:0:32324:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789130401.726166:0:32324:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789130401.726168:0:32324:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130401.726171:0:32324:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789130401.726173:0:32324:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9caf601980c8) 00000080:00010000:1.0:1789130401.726177:0:32324:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xde5303b1d982cd5c from it ffffb97f41e17bd0 00010000:00000001:1.0:1789130401.726179:0:32324:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130401.726181:0:32324:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130401.726182:0:32324:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b7400 refcount=3 00000020:00000001:1.0:1789130401.726184:0:32324:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649487872 : -109198060063744 : ffff9caf586b7400) 00010000:00000001:1.0:1789130401.726186:0:32324:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649487872 : -109198060063744 : ffff9caf586b7400) 00010000:00000001:1.0:1789130401.726189:0:32324:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789130401.726191:0:32324:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7400/0xde5303b1d982cd5c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a5a6c expref: -99 pid: 32324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789130401.726198:0:32324:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130401.726199:0:32324:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130401.726201:0:32324:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1789130401.726204:0:32324:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1789130401.726207:0:32324:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7400/0xde5303b1d982cd5c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a5a6c expref: -99 pid: 32324 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1789130401.726217:0:32324:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1789130401.726220:0:32324:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1789130401.726222:0:32324:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789130401.726228:0:32324:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130401.726229:0:32324:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130401.726231:0:32324:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130401.726234:0:32324:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1789130401.726236:0:32324:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130401.726239:0:32324:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130401.726241:0:32324:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130401.726244:0:32324:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789130401.726245:0:32324:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130401.726246:0:32324:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1789130401.726248:0:32324:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789130401.726252:0:32324:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf615d4b40 x1876037329034752/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1789130417 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130401.726259:0:32324:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789130401.726263:0:32324:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789130401.726267:0:32324:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9caf482d9000. 02000000:00000001:1.0:1789130401.726271:0:32324:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789130401.726275:0:32324:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1789130401.726277:0:32324:0:(genops.c:1223:class_import_put()) import ffff9caf6079a800 refcount=5 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000020:00000001:1.0:1789130401.726280:0:32324:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1789130401.726284:0:32324:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9caf487c1400. 02000000:00000001:1.0:1789130401.726288:0:32324:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789130401.726290:0:32324:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789130401.726292:0:32324:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf615d4b40. 00000100:00000001:1.0:1789130401.726300:0:32324:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789130401.726302:0:32324:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1789130401.726306:0:32324:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8), inode mode 41ff mask 1 00000080:00000001:1.0:1789130401.726312:0:32324:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1789130401.726336:0:32324:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9caf4632b720. 00000020:00000001:1.0:1789130401.726341:0:32324:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41e17d88 00000080:00200000:1.0:1789130401.726343:0:32324:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=f22.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff9caf601980c8), flags=1536 00000080:00000001:1.0:1789130401.726347:0:32324:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:1.0:1789130401.726349:0:32324:0:(file.c:6206:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1789130401.726351:0:32324:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41e17c98 00000080:00200000:1.0:1789130401.726353:0:32324:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8),name=/ 00000080:00000010:1.0:1789130401.726358:0:32324:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9caf47c6c400. 00800000:00000002:1.0:1789130401.726365:0:32324:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9caf4557c8c0 2 00000080:00000001:1.0:1789130401.726369:0:32324:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1789130401.726372:0:32324:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1789130401.726374:0:32324:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41e17bb8 00800000:00000002:1.0:1789130401.726376:0:32324:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1789130401.726380:0:32324:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1789130401.726384:0:32324:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1789130401.726388:0:32324:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1789130401.726390:0:32324:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41e17a88 00000002:00010000:1.0:1789130401.726392:0:32324:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1789130401.726397:0:32324:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1789130401.726399:0:32324:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789130401.726401:0:32324:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789130401.726404:0:32324:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf42f26500 count: 2 00010000:00000001:1.0:1789130401.726406:0:32324:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789130401.726410:0:32324:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789130401.726413:0:32324:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1789130401.726416:0:32324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7400/0xde5303b1d982cd5c lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a5a6c expref: -99 pid: 32324 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:1.0:1789130401.726424:0:32324:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1789130401.726430:0:32324:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789130401.726433:0:32324:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7400/0xde5303b1d982cd5c lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a5a6c expref: -99 pid: 32324 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:1.0:1789130401.726440:0:32324:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1789130401.726442:0:32324:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1789130401.726444:0:32324:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1789130401.726446:0:32324:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1789130401.726448:0:32324:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1789130401.726450:0:32324:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1789130401.726453:0:32324:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1789130401.726455:0:32324:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9caf4557c8c0 2 00000080:00000010:1.0:1789130401.726457:0:32324:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9caf47c6c400. 00000080:00000001:1.0:1789130401.726460:0:32324:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1789130401.726462:0:32324:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789130401.726464:0:32324:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9caf601980c8) 00000080:00010000:1.0:1789130401.726467:0:32324:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9caf601980c8) for lock 0xde5303b1d982cd5c 00800000:00000001:1.0:1789130401.726470:0:32324:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1789130401.726471:0:32324:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1789130401.726472:0:32324:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130401.726474:0:32324:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130401.726476:0:32324:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b7400 refcount=3 00000020:00000001:1.0:1789130401.726478:0:32324:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649487872 : -109198060063744 : ffff9caf586b7400) 00010000:00000001:1.0:1789130401.726480:0:32324:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649487872 : -109198060063744 : ffff9caf586b7400) 00010000:00000001:1.0:1789130401.726483:0:32324:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130401.726484:0:32324:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789130401.726485:0:32324:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789130401.726487:0:32324:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789130401.726490:0:32324:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xde5303b1d982cd5c from it ffffb97f41e17cd0 00010000:00000001:1.0:1789130401.726492:0:32324:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130401.726493:0:32324:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130401.726494:0:32324:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b7400 refcount=3 00000020:00000001:1.0:1789130401.726496:0:32324:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649487872 : -109198060063744 : ffff9caf586b7400) 00010000:00000001:1.0:1789130401.726498:0:32324:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649487872 : -109198060063744 : ffff9caf586b7400) 00010000:00000001:1.0:1789130401.726500:0:32324:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789130401.726503:0:32324:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7400/0xde5303b1d982cd5c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a5a6c expref: -99 pid: 32324 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1789130401.726510:0:32324:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130401.726511:0:32324:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130401.726512:0:32324:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1789130401.726514:0:32324:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1789130401.726516:0:32324:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7400/0xde5303b1d982cd5c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a5a6c expref: -99 pid: 32324 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1789130401.726523:0:32324:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1789130401.726524:0:32324:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1789130401.726525:0:32324:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789130401.726528:0:32324:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130401.726529:0:32324:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130401.726530:0:32324:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130401.726532:0:32324:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1789130401.726533:0:32324:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130401.726535:0:32324:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130401.726537:0:32324:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130401.726539:0:32324:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789130401.726540:0:32324:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130401.726541:0:32324:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1789130401.726542:0:32324:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1789130401.726544:0:32324:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1789130401.726546:0:32324:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8), inode mode 41ff mask 3 00000080:00000001:1.0:1789130401.726549:0:32324:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130401.726555:0:32324:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:1.0:1789130401.726557:0:32324:0:(file.c:6206:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1789130401.726558:0:32324:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41e17d78 00000080:00200000:1.0:1789130401.726560:0:32324:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8),name=/ 00000080:00000010:1.0:1789130401.726564:0:32324:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9caf47c6c400. 00800000:00000002:1.0:1789130401.726566:0:32324:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9caf4557c8c0 2 00000080:00000001:1.0:1789130401.726568:0:32324:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1789130401.726570:0:32324:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1789130401.726571:0:32324:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41e17c98 00800000:00000002:1.0:1789130401.726572:0:32324:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1789130401.726575:0:32324:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1789130401.726577:0:32324:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1789130401.726580:0:32324:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1789130401.726581:0:32324:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41e17b68 00000002:00010000:1.0:1789130401.726583:0:32324:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1789130401.726586:0:32324:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1789130401.726588:0:32324:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789130401.726589:0:32324:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789130401.726591:0:32324:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf42f26500 count: 2 00010000:00000001:1.0:1789130401.726605:0:32324:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789130401.726608:0:32324:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789130401.726610:0:32324:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1789130401.726614:0:32324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7400/0xde5303b1d982cd5c lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a5a6c expref: -99 pid: 32324 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:1.0:1789130401.726620:0:32324:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1789130401.726622:0:32324:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789130401.726624:0:32324:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7400/0xde5303b1d982cd5c lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a5a6c expref: -99 pid: 32324 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:1.0:1789130401.726631:0:32324:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1789130401.726632:0:32324:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1789130401.726634:0:32324:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1789130401.726636:0:32324:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1789130401.726638:0:32324:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1789130401.726640:0:32324:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1789130401.726642:0:32324:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1789130401.726643:0:32324:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9caf4557c8c0 2 00000080:00000010:1.0:1789130401.726645:0:32324:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9caf47c6c400. 00000080:00000001:1.0:1789130401.726647:0:32324:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1789130401.726649:0:32324:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789130401.726651:0:32324:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9caf601980c8) 00000080:00010000:1.0:1789130401.726653:0:32324:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9caf601980c8) for lock 0xde5303b1d982cd5c 00800000:00000001:1.0:1789130401.726655:0:32324:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1789130401.726657:0:32324:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1789130401.726658:0:32324:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130401.726659:0:32324:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130401.726661:0:32324:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b7400 refcount=3 00000020:00000001:1.0:1789130401.726663:0:32324:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649487872 : -109198060063744 : ffff9caf586b7400) 00010000:00000001:1.0:1789130401.726665:0:32324:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649487872 : -109198060063744 : ffff9caf586b7400) 00010000:00000001:1.0:1789130401.726667:0:32324:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130401.726669:0:32324:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789130401.726670:0:32324:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789130401.726671:0:32324:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789130401.726673:0:32324:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xde5303b1d982cd5c from it ffffb97f41e17db0 00010000:00000001:1.0:1789130401.726675:0:32324:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130401.726676:0:32324:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130401.726677:0:32324:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b7400 refcount=3 00000020:00000001:1.0:1789130401.726679:0:32324:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649487872 : -109198060063744 : ffff9caf586b7400) 00010000:00000001:1.0:1789130401.726681:0:32324:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649487872 : -109198060063744 : ffff9caf586b7400) 00010000:00000001:1.0:1789130401.726683:0:32324:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789130401.726686:0:32324:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7400/0xde5303b1d982cd5c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a5a6c expref: -99 pid: 32324 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1789130401.726693:0:32324:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130401.726694:0:32324:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130401.726696:0:32324:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1789130401.726697:0:32324:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1789130401.726700:0:32324:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7400/0xde5303b1d982cd5c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a5a6c expref: -99 pid: 32324 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1789130401.726707:0:32324:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1789130401.726709:0:32324:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1789130401.726710:0:32324:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789130401.726712:0:32324:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130401.726713:0:32324:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130401.726714:0:32324:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130401.726716:0:32324:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1789130401.726718:0:32324:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130401.726719:0:32324:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130401.726721:0:32324:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130401.726723:0:32324:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789130401.726724:0:32324:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130401.726725:0:32324:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1789130401.726726:0:32324:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1789130401.726727:0:32324:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1789130401.726729:0:32324:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8), inode mode 41ff mask 3 00000080:00000001:1.0:1789130401.726732:0:32324:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130401.726736:0:32324:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41e17e20 00000080:00200000:1.0:1789130401.726738:0:32324:0:(namei.c:2129:ll_create_nd()) VFS Op:name=f22.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff9caf601980c8), flags=33188, excl=1 00000080:00000001:1.0:1789130401.726741:0:32324:0:(namei.c:2080:ll_mknod()) Process entered 00000020:00000001:1.0:1789130401.726743:0:32324:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41e17dd0 00000080:00200000:1.0:1789130401.726745:0:32324:0:(namei.c:2084:ll_mknod()) VFS Op:name=f22.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff9caf601980c8) mode 100644 dev 0 00000080:00000001:1.0:1789130401.726748:0:32324:0:(namei.c:1968:ll_new_node()) Process entered 00000080:00000001:1.0:1789130401.726750:0:32324:0:(namei.c:1778:ll_new_node_prepare()) Process entered 00000080:00000010:1.0:1789130401.726754:0:32324:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9caf47c6c400. 00800000:00000002:1.0:1789130401.726757:0:32324:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9caf4557c8c0 2 00000080:00000001:1.0:1789130401.726765:0:32324:0:(namei.c:1884:ll_new_node_prepare()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789130401.726768:0:32324:0:(lmv_obd.c:2310:lmv_create()) Process entered 00800000:00000001:1.0:1789130401.726771:0:32324:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:1.0:1789130401.726776:0:32324:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446634875370194944 : -109198339356672 : ffff9caf47c5c800) 00800000:00000001:1.0:1789130401.726779:0:32324:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:1.0:1789130401.726782:0:32324:0:(obd_class.h:932:obd_fid_alloc()) Process entered 00000002:00000001:1.0:1789130401.726785:0:32324:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:1.0:1789130401.726788:0:32324:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:1.0:1789130401.726792:0:32324:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff9caf5014c800: Allocated FID [0x200000404:0x2c:0x0] 40000000:00000001:1.0:1789130401.726796:0:32324:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789130401.726798:0:32324:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789130401.726800:0:32324:0:(obd_class.h:945:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789130401.726802:0:32324:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130401.726833:0:32324:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41e17bf0 00800000:00000002:1.0:1789130401.726835:0:32324:0:(lmv_obd.c:2351:lmv_create()) CREATE name 'f22.recovery-small-1' [0x200000404:0x2c:0x0] on [0x200000007:0x1:0x0] -> mds #0, layout version 1 00000002:00000001:1.0:1789130401.726841:0:32324:0:(mdc_reint.c:154:mdc_create()) Process entered 00000002:00000001:1.0:1789130401.726844:0:32324:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1789130401.726846:0:32324:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf42f26500 count: 2 00010000:00000001:1.0:1789130401.726848:0:32324:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789130401.726851:0:32324:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1789130401.726855:0:32324:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1789130401.726858:0:32324:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7400/0xde5303b1d982cd5c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xcdf1b083821a5a6c expref: -99 pid: 32324 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00000001:1.0:1789130401.726866:0:32324:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1789130401.726870:0:32324:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1789130401.726873:0:32324:0:(file.c:6113:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1789130401.726876:0:32324:0:(file.c:6119:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:1.0:1789130401.726878:0:32324:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789130401.726880:0:32324:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789130401.726882:0:32324:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf42f26500 count: 3 00010000:00000001:1.0:1789130401.726884:0:32324:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1789130401.726886:0:32324:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789130401.726887:0:32324:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789130401.726889:0:32324:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789130401.726890:0:32324:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf42f26500 count: 3 00010000:00000001:1.0:1789130401.726892:0:32324:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1789130401.726894:0:32324:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789130401.726896:0:32324:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789130401.726897:0:32324:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789130401.726898:0:32324:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf42f26500 count: 3 00010000:00000001:1.0:1789130401.726900:0:32324:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1789130401.726902:0:32324:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130401.726904:0:32324:0:(file.c:6141:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1789130401.726908:0:32324:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff9caf60198000, pfid = [0x0:0x0:0x0] 00000080:00000001:1.0:1789130401.726912:0:32324:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:1.0:1789130401.726914:0:32324:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:1.0:1789130401.726917:0:32324:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1789130401.726919:0:32324:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130401.726922:0:32324:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1789130401.726925:0:32324:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1789130401.726927:0:32324:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1789130401.726928:0:32324:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789130401.726930:0:32324:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1789130401.726933:0:32324:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9caf586b7400 with handle 0xde5303b1d982cd5c from hash 00010000:00000001:1.0:1789130401.726936:0:32324:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1789130401.726937:0:32324:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130401.726938:0:32324:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130401.726939:0:32324:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1789130401.726942:0:32324:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1789130401.726943:0:32324:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1789130401.726946:0:32324:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1789130401.726948:0:32324:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1789130401.726951:0:32324:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1789130401.726956:0:32324:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf615d4b40. 00000020:00000040:1.0:1789130401.726960:0:32324:0:(genops.c:1210:class_import_get()) import ffff9caf6079a800 refcount=6 obd=lustre-MDT0000-mdc-ffff9caf5014c800 02000000:00000001:1.0:1789130401.726966:0:32324:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789130401.726968:0:32324:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130401.726971:0:32324:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1789130401.726975:0:32324:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789130401.726977:0:32324:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130401.726978:0:32324:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130401.726980:0:32324:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130401.726983:0:32324:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789130401.726985:0:32324:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789130401.726989:0:32324:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789130401.726996:0:32324:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9caf487c1400. 00000100:00000001:1.0:1789130401.727003:0:32324:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130401.727006:0:32324:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789130401.727008:0:32324:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1789130401.727013:0:32324:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7400/0xde5303b1d982cd5c lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xcdf1b083821a5a6c expref: -99 pid: 32324 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:1.0:1789130401.727020:0:32324:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1789130401.727021:0:32324:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1789130401.727023:0:32324:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1789130401.727026:0:32324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7400/0xde5303b1d982cd5c lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xcdf1b083821a5a6c expref: -99 pid: 32324 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000040:1.0:1789130401.727033:0:32324:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9caf42f26500 count: 0 00010000:00000010:1.0:1789130401.727038:0:32324:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9caf50154880. 00010000:00000001:1.0:1789130401.727050:0:32324:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130401.727052:0:32324:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130401.727053:0:32324:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789130401.727055:0:32324:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130401.727057:0:32324:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:1.0:1789130401.727071:0:32324:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9caf5014c800: modify RPC slot 2 is allocated opc 36, max 7 00000100:00100000:1.0:1789130401.727079:0:32324:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9caf615d4b40 x1876037329035008/t0(0) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 520/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789130401.727086:0:32324:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1789130401.727088:0:32324:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1789130401.727096:0:32324:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9caf481733c0. 00000100:00000001:1.0:1789130401.727099:0:32324:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446634875375530944 : -109198334020672 : ffff9caf481733c0) 00000100:00000001:1.0:1789130401.727102:0:32324:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789130401.727103:0:32324:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875799554880 : -109197909996736 : ffff9caf615d4b40) 00000100:00000001:1.0:1789130401.727109:0:32324:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789130401.727114:0:32324:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130401.727116:0:32324:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1789130401.727118:0:32324:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789130401.727123:0:32324:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf615d4b40 x1876037329035008/t0(0) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 520/576 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130401.727131:0:32324:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789130401.727134:0:32324:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130401.727139:0:32324:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789130401.727142:0:32324:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789130401.727145:0:32324:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789130401.727148:0:32324:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf615d4b40 pname:cluuid:pid:xid:nid:opc:job multiop:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:32324:1876037329035008:192.168.204.123@tcp:36:multiop.0 00000100:00000001:1.0:1789130401.727153:0:32324:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789130401.727160:0:32324:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789130401.727163:0:32324:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130401.727166:0:32324:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789130401.727170:0:32324:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9caf487c2c00. 02000000:00000001:1.0:1789130401.727172:0:32324:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789130401.727181:0:32324:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:1.0:1789130401.727187:0:32324:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf42d8e9f8. 00000400:00000010:1.0:1789130401.727194:0:32324:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf462a3908. 00000100:00000200:1.0:1789130401.727204:0:32324:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876037329035008, portal 10 00000100:00000001:1.0:1789130401.727206:0:32324:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789130401.727208:0:32324:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875799554880 : -109197909996736 : ffff9caf615d4b40) 00000100:00000040:1.0:1789130401.727215:0:32324:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9caf615d4b40 x1876037329035008/t0(0) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 520/576 e 0 to 0 dl 1789130417 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130401.727223:0:32324:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789130401.727226:0:32324:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:1.0:1789130401.727229:0:32324:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf462a3660. 00000100:00000200:1.0:1789130401.727233:0:32324:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876037329035008, offset 0 00000400:00000200:1.0:1789130401.727242:0:32324:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:1.0:1789130401.727253:0:32324:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:1.0:1789130401.727263:0:32324:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:1.0:1789130401.727270:0:32324:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789130401.727276:0:32324:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:1.0:1789130401.727280:0:32324:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789130401.727284:0:32324:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:1.0:1789130401.727289:0:32324:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2529:2529:256:4294967295] 192.168.204.123@tcp LPNI seq info [2528:2528:8:4294967295] 00000400:00000200:1.0:1789130401.727294:0:32324:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:1.0:1789130401.727308:0:32324:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:1.0:1789130401.727316:0:32324:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:1.0:1789130401.727324:0:32324:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf47f34700. 00000800:00000200:1.0:1789130401.727332:0:32324:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:1.0:1789130401.727342:0:32324:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:1.0:1789130401.727348:0:32324:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf47f34700 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:1.0:1789130401.727378:0:32324:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789130401.727385:0:32324:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: using a timeout of 786250 usecs (787 jiffies) 00000400:00000200:1.0:1789130401.727389:0:32324:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:1.0:1789130401.727392:0:32324:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296496536 00000100:00000001:1.0:1789130401.727396:0:32324:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 2, keep current deadline 4296497656 00000100:00000001:1.0:1789130401.727399:0:32324:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296496536 00000100:00000001:1.0:1789130401.727401:0:32324:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 3, keep current deadline 4296497656 00000100:00000001:1.0:1789130401.727404:0:32324:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789130401.727407:0:32324:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130401.727410:0:32324:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789130401.727413:0:32324:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1789130401.727416:0:32324:0:(client.c:2715:ptlrpc_set_wait()) set ffff9caf481733c0 going to sleep for 11 seconds 00000100:00000001:1.0:1789130401.727419:0:32324:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789130401.727423:0:32324:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789130401.727732:0:2342:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789130401.727738:0:2342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf47f34700. 00000400:00000200:3.0:1789130401.727743:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130401.727749:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:3.0:1789130401.727756:0:2342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf462a3660 00000400:00000010:3.0:1789130401.727758:0:2342:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf462a3660. 00000100:00000001:3.0:1789130401.727763:0:2342:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789130401.727767:0:2342:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf615d4b40 x1876037329035008/t0(0) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 520/576 e 0 to 0 dl 1789130417 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130401.727777:0:2342:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130401.727780:0:2342:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf615d4b40 x1876037329035008/t0(0) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 520/576 e 0 to 0 dl 1789130417 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130401.727788:0:2342:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130401.727790:0:2342:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:1.1:1789130401.736873:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf42f26500. 00010000:00000010:1.1:1789130401.736897:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf586b7400. 00000800:00000001:2.0:1789130401.739118:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130401.739152:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789130401.739157:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130401.739160:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130401.739171:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130401.739181:0:2341:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:2.0:1789130401.739196:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130401.739203:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130401.739210:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130401.739215:0:2341:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 448 into portal 10 MB=0x6aa3efa951f00 00000400:00000200:2.0:1789130401.739221:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130401.739228:0:2341:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.123@tcp of length 448/448 into md 0x6ced [1] + 224 00000800:00000001:2.0:1789130401.739236:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130401.739249:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130401.739253:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130401.739257:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:2.0:1789130401.739267:0:2341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789130401.739279:0:2341:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf615d4b40 x1876037329035008/t0(0) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 520/576 e 0 to 0 dl 1789130417 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789130401.739291:0:2341:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=576 req@ffff9caf615d4b40 x1876037329035008/t0(0) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 520/576 e 0 to 0 dl 1789130417 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130401.739320:0:2341:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1789130401.739332:0:2341:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1789130401.739336:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130401.739342:0:2341:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.204.23@tcp to MR: 192.168.204.123@tcp local destination 00000400:00000200:2.0:1789130401.739350:0:2341:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2530:2530:256:4294967295] 192.168.204.123@tcp LPNI seq info [2529:2529:8:4294967295] 00000400:00000200:2.0:1789130401.739354:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130401.739364:0:2341:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:192.168.204.23@tcp) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) 192.168.204.123@tcp : ACK try# 0 00000800:00000200:2.0:1789130401.739371:0:2341:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:2.0:1789130401.739378:0:2341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf501cfe00. 00000800:00000200:2.0:1789130401.739385:0:2341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:2.0:1789130401.739395:0:2341:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:2.0:1789130401.739402:0:2341:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf501cfe00 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1789130401.739530:0:2341:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789130401.739534:0:2341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf501cfe00. 00000400:00000200:2.0:1789130401.739539:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130401.739543:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: ACK: OK 00000800:00000001:2.0:1789130401.739551:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130401.739555:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130401.740345:0:32324:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789130401.740359:0:32324:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789130401.740363:0:32324:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789130401.740367:0:32324:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf42d8e9f8. 00000400:00000200:1.0:1789130401.740374:0:32324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf462a3908 00000400:00000010:1.0:1789130401.740377:0:32324:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf462a3908. 00000100:00000001:1.0:1789130401.740381:0:32324:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789130401.740390:0:32324:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf615d4b40 x1876037329035008/t0(0) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 520/576 e 0 to 0 dl 1789130417 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789130401.740402:0:32324:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf615d4b40 x1876037329035008/t0(0) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 520/576 e 0 to 0 dl 1789130417 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130401.740409:0:32324:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789130401.740413:0:32324:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130401.740416:0:32324:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789130401.740420:0:32324:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789130401.740423:0:32324:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789130401.740426:0:32324:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130401.740430:0:32324:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789130401.740443:0:32324:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf6079ac60 time=20 v=5 (5 104 104 104) 00000100:00001000:1.0:1789130401.740449:0:32324:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf6079ac18 time=10 v=5 (1 0 0 0) 00000100:00000001:1.0:1789130401.740452:0:32324:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789130401.740454:0:32324:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130401.740457:0:32324:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789130401.740461:0:32324:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130401.740465:0:32324:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1789130401.740467:0:32324:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x1000000a3/0x1] 00000100:00000001:1.0:1789130401.740470:0:32324:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1789130401.740473:0:32324:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789130401.740475:0:32324:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875799554880 : -109197909996736 : ffff9caf615d4b40) 00000100:00000001:1.0:1789130401.740478:0:32324:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789130401.740481:0:32324:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9caf5014c800: skip recheck: last_committed 4294967649 00000100:00000001:1.0:1789130401.740483:0:32324:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789130401.740487:0:32324:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789130401.740492:0:32324:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf615d4b40 x1876037329035008/t4294967650(4294967650) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 520/448 e 0 to 0 dl 1789130417 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130401.740501:0:32324:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789130401.740505:0:32324:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789130401.740508:0:32324:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789130401.740512:0:32324:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf615d4b40 x1876037329035008/t4294967650(4294967650) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 520/448 e 0 to 0 dl 1789130417 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789130401.740521:0:32324:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf615d4b40 pname:cluuid:pid:xid:nid:opc:job multiop:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:32324:1876037329035008:192.168.204.123@tcp:36:multiop.0 00000100:00000001:1.0:1789130401.740526:0:32324:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130401.740530:0:32324:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130401.740533:0:32324:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1789130401.740535:0:32324:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789130401.740540:0:32324:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf615d4b40 x1876037329035008/t4294967650(4294967650) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 520/448 e 0 to 0 dl 1789130417 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130401.740548:0:32324:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789130401.740552:0:32324:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9caf481733c0. 00000100:00000001:1.0:1789130401.740556:0:32324:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1789130401.740558:0:32324:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789130401.740568:0:32324:0:(mdc_reint.c:296:mdc_create()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789130401.740572:0:32324:0:(lmv_obd.c:2359:lmv_create()) Created - [0x200000404:0x2c:0x0] 00800000:00000001:1.0:1789130401.740575:0:32324:0:(lmv_obd.c:2416:lmv_create()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130401.740579:0:32324:0:(namei.c:1904:ll_new_node_finish()) Process entered 00000080:00000002:1.0:1789130401.740583:0:32324:0:(namei.c:1700:ll_update_times()) setting fid [0x200000007:0x1:0x0] mtime from 1789130400 to 1789130401 00000080:00000001:1.0:1789130401.740586:0:32324:0:(llite_lib.c:3864:ll_prep_inode()) Process entered 00000002:00000001:1.0:1789130401.740605:0:32324:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1789130401.740608:0:32324:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1789130401.740613:0:32324:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833964 : 144115205322833964 : 20000040400002c) 00000080:00000001:1.0:1789130401.740616:0:32324:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:1.0:1789130401.740630:0:32324:0:(super25.c:42:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff9caf60130000. 00000020:00000001:1.0:1789130401.740644:0:32324:0:(class_obd.c:978:obd_heat_clear()) Process entered 00000020:00000001:1.0:1789130401.740647:0:32324:0:(class_obd.c:981:obd_heat_clear()) Process leaving 00000080:00000001:1.0:1789130401.740650:0:32324:0:(llite_lib.c:3374:ll_read_inode2()) Process entered 00000080:00200000:1.0:1789130401.740652:0:32324:0:(llite_lib.c:3377:ll_read_inode2()) VFS Op:inode=[0x200000404:0x2c:0x0](ffff9caf601300c8) 00000080:00000001:1.0:1789130401.740655:0:32324:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833964 : 144115205322833964 : 20000040400002c) 00000080:00000001:1.0:1789130401.740658:0:32324:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:1.0:1789130401.740662:0:32324:0:(llite_lib.c:3071:ll_update_inode()) setting ino 144115205322833964 mtime from 0 to 1789130401 00000080:00000001:1.0:1789130401.740667:0:32324:0:(llite_lib.c:3399:ll_read_inode2()) Process leaving 00000020:00000001:1.0:1789130401.740672:0:32324:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1789130401.740681:0:32324:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446634875648776744 : -109198060774872 : ffff9caf58609a28) 00000020:00001000:1.0:1789130401.740684:0:32324:0:(cl_object.c:823:cl_env_get()) 1@ffff9caf58609a20 00000020:00000001:1.0:1789130401.740690:0:32324:0:(lu_object.c:830:lu_object_find_at()) Process entered 00000080:00000010:1.0:1789130401.740697:0:32324:0:(vvp_object.c:310:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff9caf5016c960. 00000020:00000001:1.0:1789130401.740699:0:32324:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:1.0:1789130401.740701:0:32324:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789130401.740710:0:32324:0:(lov_object.c:2415:lov_object_alloc()) Process entered 00020000:00000010:1.0:1789130401.740715:0:32324:0:(lov_object.c:2416:lov_object_alloc()) slab-alloced 'lov': 248 at ffff9caf58124ba0. 00020000:00000001:1.0:1789130401.740718:0:32324:0:(lov_object.c:2430:lov_object_alloc()) Process leaving (rc=18446634875643644832 : -109198065906784 : ffff9caf58124ba0) 00020000:00000001:1.0:1789130401.740720:0:32324:0:(lov_object.c:1422:lov_object_init()) Process entered 00020000:00000001:1.0:1789130401.740724:0:32324:0:(lov_object.c:1450:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130401.740729:0:32324:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446634875509721568 : -109198199830048 : ffff9caf5016c9e0) 00000020:00001000:1.0:1789130401.740732:0:32324:0:(cl_object.c:917:cl_env_put()) 1@ffff9caf58609a20 00000080:00000001:1.0:1789130401.740737:0:32324:0:(namei.c:156:ll_iget()) Process leaving (rc=18446634875777908936 : -109197931642680 : ffff9caf601300c8) 00000080:00000001:1.0:1789130401.740740:0:32324:0:(llite_lib.c:3962:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1789130401.740744:0:32324:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1789130401.740746:0:32324:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130401.740752:0:32324:0:(namei.c:1951:ll_new_node_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130401.740754:0:32324:0:(namei.c:2063:ll_new_node()) Process leaving 00000100:00000001:1.0:1789130401.740756:0:32324:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789130401.740760:0:32324:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf615d4b40 x1876037329035008/t4294967650(4294967650) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 520/448 e 0 to 0 dl 1789130417 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130401.740767:0:32324:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789130401.740770:0:32324:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9caf4557c8c0 2 00000080:00000010:1.0:1789130401.740774:0:32324:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9caf47c6c400. 00000080:00000001:1.0:1789130401.740779:0:32324:0:(namei.c:2071:ll_new_node()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130401.740783:0:32324:0:(namei.c:2112:ll_mknod()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130401.740788:0:32324:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41e17e20 00000080:00200000:1.0:1789130401.740790:0:32324:0:(namei.c:2137:ll_create_nd()) VFS Op:name=f22.recovery-small-1, unhashed 1 00000080:00000001:1.0:1789130401.740866:0:32324:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1789130401.740877:0:32324:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1789130401.740943:0:32324:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:1.0:1789130401.740948:0:32324:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:1.0:1789130401.740951:0:32324:0:(file.c:6206:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1789130401.740952:0:32324:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41e17b20 00000080:00200000:1.0:1789130401.740956:0:32324:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8),name=/ 00000080:00000010:1.0:1789130401.740972:0:32324:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9caf47c6c400. 00800000:00000002:1.0:1789130401.740980:0:32324:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9caf4557c8c0 2 00000080:00000001:1.0:1789130401.740985:0:32324:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1789130401.740989:0:32324:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1789130401.740991:0:32324:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41e17a40 00800000:00000002:1.0:1789130401.740994:0:32324:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1789130401.740998:0:32324:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1789130401.741004:0:32324:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1789130401.741010:0:32324:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1789130401.741012:0:32324:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41e17910 00000002:00010000:1.0:1789130401.741014:0:32324:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1789130401.741019:0:32324:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1789130401.741021:0:32324:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789130401.741025:0:32324:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1789130401.741032:0:32324:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789130401.741034:0:32324:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789130401.741036:0:32324:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789130401.741039:0:32324:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1789130401.741042:0:32324:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1789130401.741048:0:32324:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf615d5e00. 00000020:00000040:1.0:1789130401.741053:0:32324:0:(genops.c:1210:class_import_get()) import ffff9caf6079a800 refcount=7 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00010000:00000001:1.0:1789130401.741060:0:32324:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1789130401.741066:0:32324:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789130401.741074:0:32324:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130401.741077:0:32324:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130401.741079:0:32324:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130401.741082:0:32324:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789130401.741084:0:32324:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789130401.741089:0:32324:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789130401.741097:0:32324:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9caf487c2400. 00000100:00000001:1.0:1789130401.741104:0:32324:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130401.741109:0:32324:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789130401.741111:0:32324:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130401.741113:0:32324:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789130401.741114:0:32324:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130401.741116:0:32324:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789130401.741122:0:32324:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446634875799559680 : -109197909991936 : ffff9caf615d5e00) 00010000:00000001:1.0:1789130401.741125:0:32324:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1789130401.741128:0:32324:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1789130401.741134:0:32324:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9caf42f26500. 00010000:00000010:1.0:1789130401.741138:0:32324:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9caf50154880. 00010000:00000001:1.0:1789130401.741143:0:32324:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1789130401.741147:0:32324:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9caf586b7400. 00000020:00000001:1.0:1789130401.741151:0:32324:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1789130401.741155:0:32324:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9caf586b7400 with handle 0xde5303b1d982cd63 to hash 00000020:00000001:1.0:1789130401.741157:0:32324:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1789130401.741159:0:32324:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446634875649487872 : -109198060063744 : ffff9caf586b7400) 00010000:00000001:1.0:1789130401.741163:0:32324:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446634875649487872 : -109198060063744 : ffff9caf586b7400) 00010000:00000001:1.0:1789130401.741168:0:32324:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789130401.741172:0:32324:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789130401.741178:0:32324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7400/0xde5303b1d982cd63 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 32324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789130401.741188:0:32324:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7400/0xde5303b1d982cd63 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 32324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789130401.741200:0:32324:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7400/0xde5303b1d982cd63 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 32324 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1789130401.741205:0:32324:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1789130401.741207:0:32324:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1789130401.741213:0:32324:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9caf481733c0. 00000100:00000001:1.0:1789130401.741216:0:32324:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446634875375530944 : -109198334020672 : ffff9caf481733c0) 00000100:00000001:1.0:1789130401.741218:0:32324:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789130401.741219:0:32324:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875799559680 : -109197909991936 : ffff9caf615d5e00) 00000100:00000001:1.0:1789130401.741225:0:32324:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789130401.741230:0:32324:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130401.741231:0:32324:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1789130401.741233:0:32324:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789130401.741238:0:32324:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf615d5e00 x1876037329035136/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130401.741247:0:32324:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789130401.741249:0:32324:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130401.741254:0:32324:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789130401.741257:0:32324:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789130401.741260:0:32324:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789130401.741264:0:32324:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf615d5e00 pname:cluuid:pid:xid:nid:opc:job multiop:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:32324:1876037329035136:192.168.204.123@tcp:101:multiop.0 00000100:00000001:1.0:1789130401.741268:0:32324:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789130401.741275:0:32324:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789130401.741279:0:32324:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130401.741282:0:32324:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789130401.741287:0:32324:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9caf482d9000. 02000000:00000001:1.0:1789130401.741290:0:32324:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789130401.741297:0:32324:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:1.0:1789130401.741301:0:32324:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf42d8e9f8. 00000400:00000010:1.0:1789130401.741308:0:32324:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf462a3908. 00000100:00000200:1.0:1789130401.741316:0:32324:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1876037329035136, portal 10 00000100:00000001:1.0:1789130401.741318:0:32324:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789130401.741319:0:32324:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875799559680 : -109197909991936 : ffff9caf615d5e00) 00000100:00000040:1.0:1789130401.741325:0:32324:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9caf615d5e00 x1876037329035136/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789130417 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130401.741332:0:32324:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789130401.741336:0:32324:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:1.0:1789130401.741339:0:32324:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf462a3e58. 00000100:00000200:1.0:1789130401.741343:0:32324:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1876037329035136, offset 0 00000400:00000200:1.0:1789130401.741350:0:32324:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:1.0:1789130401.741361:0:32324:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:1.0:1789130401.741370:0:32324:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:1.0:1789130401.741377:0:32324:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789130401.741382:0:32324:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:1.0:1789130401.741387:0:32324:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789130401.741391:0:32324:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:1.0:1789130401.741395:0:32324:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2531:2531:256:4294967295] 192.168.204.123@tcp LPNI seq info [2530:2530:8:4294967295] 00000400:00000200:1.0:1789130401.741399:0:32324:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:1.0:1789130401.741410:0:32324:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:1.0:1789130401.741416:0:32324:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:1.0:1789130401.741423:0:32324:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf47f34a00. 00000800:00000200:1.0:1789130401.741430:0:32324:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:1.0:1789130401.741440:0:32324:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:1.0:1789130401.741445:0:32324:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf47f34a00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:1.0:1789130401.741470:0:32324:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789130401.741477:0:32324:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: using a timeout of 785240 usecs (786 jiffies) 00000400:00000200:1.0:1789130401.741481:0:32324:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:1.0:1789130401.741485:0:32324:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296496549 00000100:00000001:1.0:1789130401.741489:0:32324:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 2, keep current deadline 4296497656 00000100:00000001:1.0:1789130401.741492:0:32324:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296496549 00000100:00000001:1.0:1789130401.741495:0:32324:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 3, keep current deadline 4296497656 00000100:00000001:1.0:1789130401.741497:0:32324:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789130401.741500:0:32324:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130401.741503:0:32324:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789130401.741505:0:32324:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1789130401.741508:0:32324:0:(client.c:2715:ptlrpc_set_wait()) set ffff9caf481733c0 going to sleep for 11 seconds 00000100:00000001:1.0:1789130401.741510:0:32324:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789130401.741512:0:32324:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789130401.741871:0:2341:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789130401.741878:0:2341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf47f34a00. 00000400:00000200:2.0:1789130401.741884:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130401.741891:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:2.0:1789130401.741901:0:2341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf462a3e58 00000400:00000010:2.0:1789130401.741903:0:2341:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf462a3e58. 00000100:00000001:2.0:1789130401.741908:0:2341:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789130401.741913:0:2341:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf615d5e00 x1876037329035136/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789130417 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130401.741924:0:2341:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130401.741933:0:2341:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf615d5e00 x1876037329035136/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789130417 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130401.741941:0:2341:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130401.741943:0:2341:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1789130401.747548:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130401.747574:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789130401.747580:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130401.747583:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130401.747606:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130401.747616:0:2342:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:2.0:1789130401.747629:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130401.747635:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130401.747642:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130401.747648:0:2342:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 688 into portal 10 MB=0x6aa3efa951f80 00000400:00000200:2.0:1789130401.747654:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130401.747662:0:2342:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.123@tcp of length 688/688 into md 0x6cf5 [1] + 224 00000800:00000001:2.0:1789130401.747671:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130401.747685:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130401.747690:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130401.747695:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:2.0:1789130401.747705:0:2342:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789130401.747718:0:2342:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf615d5e00 x1876037329035136/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789130417 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789130401.747732:0:2342:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9caf615d5e00 x1876037329035136/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789130417 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130401.747755:0:2342:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789130401.747768:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130401.747771:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:1.1:1789130401.747853:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9caf4632b720. 00000100:00000001:1.0:1789130401.747881:0:32324:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789130401.747892:0:32324:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789130401.747894:0:32324:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789130401.747898:0:32324:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf42d8e9f8. 00000400:00000200:1.0:1789130401.747902:0:32324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf462a3908 00000400:00000010:1.0:1789130401.747906:0:32324:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf462a3908. 00000100:00000001:1.0:1789130401.747909:0:32324:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789130401.747915:0:32324:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf615d5e00 x1876037329035136/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789130417 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1789130401.747925:0:32324:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf615d5e00 x1876037329035136/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789130417 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130401.747944:0:32324:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789130401.747946:0:32324:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130401.747949:0:32324:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789130401.747954:0:32324:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789130401.747958:0:32324:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789130401.747961:0:32324:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130401.747965:0:32324:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789130401.747978:0:32324:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf6079ac60 time=20 v=5 (5 104 104 104) 00000100:00001000:1.0:1789130401.747983:0:32324:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf6079ac18 time=10 v=5 (1 0 0 0) 00000100:00000001:1.0:1789130401.747987:0:32324:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789130401.747989:0:32324:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130401.747993:0:32324:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789130401.747997:0:32324:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130401.748002:0:32324:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789130401.748005:0:32324:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9caf5014c800: skip recheck: last_committed 4294967649 00000100:00000001:1.0:1789130401.748008:0:32324:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789130401.748012:0:32324:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789130401.748017:0:32324:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf615d5e00 x1876037329035136/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1789130417 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130401.748026:0:32324:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789130401.748030:0:32324:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789130401.748033:0:32324:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789130401.748038:0:32324:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf615d5e00 x1876037329035136/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1789130417 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1789130401.748047:0:32324:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf615d5e00 pname:cluuid:pid:xid:nid:opc:job multiop:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:32324:1876037329035136:192.168.204.123@tcp:101:multiop.0 00000100:00000001:1.0:1789130401.748053:0:32324:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130401.748057:0:32324:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130401.748060:0:32324:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1789130401.748063:0:32324:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789130401.748067:0:32324:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf615d5e00 x1876037329035136/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1789130417 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130401.748075:0:32324:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789130401.748078:0:32324:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9caf481733c0. 00000100:00000001:1.0:1789130401.748082:0:32324:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1789130401.748084:0:32324:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130401.748088:0:32324:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1789130401.748093:0:32324:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130401.748097:0:32324:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130401.748101:0:32324:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b7400 refcount=4 00000020:00000001:1.0:1789130401.748104:0:32324:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649487872 : -109198060063744 : ffff9caf586b7400) 00010000:00000001:1.0:1789130401.748107:0:32324:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649487872 : -109198060063744 : ffff9caf586b7400) 00010000:00000040:1.0:1789130401.748116:0:32324:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9caf586b7400, remote cookie: 0xcdf1b083821a5a88, flags: 0x1001 00010000:00010000:1.0:1789130401.748124:0:32324:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7400/0xde5303b1d982cd63 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a5a88 expref: -99 pid: 32324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789130401.748136:0:32324:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7400/0xde5303b1d982cd63 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a5a88 expref: -99 pid: 32324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789130401.748144:0:32324:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1789130401.748150:0:32324:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1789130401.748153:0:32324:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1789130401.748155:0:32324:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1789130401.748156:0:32324:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1789130401.748160:0:32324:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff9caf42f26500) refcount = 1 00010000:00010000:1.0:1789130401.748165:0:32324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7400/0xde5303b1d982cd63 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a5a88 expref: -99 pid: 32324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789130401.748172:0:32324:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1789130401.748176:0:32324:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1789130401.748178:0:32324:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789130401.748182:0:32324:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1789130401.748184:0:32324:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789130401.748188:0:32324:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7400/0xde5303b1d982cd63 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a5a88 expref: -99 pid: 32324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789130401.748195:0:32324:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1789130401.748197:0:32324:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130401.748200:0:32324:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130401.748201:0:32324:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130401.748202:0:32324:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130401.748204:0:32324:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789130401.748209:0:32324:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1789130401.748212:0:32324:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130401.748213:0:32324:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130401.748215:0:32324:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b7400 refcount=3 00000020:00000001:1.0:1789130401.748218:0:32324:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649487872 : -109198060063744 : ffff9caf586b7400) 00010000:00000001:1.0:1789130401.748221:0:32324:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649487872 : -109198060063744 : ffff9caf586b7400) 00010000:00000001:1.0:1789130401.748223:0:32324:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130401.748224:0:32324:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130401.748226:0:32324:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b7400 refcount=4 00000020:00000001:1.0:1789130401.748228:0:32324:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649487872 : -109198060063744 : ffff9caf586b7400) 00010000:00000001:1.0:1789130401.748230:0:32324:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649487872 : -109198060063744 : ffff9caf586b7400) 00010000:00000001:1.0:1789130401.748234:0:32324:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789130401.748238:0:32324:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789130401.748242:0:32324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7400/0xde5303b1d982cd63 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a5a88 expref: -99 pid: 32324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789130401.748249:0:32324:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130401.748250:0:32324:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130401.748251:0:32324:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130401.748253:0:32324:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130401.748254:0:32324:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b7400 refcount=5 00000020:00000001:1.0:1789130401.748256:0:32324:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649487872 : -109198060063744 : ffff9caf586b7400) 00010000:00000001:1.0:1789130401.748258:0:32324:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649487872 : -109198060063744 : ffff9caf586b7400) 00010000:00000001:1.0:1789130401.748261:0:32324:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789130401.748264:0:32324:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7400/0xde5303b1d982cd63 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a5a88 expref: -99 pid: 32324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789130401.748272:0:32324:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130401.748273:0:32324:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1789130401.748276:0:32324:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7400/0xde5303b1d982cd63 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a5a88 expref: -99 pid: 32324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789130401.748283:0:32324:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789130401.748285:0:32324:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130401.748286:0:32324:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130401.748288:0:32324:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130401.748290:0:32324:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1789130401.748295:0:32324:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9caf615d5e00 x1876037329035136/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1789130417 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1789130401.748307:0:32324:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130401.748308:0:32324:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130401.748310:0:32324:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b7400 refcount=3 00000020:00000001:1.0:1789130401.748312:0:32324:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649487872 : -109198060063744 : ffff9caf586b7400) 00010000:00000001:1.0:1789130401.748314:0:32324:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649487872 : -109198060063744 : ffff9caf586b7400) 00010000:00000001:1.0:1789130401.748317:0:32324:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130401.748318:0:32324:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789130401.748320:0:32324:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789130401.748323:0:32324:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789130401.748327:0:32324:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1789130401.748331:0:32324:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130401.748332:0:32324:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130401.748333:0:32324:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b7400 refcount=3 00000020:00000001:1.0:1789130401.748335:0:32324:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649487872 : -109198060063744 : ffff9caf586b7400) 00010000:00000001:1.0:1789130401.748337:0:32324:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649487872 : -109198060063744 : ffff9caf586b7400) 00000002:00010000:1.0:1789130401.748341:0:32324:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7400/0xde5303b1d982cd63 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a5a88 expref: -99 pid: 32324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789130401.748347:0:32324:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130401.748348:0:32324:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130401.748350:0:32324:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1789130401.748351:0:32324:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130401.748352:0:32324:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130401.748354:0:32324:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b7400 refcount=3 00000020:00000001:1.0:1789130401.748356:0:32324:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649487872 : -109198060063744 : ffff9caf586b7400) 00010000:00000001:1.0:1789130401.748358:0:32324:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649487872 : -109198060063744 : ffff9caf586b7400) 00010000:00000040:1.0:1789130401.748367:0:32324:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf42f26500 count: 2 00010000:00000001:1.0:1789130401.748371:0:32324:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1789130401.748375:0:32324:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9caf4630e800 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:1.0:1789130401.748378:0:32324:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130401.748380:0:32324:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789130401.748382:0:32324:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1789130401.748386:0:32324:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41e17898 00000002:00002000:1.0:1789130401.748389:0:32324:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:1.0:1789130401.748392:0:32324:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789130401.748397:0:32324:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789130401.748401:0:32324:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1789130401.748405:0:32324:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:1.0:1789130401.748409:0:32324:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789130401.748414:0:32324:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9caf4557c8c0 2 00000080:00000010:1.0:1789130401.748419:0:32324:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9caf47c6c400. 00000080:00000001:1.0:1789130401.748424:0:32324:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1789130401.748427:0:32324:0:(llite_lib.c:3864:ll_prep_inode()) Process entered 00000002:00000001:1.0:1789130401.748435:0:32324:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:1.0:1789130401.748441:0:32324:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:1.0:1789130401.748449:0:32324:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9caf58606700. 00800000:00000001:1.0:1789130401.748451:0:32324:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446634875648763648 : -109198060787968 : ffff9caf58606700) 00800000:00000001:1.0:1789130401.748455:0:32324:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789130401.748457:0:32324:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1789130401.748461:0:32324:0:(llite_lib.c:1973:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1789130401.748464:0:32324:0:(llite_lib.c:1977:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:1.0:1789130401.748467:0:32324:0:(llite_lib.c:1928:ll_update_default_lsm_md()) Process entered 00000080:00000001:1.0:1789130401.748471:0:32324:0:(llite_lib.c:1950:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1789130401.748473:0:32324:0:(llite_lib.c:1994:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130401.748479:0:32324:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:1.0:1789130401.748483:0:32324:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:1.0:1789130401.748490:0:32324:0:(llite_lib.c:3140:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 8704 00010000:00000001:1.0:1789130401.748492:0:32324:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130401.748494:0:32324:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130401.748496:0:32324:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b7400 refcount=3 00000020:00000001:1.0:1789130401.748498:0:32324:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649487872 : -109198060063744 : ffff9caf586b7400) 00010000:00000001:1.0:1789130401.748501:0:32324:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649487872 : -109198060063744 : ffff9caf586b7400) 00010000:00000001:1.0:1789130401.748503:0:32324:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130401.748505:0:32324:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1789130401.748507:0:32324:0:(llite_lib.c:3962:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1789130401.748510:0:32324:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:1.0:1789130401.748512:0:32324:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9caf58606700 1 00800000:00000010:1.0:1789130401.748515:0:32324:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9caf58606700. 00800000:00000001:1.0:1789130401.748518:0:32324:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789130401.748522:0:32324:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9caf601980c8) for lock 0xde5303b1d982cd63 00800000:00000001:1.0:1789130401.748526:0:32324:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1789130401.748528:0:32324:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1789130401.748529:0:32324:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130401.748530:0:32324:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130401.748532:0:32324:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b7400 refcount=3 00000020:00000001:1.0:1789130401.748534:0:32324:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649487872 : -109198060063744 : ffff9caf586b7400) 00010000:00000001:1.0:1789130401.748536:0:32324:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649487872 : -109198060063744 : ffff9caf586b7400) 00010000:00000001:1.0:1789130401.748539:0:32324:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130401.748540:0:32324:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789130401.748542:0:32324:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789130401.748544:0:32324:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130401.748547:0:32324:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789130401.748551:0:32324:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9caf601980c8) 00000080:00010000:1.0:1789130401.748554:0:32324:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xde5303b1d982cd63 from it ffffb97f41e17b58 00010000:00000001:1.0:1789130401.748557:0:32324:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130401.748558:0:32324:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130401.748559:0:32324:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b7400 refcount=3 00000020:00000001:1.0:1789130401.748561:0:32324:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649487872 : -109198060063744 : ffff9caf586b7400) 00010000:00000001:1.0:1789130401.748563:0:32324:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649487872 : -109198060063744 : ffff9caf586b7400) 00010000:00000001:1.0:1789130401.748566:0:32324:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789130401.748569:0:32324:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7400/0xde5303b1d982cd63 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a5a88 expref: -99 pid: 32324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789130401.748576:0:32324:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130401.748578:0:32324:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130401.748580:0:32324:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1789130401.748583:0:32324:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1789130401.748586:0:32324:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7400/0xde5303b1d982cd63 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a5a88 expref: -99 pid: 32324 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1789130401.748614:0:32324:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1789130401.748618:0:32324:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1789130401.748620:0:32324:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789130401.748625:0:32324:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130401.748627:0:32324:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130401.748628:0:32324:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130401.748633:0:32324:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1789130401.748636:0:32324:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130401.748638:0:32324:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130401.748641:0:32324:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130401.748643:0:32324:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789130401.748645:0:32324:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130401.748646:0:32324:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1789130401.748648:0:32324:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789130401.748653:0:32324:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf615d5e00 x1876037329035136/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1789130417 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130401.748661:0:32324:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789130401.748666:0:32324:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789130401.748671:0:32324:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9caf482d9000. 02000000:00000001:1.0:1789130401.748675:0:32324:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789130401.748678:0:32324:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1789130401.748681:0:32324:0:(genops.c:1223:class_import_put()) import ffff9caf6079a800 refcount=6 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000020:00000001:1.0:1789130401.748684:0:32324:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1789130401.748688:0:32324:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9caf487c2400. 02000000:00000001:1.0:1789130401.748693:0:32324:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789130401.748695:0:32324:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789130401.748697:0:32324:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf615d5e00. 00000100:00000001:1.0:1789130401.748705:0:32324:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789130401.748706:0:32324:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1789130401.748711:0:32324:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8), inode mode 41ff mask 1 00000080:00000001:1.0:1789130401.748717:0:32324:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1789130401.748740:0:32324:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9caf4632b720. 00000020:00000001:1.0:1789130401.748747:0:32324:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41e17ae8 00000080:00200000:1.0:1789130401.748750:0:32324:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=f22.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff9caf601980c8), flags=9 00000080:00000001:1.0:1789130401.748755:0:32324:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:1.0:1789130401.748757:0:32324:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41e17998 00000080:00200000:1.0:1789130401.748759:0:32324:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f22.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff9caf601980c8), intent=getattr 00000080:00000010:1.0:1789130401.748771:0:32324:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9caf47c6c400. 00800000:00000002:1.0:1789130401.748778:0:32324:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9caf4557c8c0 2 00000080:00000001:1.0:1789130401.748783:0:32324:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1789130401.748786:0:32324:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1789130401.748788:0:32324:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41e178b8 00800000:00000002:1.0:1789130401.748791:0:32324:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'f22.recovery-small-1' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1789130401.748795:0:32324:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00000020:00000001:1.0:1789130401.748801:0:32324:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41e17850 00800000:00000002:1.0:1789130401.748844:0:32324:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='f22.recovery-small-1' -> mds #0 00000002:00000001:1.0:1789130401.748850:0:32324:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1789130401.748852:0:32324:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41e17788 00000002:00010000:1.0:1789130401.748854:0:32324:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f22.recovery-small-1,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 01 00000002:00000001:1.0:1789130401.748859:0:32324:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1789130401.748862:0:32324:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1789130401.748866:0:32324:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf615d5e00. 00000020:00000040:1.0:1789130401.748871:0:32324:0:(genops.c:1210:class_import_get()) import ffff9caf6079a800 refcount=7 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00010000:00000001:1.0:1789130401.748877:0:32324:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1789130401.748881:0:32324:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789130401.748884:0:32324:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130401.748885:0:32324:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130401.748887:0:32324:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130401.748890:0:32324:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789130401.748893:0:32324:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789130401.748898:0:32324:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789130401.748907:0:32324:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9caf487c2400. 00000100:00000001:1.0:1789130401.748916:0:32324:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130401.748920:0:32324:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789130401.748922:0:32324:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130401.748925:0:32324:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789130401.748926:0:32324:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130401.748928:0:32324:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789130401.748937:0:32324:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446634875799559680 : -109197909991936 : ffff9caf615d5e00) 00010000:00000001:1.0:1789130401.748942:0:32324:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1789130401.748945:0:32324:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1789130401.748948:0:32324:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf42f26500 count: 2 00010000:00000001:1.0:1789130401.748950:0:32324:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789130401.748954:0:32324:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1789130401.748958:0:32324:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9caf586b6800. 00000020:00000001:1.0:1789130401.748961:0:32324:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1789130401.748964:0:32324:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9caf586b6800 with handle 0xde5303b1d982cd6a to hash 00000020:00000001:1.0:1789130401.748966:0:32324:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1789130401.748968:0:32324:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446634875649484800 : -109198060066816 : ffff9caf586b6800) 00010000:00000001:1.0:1789130401.748973:0:32324:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446634875649484800 : -109198060066816 : ffff9caf586b6800) 00010000:00000001:1.0:1789130401.748977:0:32324:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789130401.748978:0:32324:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789130401.748983:0:32324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b6800/0xde5303b1d982cd6a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 32324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789130401.748991:0:32324:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b6800/0xde5303b1d982cd6a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789130401.749002:0:32324:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b6800/0xde5303b1d982cd6a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32324 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1789130401.749009:0:32324:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1789130401.749012:0:32324:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1789130401.749020:0:32324:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9caf481733c0. 00000100:00000001:1.0:1789130401.749023:0:32324:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446634875375530944 : -109198334020672 : ffff9caf481733c0) 00000100:00000001:1.0:1789130401.749026:0:32324:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789130401.749028:0:32324:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875799559680 : -109197909991936 : ffff9caf615d5e00) 00000100:00000001:1.0:1789130401.749035:0:32324:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789130401.749041:0:32324:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130401.749043:0:32324:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1789130401.749046:0:32324:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789130401.749051:0:32324:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf615d5e00 x1876037329035264/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130401.749065:0:32324:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789130401.749068:0:32324:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130401.749074:0:32324:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789130401.749077:0:32324:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789130401.749080:0:32324:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789130401.749084:0:32324:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf615d5e00 pname:cluuid:pid:xid:nid:opc:job multiop:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:32324:1876037329035264:192.168.204.123@tcp:101:multiop.0 00000100:00000001:1.0:1789130401.749089:0:32324:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789130401.749096:0:32324:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789130401.749099:0:32324:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130401.749102:0:32324:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789130401.749107:0:32324:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9caf482d9000. 02000000:00000001:1.0:1789130401.749109:0:32324:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789130401.749117:0:32324:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:1.0:1789130401.749121:0:32324:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf42d8e9f8. 00000400:00000010:1.0:1789130401.749128:0:32324:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf462a3908. 00000100:00000200:1.0:1789130401.749138:0:32324:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1876037329035264, portal 10 00000100:00000001:1.0:1789130401.749140:0:32324:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789130401.749141:0:32324:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875799559680 : -109197909991936 : ffff9caf615d5e00) 00000100:00000040:1.0:1789130401.749147:0:32324:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9caf615d5e00 x1876037329035264/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789130417 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130401.749155:0:32324:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789130401.749159:0:32324:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:1.0:1789130401.749162:0:32324:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf462a3220. 00000100:00000200:1.0:1789130401.749167:0:32324:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1876037329035264, offset 0 00000400:00000200:1.0:1789130401.749174:0:32324:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:1.0:1789130401.749183:0:32324:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:1.0:1789130401.749191:0:32324:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:1.0:1789130401.749199:0:32324:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789130401.749205:0:32324:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:1.0:1789130401.749210:0:32324:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789130401.749213:0:32324:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:1.0:1789130401.749218:0:32324:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2532:2532:256:4294967295] 192.168.204.123@tcp LPNI seq info [2531:2531:8:4294967295] 00000400:00000200:1.0:1789130401.749223:0:32324:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:1.0:1789130401.749234:0:32324:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:1.0:1789130401.749241:0:32324:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:1.0:1789130401.749248:0:32324:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf47f34d00. 00000800:00000200:1.0:1789130401.749256:0:32324:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:1.0:1789130401.749267:0:32324:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:1.0:1789130401.749273:0:32324:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf47f34d00 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:1.0:1789130401.749299:0:32324:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789130401.749304:0:32324:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: using a timeout of 784221 usecs (785 jiffies) 00000400:00000200:1.0:1789130401.749308:0:32324:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:1.0:1789130401.749312:0:32324:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296496556 00000100:00000001:1.0:1789130401.749315:0:32324:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 2, keep current deadline 4296497656 00000100:00000001:1.0:1789130401.749318:0:32324:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296496556 00000100:00000001:1.0:1789130401.749321:0:32324:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 3, keep current deadline 4296497656 00000100:00000001:1.0:1789130401.749324:0:32324:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789130401.749327:0:32324:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130401.749331:0:32324:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789130401.749333:0:32324:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1789130401.749336:0:32324:0:(client.c:2715:ptlrpc_set_wait()) set ffff9caf481733c0 going to sleep for 11 seconds 00000100:00000001:1.0:1789130401.749339:0:32324:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789130401.749342:0:32324:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789130401.752397:0:2341:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789130401.752411:0:2341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf47f34d00. 00000400:00000200:2.0:1789130401.752421:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130401.752431:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:2.0:1789130401.752441:0:2341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf462a3220 00000400:00000010:2.0:1789130401.752444:0:2341:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf462a3220. 00000100:00000001:2.0:1789130401.752451:0:2341:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789130401.752463:0:2341:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf615d5e00 x1876037329035264/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789130417 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130401.752480:0:2341:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130401.752484:0:2341:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf615d5e00 x1876037329035264/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789130417 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130401.752491:0:2341:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130401.752493:0:2341:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1789130401.761947:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130401.761991:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789130401.761996:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130401.761999:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130401.762010:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130401.762021:0:2342:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:2.0:1789130401.762033:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130401.762039:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130401.762047:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130401.762051:0:2342:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 584 into portal 10 MB=0x6aa3efa952000 00000400:00000200:2.0:1789130401.762058:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130401.762065:0:2342:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.123@tcp of length 584/584 into md 0x6cfd [1] + 224 00000800:00000001:2.0:1789130401.762074:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130401.762085:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130401.762089:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130401.762094:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:2.0:1789130401.762105:0:2342:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789130401.762118:0:2342:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf615d5e00 x1876037329035264/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789130417 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789130401.762131:0:2342:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff9caf615d5e00 x1876037329035264/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789130417 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130401.762156:0:2342:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789130401.762167:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130401.762171:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130401.763107:0:32324:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789130401.763121:0:32324:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789130401.763123:0:32324:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789130401.763128:0:32324:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf42d8e9f8. 00000400:00000200:1.0:1789130401.763136:0:32324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf462a3908 00000400:00000010:1.0:1789130401.763138:0:32324:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf462a3908. 00000100:00000001:1.0:1789130401.763143:0:32324:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789130401.763152:0:32324:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf615d5e00 x1876037329035264/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789130417 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1789130401.763169:0:32324:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf615d5e00 x1876037329035264/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789130417 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130401.763176:0:32324:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789130401.763179:0:32324:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130401.763182:0:32324:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789130401.763186:0:32324:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789130401.763190:0:32324:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789130401.763192:0:32324:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130401.763196:0:32324:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789130401.763209:0:32324:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf6079ac60 time=20 v=5 (5 104 104 104) 00000100:00001000:1.0:1789130401.763214:0:32324:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf6079ac18 time=10 v=5 (1 0 0 0) 00000100:00000001:1.0:1789130401.763218:0:32324:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789130401.763220:0:32324:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130401.763224:0:32324:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789130401.763228:0:32324:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130401.763234:0:32324:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789130401.763237:0:32324:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9caf5014c800: skip recheck: last_committed 4294967649 00000100:00000001:1.0:1789130401.763239:0:32324:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789130401.763243:0:32324:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789130401.763249:0:32324:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf615d5e00 x1876037329035264/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/584 e 0 to 0 dl 1789130417 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130401.763257:0:32324:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789130401.763260:0:32324:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789130401.763263:0:32324:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789130401.763267:0:32324:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf615d5e00 x1876037329035264/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/584 e 0 to 0 dl 1789130417 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1789130401.763276:0:32324:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf615d5e00 pname:cluuid:pid:xid:nid:opc:job multiop:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:32324:1876037329035264:192.168.204.123@tcp:101:multiop.0 00000100:00000001:1.0:1789130401.763282:0:32324:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130401.763286:0:32324:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130401.763289:0:32324:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1789130401.763291:0:32324:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789130401.763296:0:32324:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf615d5e00 x1876037329035264/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/584 e 0 to 0 dl 1789130417 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130401.763303:0:32324:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789130401.763306:0:32324:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9caf481733c0. 00000100:00000001:1.0:1789130401.763311:0:32324:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1789130401.763312:0:32324:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130401.763316:0:32324:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1789130401.763322:0:32324:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130401.763325:0:32324:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130401.763330:0:32324:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b6800 refcount=4 00000020:00000001:1.0:1789130401.763332:0:32324:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649484800 : -109198060066816 : ffff9caf586b6800) 00010000:00000001:1.0:1789130401.763336:0:32324:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649484800 : -109198060066816 : ffff9caf586b6800) 00010000:00000040:1.0:1789130401.763343:0:32324:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9caf586b6800, remote cookie: 0xcdf1b083821a5aa4, flags: 0x1001 00010000:00010000:1.0:1789130401.763349:0:32324:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b6800/0xde5303b1d982cd6a lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a5aa4 expref: -99 pid: 32324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1789130401.763359:0:32324:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x2c:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:1.0:1789130401.763362:0:32324:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:1.0:1789130401.763374:0:32324:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9caf42f26000. 00010000:00000010:1.0:1789130401.763382:0:32324:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9caf50154100. 00010000:00000001:1.0:1789130401.763389:0:32324:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789130401.763393:0:32324:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b6800/0xde5303b1d982cd6a lrc: 4/1,0 mode: --/PR res: [0x200000404:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a5aa4 expref: -99 pid: 32324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789130401.763402:0:32324:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b6800/0xde5303b1d982cd6a lrc: 4/1,0 mode: --/PR res: [0x200000404:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a5aa4 expref: -99 pid: 32324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789130401.763410:0:32324:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1789130401.763416:0:32324:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1789130401.763420:0:32324:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1789130401.763422:0:32324:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1789130401.763424:0:32324:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1789130401.763428:0:32324:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x2c:0x0].0x0 (ffff9caf42f26000) refcount = 1 00010000:00010000:1.0:1789130401.763433:0:32324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b6800/0xde5303b1d982cd6a lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a5aa4 expref: -99 pid: 32324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789130401.763441:0:32324:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1789130401.763446:0:32324:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1789130401.763449:0:32324:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789130401.763452:0:32324:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1789130401.763455:0:32324:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789130401.763459:0:32324:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b6800/0xde5303b1d982cd6a lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a5aa4 expref: -99 pid: 32324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789130401.763466:0:32324:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1789130401.763468:0:32324:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130401.763471:0:32324:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130401.763472:0:32324:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130401.763473:0:32324:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130401.763475:0:32324:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789130401.763481:0:32324:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1789130401.763483:0:32324:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130401.763485:0:32324:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130401.763487:0:32324:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b6800 refcount=3 00000020:00000001:1.0:1789130401.763489:0:32324:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649484800 : -109198060066816 : ffff9caf586b6800) 00010000:00000001:1.0:1789130401.763491:0:32324:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649484800 : -109198060066816 : ffff9caf586b6800) 00010000:00000001:1.0:1789130401.763494:0:32324:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130401.763496:0:32324:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130401.763497:0:32324:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b6800 refcount=4 00000020:00000001:1.0:1789130401.763499:0:32324:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649484800 : -109198060066816 : ffff9caf586b6800) 00010000:00000001:1.0:1789130401.763501:0:32324:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649484800 : -109198060066816 : ffff9caf586b6800) 00010000:00000001:1.0:1789130401.763505:0:32324:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789130401.763510:0:32324:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789130401.763514:0:32324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b6800/0xde5303b1d982cd6a lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a5aa4 expref: -99 pid: 32324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789130401.763527:0:32324:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130401.763528:0:32324:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130401.763530:0:32324:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130401.763531:0:32324:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130401.763533:0:32324:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b6800 refcount=5 00000020:00000001:1.0:1789130401.763535:0:32324:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649484800 : -109198060066816 : ffff9caf586b6800) 00010000:00000001:1.0:1789130401.763537:0:32324:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649484800 : -109198060066816 : ffff9caf586b6800) 00010000:00000001:1.0:1789130401.763540:0:32324:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789130401.763543:0:32324:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b6800/0xde5303b1d982cd6a lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a5aa4 expref: -99 pid: 32324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789130401.763550:0:32324:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130401.763551:0:32324:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1789130401.763554:0:32324:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b6800/0xde5303b1d982cd6a lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a5aa4 expref: -99 pid: 32324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789130401.763561:0:32324:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789130401.763562:0:32324:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130401.763563:0:32324:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130401.763565:0:32324:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130401.763566:0:32324:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1789130401.763571:0:32324:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9caf615d5e00 x1876037329035264/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/584 e 0 to 0 dl 1789130417 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1789130401.763578:0:32324:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130401.763579:0:32324:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130401.763580:0:32324:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b6800 refcount=3 00000020:00000001:1.0:1789130401.763583:0:32324:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649484800 : -109198060066816 : ffff9caf586b6800) 00010000:00000001:1.0:1789130401.763585:0:32324:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649484800 : -109198060066816 : ffff9caf586b6800) 00010000:00000001:1.0:1789130401.763588:0:32324:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130401.763589:0:32324:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789130401.763591:0:32324:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789130401.763605:0:32324:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789130401.763609:0:32324:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1789130401.763612:0:32324:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130401.763614:0:32324:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130401.763615:0:32324:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b6800 refcount=3 00000020:00000001:1.0:1789130401.763617:0:32324:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649484800 : -109198060066816 : ffff9caf586b6800) 00010000:00000001:1.0:1789130401.763619:0:32324:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649484800 : -109198060066816 : ffff9caf586b6800) 00000002:00010000:1.0:1789130401.763623:0:32324:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b6800/0xde5303b1d982cd6a lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a5aa4 expref: -99 pid: 32324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789130401.763630:0:32324:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130401.763632:0:32324:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130401.763634:0:32324:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1789130401.763635:0:32324:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130401.763636:0:32324:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130401.763638:0:32324:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b6800 refcount=3 00000020:00000001:1.0:1789130401.763640:0:32324:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649484800 : -109198060066816 : ffff9caf586b6800) 00010000:00000001:1.0:1789130401.763643:0:32324:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649484800 : -109198060066816 : ffff9caf586b6800) 00010000:00000040:1.0:1789130401.763647:0:32324:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf42f26000 count: 2 00010000:00000001:1.0:1789130401.763650:0:32324:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1789130401.763654:0:32324:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9caf4630e800 type 13 mode 4 res 8589935620/44 (0 0) 00010000:00000001:1.0:1789130401.763657:0:32324:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130401.763658:0:32324:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789130401.763660:0:32324:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1789130401.763664:0:32324:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41e17710 00000002:00002000:1.0:1789130401.763666:0:32324:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=f22.recovery-small-1 intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:1.0:1789130401.763670:0:32324:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789130401.763675:0:32324:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789130401.763679:0:32324:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1789130401.763683:0:32324:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:1.0:1789130401.763687:0:32324:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789130401.763691:0:32324:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9caf4557c8c0 2 00000080:00000001:1.0:1789130401.763694:0:32324:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1789130401.763696:0:32324:0:(namei.c:674:ll_lookup_it_finish()) it ffffb97f41e17b20 it_disposition b 00000080:00000001:1.0:1789130401.763701:0:32324:0:(llite_lib.c:3864:ll_prep_inode()) Process entered 00000002:00000001:1.0:1789130401.763709:0:32324:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1789130401.763714:0:32324:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1789130401.763718:0:32324:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833964 : 144115205322833964 : 20000040400002c) 00000080:00000001:1.0:1789130401.763722:0:32324:0:(namei.c:113:ll_iget()) Process entered 00000080:00000001:1.0:1789130401.763733:0:32324:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833964 : 144115205322833964 : 20000040400002c) 00000080:00000001:1.0:1789130401.763736:0:32324:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:1.0:1789130401.763742:0:32324:0:(llite_lib.c:3140:ll_update_inode()) inode=[0x200000404:0x2c:0x0], updating i_size 0 00000080:00200000:1.0:1789130401.763745:0:32324:0:(namei.c:147:ll_iget()) got inode: [0x200000404:0x2c:0x0](ffff9caf601300c8): rc = 0 00000080:00000001:1.0:1789130401.763748:0:32324:0:(namei.c:156:ll_iget()) Process leaving (rc=18446634875777908936 : -109197931642680 : ffff9caf601300c8) 00010000:00000001:1.0:1789130401.763750:0:32324:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130401.763751:0:32324:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130401.763753:0:32324:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b6800 refcount=3 00000020:00000001:1.0:1789130401.763755:0:32324:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649484800 : -109198060066816 : ffff9caf586b6800) 00010000:00000001:1.0:1789130401.763757:0:32324:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649484800 : -109198060066816 : ffff9caf586b6800) 00000080:00000001:1.0:1789130401.763761:0:32324:0:(file.c:6819:ll_layout_conf()) Process entered 00000020:00000001:1.0:1789130401.763764:0:32324:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1789130401.763770:0:32324:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446634875648776744 : -109198060774872 : ffff9caf58609a28) 00000020:00001000:1.0:1789130401.763773:0:32324:0:(cl_object.c:823:cl_env_get()) 1@ffff9caf58609a20 00000020:00000001:1.0:1789130401.763776:0:32324:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:1.0:1789130401.763781:0:32324:0:(lov_object.c:1460:lov_conf_set()) Process entered 00020000:00000002:1.0:1789130401.763785:0:32324:0:(lov_object.c:1314:lov_conf_lock()) Took exclusive lov(ffff9caf58124ba0) owner ffff9caf4c1bcf80 00020000:00000001:1.0:1789130401.763788:0:32324:0:(lov_object.c:1520:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1789130401.763791:0:32324:0:(lov_object.c:1320:lov_conf_unlock()) To release exclusive lov(ffff9caf58124ba0) owner ffff9caf4c1bcf80 00020000:00000002:1.0:1789130401.763795:0:32324:0:(lov_object.c:1547:lov_conf_set()) [0x200000404:0x2c:0x0] lo_layout_invalid=0 00020000:00000001:1.0:1789130401.763798:0:32324:0:(lov_object.c:1548:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130401.763800:0:32324:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130401.764801:0:32324:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:1.0:1789130401.764832:0:32324:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9caf58124ba0) owner 0000000000000000/ffff9caf4c1bcf80 00020000:00000002:2.0:1789130401.765030:0:32324:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9caf58124ba0) owner 0000000000000000/ffff9caf4c1bcf80 00020000:00000001:2.0:1789130401.765035:0:32324:0:(lov_object.c:2339:lov_object_layout_get()) Process entered 00020000:00000001:2.0:1789130401.765037:0:32324:0:(lov_object.c:2345:lov_object_layout_get()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1789130401.765041:0:32324:0:(file.c:6854:ll_layout_conf()) [0x200000404:0x2c:0x0]: layout version change: 4294967294 -> 4294967295 00000020:00001000:2.0:1789130401.765047:0:32324:0:(cl_object.c:917:cl_env_put()) 1@ffff9caf58609a20 00000080:00000001:2.0:1789130401.765052:0:32324:0:(file.c:6861:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130401.765055:0:32324:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130401.765057:0:32324:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1789130401.765059:0:32324:0:(llite_lib.c:3962:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1789130401.765065:0:32324:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1789130401.765067:0:32324:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789130401.765071:0:32324:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000404:0x2c:0x0](ffff9caf601300c8) for lock 0xde5303b1d982cd6a 00800000:00000001:2.0:1789130401.765075:0:32324:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1789130401.765079:0:32324:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1789130401.765080:0:32324:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130401.765083:0:32324:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130401.765085:0:32324:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b6800 refcount=3 00000020:00000001:2.0:1789130401.765087:0:32324:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649484800 : -109198060066816 : ffff9caf586b6800) 00010000:00000001:2.0:1789130401.765090:0:32324:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649484800 : -109198060066816 : ffff9caf586b6800) 00010000:00000001:2.0:1789130401.765093:0:32324:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130401.765094:0:32324:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789130401.765095:0:32324:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789130401.765097:0:32324:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:2.0:1789130401.765106:0:32324:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9caf609d1510 inode ffff9caf601300c8 refc 1 flags 0x40000e 00000080:00000001:2.0:1789130401.765111:0:32324:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:2.0:1789130401.765117:0:32324:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x2c:0x0](ffff9caf601300c8) 00000080:00010000:2.0:1789130401.765121:0:32324:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xde5303b1d982cd6a from it ffffb97f41e17b20 00010000:00000001:2.0:1789130401.765124:0:32324:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130401.765125:0:32324:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130401.765127:0:32324:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b6800 refcount=3 00000020:00000001:2.0:1789130401.765129:0:32324:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649484800 : -109198060066816 : ffff9caf586b6800) 00010000:00000001:2.0:1789130401.765131:0:32324:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649484800 : -109198060066816 : ffff9caf586b6800) 00010000:00000001:2.0:1789130401.765134:0:32324:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789130401.765138:0:32324:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b6800/0xde5303b1d982cd6a lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xcdf1b083821a5aa4 expref: -99 pid: 32324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789130401.765147:0:32324:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130401.765149:0:32324:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130401.765151:0:32324:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1789130401.765154:0:32324:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1789130401.765157:0:32324:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b6800/0xde5303b1d982cd6a lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xcdf1b083821a5aa4 expref: -99 pid: 32324 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1789130401.765165:0:32324:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789130401.765168:0:32324:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789130401.765170:0:32324:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789130401.765176:0:32324:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130401.765177:0:32324:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130401.765178:0:32324:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130401.765182:0:32324:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789130401.765184:0:32324:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130401.765186:0:32324:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130401.765191:0:32324:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130401.765193:0:32324:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789130401.765194:0:32324:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130401.765195:0:32324:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1789130401.765197:0:32324:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1789130401.765203:0:32324:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9caf47c6c400. 00000100:00000001:2.0:1789130401.765212:0:32324:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130401.765224:0:32324:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf615d5e00 x1876037329035264/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/584 e 0 to 0 dl 1789130417 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130401.765232:0:32324:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789130401.765237:0:32324:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789130401.765241:0:32324:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9caf482d9000. 02000000:00000001:2.0:1789130401.765245:0:32324:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789130401.765248:0:32324:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1789130401.765250:0:32324:0:(genops.c:1223:class_import_put()) import ffff9caf6079a800 refcount=6 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000020:00000001:2.0:1789130401.765252:0:32324:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1789130401.765255:0:32324:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9caf487c2400. 02000000:00000001:2.0:1789130401.765260:0:32324:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789130401.765262:0:32324:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789130401.765264:0:32324:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf615d5e00. 00000100:00000001:2.0:1789130401.765270:0:32324:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789130401.765272:0:32324:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1789130401.765275:0:32324:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:2.0:1789130401.765276:0:32324:0:(dcache.c:176:ll_intent_release()) intent ffffb97f41e17b20 released 00000080:00000001:2.0:1789130401.765278:0:32324:0:(dcache.c:187:ll_intent_release()) Process leaving 00000020:00000001:2.0:1789130401.765293:0:32324:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41e17d10 00000080:00200008:2.0:1789130401.765295:0:32324:0:(file.c:6313:ll_getattr_dentry()) START file f22.recovery-small-1:[0x200000404:0x2c:0x0](ffff9caf601300c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1789130401.765307:0:32324:0:(statahead.c:2326:start_statahead_thread()) Process entered 00000080:00000001:2.0:1789130401.765313:0:32324:0:(statahead.c:604:ll_sai_alloc()) Process entered 00000080:00000010:2.0:1789130401.765320:0:32324:0:(statahead.c:606:ll_sai_alloc()) kmalloced '(sai)': 504 at ffff9caf43366e00. 00000080:00000001:2.0:1789130401.765324:0:32324:0:(statahead.c:628:ll_sai_alloc()) Process leaving (rc=18446634875293691392 : -109198415860224 : ffff9caf43366e00) 00000080:00000001:2.0:1789130401.765329:0:32324:0:(statahead.c:529:ll_sax_alloc()) Process entered 00000080:00000010:2.0:1789130401.765337:0:32324:0:(statahead.c:531:ll_sax_alloc()) kmalloced '(ctx)': 2592 at ffff9caf5010d000. 00000080:00000001:2.0:1789130401.765341:0:32324:0:(statahead.c:544:ll_sax_alloc()) Process leaving (rc=18446634875509329920 : -109198200221696 : ffff9caf5010d000) 00000080:00400000:2.0:1789130401.765345:0:32324:0:(statahead.c:2469:start_statahead_thread()) start statahead thread: [pid 32324] [parent /] 00000080:00000001:2.0:1789130401.766638:0:32324:0:(statahead.c:1163:ll_start_agl()) Process entered 00000080:00400000:2.0:1789130401.766644:0:32324:0:(statahead.c:1166:ll_start_agl()) start agl thread: sai ffff9caf43366e00, parent / 00000080:00000001:2.0:1789130401.768885:0:32324:0:(statahead.c:1183:ll_start_agl()) Process leaving 00000080:00000001:2.0:1789130401.768911:0:32324:0:(statahead.c:2500:start_statahead_thread()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130401.768921:0:32324:0:(file.c:6206:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1789130401.768926:0:32324:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41e17c88 00000080:00200000:2.0:1789130401.768930:0:32324:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x2c:0x0](ffff9caf601300c8),name=f22.recovery-small-1 00000080:00000010:2.0:1789130401.768942:0:32324:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9caf455e3200. 00800000:00000002:2.0:1789130401.768952:0:32324:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9caf4557c8c0 2 00000080:00000001:1.0:1789130401.769046:0:32326:0:(statahead.c:1097:ll_agl_thread()) Process entered 00000080:00400000:1.0:1789130401.769050:0:32326:0:(statahead.c:1100:ll_agl_thread()) agl thread started: sai ffff9caf43366e00, parent / 00000080:00000001:2.0:1789130401.769081:0:32324:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1789130401.769089:0:32324:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1789130401.769092:0:32324:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41e17ba8 00800000:00000002:2.0:1789130401.769096:0:32324:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000404:0x2c:0x0] 'f22.recovery-small-1' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1789130401.769101:0:32324:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1789130401.769110:0:32324:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x2c:0x0], name='' -> mds #0 00000002:00000001:2.0:1789130401.769118:0:32324:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1789130401.769120:0:32324:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41e17a78 00000002:00010000:2.0:1789130401.769122:0:32324:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000404:0x2c:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1789130401.769126:0:32324:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1789130401.769129:0:32324:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789130401.769134:0:32324:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789130401.769147:0:32324:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf42f26000 count: 2 00010000:00000001:2.0:1789130401.769152:0:32324:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789130401.769158:0:32324:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789130401.769164:0:32324:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1789130401.769171:0:32324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b6800/0xde5303b1d982cd6a lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xcdf1b083821a5aa4 expref: -99 pid: 32324 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:2.0:1789130401.769184:0:32324:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1789130401.769191:0:32324:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789130401.769194:0:32324:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b6800/0xde5303b1d982cd6a lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xcdf1b083821a5aa4 expref: -99 pid: 32324 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:2.0:1789130401.769203:0:32324:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1789130401.769205:0:32324:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1789130401.769207:0:32324:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1789130401.769209:0:32324:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1789130401.769212:0:32324:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1789130401.769214:0:32324:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1789130401.769218:0:32324:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1789130401.769222:0:32324:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9caf4557c8c0 2 00000080:00000010:2.0:1789130401.769226:0:32324:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9caf455e3200. 00000080:00000001:2.0:1789130401.769231:0:32324:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1789130401.769234:0:32324:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789130401.769237:0:32324:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x2c:0x0](ffff9caf601300c8) 00000080:00010000:2.0:1789130401.769243:0:32324:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000404:0x2c:0x0](ffff9caf601300c8) for lock 0xde5303b1d982cd6a 00800000:00000001:2.0:1789130401.769247:0:32324:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1789130401.769250:0:32324:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1789130401.769252:0:32324:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130401.769255:0:32324:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130401.769258:0:32324:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b6800 refcount=3 00000020:00000001:2.0:1789130401.769262:0:32324:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649484800 : -109198060066816 : ffff9caf586b6800) 00010000:00000001:2.0:1789130401.769265:0:32324:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649484800 : -109198060066816 : ffff9caf586b6800) 00010000:00000001:2.0:1789130401.769268:0:32324:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130401.769271:0:32324:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789130401.769272:0:32324:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789130401.769274:0:32324:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789130401.769277:0:32324:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xde5303b1d982cd6a from it ffffb97f41e17cc0 00010000:00000001:2.0:1789130401.769279:0:32324:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130401.769280:0:32324:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130401.769282:0:32324:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b6800 refcount=3 00000020:00000001:2.0:1789130401.769283:0:32324:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649484800 : -109198060066816 : ffff9caf586b6800) 00010000:00000001:2.0:1789130401.769285:0:32324:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649484800 : -109198060066816 : ffff9caf586b6800) 00010000:00000001:2.0:1789130401.769288:0:32324:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789130401.769291:0:32324:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b6800/0xde5303b1d982cd6a lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xcdf1b083821a5aa4 expref: -99 pid: 32324 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1789130401.769298:0:32324:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130401.769299:0:32324:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130401.769301:0:32324:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1789130401.769304:0:32324:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1789130401.769307:0:32324:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b6800/0xde5303b1d982cd6a lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xcdf1b083821a5aa4 expref: -99 pid: 32324 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1789130401.769315:0:32324:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789130401.769319:0:32324:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789130401.769322:0:32324:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789130401.769328:0:32324:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130401.769330:0:32324:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130401.769332:0:32324:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130401.769336:0:32324:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789130401.769338:0:32324:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130401.769340:0:32324:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130401.769343:0:32324:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130401.769345:0:32324:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789130401.769347:0:32324:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130401.769348:0:32324:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1789130401.769352:0:32324:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1789130401.769354:0:32324:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1789130401.769358:0:32324:0:(pcc.c:2686:pcc_inode_getattr()) Process entered 00000080:00000001:2.0:1789130401.769362:0:32324:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:2.0:1789130401.769364:0:32324:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1789130401.769366:0:32324:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:2.0:1789130401.769368:0:32324:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130401.769371:0:32324:0:(pcc.c:2695:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130401.769374:0:32324:0:(file.c:6377:ll_getattr_dentry()) Process leaving via fill_attr (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1789130401.769381:0:32324:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41e17d10 00000080:00000008:2.0:1789130401.769384:0:32324:0:(file.c:6498:ll_getattr_dentry()) COMPLETED file f22.recovery-small-1:[0x200000404:0x2c:0x0](ffff9caf601300c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1789130401.769392:0:32324:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1789130401.769394:0:32324:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41e17da0 00000080:00002000:2.0:1789130401.769395:0:32324:0:(dcache.c:127:ll_ddelete()) keeping dentry f22.recovery-small-1 (ffff9caf609d1510, parent ffff9caf600f3360, inode ffff9caf601300c8) hashed, 00000080:00000001:2.0:1789130401.769399:0:32324:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130401.769462:0:32324:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:2.0:1789130401.769467:0:32324:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:2.0:1789130401.769468:0:32324:0:(file.c:6206:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1789130401.769470:0:32324:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41e17bd8 00000080:00200000:2.0:1789130401.769472:0:32324:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8),name=/ 00000080:00000010:2.0:1789130401.769476:0:32324:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9caf455e3200. 00800000:00000002:2.0:1789130401.769479:0:32324:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9caf4557c8c0 2 00000080:00000001:2.0:1789130401.769481:0:32324:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1789130401.769483:0:32324:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1789130401.769485:0:32324:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41e17af8 00800000:00000002:2.0:1789130401.769486:0:32324:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1789130401.769489:0:32324:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1789130401.769491:0:32324:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1789130401.769495:0:32324:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1789130401.769496:0:32324:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41e179c8 00000002:00010000:2.0:1789130401.769497:0:32324:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1789130401.769500:0:32324:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1789130401.769501:0:32324:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789130401.769503:0:32324:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789130401.769506:0:32324:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf42f26500 count: 2 00010000:00000001:2.0:1789130401.769508:0:32324:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789130401.769511:0:32324:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789130401.769513:0:32324:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1789130401.769516:0:32324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7400/0xde5303b1d982cd63 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a5a88 expref: -99 pid: 32324 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:2.0:1789130401.769523:0:32324:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1789130401.769526:0:32324:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789130401.769528:0:32324:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7400/0xde5303b1d982cd63 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a5a88 expref: -99 pid: 32324 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:2.0:1789130401.769534:0:32324:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1789130401.769535:0:32324:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1789130401.769537:0:32324:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1789130401.769538:0:32324:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1789130401.769540:0:32324:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1789130401.769542:0:32324:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1789130401.769544:0:32324:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1789130401.769545:0:32324:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9caf4557c8c0 2 00000080:00000001:3.0:1789130401.769908:0:32325:0:(statahead.c:1544:ll_statahead_thread()) Process entered 00000080:00400000:3.0:1789130401.769913:0:32325:0:(statahead.c:1547:ll_statahead_thread()) statahead thread starting: sai ffff9caf43366e00, parent / 00800000:00000001:3.0:1789130401.769917:0:32325:0:(lmv_obd.c:4431:lmv_batch_create()) Process entered 00800000:00000010:3.0:1789130401.769922:0:32325:0:(lmv_obd.c:4432:lmv_batch_create()) kmalloced '(lbh)': 48 at ffff9caf4689c400. 00800000:00000001:3.0:1789130401.769925:0:32325:0:(lmv_obd.c:4449:lmv_batch_create()) Process leaving (rc=18446634875349484544 : -109198360067072 : ffff9caf4689c400) 00000080:00000001:3.0:1789130401.769927:0:32325:0:(statahead.c:1486:ll_statahead_by_fname()) Process entered 00000080:00400000:3.0:1789130401.769930:0:32325:0:(statahead.c:1489:ll_statahead_by_fname()) lustre: FNAME statahead: parent / fname prefix f22.recovery-small- 00000080:00000010:3.0:1789130401.769935:0:32325:0:(statahead.c:1491:ll_statahead_by_fname()) kmalloced '(fname)': 255 at ffff9caf47fd2b00. 00000080:00000001:3.0:1789130401.769940:0:32325:0:(statahead.c:1053:sa_statahead()) Process entered 00000080:00000001:3.0:1789130401.769943:0:32325:0:(statahead.c:199:sa_alloc()) Process entered 00000080:00000010:3.0:1789130401.769947:0:32325:0:(statahead.c:203:sa_alloc()) kmalloced '(entry)': 128 at ffff9caf42e06380. 00000020:00000001:3.0:1789130401.769949:0:32325:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41f1fcd8 00000080:00400000:3.0:1789130401.769950:0:32325:0:(statahead.c:208:sa_alloc()) alloc sa entry f22.recovery-small-2(ffff9caf42e06380) index 1 00000080:00000001:3.0:1789130401.769954:0:32325:0:(statahead.c:233:sa_alloc()) Process leaving (rc=18446634875288052608 : -109198421499008 : ffff9caf42e06380) 00000080:00000001:3.0:1789130401.769969:0:32325:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:3.0:1789130401.769971:0:32325:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41f1fc98 00000080:00002000:3.0:1789130401.769973:0:32325:0:(dcache.c:87:ll_dcompare()) found name f22.recovery-small-2(ffff9caf6032aa20) flags 0x40000e refc 1 00000080:00000001:3.0:1789130401.769976:0:32325:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130401.769979:0:32325:0:(statahead.c:1012:sa_revalidate()) Process entered 00000080:00000010:3.0:1789130401.769983:0:32325:0:(statahead.c:443:sa_prep_data()) kmalloced '(item)': 672 at ffff9caf50105000. 00800000:00000002:3.0:1789130401.769987:0:32325:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9caf4557c8c0 3 00800000:00000001:3.0:1789130401.769993:0:32325:0:(lmv_obd.c:4261:lmv_revalidate_lock()) Process entered 00000002:00000001:3.0:1789130401.769997:0:32325:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1789130401.769998:0:32325:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789130401.770000:0:32325:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789130401.770004:0:32325:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf4814d400 count: 2 00010000:00000001:3.0:1789130401.770007:0:32325:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789130401.770010:0:32325:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789130401.770013:0:32325:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1789130401.770016:0:32325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a92600/0xde5303b1d982cd55 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xcdf1b083821a5a57 expref: -99 pid: 32322 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 02000000:00000001:3.0:1789130401.770023:0:32325:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1789130401.770025:0:32325:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789130401.770027:0:32325:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a92600/0xde5303b1d982cd55 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xcdf1b083821a5a57 expref: -99 pid: 32322 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000002:00000001:3.0:1789130401.770033:0:32325:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1789130401.770035:0:32325:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1789130401.770036:0:32325:0:(lmv_obd.c:4268:lmv_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1789130401.770038:0:32325:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:3.0:1789130401.770040:0:32325:0:(dcache.c:176:ll_intent_release()) intent ffffb97f41f1fd78 released 00000080:00010000:3.0:1789130401.770042:0:32325:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xde5303b1d982cd55 from it ffffb97f41f1fd78 00010000:00000001:3.0:1789130401.770044:0:32325:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789130401.770046:0:32325:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789130401.770047:0:32325:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf46a92600 refcount=3 00000020:00000001:3.0:1789130401.770049:0:32325:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875351541248 : -109198358010368 : ffff9caf46a92600) 00010000:00000001:3.0:1789130401.770051:0:32325:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875351541248 : -109198358010368 : ffff9caf46a92600) 00010000:00000001:3.0:1789130401.770053:0:32325:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789130401.770056:0:32325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a92600/0xde5303b1d982cd55 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xcdf1b083821a5a57 expref: -99 pid: 32322 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1789130401.770062:0:32325:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130401.770064:0:32325:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789130401.770065:0:32325:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1789130401.770067:0:32325:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1789130401.770069:0:32325:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a92600/0xde5303b1d982cd55 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xcdf1b083821a5a57 expref: -99 pid: 32322 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1789130401.770076:0:32325:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130401.770077:0:32325:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789130401.770079:0:32325:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789130401.770081:0:32325:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130401.770082:0:32325:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789130401.770084:0:32325:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130401.770085:0:32325:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789130401.770086:0:32325:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130401.770088:0:32325:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130401.770090:0:32325:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130401.770092:0:32325:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789130401.770093:0:32325:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130401.770094:0:32325:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1789130401.770096:0:32325:0:(dcache.c:187:ll_intent_release()) Process leaving 00800000:00000002:3.0:1789130401.770097:0:32325:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9caf4557c8c0 3 00000080:00000010:3.0:1789130401.770100:0:32325:0:(statahead.c:428:sa_fini_data()) kfreed 'item': 672 at ffff9caf50105000. 00000080:00000001:3.0:1789130401.770105:0:32325:0:(statahead.c:1031:sa_revalidate()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1789130401.770124:0:32325:0:(statahead.c:1081:sa_statahead()) Process leaving 00000080:00000001:3.0:1789130401.770126:0:32325:0:(statahead.c:1053:sa_statahead()) Process entered 00000080:00000001:3.0:1789130401.770127:0:32325:0:(statahead.c:199:sa_alloc()) Process entered 00000080:00000010:3.0:1789130401.770130:0:32325:0:(statahead.c:203:sa_alloc()) kmalloced '(entry)': 128 at ffff9caf42e06600. 00000020:00000001:3.0:1789130401.770132:0:32325:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41f1fcd8 00000080:00400000:3.0:1789130401.770133:0:32325:0:(statahead.c:208:sa_alloc()) alloc sa entry f22.recovery-small-3(ffff9caf42e06600) index 2 00000080:00000001:3.0:1789130401.770136:0:32325:0:(statahead.c:233:sa_alloc()) Process leaving (rc=18446634875288053248 : -109198421498368 : ffff9caf42e06600) 00000080:00000001:3.0:1789130401.770138:0:32325:0:(statahead.c:977:sa_lookup()) Process entered 00000080:00000010:3.0:1789130401.770140:0:32325:0:(statahead.c:443:sa_prep_data()) kmalloced '(item)': 672 at ffff9caf50105000. 00800000:00000002:3.0:1789130401.770142:0:32325:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9caf4557c8c0 3 00800000:00000001:3.0:1789130401.770146:0:32325:0:(lmv_obd.c:4625:lmv_batch_add()) Process entered 00800000:00000001:3.0:1789130401.770149:0:32325:0:(lmv_obd.c:4588:lmv_batch_get_sub()) Process entered 00800000:00000010:3.0:1789130401.770152:0:32325:0:(lmv_obd.c:4594:lmv_batch_get_sub()) kmalloced '(sbh)': 32 at ffff9caf4938ea40. 00000002:00000001:3.0:1789130401.770156:0:32325:0:(batch.c:649:cli_batch_create()) Process entered 00000002:00000010:3.0:1789130401.770158:0:32325:0:(batch.c:651:cli_batch_create()) kmalloced '(cbh)': 32 at ffff9caf4938e100. 00000002:00000010:3.0:1789130401.770162:0:32325:0:(batch.c:289:batch_update_request_create()) kmalloced '(head)': 80 at ffff9caf58401180. 00000002:00000010:3.0:1789130401.770165:0:32325:0:(batch.c:217:batch_update_buffer_create()) kmalloced '(buf)': 40 at ffff9caf4689c480. 00000002:00000010:3.0:1789130401.770171:0:32325:0:(batch.c:223:batch_update_buffer_create()) kmalloced '(bur)': 4096 at ffff9caf48467000. 00000002:00000001:3.0:1789130401.770173:0:32325:0:(batch.c:666:cli_batch_create()) Process leaving (rc=18446634875394515200 : -109198315036416 : ffff9caf4938e100) 00800000:00000001:3.0:1789130401.770176:0:32325:0:(lmv_obd.c:4612:lmv_batch_get_sub()) Process leaving (rc=18446634875394515200 : -109198315036416 : ffff9caf4938e100) 00000002:00000001:3.0:1789130401.770180:0:32325:0:(mdc_batch.c:198:mdc_batch_add()) Process entered 00000002:00000010:3.0:1789130401.770183:0:32325:0:(mdc_batch.c:207:mdc_batch_add()) kmalloced '(item->mop_pill)': 144 at ffff9caf485e8540. 00000002:00000001:3.0:1789130401.770186:0:32325:0:(batch.c:710:cli_batch_add()) Process entered 00000002:00000001:3.0:1789130401.770188:0:32325:0:(batch.c:495:batch_update_request_add()) Process entered 00000002:00000001:3.0:1789130401.770190:0:32325:0:(mdc_batch.c:75:mdc_batch_getattr_pack()) Process entered 00000002:00000001:3.0:1789130401.770206:0:32325:0:(mdc_batch.c:32:mdc_ldlm_lock_pack()) Process entered 00010000:00000001:3.0:1789130401.770209:0:32325:0:(ldlm_request.c:1255:ldlm_cli_lock_create_pack()) Process entered 00010000:00000001:3.0:1789130401.770211:0:32325:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1789130401.770214:0:32325:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf42f26500 count: 2 00010000:00000001:3.0:1789130401.770217:0:32325:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789130401.770220:0:32325:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1789130401.770224:0:32325:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9caf47e21a00. 00000020:00000001:3.0:1789130401.770228:0:32325:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1789130401.770230:0:32325:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9caf47e21a00 with handle 0xde5303b1d982cd71 to hash 00000020:00000001:3.0:1789130401.770232:0:32325:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1789130401.770234:0:32325:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446634875372050944 : -109198337500672 : ffff9caf47e21a00) 00010000:00000001:3.0:1789130401.770238:0:32325:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446634875372050944 : -109198337500672 : ffff9caf47e21a00) 00010000:00000001:3.0:1789130401.770240:0:32325:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789130401.770243:0:32325:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789130401.770246:0:32325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e21a00/0xde5303b1d982cd71 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 32325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789130401.770253:0:32325:0:(ldlm_request.c:1275:ldlm_cli_lock_create_pack()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e21a00/0xde5303b1d982cd71 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789130401.770260:0:32325:0:(ldlm_request.c:1287:ldlm_cli_lock_create_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789130401.770262:0:32325:0:(mdc_batch.c:51:mdc_ldlm_lock_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789130401.770266:0:32325:0:(mdc_batch.c:150:mdc_batch_getattr_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:3.0:1789130401.770269:0:32325:0:(batch.c:263:batch_insert_update_callback()) kmalloced '(ouc)': 40 at ffff9caf4689c1c0. 00000002:00000001:3.0:1789130401.770273:0:32325:0:(batch.c:544:batch_update_request_add()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789130401.770275:0:32325:0:(batch.c:722:cli_batch_add()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789130401.770277:0:32325:0:(mdc_batch.c:213:mdc_batch_add()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789130401.770278:0:32325:0:(lmv_obd.c:4637:lmv_batch_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130401.770280:0:32325:0:(statahead.c:987:sa_lookup()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130401.770281:0:32325:0:(statahead.c:1081:sa_statahead()) Process leaving 00000080:00000001:3.0:1789130401.770283:0:32325:0:(statahead.c:1053:sa_statahead()) Process entered 00000080:00000001:3.0:1789130401.770284:0:32325:0:(statahead.c:199:sa_alloc()) Process entered 00000080:00000010:3.0:1789130401.770285:0:32325:0:(statahead.c:203:sa_alloc()) kmalloced '(entry)': 128 at ffff9caf42e06100. 00000020:00000001:3.0:1789130401.770287:0:32325:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41f1fcd8 00000080:00400000:3.0:1789130401.770288:0:32325:0:(statahead.c:208:sa_alloc()) alloc sa entry f22.recovery-small-4(ffff9caf42e06100) index 3 00000080:00000001:3.0:1789130401.770290:0:32325:0:(statahead.c:233:sa_alloc()) Process leaving (rc=18446634875288051968 : -109198421499648 : ffff9caf42e06100) 00000080:00000001:3.0:1789130401.770293:0:32325:0:(statahead.c:977:sa_lookup()) Process entered 00000080:00000010:3.0:1789130401.770295:0:32325:0:(statahead.c:443:sa_prep_data()) kmalloced '(item)': 672 at ffff9caf50105400. 00800000:00000002:3.0:1789130401.770297:0:32325:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9caf4557c8c0 4 00800000:00000001:3.0:1789130401.770300:0:32325:0:(lmv_obd.c:4625:lmv_batch_add()) Process entered 00800000:00000001:3.0:1789130401.770302:0:32325:0:(lmv_obd.c:4588:lmv_batch_get_sub()) Process entered 00800000:00000001:3.0:1789130401.770303:0:32325:0:(lmv_obd.c:4592:lmv_batch_get_sub()) Process leaving (rc=18446634875394515200 : -109198315036416 : ffff9caf4938e100) 00000002:00000001:3.0:1789130401.770305:0:32325:0:(mdc_batch.c:198:mdc_batch_add()) Process entered 00000002:00000010:3.0:1789130401.770307:0:32325:0:(mdc_batch.c:207:mdc_batch_add()) kmalloced '(item->mop_pill)': 144 at ffff9caf485e8900. 00000002:00000001:3.0:1789130401.770309:0:32325:0:(batch.c:710:cli_batch_add()) Process entered 00000002:00000001:3.0:1789130401.770310:0:32325:0:(batch.c:495:batch_update_request_add()) Process entered 00000002:00000001:3.0:1789130401.770311:0:32325:0:(mdc_batch.c:75:mdc_batch_getattr_pack()) Process entered 00000002:00000001:3.0:1789130401.770315:0:32325:0:(mdc_batch.c:32:mdc_ldlm_lock_pack()) Process entered 00010000:00000001:3.0:1789130401.770317:0:32325:0:(ldlm_request.c:1255:ldlm_cli_lock_create_pack()) Process entered 00010000:00000001:3.0:1789130401.770318:0:32325:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1789130401.770320:0:32325:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf42f26500 count: 3 00010000:00000001:3.0:1789130401.770322:0:32325:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789130401.770324:0:32325:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1789130401.770326:0:32325:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9caf47e21400. 00000020:00000001:3.0:1789130401.770329:0:32325:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1789130401.770330:0:32325:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9caf47e21400 with handle 0xde5303b1d982cd78 to hash 00000020:00000001:3.0:1789130401.770332:0:32325:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1789130401.770334:0:32325:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446634875372049408 : -109198337502208 : ffff9caf47e21400) 00010000:00000001:3.0:1789130401.770336:0:32325:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446634875372049408 : -109198337502208 : ffff9caf47e21400) 00010000:00000001:3.0:1789130401.770338:0:32325:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789130401.770339:0:32325:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789130401.770342:0:32325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e21400/0xde5303b1d982cd78 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 32325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789130401.770348:0:32325:0:(ldlm_request.c:1275:ldlm_cli_lock_create_pack()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e21400/0xde5303b1d982cd78 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x0 pid: 32325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789130401.770354:0:32325:0:(ldlm_request.c:1287:ldlm_cli_lock_create_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789130401.770356:0:32325:0:(mdc_batch.c:51:mdc_ldlm_lock_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789130401.770358:0:32325:0:(mdc_batch.c:150:mdc_batch_getattr_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:3.0:1789130401.770360:0:32325:0:(batch.c:263:batch_insert_update_callback()) kmalloced '(ouc)': 40 at ffff9caf4689cec0. 00000002:00000001:3.0:1789130401.770362:0:32325:0:(batch.c:544:batch_update_request_add()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789130401.770363:0:32325:0:(batch.c:722:cli_batch_add()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789130401.770365:0:32325:0:(mdc_batch.c:213:mdc_batch_add()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789130401.770366:0:32325:0:(lmv_obd.c:4637:lmv_batch_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130401.770368:0:32325:0:(statahead.c:987:sa_lookup()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130401.770369:0:32325:0:(statahead.c:1081:sa_statahead()) Process leaving 00000080:00000001:3.0:1789130401.770371:0:32325:0:(statahead.c:1053:sa_statahead()) Process entered 00000080:00000001:3.0:1789130401.770372:0:32325:0:(statahead.c:199:sa_alloc()) Process entered 00000080:00000010:3.0:1789130401.770374:0:32325:0:(statahead.c:203:sa_alloc()) kmalloced '(entry)': 128 at ffff9caf42e06700. 00000020:00000001:3.0:1789130401.770375:0:32325:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41f1fcd8 00000080:00400000:3.0:1789130401.770377:0:32325:0:(statahead.c:208:sa_alloc()) alloc sa entry f22.recovery-small-5(ffff9caf42e06700) index 4 00000080:00000001:3.0:1789130401.770379:0:32325:0:(statahead.c:233:sa_alloc()) Process leaving (rc=18446634875288053504 : -109198421498112 : ffff9caf42e06700) 00000080:00000001:3.0:1789130401.770381:0:32325:0:(statahead.c:977:sa_lookup()) Process entered 00000080:00000010:3.0:1789130401.770384:0:32325:0:(statahead.c:443:sa_prep_data()) kmalloced '(item)': 672 at ffff9caf50106800. 00800000:00000002:3.0:1789130401.770386:0:32325:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9caf4557c8c0 5 00800000:00000001:3.0:1789130401.770389:0:32325:0:(lmv_obd.c:4625:lmv_batch_add()) Process entered 00800000:00000001:3.0:1789130401.770390:0:32325:0:(lmv_obd.c:4588:lmv_batch_get_sub()) Process entered 00800000:00000001:3.0:1789130401.770391:0:32325:0:(lmv_obd.c:4592:lmv_batch_get_sub()) Process leaving (rc=18446634875394515200 : -109198315036416 : ffff9caf4938e100) 00000002:00000001:3.0:1789130401.770394:0:32325:0:(mdc_batch.c:198:mdc_batch_add()) Process entered 00000002:00000010:3.0:1789130401.770396:0:32325:0:(mdc_batch.c:207:mdc_batch_add()) kmalloced '(item->mop_pill)': 144 at ffff9caf485e83c0. 00000002:00000001:3.0:1789130401.770398:0:32325:0:(batch.c:710:cli_batch_add()) Process entered 00000002:00000001:3.0:1789130401.770398:0:32325:0:(batch.c:495:batch_update_request_add()) Process entered 00000002:00000001:3.0:1789130401.770399:0:32325:0:(mdc_batch.c:75:mdc_batch_getattr_pack()) Process entered 00000002:00000001:3.0:1789130401.770402:0:32325:0:(mdc_batch.c:32:mdc_ldlm_lock_pack()) Process entered 00010000:00000001:3.0:1789130401.770404:0:32325:0:(ldlm_request.c:1255:ldlm_cli_lock_create_pack()) Process entered 00010000:00000001:3.0:1789130401.770405:0:32325:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1789130401.770407:0:32325:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf42f26500 count: 4 00010000:00000001:3.0:1789130401.770408:0:32325:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789130401.770411:0:32325:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1789130401.770413:0:32325:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9caf47e20200. 00000020:00000001:3.0:1789130401.770415:0:32325:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1789130401.770417:0:32325:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9caf47e20200 with handle 0xde5303b1d982cd7f to hash 00000020:00000001:3.0:1789130401.770419:0:32325:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1789130401.770420:0:32325:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446634875372044800 : -109198337506816 : ffff9caf47e20200) 00010000:00000001:3.0:1789130401.770423:0:32325:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446634875372044800 : -109198337506816 : ffff9caf47e20200) 00010000:00000001:3.0:1789130401.770425:0:32325:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789130401.770427:0:32325:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789130401.770430:0:32325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e20200/0xde5303b1d982cd7f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x10000000000000 pid: 32325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789130401.770435:0:32325:0:(ldlm_request.c:1275:ldlm_cli_lock_create_pack()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e20200/0xde5303b1d982cd7f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x0 pid: 32325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789130401.770441:0:32325:0:(ldlm_request.c:1287:ldlm_cli_lock_create_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789130401.770442:0:32325:0:(mdc_batch.c:51:mdc_ldlm_lock_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789130401.770445:0:32325:0:(mdc_batch.c:150:mdc_batch_getattr_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:3.0:1789130401.770447:0:32325:0:(batch.c:263:batch_insert_update_callback()) kmalloced '(ouc)': 40 at ffff9caf4689cf80. 00000002:00000001:3.0:1789130401.770449:0:32325:0:(batch.c:544:batch_update_request_add()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789130401.770450:0:32325:0:(batch.c:722:cli_batch_add()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789130401.770452:0:32325:0:(mdc_batch.c:213:mdc_batch_add()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789130401.770454:0:32325:0:(lmv_obd.c:4637:lmv_batch_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130401.770455:0:32325:0:(statahead.c:987:sa_lookup()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130401.770457:0:32325:0:(statahead.c:1081:sa_statahead()) Process leaving 00000080:00000001:3.0:1789130401.770458:0:32325:0:(statahead.c:1053:sa_statahead()) Process entered 00000080:00000001:3.0:1789130401.770460:0:32325:0:(statahead.c:199:sa_alloc()) Process entered 00000080:00000010:3.0:1789130401.770462:0:32325:0:(statahead.c:203:sa_alloc()) kmalloced '(entry)': 128 at ffff9caf42e06e80. 00000020:00000001:3.0:1789130401.770463:0:32325:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41f1fcd8 00000080:00400000:3.0:1789130401.770465:0:32325:0:(statahead.c:208:sa_alloc()) alloc sa entry f22.recovery-small-6(ffff9caf42e06e80) index 5 00000080:00000001:3.0:1789130401.770467:0:32325:0:(statahead.c:233:sa_alloc()) Process leaving (rc=18446634875288055424 : -109198421496192 : ffff9caf42e06e80) 00000080:00000001:3.0:1789130401.770469:0:32325:0:(statahead.c:977:sa_lookup()) Process entered 00000080:00000010:3.0:1789130401.770471:0:32325:0:(statahead.c:443:sa_prep_data()) kmalloced '(item)': 672 at ffff9caf50107800. 00800000:00000002:3.0:1789130401.770474:0:32325:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9caf4557c8c0 6 00800000:00000001:3.0:1789130401.770476:0:32325:0:(lmv_obd.c:4625:lmv_batch_add()) Process entered 00800000:00000001:3.0:1789130401.770478:0:32325:0:(lmv_obd.c:4588:lmv_batch_get_sub()) Process entered 00800000:00000001:3.0:1789130401.770480:0:32325:0:(lmv_obd.c:4592:lmv_batch_get_sub()) Process leaving (rc=18446634875394515200 : -109198315036416 : ffff9caf4938e100) 00000002:00000001:3.0:1789130401.770482:0:32325:0:(mdc_batch.c:198:mdc_batch_add()) Process entered 00000002:00000010:3.0:1789130401.770484:0:32325:0:(mdc_batch.c:207:mdc_batch_add()) kmalloced '(item->mop_pill)': 144 at ffff9caf485e8780. 00000002:00000001:3.0:1789130401.770486:0:32325:0:(batch.c:710:cli_batch_add()) Process entered 00000002:00000001:3.0:1789130401.770487:0:32325:0:(batch.c:495:batch_update_request_add()) Process entered 00000002:00000001:3.0:1789130401.770488:0:32325:0:(mdc_batch.c:75:mdc_batch_getattr_pack()) Process entered 00000002:00000001:3.0:1789130401.770491:0:32325:0:(mdc_batch.c:32:mdc_ldlm_lock_pack()) Process entered 00010000:00000001:3.0:1789130401.770492:0:32325:0:(ldlm_request.c:1255:ldlm_cli_lock_create_pack()) Process entered 00010000:00000001:3.0:1789130401.770493:0:32325:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1789130401.770495:0:32325:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf42f26500 count: 5 00010000:00000001:3.0:1789130401.770497:0:32325:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789130401.770499:0:32325:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1789130401.770501:0:32325:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9caf47e21200. 00000020:00000001:3.0:1789130401.770503:0:32325:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1789130401.770505:0:32325:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9caf47e21200 with handle 0xde5303b1d982cd86 to hash 00000020:00000001:3.0:1789130401.770507:0:32325:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1789130401.770508:0:32325:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446634875372048896 : -109198337502720 : ffff9caf47e21200) 00010000:00000001:3.0:1789130401.770511:0:32325:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446634875372048896 : -109198337502720 : ffff9caf47e21200) 00010000:00000001:3.0:1789130401.770512:0:32325:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789130401.770514:0:32325:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789130401.770517:0:32325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e21200/0xde5303b1d982cd86 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x10000000000000 pid: 32325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789130401.770523:0:32325:0:(ldlm_request.c:1275:ldlm_cli_lock_create_pack()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e21200/0xde5303b1d982cd86 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT flags: 0x0 pid: 32325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789130401.770528:0:32325:0:(ldlm_request.c:1287:ldlm_cli_lock_create_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789130401.770530:0:32325:0:(mdc_batch.c:51:mdc_ldlm_lock_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789130401.770532:0:32325:0:(mdc_batch.c:150:mdc_batch_getattr_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:3.0:1789130401.770535:0:32325:0:(batch.c:263:batch_insert_update_callback()) kmalloced '(ouc)': 40 at ffff9caf4689c7c0. 00000002:00000001:3.0:1789130401.770536:0:32325:0:(batch.c:544:batch_update_request_add()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789130401.770538:0:32325:0:(batch.c:722:cli_batch_add()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789130401.770540:0:32325:0:(mdc_batch.c:213:mdc_batch_add()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789130401.770541:0:32325:0:(lmv_obd.c:4637:lmv_batch_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130401.770544:0:32325:0:(statahead.c:987:sa_lookup()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130401.770545:0:32325:0:(statahead.c:1081:sa_statahead()) Process leaving 00000080:00000001:3.0:1789130401.770563:0:32325:0:(statahead.c:1053:sa_statahead()) Process entered 00000080:00000001:3.0:1789130401.770564:0:32325:0:(statahead.c:199:sa_alloc()) Process entered 00000080:00000010:3.0:1789130401.770566:0:32325:0:(statahead.c:203:sa_alloc()) kmalloced '(entry)': 128 at ffff9caf42e06800. 00000020:00000001:3.0:1789130401.770569:0:32325:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41f1fcd8 00000080:00400000:3.0:1789130401.770570:0:32325:0:(statahead.c:208:sa_alloc()) alloc sa entry f22.recovery-small-7(ffff9caf42e06800) index 6 00000080:00000001:3.0:1789130401.770572:0:32325:0:(statahead.c:233:sa_alloc()) Process leaving (rc=18446634875288053760 : -109198421497856 : ffff9caf42e06800) 00000080:00000001:3.0:1789130401.770574:0:32325:0:(statahead.c:977:sa_lookup()) Process entered 00000080:00000010:3.0:1789130401.770577:0:32325:0:(statahead.c:443:sa_prep_data()) kmalloced '(item)': 672 at ffff9caf50107c00. 00800000:00000002:3.0:1789130401.770580:0:32325:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9caf4557c8c0 7 00800000:00000001:3.0:1789130401.770582:0:32325:0:(lmv_obd.c:4625:lmv_batch_add()) Process entered 00800000:00000001:3.0:1789130401.770584:0:32325:0:(lmv_obd.c:4588:lmv_batch_get_sub()) Process entered 00800000:00000001:3.0:1789130401.770585:0:32325:0:(lmv_obd.c:4592:lmv_batch_get_sub()) Process leaving (rc=18446634875394515200 : -109198315036416 : ffff9caf4938e100) 00000002:00000001:3.0:1789130401.770587:0:32325:0:(mdc_batch.c:198:mdc_batch_add()) Process entered 00000002:00000010:3.0:1789130401.770589:0:32325:0:(mdc_batch.c:207:mdc_batch_add()) kmalloced '(item->mop_pill)': 144 at ffff9caf485e8180. 00000002:00000001:3.0:1789130401.770591:0:32325:0:(batch.c:710:cli_batch_add()) Process entered 00000002:00000001:3.0:1789130401.770592:0:32325:0:(batch.c:495:batch_update_request_add()) Process entered 00000002:00000001:3.0:1789130401.770604:0:32325:0:(mdc_batch.c:75:mdc_batch_getattr_pack()) Process entered 00000002:00000001:3.0:1789130401.770607:0:32325:0:(mdc_batch.c:32:mdc_ldlm_lock_pack()) Process entered 00010000:00000001:3.0:1789130401.770609:0:32325:0:(ldlm_request.c:1255:ldlm_cli_lock_create_pack()) Process entered 00010000:00000001:3.0:1789130401.770610:0:32325:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1789130401.770612:0:32325:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf42f26500 count: 6 00010000:00000001:3.0:1789130401.770614:0:32325:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789130401.770616:0:32325:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1789130401.770619:0:32325:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9caf47e20000. 00000020:00000001:3.0:1789130401.770622:0:32325:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1789130401.770624:0:32325:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9caf47e20000 with handle 0xde5303b1d982cd8d to hash 00000020:00000001:3.0:1789130401.770626:0:32325:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1789130401.770627:0:32325:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446634875372044288 : -109198337507328 : ffff9caf47e20000) 00010000:00000001:3.0:1789130401.770629:0:32325:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446634875372044288 : -109198337507328 : ffff9caf47e20000) 00010000:00000001:3.0:1789130401.770631:0:32325:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789130401.770633:0:32325:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789130401.770636:0:32325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e20000/0xde5303b1d982cd8d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x10000000000000 pid: 32325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789130401.770648:0:32325:0:(ldlm_request.c:1275:ldlm_cli_lock_create_pack()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e20000/0xde5303b1d982cd8d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT flags: 0x0 pid: 32325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789130401.770654:0:32325:0:(ldlm_request.c:1287:ldlm_cli_lock_create_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789130401.770655:0:32325:0:(mdc_batch.c:51:mdc_ldlm_lock_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789130401.770658:0:32325:0:(mdc_batch.c:150:mdc_batch_getattr_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:3.0:1789130401.770660:0:32325:0:(batch.c:263:batch_insert_update_callback()) kmalloced '(ouc)': 40 at ffff9caf4689cc40. 00000002:00000001:3.0:1789130401.770662:0:32325:0:(batch.c:544:batch_update_request_add()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789130401.770663:0:32325:0:(batch.c:722:cli_batch_add()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789130401.770664:0:32325:0:(mdc_batch.c:213:mdc_batch_add()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789130401.770666:0:32325:0:(lmv_obd.c:4637:lmv_batch_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130401.770668:0:32325:0:(statahead.c:987:sa_lookup()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130401.770669:0:32325:0:(statahead.c:1081:sa_statahead()) Process leaving 00000080:00000001:3.0:1789130401.770671:0:32325:0:(statahead.c:1053:sa_statahead()) Process entered 00000080:00000001:3.0:1789130401.770672:0:32325:0:(statahead.c:199:sa_alloc()) Process entered 00000080:00000010:3.0:1789130401.770674:0:32325:0:(statahead.c:203:sa_alloc()) kmalloced '(entry)': 128 at ffff9caf42e06d80. 00000020:00000001:3.0:1789130401.770676:0:32325:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41f1fcd8 00000080:00400000:3.0:1789130401.770677:0:32325:0:(statahead.c:208:sa_alloc()) alloc sa entry f22.recovery-small-8(ffff9caf42e06d80) index 7 00000080:00000001:3.0:1789130401.770679:0:32325:0:(statahead.c:233:sa_alloc()) Process leaving (rc=18446634875288055168 : -109198421496448 : ffff9caf42e06d80) 00000080:00000001:3.0:1789130401.770682:0:32325:0:(statahead.c:977:sa_lookup()) Process entered 00000080:00000010:3.0:1789130401.770684:0:32325:0:(statahead.c:443:sa_prep_data()) kmalloced '(item)': 672 at ffff9caf50107400. 00800000:00000002:3.0:1789130401.770687:0:32325:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9caf4557c8c0 8 00800000:00000001:3.0:1789130401.770690:0:32325:0:(lmv_obd.c:4625:lmv_batch_add()) Process entered 00800000:00000001:3.0:1789130401.770691:0:32325:0:(lmv_obd.c:4588:lmv_batch_get_sub()) Process entered 00800000:00000001:3.0:1789130401.770692:0:32325:0:(lmv_obd.c:4592:lmv_batch_get_sub()) Process leaving (rc=18446634875394515200 : -109198315036416 : ffff9caf4938e100) 00000002:00000001:3.0:1789130401.770695:0:32325:0:(mdc_batch.c:198:mdc_batch_add()) Process entered 00000002:00000010:3.0:1789130401.770697:0:32325:0:(mdc_batch.c:207:mdc_batch_add()) kmalloced '(item->mop_pill)': 144 at ffff9caf485e8000. 00000002:00000001:3.0:1789130401.770699:0:32325:0:(batch.c:710:cli_batch_add()) Process entered 00000002:00000001:3.0:1789130401.770700:0:32325:0:(batch.c:495:batch_update_request_add()) Process entered 00000002:00000001:3.0:1789130401.770701:0:32325:0:(mdc_batch.c:75:mdc_batch_getattr_pack()) Process entered 00000002:00000001:3.0:1789130401.770704:0:32325:0:(mdc_batch.c:32:mdc_ldlm_lock_pack()) Process entered 00010000:00000001:3.0:1789130401.770705:0:32325:0:(ldlm_request.c:1255:ldlm_cli_lock_create_pack()) Process entered 00010000:00000001:3.0:1789130401.770706:0:32325:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1789130401.770708:0:32325:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf42f26500 count: 7 00010000:00000001:3.0:1789130401.770711:0:32325:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789130401.770713:0:32325:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1789130401.770715:0:32325:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9caf47e20a00. 00000020:00000001:3.0:1789130401.770718:0:32325:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1789130401.770719:0:32325:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9caf47e20a00 with handle 0xde5303b1d982cd94 to hash 00000020:00000001:3.0:1789130401.770721:0:32325:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1789130401.770722:0:32325:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446634875372046848 : -109198337504768 : ffff9caf47e20a00) 00010000:00000001:3.0:1789130401.770725:0:32325:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446634875372046848 : -109198337504768 : ffff9caf47e20a00) 00010000:00000001:3.0:1789130401.770727:0:32325:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789130401.770728:0:32325:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789130401.770731:0:32325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e20a00/0xde5303b1d982cd94 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x10000000000000 pid: 32325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789130401.770737:0:32325:0:(ldlm_request.c:1275:ldlm_cli_lock_create_pack()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e20a00/0xde5303b1d982cd94 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 8 type: IBT flags: 0x0 pid: 32325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789130401.770742:0:32325:0:(ldlm_request.c:1287:ldlm_cli_lock_create_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789130401.770743:0:32325:0:(mdc_batch.c:51:mdc_ldlm_lock_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789130401.770745:0:32325:0:(mdc_batch.c:150:mdc_batch_getattr_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:3.0:1789130401.770748:0:32325:0:(batch.c:263:batch_insert_update_callback()) kmalloced '(ouc)': 40 at ffff9caf4689c180. 00000002:00000001:3.0:1789130401.770750:0:32325:0:(batch.c:544:batch_update_request_add()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789130401.770752:0:32325:0:(batch.c:722:cli_batch_add()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789130401.770753:0:32325:0:(mdc_batch.c:213:mdc_batch_add()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789130401.770755:0:32325:0:(lmv_obd.c:4637:lmv_batch_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130401.770756:0:32325:0:(statahead.c:987:sa_lookup()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130401.770758:0:32325:0:(statahead.c:1081:sa_statahead()) Process leaving 00000080:00000001:3.0:1789130401.770760:0:32325:0:(statahead.c:1053:sa_statahead()) Process entered 00000080:00000001:3.0:1789130401.770761:0:32325:0:(statahead.c:199:sa_alloc()) Process entered 00000080:00000010:3.0:1789130401.770763:0:32325:0:(statahead.c:203:sa_alloc()) kmalloced '(entry)': 128 at ffff9caf42e06b80. 00000020:00000001:3.0:1789130401.770764:0:32325:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41f1fcd8 00000080:00400000:3.0:1789130401.770766:0:32325:0:(statahead.c:208:sa_alloc()) alloc sa entry f22.recovery-small-9(ffff9caf42e06b80) index 8 00000080:00000001:3.0:1789130401.770768:0:32325:0:(statahead.c:233:sa_alloc()) Process leaving (rc=18446634875288054656 : -109198421496960 : ffff9caf42e06b80) 00000080:00000001:3.0:1789130401.770771:0:32325:0:(statahead.c:977:sa_lookup()) Process entered 00000080:00000010:3.0:1789130401.770774:0:32325:0:(statahead.c:443:sa_prep_data()) kmalloced '(item)': 672 at ffff9caf50104c00. 00800000:00000002:3.0:1789130401.770777:0:32325:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9caf4557c8c0 9 00800000:00000001:3.0:1789130401.770780:0:32325:0:(lmv_obd.c:4625:lmv_batch_add()) Process entered 00800000:00000001:3.0:1789130401.770782:0:32325:0:(lmv_obd.c:4588:lmv_batch_get_sub()) Process entered 00800000:00000001:3.0:1789130401.770783:0:32325:0:(lmv_obd.c:4592:lmv_batch_get_sub()) Process leaving (rc=18446634875394515200 : -109198315036416 : ffff9caf4938e100) 00000002:00000001:3.0:1789130401.770785:0:32325:0:(mdc_batch.c:198:mdc_batch_add()) Process entered 00000002:00000010:3.0:1789130401.770788:0:32325:0:(mdc_batch.c:207:mdc_batch_add()) kmalloced '(item->mop_pill)': 144 at ffff9caf485e8a80. 00000002:00000001:3.0:1789130401.770790:0:32325:0:(batch.c:710:cli_batch_add()) Process entered 00000002:00000001:3.0:1789130401.770791:0:32325:0:(batch.c:495:batch_update_request_add()) Process entered 00000002:00000001:3.0:1789130401.770792:0:32325:0:(mdc_batch.c:75:mdc_batch_getattr_pack()) Process entered 00000002:00000001:3.0:1789130401.770795:0:32325:0:(mdc_batch.c:32:mdc_ldlm_lock_pack()) Process entered 00010000:00000001:3.0:1789130401.770796:0:32325:0:(ldlm_request.c:1255:ldlm_cli_lock_create_pack()) Process entered 00010000:00000001:3.0:1789130401.770798:0:32325:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1789130401.770799:0:32325:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf42f26500 count: 8 00010000:00000001:3.0:1789130401.770801:0:32325:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789130401.770863:0:32325:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1789130401.770866:0:32325:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9caf47e20e00. 00000020:00000001:3.0:1789130401.770869:0:32325:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1789130401.770870:0:32325:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9caf47e20e00 with handle 0xde5303b1d982cd9b to hash 00000020:00000001:3.0:1789130401.770872:0:32325:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1789130401.770873:0:32325:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446634875372047872 : -109198337503744 : ffff9caf47e20e00) 00010000:00000001:3.0:1789130401.770875:0:32325:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446634875372047872 : -109198337503744 : ffff9caf47e20e00) 00010000:00000001:3.0:1789130401.770877:0:32325:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789130401.770879:0:32325:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789130401.770881:0:32325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e20e00/0xde5303b1d982cd9b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x10000000000000 pid: 32325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789130401.770888:0:32325:0:(ldlm_request.c:1275:ldlm_cli_lock_create_pack()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e20e00/0xde5303b1d982cd9b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 9 type: IBT flags: 0x0 pid: 32325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789130401.770892:0:32325:0:(ldlm_request.c:1287:ldlm_cli_lock_create_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789130401.770894:0:32325:0:(mdc_batch.c:51:mdc_ldlm_lock_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789130401.770896:0:32325:0:(mdc_batch.c:150:mdc_batch_getattr_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:3.0:1789130401.770898:0:32325:0:(batch.c:263:batch_insert_update_callback()) kmalloced '(ouc)': 40 at ffff9caf4689ce80. 00000002:00000001:3.0:1789130401.770899:0:32325:0:(batch.c:544:batch_update_request_add()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789130401.770901:0:32325:0:(batch.c:722:cli_batch_add()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789130401.770902:0:32325:0:(mdc_batch.c:213:mdc_batch_add()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789130401.770904:0:32325:0:(lmv_obd.c:4637:lmv_batch_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130401.770906:0:32325:0:(statahead.c:987:sa_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789130401.770908:0:32325:0:(lmv_obd.c:4492:lmv_batch_flush()) Process entered 00000002:00000001:3.0:1789130401.770910:0:32325:0:(batch.c:690:cli_batch_flush()) Process entered 00000002:00000001:3.0:1789130401.770912:0:32325:0:(batch.c:435:batch_send_update_req()) Process entered 00000002:00000001:3.0:1789130401.770914:0:32325:0:(batch.c:121:batch_prep_update_req()) Process entered 00000100:00000010:3.0:1789130401.770920:0:32325:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf501ab840. 00000020:00000040:3.0:1789130401.770925:0:32325:0:(genops.c:1210:class_import_get()) import ffff9caf6079a800 refcount=7 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000100:00000001:3.0:1789130401.770930:0:32325:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789130401.770934:0:32325:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789130401.770937:0:32325:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789130401.770945:0:32325:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 4096 at ffff9caf48461000. 00000100:00000001:3.0:1789130401.770952:0:32325:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789130401.770957:0:32325:0:(batch.c:105:batch_prep_inline_update_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789130401.770959:0:32325:0:(batch.c:143:batch_prep_update_req()) Process leaving via out_req (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789130401.770962:0:32325:0:(batch.c:198:batch_prep_update_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130401.770968:0:32325:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789130401.770973:0:32325:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130401.770989:0:32325:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000ab71e88] to pc [ptlrpcd_01_00+0] req@ffff9caf501ab840 x1876037329035392/t0(0) o63->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:24/4 lens 3128/7008 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000002:00000001:3.0:1789130401.771018:0:32325:0:(batch.c:480:batch_send_update_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789130401.771020:0:32325:0:(batch.c:699:cli_batch_flush()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789130401.771022:0:32325:0:(lmv_obd.c:4514:lmv_batch_flush()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130401.771024:0:32325:0:(statahead.c:1081:sa_statahead()) Process leaving 00000080:00000001:3.0:1789130401.771026:0:32325:0:(statahead.c:681:ll_agl_trigger()) Process entered 00000080:00400000:3.0:1789130401.771029:0:32325:0:(statahead.c:738:ll_agl_trigger()) Handling (init) async glimpse: inode = [0x200000404:0x2b:0x0], idx = 1 00000001:00000001:3.0:1789130401.771032:0:32325:0:(glimpse.c:178:__cl_glimpse_size()) Process entered 00000020:00000001:3.0:1789130401.771035:0:32325:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1789130401.771040:0:32325:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446634875648778040 : -109198060773576 : ffff9caf58609f38) 00000020:00001000:3.0:1789130401.771042:0:32325:0:(cl_object.c:823:cl_env_get()) 1@ffff9caf58609f30 00000020:00000001:3.0:1789130401.771048:0:32325:0:(cl_object.c:143:cl_object_top()) ffff9caf42e28c38 -> ffff9caf42e28c38 00000020:00000001:3.0:1789130401.771051:0:32325:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:3.0:1789130401.771054:0:32325:0:(vvp_io.c:1987:vvp_io_init()) Process entered 00000080:00200000:3.0:1789130401.771056:0:32325:0:(vvp_io.c:1992:vvp_io_init()) [0x200000404:0x2b:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:3.0:1789130401.771060:0:32325:0:(cl_io.c:902:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1789130401.771061:0:32325:0:(cl_io.c:908:cl_io_slice_add()) Process leaving 00000080:00000001:3.0:1789130401.771063:0:32325:0:(file.c:7121:ll_layout_refresh()) Process entered 00000080:00000001:3.0:1789130401.771066:0:32325:0:(file.c:7125:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130401.771068:0:32325:0:(vvp_io.c:2064:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1789130401.771073:0:32325:0:(lov_object.c:1604:lov_io_init()) [0x200000404:0x2b:0x0]io ffff9caf481142d0 type 7 ignore/verify layout 0/1, compressed 0 00020000:00000002:3.0:1789130401.771076:0:32325:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9caf4a6ab9b0) owner 0000000000000000/ffff9caf5011a7c0 00000100:00000001:3.0:1789130401.771089:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789130401.771093:0:2349:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789130401.771096:0:2349:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789130401.771102:0:2349:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf501ab840 x1876037329035392/t0(0) o63->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:24/4 lens 3128/7008 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130401.771110:0:2349:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789130401.771113:0:2349:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789130401.771118:0:2349:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789130401.771120:0:2349:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789130401.771123:0:2349:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789130401.771128:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf501ab840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:2349:1876037329035392:192.168.204.123@tcp:63:ll_sa.0 00000100:00000001:3.0:1789130401.771133:0:2349:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789130401.771140:0:2349:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789130401.771143:0:2349:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789130401.771146:0:2349:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789130401.771155:0:2349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff9caf4847a000. 02000000:00000001:3.0:1789130401.771157:0:2349:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789130401.771165:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:3.0:1789130401.771170:0:2349:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf607880b0. 00000400:00000010:3.0:1789130401.771179:0:2349:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9caf48373780. 00000100:00000200:3.0:1789130401.771188:0:2349:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1876037329035392, portal 4 00000100:00000001:3.0:1789130401.771191:0:2349:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789130401.771193:0:2349:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875509979200 : -109198199572416 : ffff9caf501ab840) 00000100:00000040:3.0:1789130401.771201:0:2349:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9caf501ab840 x1876037329035392/t0(0) o63->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:24/4 lens 3128/7008 e 0 to 0 dl 1789130417 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130401.771209:0:2349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789130401.771212:0:2349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:3.0:1789130401.771217:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf4549f3b8. 00000100:00000200:3.0:1789130401.771220:0:2349:0:(niobuf.c:94:ptl_send_buf()) Sending 3128 bytes to portal 24, xid 1876037329035392, offset 0 00000400:00000200:3.0:1789130401.771228:0:2349:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:3.0:1789130401.771238:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130401.771248:0:2349:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:3.0:1789130401.771255:0:2349:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789130401.771260:0:2349:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:3.0:1789130401.771265:0:2349:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789130401.771267:0:2349:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:3.0:1789130401.771272:0:2349:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2533:2533:256:4294967295] 192.168.204.123@tcp LPNI seq info [2532:2532:8:4294967295] 00000400:00000200:3.0:1789130401.771276:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130401.771287:0:2349:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:3.0:1789130401.771294:0:2349:0:(socklnd_cb.c:931:ksocknal_send()) sending 3128 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:3.0:1789130401.771299:0:2349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf47fd2c00. 00000800:00000200:3.0:1789130401.771307:0:2349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:3.0:1789130401.771318:0:2349:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:3.0:1789130401.771324:0:2349:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf47fd2c00 type 1, nob 3224 niov 1 nkiov 1 00000100:00000001:3.0:1789130401.771343:0:2349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130401.771348:0:2349:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: using a timeout of 783217 usecs (784 jiffies) 00000400:00000200:3.0:1789130401.771352:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:3.0:1789130401.771356:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296496577 00000100:00000001:3.0:1789130401.771359:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 2, keep current deadline 4296497656 00000100:00000001:3.0:1789130401.771362:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296496577 00000100:00000001:3.0:1789130401.771365:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 3, keep current deadline 4296497656 00000100:00000001:3.0:1789130401.771367:0:2349:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789130401.771370:0:2349:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130401.771374:0:2349:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130401.771377:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130401.771387:0:2349:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789130401.771390:0:2349:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1789130401.771392:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789130401.771393:0:2349:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789130401.771396:0:2349:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130401.771398:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130401.771416:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789130401.771419:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789130401.771425:0:32325:0:(lov_io.c:2488:lov_io_init_composite()) Process entered 00020000:00000001:3.0:1789130401.771427:0:32325:0:(lov_io.c:764:lov_io_slice_init()) Process entered 00020000:00000001:3.0:1789130401.771430:0:32325:0:(lov_io.c:478:lov_io_mirror_init()) Process entered 00020000:00000001:3.0:1789130401.771433:0:32325:0:(lov_io.c:489:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789130401.771435:0:32325:0:(lov_io.c:919:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:3.0:1789130401.771438:0:32325:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:3.0:1789130401.771440:0:32325:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789130401.771442:0:32325:0:(cl_io.c:902:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1789130401.771443:0:32325:0:(cl_io.c:908:cl_io_slice_add()) Process leaving 00020000:00000001:3.0:1789130401.771445:0:32325:0:(lov_io.c:2501:lov_io_init_composite()) Process leaving 00020000:00000002:3.0:1789130401.771447:0:32325:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9caf4a6ab9b0) owner 0000000000000000/ffff9caf5011a7c0 00000020:00000001:3.0:1789130401.771449:0:32325:0:(cl_io.c:146:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1789130401.771452:0:32325:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:3.0:1789130401.771453:0:32325:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000404:0x2b:0x0] 00000020:00000001:3.0:1789130401.771456:0:32325:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:3.0:1789130401.771459:0:32325:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:3.0:1789130401.771462:0:32325:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:3.0:1789130401.771465:0:32325:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:3.0:1789130401.771473:0:32325:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:3.0:1789130401.771479:0:32325:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff9caf42e06980. 00020000:00000002:3.0:1789130401.771482:0:32325:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:3.0:1789130401.771485:0:32325:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:3.0:1789130401.771487:0:32325:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1789130401.771490:0:32325:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:3.0:1789130401.771491:0:32325:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1789130401.771494:0:32325:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446634875648776168 : -109198060775448 : ffff9caf586097e8) 00000020:00001000:3.0:1789130401.771496:0:32325:0:(cl_object.c:823:cl_env_get()) 1@ffff9caf586097e0 00000020:00000001:3.0:1789130401.771499:0:32325:0:(cl_object.c:143:cl_object_top()) ffff9caf42e28080 -> ffff9caf42e28c38 00000020:00000001:3.0:1789130401.771501:0:32325:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:3.0:1789130401.771505:0:32325:0:(cl_io.c:902:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1789130401.771506:0:32325:0:(cl_io.c:908:cl_io_slice_add()) Process leaving 00000020:00000001:3.0:1789130401.771509:0:32325:0:(cl_io.c:146:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789130401.771510:0:32325:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789130401.771512:0:32325:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446634875375144088 : -109198334407528 : ffff9caf48114c98) 00000020:00000001:3.0:1789130401.771514:0:32325:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:3.0:1789130401.771521:0:32325:0:(osc_lock.c:1279:osc_lock_init()) slab-alloced 'oscl': 312 at ffff9caf4815f110. 00000008:00010000:3.0:1789130401.771524:0:32325:0:(lustre_osc.h:166:osc_enq2ldlm_flags()) flags: 2b 00000020:00000001:3.0:1789130401.771528:0:32325:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:3.0:1789130401.771529:0:32325:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:3.0:1789130401.771531:0:32325:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9caf42e069b0, osc lock ffff9caf4815f110, flags 0x400041012 00000020:00000001:3.0:1789130401.771533:0:32325:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789130401.771535:0:32325:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789130401.771538:0:32325:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446634875288054144 : -109198421497472 : ffff9caf42e06980) 00000020:00000001:3.0:1789130401.771540:0:32325:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:3.0:1789130401.771541:0:32325:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:3.0:1789130401.771543:0:32325:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789130401.771545:0:32325:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789130401.771547:0:32325:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:3.0:1789130401.771549:0:32325:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:3.0:1789130401.771550:0:32325:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1789130401.771551:0:32325:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446634875375144088 : -109198334407528 : ffff9caf48114c98) 00000020:00000001:3.0:1789130401.771553:0:32325:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:3.0:1789130401.771556:0:32325:0:(osc_lock.c:1010:osc_lock_enqueue()) Process entered 00000008:00000001:3.0:1789130401.771558:0:32325:0:(osc_lock.c:1035:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1789130401.771562:0:32325:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:3.0:1789130401.771565:0:32325:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process entered 00000020:00000001:3.0:1789130401.771567:0:32325:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:3.0:1789130401.771569:0:32325:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:3.0:1789130401.771571:0:32325:0:(lovsub_object.c:152:lovsub_req_projid_set()) Process leaving 00000020:00000001:3.0:1789130401.771572:0:32325:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:3.0:1789130401.771575:0:32325:0:(osc_request.c:3393:osc_enqueue_base()) Process entered 00010000:00000001:3.0:1789130401.771579:0:32325:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1789130401.771583:0:32325:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130401.771587:0:32325:0:(ldlm_request.c:996:ldlm_enqueue_pack()) Process entered 00000100:00000010:3.0:1789130401.771591:0:32325:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf501a83c0. 00000020:00000040:3.0:1789130401.771608:0:32325:0:(genops.c:1210:class_import_get()) import ffff9caf48ede000 refcount=3 obd=lustre-OST0001-osc-ffff9caf5014c800 00010000:00000001:3.0:1789130401.771611:0:32325:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1789130401.771616:0:32325:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789130401.771619:0:32325:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130401.771621:0:32325:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789130401.771623:0:32325:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789130401.771626:0:32325:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789130401.771631:0:32325:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9caf5875a000. 00000100:00000001:3.0:1789130401.771636:0:32325:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130401.771640:0:32325:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1789130401.771641:0:32325:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130401.771643:0:32325:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1789130401.771644:0:32325:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130401.771646:0:32325:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130401.771648:0:32325:0:(ldlm_request.c:1010:ldlm_enqueue_pack()) Process leaving (rc=18446634875509965760 : -109198199585856 : ffff9caf501a83c0) 00010000:00000001:3.0:1789130401.771651:0:32325:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1789130401.771653:0:32325:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1789130401.771658:0:32325:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9caf51bbdc00. 00010000:00000010:3.0:1789130401.771662:0:32325:0:(ldlm_resource.c:1471:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff9caf51bbde00. 00010000:00000001:3.0:1789130401.771667:0:32325:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1789130401.771670:0:32325:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9caf47e21000. 00000020:00000001:3.0:1789130401.771674:0:32325:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1789130401.771676:0:32325:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9caf47e21000 with handle 0xde5303b1d982cda2 to hash 00000020:00000001:3.0:1789130401.771678:0:32325:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1789130401.771679:0:32325:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446634875372048384 : -109198337503232 : ffff9caf47e21000) 00010000:00000010:3.0:1789130401.771683:0:32325:0:(ldlm_lock.c:1732:ldlm_lock_create()) kmalloced '(lock->l_lvb_data)': 56 at ffff9caf4689cb80. 00010000:00000001:3.0:1789130401.771686:0:32325:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446634875372048384 : -109198337503232 : ffff9caf47e21000) 00010000:00000001:3.0:1789130401.771689:0:32325:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789130401.771691:0:32325:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789130401.771695:0:32325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9caf5014c800 lock: 00000000cfb3d2ba/0xde5303b1d982cda2 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 32325 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789130401.771705:0:32325:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400041010 ns: lustre-OST0001-osc-ffff9caf5014c800 lock: 00000000cfb3d2ba/0xde5303b1d982cda2 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 32325 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789130401.771716:0:32325:0:(ldlm_request.c:1191:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130401.771720:0:32325:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789130401.771722:0:32325:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130401.771728:0:32325:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004a8936c8] to pc [ptlrpcd_01_01+1] req@ffff9caf501a83c0 x1876037329035520/t0(0) o101->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:NQU/600/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:0 00000008:00000001:3.0:1789130401.771752:0:32325:0:(osc_request.c:3512:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1789130401.771755:0:32325:0:(osc_lock.c:1114:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789130401.771757:0:32325:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789130401.771759:0:32325:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789130401.771760:0:32325:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789130401.771762:0:32325:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789130401.771764:0:32325:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:3.0:1789130401.771766:0:32325:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9caf48114270 (ffff9caf58609f38/0) at cl_lock_release():245 00000020:00000001:3.0:1789130401.771769:0:32325:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:3.0:1789130401.771770:0:32325:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9caf48114270 (ffff9caf58609f38/0) at cl_lock_cancel():142 00020000:00000001:3.0:1789130401.771773:0:32325:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:3.0:1789130401.771775:0:32325:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1789130401.771776:0:32325:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446634875375144088 : -109198334407528 : ffff9caf48114c98) 00000020:00000001:3.0:1789130401.771778:0:32325:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:3.0:1789130401.771779:0:32325:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9caf42e069b0 (ffff9caf586097e8/1) at cl_lock_cancel():142 00000008:00000001:3.0:1789130401.771782:0:32325:0:(osc_lock.c:1172:osc_lock_cancel()) Process entered 00000008:00000001:3.0:1789130401.771784:0:32325:0:(osc_lock.c:1126:osc_lock_detach()) Process entered 00000008:00000001:3.0:1789130401.771785:0:32325:0:(osc_lock.c:1130:osc_lock_detach()) Process leaving 00000008:00000001:3.0:1789130401.771787:0:32325:0:(osc_lock.c:1181:osc_lock_cancel()) Process leaving 00000020:00000001:3.0:1789130401.771789:0:32325:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:3.0:1789130401.771790:0:32325:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:3.0:1789130401.771791:0:32325:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:3.0:1789130401.771792:0:32325:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9caf48114270 (ffff9caf58609f38/0) at cl_lock_fini():72 00020000:00000001:3.0:1789130401.771796:0:32325:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:3.0:1789130401.771797:0:32325:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:3.0:1789130401.771798:0:32325:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9caf42e069b0 (ffff9caf58609f38/1) at cl_lock_fini():72 00000008:00000010:3.0:1789130401.771801:0:32325:0:(osc_lock.c:116:osc_lock_fini()) slab-freed '(ols)': 312 at ffff9caf4815f110. 00000020:00000001:3.0:1789130401.771839:0:32325:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:3.0:1789130401.771840:0:32325:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff9caf42e06980. 00020000:00000001:3.0:1789130401.771845:0:32325:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:3.0:1789130401.771847:0:32325:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:3.0:1789130401.771848:0:32325:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:3.0:1789130401.771850:0:32325:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789130401.771853:0:32325:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:3.0:1789130401.771856:0:32325:0:(lov_io.c:1057:lov_io_fini()) Process entered 00020000:00000001:3.0:1789130401.771859:0:32325:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:3.0:1789130401.771861:0:32325:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:3.0:1789130401.771862:0:32325:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1789130401.771864:0:32325:0:(cl_object.c:917:cl_env_put()) 1@ffff9caf586097e0 00020000:00000001:3.0:1789130401.771866:0:32325:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:3.0:1789130401.771869:0:32325:0:(lov_io.c:1088:lov_io_fini()) Process leaving 00000080:00000001:3.0:1789130401.771872:0:32325:0:(vvp_io.c:392:vvp_io_fini()) Process entered 00000080:00200000:3.0:1789130401.771874:0:32325:0:(vvp_io.c:402:vvp_io_fini()) [0x200000404:0x2b:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, need minor change layout 0 00000080:00000001:3.0:1789130401.771880:0:32325:0:(file.c:7121:ll_layout_refresh()) Process entered 00000080:00000001:3.0:1789130401.771881:0:32325:0:(file.c:7125:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130401.771884:0:32325:0:(vvp_io.c:506:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1789130401.771886:0:32325:0:(vvp_io.c:509:vvp_io_fini()) Process leaving 00000020:00000001:3.0:1789130401.771887:0:32325:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1789130401.771888:0:32325:0:(cl_object.c:917:cl_env_put()) 1@ffff9caf58609f30 00000001:00000001:3.0:1789130401.771890:0:32325:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:3.0:1789130401.771895:0:32325:0:(statahead.c:747:ll_agl_trigger()) Handled (init) async glimpse: inode= [0x200000404:0x2b:0x0], idx = 1, rc = 1 00000080:00000001:3.0:1789130401.771898:0:32325:0:(statahead.c:751:ll_agl_trigger()) Process leaving 00000100:00000001:3.0:1789130401.771903:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789130401.771905:0:2350:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789130401.771907:0:2350:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789130401.771912:0:2350:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf501a83c0 x1876037329035520/t0(0) o101->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:NQU/600/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130401.771920:0:2350:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789130401.771921:0:2350:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789130401.771925:0:2350:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789130401.771927:0:2350:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789130401.771929:0:2350:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789130401.771933:0:2350:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf501a83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:2350:1876037329035520:192.168.204.123@tcp:101:ll_sa.0 00000100:00000001:3.0:1789130401.771936:0:2350:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789130401.771939:0:2350:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789130401.771941:0:2350:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789130401.771943:0:2350:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789130401.771947:0:2350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9caf50104400. 02000000:00000001:3.0:1789130401.771948:0:2350:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789130401.771952:0:2350:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:3.0:1789130401.771956:0:2350:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf607884d0. 00000400:00000010:3.0:1789130401.771960:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf4549fc38. 00000100:00000200:3.0:1789130401.771964:0:2350:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876037329035520, portal 4 00000100:00000001:3.0:1789130401.771966:0:2350:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789130401.771968:0:2350:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875509965760 : -109198199585856 : ffff9caf501a83c0) 00000100:00000040:3.0:1789130401.771972:0:2350:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9caf501a83c0 x1876037329035520/t0(0) o101->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1789130417 ref 2 fl Rpc:Nr/600/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130401.771979:0:2350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789130401.771981:0:2350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:3.0:1789130401.771983:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf4549f110. 00000100:00000200:3.0:1789130401.771985:0:2350:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1876037329035520, offset 0 00000400:00000200:3.0:1789130401.771990:0:2350:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:3.0:1789130401.771996:0:2350:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130401.772002:0:2350:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:3.0:1789130401.772007:0:2350:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789130401.772010:0:2350:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:3.0:1789130401.772013:0:2350:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789130401.772016:0:2350:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:3.0:1789130401.772020:0:2350:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2534:2534:255:4294967295] 192.168.204.123@tcp LPNI seq info [2533:2533:7:4294967295] 00000400:00000200:3.0:1789130401.772025:0:2350:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130401.772032:0:2350:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:3.0:1789130401.772038:0:2350:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:3.0:1789130401.772043:0:2350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf47fd2000. 00000800:00000200:3.0:1789130401.772048:0:2350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:3.0:1789130401.772054:0:2350:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:3.0:1789130401.772058:0:2350:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf47fd2000 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1789130401.772069:0:2350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130401.772072:0:2350:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9caf5014c800: using a timeout of 345770 usecs (346 jiffies) 00000400:00000200:3.0:1789130401.772075:0:2350:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:3.0:1789130401.772077:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296496140 00000100:00000001:3.0:1789130401.772080:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9caf5014c800: PM QoS request active for cpu 2, keep current deadline 4296497656 00000100:00000001:3.0:1789130401.772081:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296496140 00000100:00000001:3.0:1789130401.772084:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9caf5014c800: PM QoS request active for cpu 3, keep current deadline 4296497656 00000100:00000001:3.0:1789130401.772087:0:2350:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789130401.772089:0:2350:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130401.772091:0:2350:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130401.772093:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130401.772097:0:2350:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789130401.772099:0:2350:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1789130401.772101:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789130401.772102:0:2350:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789130401.772103:0:2350:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130401.772105:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130401.772118:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789130401.772119:0:2349:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789130401.772121:0:2349:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130401.772123:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789130401.772276:0:2341:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789130401.772281:0:2341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf47fd2c00. 00000400:00000200:3.0:1789130401.772287:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130401.772292:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:3.0:1789130401.772298:0:2341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf4549f3b8 00000400:00000010:3.0:1789130401.772301:0:2341:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf4549f3b8. 00000100:00000001:3.0:1789130401.772308:0:2341:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789130401.772312:0:2341:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf501ab840 x1876037329035392/t0(0) o63->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:24/4 lens 3128/7008 e 0 to 0 dl 1789130417 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130401.772323:0:2341:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130401.772327:0:2341:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf501ab840 x1876037329035392/t0(0) o63->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:24/4 lens 3128/7008 e 0 to 0 dl 1789130417 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130401.772335:0:2341:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130401.772337:0:2341:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1789130401.772373:0:2341:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789130401.772376:0:2341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf47fd2000. 00000400:00000200:3.0:1789130401.772379:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130401.772382:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:3.0:1789130401.772465:0:2341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf4549f110 00000400:00000010:3.0:1789130401.772469:0:2341:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf4549f110. 00000100:00000001:3.0:1789130401.772472:0:2341:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789130401.772476:0:2341:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf501a83c0 x1876037329035520/t0(0) o101->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1789130417 ref 2 fl Rpc:Nr/600/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130401.772483:0:2341:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130401.772486:0:2341:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf501a83c0 x1876037329035520/t0(0) o101->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1789130417 ref 2 fl Rpc:NQr/600/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130401.772492:0:2341:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130401.772493:0:2341:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:2.0:1789130401.773074:0:32324:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9caf455e3200. 00000080:00000001:2.0:1789130401.773082:0:32324:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1789130401.773084:0:32324:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789130401.773087:0:32324:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9caf601980c8) 00000080:00010000:2.0:1789130401.773091:0:32324:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9caf601980c8) for lock 0xde5303b1d982cd63 00800000:00000001:2.0:1789130401.773097:0:32324:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1789130401.773102:0:32324:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1789130401.773106:0:32324:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130401.773108:0:32324:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130401.773111:0:32324:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b7400 refcount=3 00000020:00000001:2.0:1789130401.773114:0:32324:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649487872 : -109198060063744 : ffff9caf586b7400) 00010000:00000001:2.0:1789130401.773118:0:32324:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649487872 : -109198060063744 : ffff9caf586b7400) 00010000:00000001:2.0:1789130401.773122:0:32324:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130401.773124:0:32324:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789130401.773126:0:32324:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789130401.773128:0:32324:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789130401.773131:0:32324:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xde5303b1d982cd63 from it ffffb97f41e17c10 00010000:00000001:2.0:1789130401.773133:0:32324:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130401.773135:0:32324:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130401.773136:0:32324:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b7400 refcount=3 00000020:00000001:2.0:1789130401.773138:0:32324:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649487872 : -109198060063744 : ffff9caf586b7400) 00010000:00000001:2.0:1789130401.773140:0:32324:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649487872 : -109198060063744 : ffff9caf586b7400) 00010000:00000001:2.0:1789130401.773143:0:32324:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789130401.773149:0:32324:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7400/0xde5303b1d982cd63 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 9 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a5a88 expref: -99 pid: 32324 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1789130401.773157:0:32324:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130401.773158:0:32324:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130401.773161:0:32324:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1789130401.773164:0:32324:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1789130401.773166:0:32324:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7400/0xde5303b1d982cd63 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 9 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a5a88 expref: -99 pid: 32324 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1789130401.773174:0:32324:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789130401.773177:0:32324:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789130401.773180:0:32324:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789130401.773185:0:32324:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130401.773186:0:32324:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130401.773188:0:32324:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130401.773192:0:32324:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789130401.773194:0:32324:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130401.773196:0:32324:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130401.773201:0:32324:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130401.773203:0:32324:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789130401.773205:0:32324:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130401.773206:0:32324:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1789130401.773208:0:32324:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1789130401.773210:0:32324:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1789130401.773214:0:32324:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8), inode mode 41ff mask 1 00000080:00000001:2.0:1789130401.773221:0:32324:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130401.781164:0:32324:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:3.0:1789130401.781178:0:32324:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41e17da8 00000080:00002000:3.0:1789130401.781183:0:32324:0:(dcache.c:87:ll_dcompare()) found name f22.recovery-small-1(ffff9caf609d1510) flags 0x48000e refc 0 00000080:00000001:3.0:1789130401.781188:0:32324:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789130401.781191:0:32324:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41e17e18 00000080:00200000:3.0:1789130401.781193:0:32324:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=f22.recovery-small-1, flags=0 00000080:00000001:3.0:1789130401.781201:0:32324:0:(statahead.c:1997:revalidate_statahead_dentry()) Process entered 00000080:00000001:3.0:1789130401.781204:0:32324:0:(statahead.c:1941:ll_shared_statahead_check()) Process entered 00000080:00000001:3.0:1789130401.781207:0:32324:0:(statahead.c:1958:ll_shared_statahead_check()) Process leaving via out_unlock (rc=18446744073709551599 : -17 : 0xffffffffffffffef) 00000080:00000001:3.0:1789130401.781212:0:32324:0:(statahead.c:1967:ll_shared_statahead_check()) Process leaving (rc=18446744073709551599 : -17 : ffffffffffffffef) 00000080:00000001:3.0:1789130401.781214:0:32324:0:(statahead.c:2050:revalidate_statahead_dentry()) Process leaving via out (rc=18446744073709551599 : -17 : 0xffffffffffffffef) 00000080:00000001:3.0:1789130401.781218:0:32324:0:(statahead.c:2145:revalidate_statahead_dentry()) Process leaving (rc=18446744073709551599 : -17 : ffffffffffffffef) 00000080:00400000:3.0:1789130401.781220:0:32324:0:(statahead.c:2622:ll_revalidate_statahead()) revalidate statahead f22.recovery-small-1: rc = -17. 00000080:00000001:3.0:1789130401.781230:0:32324:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:3.0:1789130401.781233:0:32324:0:(file.c:6206:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1789130401.781234:0:32324:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41e17d38 00000080:00200000:3.0:1789130401.781237:0:32324:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8),name=/ 00000080:00000010:3.0:1789130401.781248:0:32324:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9caf5875be00. 00800000:00000002:3.0:1789130401.781257:0:32324:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9caf4557c8c0 9 00000080:00000001:3.0:1789130401.781262:0:32324:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1789130401.781269:0:32324:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1789130401.781272:0:32324:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41e17c58 00800000:00000002:3.0:1789130401.781274:0:32324:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1789130401.781279:0:32324:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1789130401.781287:0:32324:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1789130401.781293:0:32324:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1789130401.781296:0:32324:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41e17b28 00000002:00010000:3.0:1789130401.781298:0:32324:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1789130401.781303:0:32324:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1789130401.781305:0:32324:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789130401.781310:0:32324:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789130401.781321:0:32324:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf42f26500 count: 9 00010000:00000001:3.0:1789130401.781325:0:32324:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789130401.781331:0:32324:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789130401.781337:0:32324:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1789130401.781342:0:32324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7400/0xde5303b1d982cd63 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 10 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a5a88 expref: -99 pid: 32324 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:3.0:1789130401.781355:0:32324:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1789130401.781361:0:32324:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789130401.781365:0:32324:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7400/0xde5303b1d982cd63 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 9 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a5a88 expref: -99 pid: 32324 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:3.0:1789130401.781373:0:32324:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1789130401.781375:0:32324:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1789130401.781376:0:32324:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1789130401.781378:0:32324:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1789130401.781381:0:32324:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1789130401.781383:0:32324:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1789130401.781386:0:32324:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1789130401.781389:0:32324:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9caf4557c8c0 9 00000080:00000010:3.0:1789130401.781393:0:32324:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9caf5875be00. 00000080:00000001:3.0:1789130401.781397:0:32324:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1789130401.781399:0:32324:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789130401.781402:0:32324:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9caf601980c8) 00000080:00010000:3.0:1789130401.781406:0:32324:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9caf601980c8) for lock 0xde5303b1d982cd63 00800000:00000001:3.0:1789130401.781409:0:32324:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1789130401.781413:0:32324:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1789130401.781415:0:32324:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789130401.781418:0:32324:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789130401.781421:0:32324:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b7400 refcount=3 00000020:00000001:3.0:1789130401.781424:0:32324:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649487872 : -109198060063744 : ffff9caf586b7400) 00010000:00000001:3.0:1789130401.781427:0:32324:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649487872 : -109198060063744 : ffff9caf586b7400) 00010000:00000001:3.0:1789130401.781430:0:32324:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130401.781432:0:32324:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789130401.781434:0:32324:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789130401.781436:0:32324:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789130401.781438:0:32324:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xde5303b1d982cd63 from it ffffb97f41e17d70 00010000:00000001:3.0:1789130401.781440:0:32324:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789130401.781441:0:32324:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789130401.781443:0:32324:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b7400 refcount=3 00000020:00000001:3.0:1789130401.781445:0:32324:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649487872 : -109198060063744 : ffff9caf586b7400) 00010000:00000001:3.0:1789130401.781447:0:32324:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649487872 : -109198060063744 : ffff9caf586b7400) 00010000:00000001:3.0:1789130401.781450:0:32324:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789130401.781454:0:32324:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7400/0xde5303b1d982cd63 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 9 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a5a88 expref: -99 pid: 32324 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1789130401.781461:0:32324:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130401.781463:0:32324:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789130401.781465:0:32324:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1789130401.781467:0:32324:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1789130401.781470:0:32324:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7400/0xde5303b1d982cd63 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 9 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a5a88 expref: -99 pid: 32324 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:3.0:1789130401.781479:0:32324:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130401.781483:0:32324:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789130401.781486:0:32324:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789130401.781494:0:32324:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130401.781495:0:32324:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789130401.781497:0:32324:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130401.781501:0:32324:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789130401.781504:0:32324:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130401.781507:0:32324:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130401.781510:0:32324:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130401.781513:0:32324:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789130401.781514:0:32324:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130401.781516:0:32324:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1789130401.781519:0:32324:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1789130401.781522:0:32324:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1789130401.781525:0:32324:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8), inode mode 41ff mask 3 00000080:00000001:3.0:1789130401.781530:0:32324:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130401.781534:0:32324:0:(namei.c:2415:ll_unlink()) Process entered 00000020:00000001:3.0:1789130401.781537:0:32324:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41e17e00 00000080:00200000:3.0:1789130401.781540:0:32324:0:(namei.c:2418:ll_unlink()) VFS Op:name=f22.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff9caf601980c8) 00000080:00000001:3.0:1789130401.781544:0:32324:0:(llite_foreign.c:180:ll_foreign_is_removable()) Process entered 00000800:00000001:2.0:1789130401.782676:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130401.782704:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789130401.782710:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130401.782713:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130401.782724:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130401.782734:0:2341:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:2.0:1789130401.782747:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130401.782752:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130401.782759:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130401.782764:0:2341:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 7008 into portal 4 MB=0x6aa3efa952080 00000400:00000200:2.0:1789130401.782770:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130401.782778:0:2341:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.123@tcp of length 7008/7008 into md 0x6d05 [2] + 224 00000800:00000001:2.0:1789130401.782786:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130401.782874:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130401.782879:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130401.782885:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:2.0:1789130401.782894:0:2341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789130401.782903:0:2341:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf501ab840 x1876037329035392/t0(0) o63->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:24/4 lens 3128/7008 e 0 to 0 dl 1789130417 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789130401.782916:0:2341:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=7008 offset=224 replen=7008 req@ffff9caf501ab840 x1876037329035392/t0(0) o63->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:24/4 lens 3128/7008 e 0 to 0 dl 1789130417 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130401.782951:0:2341:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789130401.783031:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130401.783035:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789130401.783051:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789130401.783056:0:2349:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789130401.783064:0:2349:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789130401.783067:0:2349:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789130401.783070:0:2349:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf607880b0. 00000400:00000200:2.0:1789130401.783075:0:2349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf48373780 00000400:00000010:2.0:1789130401.783078:0:2349:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 152 at ffff9caf48373780. 00000100:00000001:2.0:1789130401.783083:0:2349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789130401.783088:0:2349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf501ab840 x1876037329035392/t0(0) o63->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:24/4 lens 3128/7008 e 0 to 0 dl 1789130417 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789130401.783098:0:2349:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf501ab840 x1876037329035392/t0(0) o63->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:24/4 lens 3128/7008 e 0 to 0 dl 1789130417 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130401.783106:0:2349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789130401.783108:0:2349:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789130401.783111:0:2349:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789130401.783115:0:2349:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789130401.783118:0:2349:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789130401.783120:0:2349:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789130401.783124:0:2349:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789130401.783134:0:2349:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf6079ad80 time=1789130401 v=5 (0 0 0 0) 00000100:00001000:2.0:1789130401.783139:0:2349:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf6079ac18 time=10 v=5 (1 0 0 0) 00000100:00000001:2.0:1789130401.783142:0:2349:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000040:2.0:1789130401.783146:0:2349:0:(client.c:1510:ptlrpc_check_status()) @@@ check status: rc = -2 req@ffff9caf501ab840 x1876037329035392/t0(0) o63->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:24/4 lens 3128/7008 e 0 to 0 dl 1789130417 ref 1 fl Rpc:RQU/200/0 rc 0/-2 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130401.783153:0:2349:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:2.0:1789130401.783158:0:2349:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789130401.783160:0:2349:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9caf5014c800: skip recheck: last_committed 4294967649 00000100:00000001:2.0:1789130401.783162:0:2349:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789130401.783166:0:2349:0:(client.c:1797:after_reply()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000040:2.0:1789130401.783171:0:2349:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf501ab840 x1876037329035392/t0(0) o63->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:24/4 lens 3128/7008 e 0 to 0 dl 1789130417 ref 1 fl Rpc:RQU/200/0 rc -2/-2 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130401.783179:0:2349:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000100:00000001:2.0:1789130401.783182:0:2349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789130401.783185:0:2349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1789130401.783188:0:2349:0:(batch.c:404:batch_update_interpret()) Process entered 00000002:00000001:2.0:1789130401.783194:0:2349:0:(batch.c:335:batch_update_request_fini()) Process entered 00010000:00000001:2.0:1789130401.783200:0:2349:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1789130401.783203:0:2349:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130401.783205:0:2349:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130401.783209:0:2349:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf47e21a00 refcount=4 00000020:00000001:2.0:1789130401.783211:0:2349:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875372050944 : -109198337500672 : ffff9caf47e21a00) 00010000:00000001:2.0:1789130401.783215:0:2349:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875372050944 : -109198337500672 : ffff9caf47e21a00) 00010000:00010000:2.0:1789130401.783220:0:2349:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e21a00/0xde5303b1d982cd71 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 9 type: IBT flags: 0x0 pid: 32325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789130401.783229:0:2349:0:(ldlm_request.c:691:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00010000:00010000:2.0:1789130401.783234:0:2349:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e21a00/0xde5303b1d982cd71 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 9 type: IBT flags: 0x206400000000 pid: 32325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789130401.783240:0:2349:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789130401.783242:0:2349:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e21a00/0xde5303b1d982cd71 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 9 type: IBT flags: 0x10206400000000 pid: 32325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789130401.783249:0:2349:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130401.783251:0:2349:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1789130401.783253:0:2349:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e21a00/0xde5303b1d982cd71 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 9 type: IBT flags: 0x10206400000000 pid: 32325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789130401.783259:0:2349:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789130401.783264:0:2349:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130401.783267:0:2349:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1789130401.783269:0:2349:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e21a00/0xde5303b1d982cd71 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 9 type: IBT flags: 0x206400000000 pid: 32325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789130401.783277:0:2349:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9caf47e21a00 already unused, calling callback (ffffffffc1904580) 00000080:00000001:2.0:1789130401.783280:0:2349:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:2.0:1789130401.783284:0:2349:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e21a00/0xde5303b1d982cd71 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 9 type: IBT flags: 0x206400000000 pid: 32325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789130401.783291:0:2349:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:2.0:1789130401.783294:0:2349:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:2.0:1789130401.783297:0:2349:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e21a00/0xde5303b1d982cd71 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 9 type: IBT flags: 0x206400000000 pid: 32325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789130401.783302:0:2349:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:2.0:1789130401.783304:0:2349:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1789130401.783306:0:2349:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130401.783307:0:2349:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130401.783308:0:2349:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf47e21a00 refcount=5 00000020:00000001:2.0:1789130401.783310:0:2349:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875372050944 : -109198337500672 : ffff9caf47e21a00) 00010000:00000001:2.0:1789130401.783312:0:2349:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875372050944 : -109198337500672 : ffff9caf47e21a00) 00010000:00000001:2.0:1789130401.783316:0:2349:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1789130401.783319:0:2349:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e21a00/0xde5303b1d982cd71 lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 9 type: IBT flags: 0x20e400000000 pid: 32325 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:2.0:1789130401.783325:0:2349:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1789130401.783327:0:2349:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789130401.783330:0:2349:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:2.0:1789130401.783333:0:2349:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1789130401.783336:0:2349:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1789130401.783338:0:2349:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1789130401.783340:0:2349:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789130401.783342:0:2349:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1789130401.783344:0:2349:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9caf47e21a00 with handle 0xde5303b1d982cd71 from hash 00010000:00000001:2.0:1789130401.783347:0:2349:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1789130401.783348:0:2349:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130401.783349:0:2349:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130401.783351:0:2349:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1789130401.783353:0:2349:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1789130401.783355:0:2349:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1789130401.783357:0:2349:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130401.783359:0:2349:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130401.783361:0:2349:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130401.783363:0:2349:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789130401.783366:0:2349:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e21a00/0xde5303b1d982cd71 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 9 type: IBT flags: 0x4a0f400000000 pid: 32325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789130401.783372:0:2349:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130401.783373:0:2349:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130401.783375:0:2349:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1789130401.783377:0:2349:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789130401.783378:0:2349:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130401.783379:0:2349:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130401.783380:0:2349:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1789130401.783382:0:2349:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e21a00/0xde5303b1d982cd71 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 9 type: IBT flags: 0x4a0f400000000 pid: 32325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789130401.783397:0:2349:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789130401.783399:0:2349:0:(mdc_batch.c:175:mdc_batch_getattr_interpret()) Process leaving via out (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00000080:00000001:2.0:1789130401.783404:0:2349:0:(statahead.c:884:ll_statahead_interpret()) Process entered 00000020:00000001:2.0:1789130401.783408:0:2349:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41befc58 00000080:00400000:2.0:1789130401.783410:0:2349:0:(statahead.c:898:ll_statahead_interpret()) sa_entry f22.recovery-small-3 rc -125 00000080:00000001:2.0:1789130401.783413:0:2349:0:(statahead.c:901:ll_statahead_interpret()) Process leaving via out (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00000080:00000001:2.0:1789130401.783417:0:2349:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:2.0:1789130401.783419:0:2349:0:(dcache.c:176:ll_intent_release()) intent ffff9caf50105190 released 00000080:00000001:2.0:1789130401.783421:0:2349:0:(dcache.c:187:ll_intent_release()) Process leaving 00800000:00000002:2.0:1789130401.783425:0:2349:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9caf4557c8c0 8 00000080:00000010:2.0:1789130401.783428:0:2349:0:(statahead.c:427:sa_fini_data()) kfreed 'item->mop_pill': 144 at ffff9caf485e8540. 00000080:00000010:2.0:1789130401.783433:0:2349:0:(statahead.c:428:sa_fini_data()) kfreed 'item': 672 at ffff9caf50105000. 00000080:00000001:2.0:1789130401.783440:0:2349:0:(statahead.c:955:ll_statahead_interpret()) Process leaving (rc=18446744073709551491 : -125 : ffffffffffffff83) 00000002:00000010:2.0:1789130401.783443:0:2349:0:(batch.c:248:object_update_callback_fini()) kfreed 'ouc': 40 at ffff9caf4689c1c0. 00010000:00000001:2.0:1789130401.783447:0:2349:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1789130401.783448:0:2349:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130401.783450:0:2349:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130401.783452:0:2349:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf47e21400 refcount=4 00000020:00000001:2.0:1789130401.783454:0:2349:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875372049408 : -109198337502208 : ffff9caf47e21400) 00010000:00000001:2.0:1789130401.783456:0:2349:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875372049408 : -109198337502208 : ffff9caf47e21400) 00010000:00010000:2.0:1789130401.783460:0:2349:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e21400/0xde5303b1d982cd78 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 8 type: IBT flags: 0x0 pid: 32325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789130401.783466:0:2349:0:(ldlm_request.c:691:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00010000:00010000:2.0:1789130401.783470:0:2349:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e21400/0xde5303b1d982cd78 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 8 type: IBT flags: 0x206400000000 pid: 32325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789130401.783475:0:2349:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789130401.783477:0:2349:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e21400/0xde5303b1d982cd78 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 8 type: IBT flags: 0x10206400000000 pid: 32325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789130401.783482:0:2349:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130401.783484:0:2349:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1789130401.783486:0:2349:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e21400/0xde5303b1d982cd78 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 8 type: IBT flags: 0x10206400000000 pid: 32325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789130401.783492:0:2349:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789130401.783494:0:2349:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130401.783495:0:2349:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1789130401.783498:0:2349:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e21400/0xde5303b1d982cd78 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 8 type: IBT flags: 0x206400000000 pid: 32325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789130401.783503:0:2349:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9caf47e21400 already unused, calling callback (ffffffffc1904580) 00000080:00000001:2.0:1789130401.783505:0:2349:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:2.0:1789130401.783508:0:2349:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e21400/0xde5303b1d982cd78 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 8 type: IBT flags: 0x206400000000 pid: 32325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789130401.783513:0:2349:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:2.0:1789130401.783515:0:2349:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:2.0:1789130401.783518:0:2349:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e21400/0xde5303b1d982cd78 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 8 type: IBT flags: 0x206400000000 pid: 32325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789130401.783523:0:2349:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:2.0:1789130401.783526:0:2349:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1789130401.783527:0:2349:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130401.783529:0:2349:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130401.783530:0:2349:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf47e21400 refcount=5 00000020:00000001:2.0:1789130401.783532:0:2349:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875372049408 : -109198337502208 : ffff9caf47e21400) 00010000:00000001:2.0:1789130401.783534:0:2349:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875372049408 : -109198337502208 : ffff9caf47e21400) 00010000:00000001:2.0:1789130401.783536:0:2349:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1789130401.783539:0:2349:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e21400/0xde5303b1d982cd78 lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 8 type: IBT flags: 0x20e400000000 pid: 32325 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:2.0:1789130401.783543:0:2349:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1789130401.783545:0:2349:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789130401.784210:0:32324:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1789130401.784218:0:32324:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446634875648778040 : -109198060773576 : ffff9caf58609f38) 00000020:00001000:3.0:1789130401.784224:0:32324:0:(cl_object.c:823:cl_env_get()) 1@ffff9caf58609f30 00000020:00000001:3.0:1789130401.784227:0:32324:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:3.0:1789130401.784232:0:32324:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9caf58124ba0) owner 0000000000000000/ffff9caf4c1bcf80 00020000:00000002:3.0:1789130401.784237:0:32324:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9caf58124ba0) owner 0000000000000000/ffff9caf4c1bcf80 00020000:00000001:3.0:1789130401.784241:0:32324:0:(lov_object.c:2339:lov_object_layout_get()) Process entered 00020000:00000001:3.0:1789130401.784243:0:32324:0:(lov_object.c:2345:lov_object_layout_get()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1789130401.784245:0:32324:0:(cl_object.c:917:cl_env_put()) 1@ffff9caf58609f30 00000080:00000001:3.0:1789130401.784249:0:32324:0:(llite_foreign.c:262:ll_foreign_is_removable()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:3.0:1789130401.784261:0:32324:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9caf5875be00. 00800000:00000002:3.0:1789130401.784268:0:32324:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9caf4557c8c0 8 00800000:00000001:3.0:1789130401.784282:0:32324:0:(lmv_obd.c:3494:lmv_unlink()) Process entered 00800000:00000001:3.0:1789130401.784289:0:32324:0:(lmv_obd.c:2563:lmv_early_cancel()) Process entered 00800000:00000002:3.0:1789130401.784291:0:32324:0:(lmv_obd.c:2582:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x200000404:0x2c:0x0] 00800000:00000001:3.0:1789130401.784294:0:32324:0:(lmv_obd.c:2587:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789130401.784296:0:32324:0:(lmv_obd.c:3534:lmv_unlink()) unlink with fid=[0x200000007:0x1:0x0]/[0x200000404:0x2c:0x0] -> mds #0 00000002:00000001:3.0:1789130401.784302:0:32324:0:(mdc_reint.c:315:mdc_unlink()) Process entered 00000002:00000001:3.0:1789130401.784305:0:32324:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1789130401.784313:0:32324:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf42f26500 count: 8 00010000:00000001:3.0:1789130401.784316:0:32324:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789130401.784320:0:32324:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1789130401.784324:0:32324:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1789130401.784329:0:32324:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7400/0xde5303b1d982cd63 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 9 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xcdf1b083821a5a88 expref: -99 pid: 32324 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00000001:3.0:1789130401.784338:0:32324:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1789130401.784342:0:32324:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1789130401.784346:0:32324:0:(file.c:6113:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1789130401.784348:0:32324:0:(file.c:6119:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:3.0:1789130401.784353:0:32324:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789130401.784356:0:32324:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789130401.784359:0:32324:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf42f26500 count: 9 00010000:00000001:3.0:1789130401.784362:0:32324:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789130401.784365:0:32324:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789130401.784367:0:32324:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789130401.784368:0:32324:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789130401.784369:0:32324:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf42f26500 count: 9 00010000:00000001:3.0:1789130401.784371:0:32324:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789130401.784373:0:32324:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789130401.784375:0:32324:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789130401.784376:0:32324:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789130401.784377:0:32324:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf42f26500 count: 9 00010000:00000001:3.0:1789130401.784379:0:32324:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789130401.784381:0:32324:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130401.784384:0:32324:0:(file.c:6141:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:3.0:1789130401.784387:0:32324:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff9caf60198000, pfid = [0x0:0x0:0x0] 00000080:00000001:3.0:1789130401.784391:0:32324:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:3.0:1789130401.784394:0:32324:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:3.0:1789130401.784396:0:32324:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1789130401.784398:0:32324:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130401.784401:0:32324:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1789130401.784403:0:32324:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1789130401.784404:0:32324:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1789130401.784406:0:32324:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789130401.784408:0:32324:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1789130401.784411:0:32324:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9caf586b7400 with handle 0xde5303b1d982cd63 from hash 00010000:00000001:3.0:1789130401.784413:0:32324:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1789130401.784415:0:32324:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130401.784417:0:32324:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789130401.784418:0:32324:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1789130401.784421:0:32324:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1789130401.784422:0:32324:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1789130401.784425:0:32324:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1789130401.784428:0:32324:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1789130401.784430:0:32324:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1789130401.784432:0:32324:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1789130401.784435:0:32324:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf42f26000 count: 2 00010000:00000001:3.0:1789130401.784436:0:32324:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789130401.784438:0:32324:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1789130401.784440:0:32324:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1789130401.784443:0:32324:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b6800/0xde5303b1d982cd6a lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xcdf1b083821a5aa4 expref: -99 pid: 32324 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00000001:3.0:1789130401.784449:0:32324:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1789130401.784451:0:32324:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1789130401.784452:0:32324:0:(file.c:6113:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1789130401.784454:0:32324:0:(file.c:6119:ll_have_md_lock()) trying to match res [0x200000404:0x2c:0x0] mode (null) 00000002:00000001:3.0:1789130401.784456:0:32324:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789130401.784457:0:32324:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789130401.784458:0:32324:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf42f26000 count: 3 00010000:00000001:3.0:1789130401.784460:0:32324:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789130401.784463:0:32324:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789130401.784464:0:32324:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789130401.784465:0:32324:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789130401.784467:0:32324:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf42f26000 count: 3 00010000:00000001:3.0:1789130401.784469:0:32324:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789130401.784470:0:32324:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789130401.784472:0:32324:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789130401.784473:0:32324:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789130401.784474:0:32324:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf42f26000 count: 3 00010000:00000001:3.0:1789130401.784476:0:32324:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789130401.784479:0:32324:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789130401.784480:0:32324:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789130401.784481:0:32324:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789130401.784483:0:32324:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf42f26000 count: 3 00010000:00000001:3.0:1789130401.784485:0:32324:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789130401.784486:0:32324:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130401.784488:0:32324:0:(file.c:6141:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130401.784491:0:32324:0:(file.c:6819:ll_layout_conf()) Process entered 00000020:00000001:3.0:1789130401.784493:0:32324:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1789130401.784495:0:32324:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446634875648778040 : -109198060773576 : ffff9caf58609f38) 00000020:00001000:3.0:1789130401.784497:0:32324:0:(cl_object.c:823:cl_env_get()) 1@ffff9caf58609f30 00000020:00000001:3.0:1789130401.784500:0:32324:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:3.0:1789130401.784503:0:32324:0:(vvp_object.c:123:vvp_conf_set()) [0x200000404:0x2c:0x0]: losing layout lock 00000080:00000001:3.0:1789130401.784507:0:32324:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:3.0:1789130401.784511:0:32324:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:3.0:1789130401.784517:0:32324:0:(lov_object.c:1460:lov_conf_set()) Process entered 00020000:00000001:3.0:1789130401.784519:0:32324:0:(lov_object.c:1474:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1789130401.784522:0:32324:0:(lov_object.c:1547:lov_conf_set()) [0x200000404:0x2c:0x0] lo_layout_invalid=1 00020000:00000001:3.0:1789130401.784525:0:32324:0:(lov_object.c:1548:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789130401.784527:0:32324:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1789130401.784529:0:32324:0:(cl_object.c:917:cl_env_put()) 1@ffff9caf58609f30 00000080:00000001:3.0:1789130401.784532:0:32324:0:(file.c:6861:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130401.784535:0:32324:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:3.0:1789130401.784537:0:32324:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x2c:0x0](ffff9caf601300c8) invalid 00000020:00000001:3.0:1789130401.784541:0:32324:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41e17a68 00000080:00002000:3.0:1789130401.784543:0:32324:0:(llite_internal.h:2032:d_lustre_invalidate()) invalidate dentry f22.recovery-small-1 (ffff9caf609d1510) parent ffff9caf600f3360 inode ffff9caf601300c8 refc 1 00000080:00000001:3.0:1789130401.786742:0:32324:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:3.0:1789130401.786751:0:32324:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1789130401.786753:0:32324:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130401.786762:0:32324:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1789130401.786767:0:32324:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1789130401.786769:0:32324:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1789130401.786772:0:32324:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789130401.786775:0:32324:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1789130401.786780:0:32324:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9caf586b6800 with handle 0xde5303b1d982cd6a from hash 00010000:00000001:3.0:1789130401.786785:0:32324:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1789130401.786787:0:32324:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130401.786789:0:32324:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789130401.786790:0:32324:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1789130401.786794:0:32324:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1789130401.786797:0:32324:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1789130401.786801:0:32324:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1789130401.786817:0:32324:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1789130401.786821:0:32324:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1789130401.786837:0:32324:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf501a8b40. 00000020:00000040:3.0:1789130401.786843:0:32324:0:(genops.c:1210:class_import_get()) import ffff9caf6079a800 refcount=8 obd=lustre-MDT0000-mdc-ffff9caf5014c800 02000000:00000001:3.0:1789130401.786851:0:32324:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789130401.786853:0:32324:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130401.786856:0:32324:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1789130401.786862:0:32324:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789130401.786869:0:32324:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130401.786871:0:32324:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789130401.786872:0:32324:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130401.786876:0:32324:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789130401.786878:0:32324:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789130401.786884:0:32324:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789130401.786894:0:32324:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9caf5875aa00. 00000100:00000001:3.0:1789130401.786903:0:32324:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130401.786906:0:32324:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1789130401.786909:0:32324:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1789130401.786918:0:32324:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b6800/0xde5303b1d982cd6a lrc: 1/0,0 mode: --/PR res: [0x200000404:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xcdf1b083821a5aa4 expref: -99 pid: 32324 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1789130401.786930:0:32324:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7400/0xde5303b1d982cd63 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xcdf1b083821a5a88 expref: -99 pid: 32324 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:3.0:1789130401.786937:0:32324:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 2 locks packed 00010000:00000001:3.0:1789130401.786939:0:32324:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:3.0:1789130401.786941:0:32324:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1789130401.786944:0:32324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b6800/0xde5303b1d982cd6a lrc: 0/0,0 mode: --/PR res: [0x200000404:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xcdf1b083821a5aa4 expref: -99 pid: 32324 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000040:3.0:1789130401.786953:0:32324:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9caf42f26000 count: 0 00010000:00000010:3.0:1789130401.786962:0:32324:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9caf50154100. 00010000:00000001:3.0:1789130401.786979:0:32324:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789130401.786980:0:32324:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1789130401.786983:0:32324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7400/0xde5303b1d982cd63 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xcdf1b083821a5a88 expref: -99 pid: 32324 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:3.0:1789130401.786991:0:32324:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789130401.786993:0:32324:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130401.786995:0:32324:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1789130401.786997:0:32324:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130401.786999:0:32324:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:3.0:1789130401.787014:0:32324:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9caf5014c800: modify RPC slot 2 is allocated opc 36, max 7 00000100:00100000:3.0:1789130401.787031:0:32324:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9caf501a8b40 x1876037329035776/t0(0) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 504/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789130401.787040:0:32324:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1789130401.787042:0:32324:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1789130401.787051:0:32324:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9caf48373c00. 00000100:00000001:3.0:1789130401.787054:0:32324:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446634875377630208 : -109198331921408 : ffff9caf48373c00) 00000100:00000001:3.0:1789130401.787058:0:32324:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789130401.787060:0:32324:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875509967680 : -109198199583936 : ffff9caf501a8b40) 00000100:00000001:3.0:1789130401.787066:0:32324:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789130401.787072:0:32324:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130401.787075:0:32324:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1789130401.787077:0:32324:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789130401.787082:0:32324:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf501a8b40 x1876037329035776/t0(0) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 504/624 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130401.787091:0:32324:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789130401.787094:0:32324:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789130401.787099:0:32324:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789130401.787102:0:32324:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789130401.787105:0:32324:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789130401.787108:0:32324:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf501a8b40 pname:cluuid:pid:xid:nid:opc:job multiop:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:32324:1876037329035776:192.168.204.123@tcp:36:multiop.0 00000100:00000001:3.0:1789130401.787113:0:32324:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789130401.787121:0:32324:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789130401.787125:0:32324:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789130401.787128:0:32324:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789130401.787134:0:32324:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9caf58482c00. 02000000:00000001:3.0:1789130401.787137:0:32324:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789130401.787146:0:32324:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:3.0:1789130401.787154:0:32324:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf607880b0. 00000400:00000010:3.0:1789130401.787165:0:32324:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf4549f110. 00000100:00000200:3.0:1789130401.787175:0:32324:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876037329035776, portal 10 00000100:00000001:3.0:1789130401.787177:0:32324:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789130401.787179:0:32324:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875509967680 : -109198199583936 : ffff9caf501a8b40) 00000100:00000040:3.0:1789130401.787187:0:32324:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9caf501a8b40 x1876037329035776/t0(0) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 504/624 e 0 to 0 dl 1789130417 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130401.787196:0:32324:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789130401.787198:0:32324:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:3.0:1789130401.787202:0:32324:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf4549f3b8. 00000100:00000200:3.0:1789130401.787205:0:32324:0:(niobuf.c:94:ptl_send_buf()) Sending 504 bytes to portal 12, xid 1876037329035776, offset 0 00000400:00000200:3.0:1789130401.787214:0:32324:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:3.0:1789130401.787224:0:32324:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130401.787233:0:32324:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:3.0:1789130401.787240:0:32324:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789130401.787246:0:32324:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:3.0:1789130401.787250:0:32324:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789130401.787253:0:32324:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:3.0:1789130401.787258:0:32324:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2535:2535:256:4294967295] 192.168.204.123@tcp LPNI seq info [2534:2534:8:4294967295] 00000400:00000200:3.0:1789130401.787262:0:32324:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130401.787273:0:32324:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:3.0:1789130401.787281:0:32324:0:(socklnd_cb.c:931:ksocknal_send()) sending 504 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:3.0:1789130401.787287:0:32324:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf47fd2000. 00000800:00000200:3.0:1789130401.787295:0:32324:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:3.0:1789130401.787305:0:32324:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:3.0:1789130401.787311:0:32324:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf47fd2000 type 1, nob 600 niov 1 nkiov 1 00000100:00000001:3.0:1789130401.787341:0:32324:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130401.787346:0:32324:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: using a timeout of 782213 usecs (783 jiffies) 00000400:00000200:3.0:1789130401.787349:0:32324:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:3.0:1789130401.787353:0:32324:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296496589 00000800:00000200:3.0:1789130401.787493:0:2342:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789130401.787498:0:2342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf47fd2000. 00000400:00000200:3.0:1789130401.787503:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130401.787508:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:3.0:1789130401.787514:0:2342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf4549f3b8 00000400:00000010:3.0:1789130401.787517:0:2342:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf4549f3b8. 00000100:00000001:3.0:1789130401.787523:0:2342:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789130401.787527:0:2342:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf501a8b40 x1876037329035776/t0(0) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 504/624 e 0 to 0 dl 1789130417 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130401.787538:0:2342:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130401.787542:0:2342:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf501a8b40 x1876037329035776/t0(0) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 504/624 e 0 to 0 dl 1789130417 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130401.787549:0:2342:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130401.787551:0:2342:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1789130401.787572:0:32324:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 2, keep current deadline 4296497656 00000100:00000001:3.0:1789130401.787576:0:32324:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296496589 00000100:00000001:3.0:1789130401.787579:0:32324:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 3, keep current deadline 4296497656 00000100:00000001:3.0:1789130401.787581:0:32324:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789130401.787584:0:32324:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130401.787587:0:32324:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789130401.787589:0:32324:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1789130401.787604:0:32324:0:(client.c:2715:ptlrpc_set_wait()) set ffff9caf48373c00 going to sleep for 11 seconds 00000100:00000001:3.0:1789130401.787607:0:32324:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789130401.787611:0:32324:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789130401.787800:0:2349:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:2.0:1789130401.787834:0:2349:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1789130401.787838:0:2349:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1789130401.787840:0:2349:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1789130401.787842:0:2349:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789130401.787845:0:2349:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1789130401.787850:0:2349:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9caf47e21400 with handle 0xde5303b1d982cd78 from hash 00010000:00000001:2.0:1789130401.787853:0:2349:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1789130401.787855:0:2349:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130401.787857:0:2349:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130401.787858:0:2349:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1789130401.787859:0:2349:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1789130401.787861:0:2349:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1789130401.787865:0:2349:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130401.787866:0:2349:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130401.787868:0:2349:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130401.787871:0:2349:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789130401.787875:0:2349:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e21400/0xde5303b1d982cd78 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 7 type: IBT flags: 0x4a0f400000000 pid: 32325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789130401.787883:0:2349:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130401.787884:0:2349:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130401.787887:0:2349:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1789130401.787889:0:2349:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789130401.787893:0:2349:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130401.787894:0:2349:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130401.787896:0:2349:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1789130401.787898:0:2349:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e21400/0xde5303b1d982cd78 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 7 type: IBT flags: 0x4a0f400000000 pid: 32325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789130401.787909:0:2349:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789130401.787912:0:2349:0:(mdc_batch.c:175:mdc_batch_getattr_interpret()) Process leaving via out (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00000080:00000001:2.0:1789130401.787919:0:2349:0:(statahead.c:884:ll_statahead_interpret()) Process entered 00000020:00000001:2.0:1789130401.787923:0:2349:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41befc58 00000080:00400000:2.0:1789130401.787925:0:2349:0:(statahead.c:898:ll_statahead_interpret()) sa_entry f22.recovery-small-4 rc -125 00000080:00000001:2.0:1789130401.787928:0:2349:0:(statahead.c:901:ll_statahead_interpret()) Process leaving via out (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00000080:00000001:2.0:1789130401.787931:0:2349:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:2.0:1789130401.787934:0:2349:0:(dcache.c:176:ll_intent_release()) intent ffff9caf50105590 released 00000080:00000001:2.0:1789130401.787936:0:2349:0:(dcache.c:187:ll_intent_release()) Process leaving 00800000:00000002:2.0:1789130401.787941:0:2349:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9caf4557c8c0 8 00000080:00000010:2.0:1789130401.787946:0:2349:0:(statahead.c:427:sa_fini_data()) kfreed 'item->mop_pill': 144 at ffff9caf485e8900. 00000080:00000010:2.0:1789130401.787951:0:2349:0:(statahead.c:428:sa_fini_data()) kfreed 'item': 672 at ffff9caf50105400. 00000080:00000001:2.0:1789130401.787966:0:2349:0:(statahead.c:955:ll_statahead_interpret()) Process leaving (rc=18446744073709551491 : -125 : ffffffffffffff83) 00000002:00000010:2.0:1789130401.787970:0:2349:0:(batch.c:248:object_update_callback_fini()) kfreed 'ouc': 40 at ffff9caf4689cec0. 00010000:00000001:2.0:1789130401.787978:0:2349:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1789130401.787980:0:2349:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130401.787983:0:2349:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130401.787985:0:2349:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf47e20200 refcount=4 00000020:00000001:2.0:1789130401.787988:0:2349:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875372044800 : -109198337506816 : ffff9caf47e20200) 00010000:00000001:2.0:1789130401.787991:0:2349:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875372044800 : -109198337506816 : ffff9caf47e20200) 00010000:00010000:2.0:1789130401.787995:0:2349:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e20200/0xde5303b1d982cd7f lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT flags: 0x0 pid: 32325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789130401.788003:0:2349:0:(ldlm_request.c:691:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00010000:00010000:2.0:1789130401.788007:0:2349:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e20200/0xde5303b1d982cd7f lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT flags: 0x206400000000 pid: 32325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789130401.788013:0:2349:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789130401.788017:0:2349:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e20200/0xde5303b1d982cd7f lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT flags: 0x10206400000000 pid: 32325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789130401.788024:0:2349:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130401.788026:0:2349:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1789130401.788028:0:2349:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e20200/0xde5303b1d982cd7f lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT flags: 0x10206400000000 pid: 32325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789130401.788034:0:2349:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789130401.788036:0:2349:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130401.788039:0:2349:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1789130401.788041:0:2349:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e20200/0xde5303b1d982cd7f lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT flags: 0x206400000000 pid: 32325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789130401.788048:0:2349:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9caf47e20200 already unused, calling callback (ffffffffc1904580) 00000080:00000001:2.0:1789130401.788051:0:2349:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:2.0:1789130401.788055:0:2349:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e20200/0xde5303b1d982cd7f lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 6 type: IBT flags: 0x206400000000 pid: 32325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789130401.788063:0:2349:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:2.0:1789130401.788065:0:2349:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:2.0:1789130401.788069:0:2349:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e20200/0xde5303b1d982cd7f lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 6 type: IBT flags: 0x206400000000 pid: 32325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789130401.788075:0:2349:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:2.0:1789130401.788077:0:2349:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1789130401.788079:0:2349:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130401.788080:0:2349:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130401.788082:0:2349:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf47e20200 refcount=5 00000020:00000001:2.0:1789130401.788084:0:2349:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875372044800 : -109198337506816 : ffff9caf47e20200) 00010000:00000001:2.0:1789130401.788086:0:2349:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875372044800 : -109198337506816 : ffff9caf47e20200) 00010000:00000001:2.0:1789130401.788088:0:2349:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1789130401.788091:0:2349:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e20200/0xde5303b1d982cd7f lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 6 type: IBT flags: 0x20e400000000 pid: 32325 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:2.0:1789130401.788102:0:2349:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1789130401.788104:0:2349:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789130401.788106:0:2349:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:2.0:1789130401.788108:0:2349:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1789130401.788109:0:2349:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1789130401.788111:0:2349:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1789130401.788112:0:2349:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789130401.788114:0:2349:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1789130401.788116:0:2349:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9caf47e20200 with handle 0xde5303b1d982cd7f from hash 00010000:00000001:2.0:1789130401.788119:0:2349:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1789130401.788120:0:2349:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130401.788121:0:2349:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130401.788122:0:2349:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1789130401.788124:0:2349:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1789130401.788125:0:2349:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1789130401.788127:0:2349:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130401.788129:0:2349:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130401.788130:0:2349:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130401.788132:0:2349:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789130401.788135:0:2349:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e20200/0xde5303b1d982cd7f lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 6 type: IBT flags: 0x4a0f400000000 pid: 32325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789130401.788141:0:2349:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130401.788142:0:2349:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130401.788144:0:2349:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1789130401.788145:0:2349:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789130401.788146:0:2349:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130401.788148:0:2349:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130401.788149:0:2349:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1789130401.788151:0:2349:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e20200/0xde5303b1d982cd7f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 6 type: IBT flags: 0x4a0f400000000 pid: 32325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789130401.788159:0:2349:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789130401.788160:0:2349:0:(mdc_batch.c:175:mdc_batch_getattr_interpret()) Process leaving via out (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00000080:00000001:2.0:1789130401.788163:0:2349:0:(statahead.c:884:ll_statahead_interpret()) Process entered 00000020:00000001:2.0:1789130401.788166:0:2349:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41befc58 00000080:00400000:2.0:1789130401.788168:0:2349:0:(statahead.c:898:ll_statahead_interpret()) sa_entry f22.recovery-small-5 rc -125 00000080:00000001:2.0:1789130401.788170:0:2349:0:(statahead.c:901:ll_statahead_interpret()) Process leaving via out (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00000080:00000001:2.0:1789130401.788172:0:2349:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:2.0:1789130401.788173:0:2349:0:(dcache.c:176:ll_intent_release()) intent ffff9caf50106990 released 00000080:00000001:2.0:1789130401.788175:0:2349:0:(dcache.c:187:ll_intent_release()) Process leaving 00800000:00000002:2.0:1789130401.788176:0:2349:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9caf4557c8c0 7 00000080:00000010:2.0:1789130401.788179:0:2349:0:(statahead.c:427:sa_fini_data()) kfreed 'item->mop_pill': 144 at ffff9caf485e83c0. 00000080:00000010:2.0:1789130401.788182:0:2349:0:(statahead.c:428:sa_fini_data()) kfreed 'item': 672 at ffff9caf50106800. 00000080:00000001:2.0:1789130401.788184:0:2349:0:(statahead.c:955:ll_statahead_interpret()) Process leaving (rc=18446744073709551491 : -125 : ffffffffffffff83) 00000002:00000010:2.0:1789130401.788186:0:2349:0:(batch.c:248:object_update_callback_fini()) kfreed 'ouc': 40 at ffff9caf4689cf80. 00010000:00000001:2.0:1789130401.788190:0:2349:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1789130401.788191:0:2349:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130401.788193:0:2349:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130401.788195:0:2349:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf47e21200 refcount=4 00000020:00000001:2.0:1789130401.788197:0:2349:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875372048896 : -109198337502720 : ffff9caf47e21200) 00010000:00000001:2.0:1789130401.788200:0:2349:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875372048896 : -109198337502720 : ffff9caf47e21200) 00010000:00010000:2.0:1789130401.788203:0:2349:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e21200/0xde5303b1d982cd86 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x0 pid: 32325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789130401.788209:0:2349:0:(ldlm_request.c:691:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00010000:00010000:2.0:1789130401.788212:0:2349:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e21200/0xde5303b1d982cd86 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x206400000000 pid: 32325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789130401.788216:0:2349:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789130401.788218:0:2349:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e21200/0xde5303b1d982cd86 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x10206400000000 pid: 32325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789130401.788223:0:2349:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130401.788224:0:2349:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1789130401.788226:0:2349:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e21200/0xde5303b1d982cd86 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x10206400000000 pid: 32325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789130401.788231:0:2349:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789130401.788234:0:2349:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130401.788236:0:2349:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1789130401.788237:0:2349:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e21200/0xde5303b1d982cd86 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x206400000000 pid: 32325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789130401.788243:0:2349:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9caf47e21200 already unused, calling callback (ffffffffc1904580) 00000080:00000001:2.0:1789130401.788245:0:2349:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:2.0:1789130401.788247:0:2349:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e21200/0xde5303b1d982cd86 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 5 type: IBT flags: 0x206400000000 pid: 32325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789130401.788253:0:2349:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:2.0:1789130401.788255:0:2349:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:2.0:1789130401.788258:0:2349:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e21200/0xde5303b1d982cd86 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 5 type: IBT flags: 0x206400000000 pid: 32325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789130401.788262:0:2349:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:2.0:1789130401.788265:0:2349:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1789130401.788266:0:2349:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130401.788267:0:2349:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130401.788269:0:2349:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf47e21200 refcount=5 00000020:00000001:2.0:1789130401.788271:0:2349:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875372048896 : -109198337502720 : ffff9caf47e21200) 00010000:00000001:2.0:1789130401.788273:0:2349:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875372048896 : -109198337502720 : ffff9caf47e21200) 00010000:00000001:2.0:1789130401.788275:0:2349:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1789130401.788277:0:2349:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e21200/0xde5303b1d982cd86 lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 5 type: IBT flags: 0x20e400000000 pid: 32325 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:2.0:1789130401.788282:0:2349:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1789130401.788283:0:2349:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789130401.788285:0:2349:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:2.0:1789130401.788287:0:2349:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1789130401.788288:0:2349:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1789130401.788289:0:2349:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1789130401.788291:0:2349:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789130401.788292:0:2349:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1789130401.788295:0:2349:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9caf47e21200 with handle 0xde5303b1d982cd86 from hash 00010000:00000001:2.0:1789130401.788297:0:2349:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1789130401.788299:0:2349:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130401.788300:0:2349:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130401.788301:0:2349:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1789130401.788302:0:2349:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1789130401.788304:0:2349:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1789130401.788306:0:2349:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130401.788307:0:2349:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130401.788308:0:2349:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130401.788310:0:2349:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789130401.788312:0:2349:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e21200/0xde5303b1d982cd86 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 5 type: IBT flags: 0x4a0f400000000 pid: 32325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789130401.788318:0:2349:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130401.788319:0:2349:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130401.788321:0:2349:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1789130401.788322:0:2349:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789130401.788323:0:2349:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130401.788324:0:2349:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130401.788325:0:2349:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1789130401.788328:0:2349:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e21200/0xde5303b1d982cd86 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 5 type: IBT flags: 0x4a0f400000000 pid: 32325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789130401.788335:0:2349:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789130401.788337:0:2349:0:(mdc_batch.c:175:mdc_batch_getattr_interpret()) Process leaving via out (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00000080:00000001:2.0:1789130401.788339:0:2349:0:(statahead.c:884:ll_statahead_interpret()) Process entered 00000020:00000001:2.0:1789130401.788341:0:2349:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41befc58 00000080:00400000:2.0:1789130401.788342:0:2349:0:(statahead.c:898:ll_statahead_interpret()) sa_entry f22.recovery-small-6 rc -125 00000080:00000001:2.0:1789130401.788344:0:2349:0:(statahead.c:901:ll_statahead_interpret()) Process leaving via out (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00000080:00000001:2.0:1789130401.788346:0:2349:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:2.0:1789130401.788347:0:2349:0:(dcache.c:176:ll_intent_release()) intent ffff9caf50107990 released 00000080:00000001:2.0:1789130401.788349:0:2349:0:(dcache.c:187:ll_intent_release()) Process leaving 00800000:00000002:2.0:1789130401.788350:0:2349:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9caf4557c8c0 6 00000080:00000010:2.0:1789130401.788352:0:2349:0:(statahead.c:427:sa_fini_data()) kfreed 'item->mop_pill': 144 at ffff9caf485e8780. 00000080:00000010:2.0:1789130401.788355:0:2349:0:(statahead.c:428:sa_fini_data()) kfreed 'item': 672 at ffff9caf50107800. 00000080:00000001:2.0:1789130401.788359:0:2349:0:(statahead.c:955:ll_statahead_interpret()) Process leaving (rc=18446744073709551491 : -125 : ffffffffffffff83) 00000002:00000010:2.0:1789130401.788361:0:2349:0:(batch.c:248:object_update_callback_fini()) kfreed 'ouc': 40 at ffff9caf4689c7c0. 00010000:00000001:2.0:1789130401.788365:0:2349:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1789130401.788366:0:2349:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130401.788367:0:2349:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130401.788369:0:2349:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf47e20000 refcount=4 00000020:00000001:2.0:1789130401.788371:0:2349:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875372044288 : -109198337507328 : ffff9caf47e20000) 00010000:00000001:2.0:1789130401.788374:0:2349:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875372044288 : -109198337507328 : ffff9caf47e20000) 00010000:00010000:2.0:1789130401.788377:0:2349:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e20000/0xde5303b1d982cd8d lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x0 pid: 32325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789130401.788382:0:2349:0:(ldlm_request.c:691:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00010000:00010000:2.0:1789130401.788385:0:2349:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e20000/0xde5303b1d982cd8d lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 32325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789130401.788390:0:2349:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789130401.788392:0:2349:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e20000/0xde5303b1d982cd8d lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 32325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789130401.788398:0:2349:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130401.788399:0:2349:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1789130401.788401:0:2349:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e20000/0xde5303b1d982cd8d lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 32325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789130401.788408:0:2349:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789130401.788410:0:2349:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130401.788412:0:2349:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1789130401.788414:0:2349:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e20000/0xde5303b1d982cd8d lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 32325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789130401.788419:0:2349:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9caf47e20000 already unused, calling callback (ffffffffc1904580) 00000080:00000001:2.0:1789130401.788422:0:2349:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:2.0:1789130401.788424:0:2349:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e20000/0xde5303b1d982cd8d lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 4 type: IBT flags: 0x206400000000 pid: 32325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789130401.788430:0:2349:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:2.0:1789130401.788431:0:2349:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:2.0:1789130401.788434:0:2349:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e20000/0xde5303b1d982cd8d lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 4 type: IBT flags: 0x206400000000 pid: 32325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789130401.788439:0:2349:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:2.0:1789130401.788441:0:2349:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1789130401.788442:0:2349:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130401.788444:0:2349:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130401.788445:0:2349:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf47e20000 refcount=5 00000020:00000001:2.0:1789130401.788447:0:2349:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875372044288 : -109198337507328 : ffff9caf47e20000) 00010000:00000001:2.0:1789130401.788449:0:2349:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875372044288 : -109198337507328 : ffff9caf47e20000) 00010000:00000001:2.0:1789130401.788451:0:2349:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1789130401.788453:0:2349:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e20000/0xde5303b1d982cd8d lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 4 type: IBT flags: 0x20e400000000 pid: 32325 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:2.0:1789130401.788458:0:2349:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1789130401.788459:0:2349:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789130401.788461:0:2349:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:2.0:1789130401.788462:0:2349:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1789130401.788464:0:2349:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1789130401.788465:0:2349:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1789130401.788467:0:2349:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789130401.788468:0:2349:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1789130401.788471:0:2349:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9caf47e20000 with handle 0xde5303b1d982cd8d from hash 00010000:00000001:2.0:1789130401.788473:0:2349:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1789130401.788474:0:2349:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130401.788476:0:2349:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130401.788477:0:2349:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1789130401.788479:0:2349:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1789130401.788480:0:2349:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1789130401.788483:0:2349:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130401.788485:0:2349:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130401.788486:0:2349:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130401.788488:0:2349:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789130401.788491:0:2349:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e20000/0xde5303b1d982cd8d lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 32325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789130401.788496:0:2349:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130401.788498:0:2349:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130401.788499:0:2349:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1789130401.788500:0:2349:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789130401.788502:0:2349:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130401.788503:0:2349:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130401.788504:0:2349:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1789130401.788507:0:2349:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e20000/0xde5303b1d982cd8d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 32325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789130401.788514:0:2349:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789130401.788516:0:2349:0:(mdc_batch.c:175:mdc_batch_getattr_interpret()) Process leaving via out (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00000080:00000001:2.0:1789130401.788518:0:2349:0:(statahead.c:884:ll_statahead_interpret()) Process entered 00000020:00000001:2.0:1789130401.788520:0:2349:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41befc58 00000080:00400000:2.0:1789130401.788521:0:2349:0:(statahead.c:898:ll_statahead_interpret()) sa_entry f22.recovery-small-7 rc -125 00000080:00000001:2.0:1789130401.788523:0:2349:0:(statahead.c:901:ll_statahead_interpret()) Process leaving via out (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00000080:00000001:2.0:1789130401.788525:0:2349:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:2.0:1789130401.788526:0:2349:0:(dcache.c:176:ll_intent_release()) intent ffff9caf50107d90 released 00000080:00000001:2.0:1789130401.788528:0:2349:0:(dcache.c:187:ll_intent_release()) Process leaving 00800000:00000002:2.0:1789130401.788530:0:2349:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9caf4557c8c0 5 00000080:00000010:2.0:1789130401.788531:0:2349:0:(statahead.c:427:sa_fini_data()) kfreed 'item->mop_pill': 144 at ffff9caf485e8180. 00000080:00000010:2.0:1789130401.788534:0:2349:0:(statahead.c:428:sa_fini_data()) kfreed 'item': 672 at ffff9caf50107c00. 00000080:00000001:2.0:1789130401.788537:0:2349:0:(statahead.c:955:ll_statahead_interpret()) Process leaving (rc=18446744073709551491 : -125 : ffffffffffffff83) 00000002:00000010:2.0:1789130401.788539:0:2349:0:(batch.c:248:object_update_callback_fini()) kfreed 'ouc': 40 at ffff9caf4689cc40. 00010000:00000001:2.0:1789130401.788542:0:2349:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1789130401.788543:0:2349:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130401.788544:0:2349:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130401.788546:0:2349:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf47e20a00 refcount=4 00000020:00000001:2.0:1789130401.788548:0:2349:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875372046848 : -109198337504768 : ffff9caf47e20a00) 00010000:00000001:2.0:1789130401.788550:0:2349:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875372046848 : -109198337504768 : ffff9caf47e20a00) 00010000:00010000:2.0:1789130401.788554:0:2349:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e20a00/0xde5303b1d982cd94 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789130401.788559:0:2349:0:(ldlm_request.c:691:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00010000:00010000:2.0:1789130401.788562:0:2349:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e20a00/0xde5303b1d982cd94 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 32325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789130401.788567:0:2349:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789130401.788569:0:2349:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e20a00/0xde5303b1d982cd94 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 32325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789130401.788574:0:2349:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130401.788575:0:2349:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1789130401.788577:0:2349:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e20a00/0xde5303b1d982cd94 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 32325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789130401.788582:0:2349:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789130401.788583:0:2349:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130401.788585:0:2349:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1789130401.788587:0:2349:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e20a00/0xde5303b1d982cd94 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 32325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789130401.788607:0:2349:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9caf47e20a00 already unused, calling callback (ffffffffc1904580) 00000080:00000001:2.0:1789130401.788609:0:2349:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:2.0:1789130401.788612:0:2349:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e20a00/0xde5303b1d982cd94 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 3 type: IBT flags: 0x206400000000 pid: 32325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789130401.788617:0:2349:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:2.0:1789130401.788619:0:2349:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:2.0:1789130401.788622:0:2349:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e20a00/0xde5303b1d982cd94 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 3 type: IBT flags: 0x206400000000 pid: 32325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789130401.788628:0:2349:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:2.0:1789130401.788631:0:2349:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1789130401.788632:0:2349:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130401.788634:0:2349:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130401.788635:0:2349:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf47e20a00 refcount=5 00000020:00000001:2.0:1789130401.788637:0:2349:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875372046848 : -109198337504768 : ffff9caf47e20a00) 00010000:00000001:2.0:1789130401.788639:0:2349:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875372046848 : -109198337504768 : ffff9caf47e20a00) 00010000:00000001:2.0:1789130401.788641:0:2349:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1789130401.788643:0:2349:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e20a00/0xde5303b1d982cd94 lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 3 type: IBT flags: 0x20e400000000 pid: 32325 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:2.0:1789130401.788648:0:2349:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1789130401.788649:0:2349:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789130401.788651:0:2349:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:2.0:1789130401.788653:0:2349:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1789130401.788654:0:2349:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1789130401.788655:0:2349:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1789130401.788657:0:2349:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789130401.788658:0:2349:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1789130401.788660:0:2349:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9caf47e20a00 with handle 0xde5303b1d982cd94 from hash 00010000:00000001:2.0:1789130401.788662:0:2349:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1789130401.788664:0:2349:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130401.788665:0:2349:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130401.788666:0:2349:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1789130401.788667:0:2349:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1789130401.788668:0:2349:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1789130401.788670:0:2349:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130401.788671:0:2349:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130401.788672:0:2349:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130401.788674:0:2349:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789130401.788676:0:2349:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e20a00/0xde5303b1d982cd94 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 32325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789130401.788681:0:2349:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130401.788682:0:2349:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130401.788683:0:2349:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1789130401.788685:0:2349:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789130401.788687:0:2349:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130401.788688:0:2349:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130401.788689:0:2349:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1789130401.788691:0:2349:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e20a00/0xde5303b1d982cd94 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 32325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789130401.788698:0:2349:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789130401.788700:0:2349:0:(mdc_batch.c:175:mdc_batch_getattr_interpret()) Process leaving via out (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00000080:00000001:2.0:1789130401.788702:0:2349:0:(statahead.c:884:ll_statahead_interpret()) Process entered 00000020:00000001:2.0:1789130401.788704:0:2349:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41befc58 00000080:00400000:2.0:1789130401.788705:0:2349:0:(statahead.c:898:ll_statahead_interpret()) sa_entry f22.recovery-small-8 rc -125 00000080:00000001:2.0:1789130401.788707:0:2349:0:(statahead.c:901:ll_statahead_interpret()) Process leaving via out (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00000080:00000001:2.0:1789130401.788709:0:2349:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:2.0:1789130401.788710:0:2349:0:(dcache.c:176:ll_intent_release()) intent ffff9caf50107590 released 00000080:00000001:2.0:1789130401.788712:0:2349:0:(dcache.c:187:ll_intent_release()) Process leaving 00800000:00000002:2.0:1789130401.788713:0:2349:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9caf4557c8c0 4 00000080:00000010:2.0:1789130401.788716:0:2349:0:(statahead.c:427:sa_fini_data()) kfreed 'item->mop_pill': 144 at ffff9caf485e8000. 00000080:00000010:2.0:1789130401.788719:0:2349:0:(statahead.c:428:sa_fini_data()) kfreed 'item': 672 at ffff9caf50107400. 00000080:00000001:2.0:1789130401.788721:0:2349:0:(statahead.c:955:ll_statahead_interpret()) Process leaving (rc=18446744073709551491 : -125 : ffffffffffffff83) 00000002:00000010:2.0:1789130401.788724:0:2349:0:(batch.c:248:object_update_callback_fini()) kfreed 'ouc': 40 at ffff9caf4689c180. 00010000:00000001:2.0:1789130401.788727:0:2349:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1789130401.788729:0:2349:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130401.788730:0:2349:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130401.788732:0:2349:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf47e20e00 refcount=4 00000020:00000001:2.0:1789130401.788734:0:2349:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875372047872 : -109198337503744 : ffff9caf47e20e00) 00010000:00000001:2.0:1789130401.788736:0:2349:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875372047872 : -109198337503744 : ffff9caf47e20e00) 00010000:00010000:2.0:1789130401.788739:0:2349:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e20e00/0xde5303b1d982cd9b lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x0 pid: 32325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789130401.788744:0:2349:0:(ldlm_request.c:691:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00010000:00010000:2.0:1789130401.788747:0:2349:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e20e00/0xde5303b1d982cd9b lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 32325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789130401.788752:0:2349:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789130401.788755:0:2349:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e20e00/0xde5303b1d982cd9b lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 32325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789130401.788760:0:2349:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130401.788761:0:2349:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1789130401.788763:0:2349:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e20e00/0xde5303b1d982cd9b lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 32325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789130401.788768:0:2349:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789130401.788770:0:2349:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130401.788771:0:2349:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1789130401.788773:0:2349:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e20e00/0xde5303b1d982cd9b lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 32325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789130401.788779:0:2349:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9caf47e20e00 already unused, calling callback (ffffffffc1904580) 00000080:00000001:2.0:1789130401.788781:0:2349:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:2.0:1789130401.788783:0:2349:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e20e00/0xde5303b1d982cd9b lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 2 type: IBT flags: 0x206400000000 pid: 32325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789130401.788789:0:2349:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:2.0:1789130401.788790:0:2349:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:2.0:1789130401.788793:0:2349:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e20e00/0xde5303b1d982cd9b lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 2 type: IBT flags: 0x206400000000 pid: 32325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789130401.788799:0:2349:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:2.0:1789130401.788801:0:2349:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1789130401.788802:0:2349:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130401.788842:0:2349:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130401.788844:0:2349:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf47e20e00 refcount=5 00000020:00000001:2.0:1789130401.788846:0:2349:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875372047872 : -109198337503744 : ffff9caf47e20e00) 00010000:00000001:2.0:1789130401.788848:0:2349:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875372047872 : -109198337503744 : ffff9caf47e20e00) 00010000:00000001:2.0:1789130401.788851:0:2349:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1789130401.788853:0:2349:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e20e00/0xde5303b1d982cd9b lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 2 type: IBT flags: 0x20e400000000 pid: 32325 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:2.0:1789130401.788863:0:2349:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1789130401.788864:0:2349:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789130401.788866:0:2349:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:2.0:1789130401.788868:0:2349:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1789130401.788869:0:2349:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1789130401.788870:0:2349:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1789130401.788872:0:2349:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789130401.788873:0:2349:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1789130401.788875:0:2349:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9caf47e20e00 with handle 0xde5303b1d982cd9b from hash 00010000:00000001:2.0:1789130401.788878:0:2349:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1789130401.788879:0:2349:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130401.788880:0:2349:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130401.788881:0:2349:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1789130401.788883:0:2349:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1789130401.788884:0:2349:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1789130401.788886:0:2349:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130401.788888:0:2349:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130401.788889:0:2349:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130401.788891:0:2349:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789130401.788893:0:2349:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e20e00/0xde5303b1d982cd9b lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 32325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789130401.788899:0:2349:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130401.788900:0:2349:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130401.788901:0:2349:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1789130401.788902:0:2349:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789130401.788904:0:2349:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130401.788905:0:2349:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130401.788906:0:2349:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1789130401.788908:0:2349:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e20e00/0xde5303b1d982cd9b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 32325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1789130401.788914:0:2349:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9caf42f26500 count: 0 00010000:00000010:2.0:1789130401.788923:0:2349:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9caf50154880. 00010000:00000001:2.0:1789130401.788933:0:2349:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789130401.788935:0:2349:0:(mdc_batch.c:175:mdc_batch_getattr_interpret()) Process leaving via out (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00000080:00000001:2.0:1789130401.788937:0:2349:0:(statahead.c:884:ll_statahead_interpret()) Process entered 00000020:00000001:2.0:1789130401.788939:0:2349:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41befc58 00000080:00400000:2.0:1789130401.788940:0:2349:0:(statahead.c:898:ll_statahead_interpret()) sa_entry f22.recovery-small-9 rc -125 00000080:00000001:2.0:1789130401.788942:0:2349:0:(statahead.c:901:ll_statahead_interpret()) Process leaving via out (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00000080:00000001:2.0:1789130401.788944:0:2349:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:2.0:1789130401.788946:0:2349:0:(dcache.c:176:ll_intent_release()) intent ffff9caf50104d90 released 00000080:00000001:2.0:1789130401.788947:0:2349:0:(dcache.c:187:ll_intent_release()) Process leaving 00800000:00000002:2.0:1789130401.788949:0:2349:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9caf4557c8c0 3 00000080:00000010:2.0:1789130401.788951:0:2349:0:(statahead.c:427:sa_fini_data()) kfreed 'item->mop_pill': 144 at ffff9caf485e8a80. 00000080:00000010:2.0:1789130401.788953:0:2349:0:(statahead.c:428:sa_fini_data()) kfreed 'item': 672 at ffff9caf50104c00. 00000080:00000001:2.0:1789130401.788956:0:2349:0:(statahead.c:955:ll_statahead_interpret()) Process leaving (rc=18446744073709551491 : -125 : ffffffffffffff83) 00000002:00000010:2.0:1789130401.788958:0:2349:0:(batch.c:248:object_update_callback_fini()) kfreed 'ouc': 40 at ffff9caf4689ce80. 00000002:00000010:2.0:1789130401.788962:0:2349:0:(batch.c:317:batch_update_request_destroy()) kvfree 'bub->bub_req': 4096 at ffff9caf48467000. 00000002:00000010:2.0:1789130401.788967:0:2349:0:(batch.c:318:batch_update_request_destroy()) kfreed 'bub': 40 at ffff9caf4689c480. 00000002:00000010:2.0:1789130401.788970:0:2349:0:(batch.c:321:batch_update_request_destroy()) kfreed 'head': 80 at ffff9caf58401180. 00000002:00000001:2.0:1789130401.788975:0:2349:0:(batch.c:394:batch_update_request_fini()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000002:00000001:2.0:1789130401.788978:0:2349:0:(batch.c:422:batch_update_interpret()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000040:2.0:1789130401.788991:0:2349:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf501ab840 x1876037329035392/t0(0) o63->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:24/4 lens 3128/7008 e 0 to 0 dl 1789130417 ref 1 fl Interpret:RQU/200/0 rc -2/-2 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789130401.789002:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf501ab840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:2349:1876037329035392:192.168.204.123@tcp:63:ll_sa.0 00000100:00000001:2.0:1789130401.789008:0:2349:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789130401.789013:0:2349:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130401.789016:0:2349:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf501ab840 x1876037329035392/t0(0) o63->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:24/4 lens 3128/7008 e 0 to 0 dl 1789130417 ref 1 fl Complete:RQU/200/0 rc -2/-2 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130401.789024:0:2349:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789130401.789027:0:2349:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789130401.789031:0:2349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff9caf4847a000. 02000000:00000001:2.0:1789130401.789036:0:2349:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789130401.789039:0:2349:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1789130401.789042:0:2349:0:(genops.c:1223:class_import_put()) import ffff9caf6079a800 refcount=7 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000020:00000001:2.0:1789130401.789045:0:2349:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1789130401.789049:0:2349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 4096 at ffff9caf48461000. 02000000:00000001:2.0:1789130401.789053:0:2349:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789130401.789055:0:2349:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789130401.789058:0:2349:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf501ab840. 00000100:00000001:2.0:1789130401.789063:0:2349:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789130401.789064:0:2349:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789130401.789067:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789130401.789078:0:2349:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789130401.789080:0:2349:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130401.789083:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789130401.789085:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1789130401.790355:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130401.790377:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789130401.790382:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130401.790384:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130401.790394:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130401.790403:0:2341:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:2.0:1789130401.790414:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130401.790421:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130401.790427:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130401.790432:0:2341:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 400 into portal 4 MB=0x6aa3efa952100 00000400:00000200:2.0:1789130401.790439:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130401.790447:0:2341:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.123@tcp of length 400/400 into md 0x6d15 [1] + 224 00000800:00000001:2.0:1789130401.790456:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130401.790464:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130401.790468:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130401.790473:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:2.0:1789130401.790483:0:2341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789130401.790492:0:2341:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf501a83c0 x1876037329035520/t0(0) o101->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1789130417 ref 1 fl Rpc:NQr/600/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789130401.790503:0:2341:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=400 req@ffff9caf501a83c0 x1876037329035520/t0(0) o101->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1789130417 ref 1 fl Rpc:RNQ/600/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130401.790525:0:2341:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789130401.790537:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130401.790540:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130401.791789:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789130401.791798:0:2350:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789130401.791832:0:2350:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789130401.791835:0:2350:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789130401.791842:0:2350:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf607884d0. 00000400:00000200:3.0:1789130401.791851:0:2350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf4549fc38 00000400:00000010:3.0:1789130401.791854:0:2350:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf4549fc38. 00000100:00000001:3.0:1789130401.791860:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789130401.791870:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf501a83c0 x1876037329035520/t0(0) o101->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1789130417 ref 1 fl Rpc:RNQ/600/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1789130401.791882:0:2350:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf501a83c0 x1876037329035520/t0(0) o101->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1789130417 ref 1 fl Rpc:RNQU/600/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130401.791890:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789130401.791892:0:2350:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130401.791895:0:2350:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789130401.791900:0:2350:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789130401.791902:0:2350:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789130401.791905:0:2350:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789130401.791909:0:2350:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789130401.791920:0:2350:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf48ede460 time=20 v=5 (5 5 5 5) 00000100:00001000:3.0:1789130401.791925:0:2350:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf48ede418 time=10 v=5 (1 0 0 0) 00000100:00000001:3.0:1789130401.792100:0:2350:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789130401.792103:0:2350:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130401.792107:0:2350:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789130401.792111:0:2350:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130401.792116:0:2350:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789130401.792119:0:2350:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9caf5014c800: skip recheck: last_committed 4294967312 00000100:00000001:3.0:1789130401.792122:0:2350:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789130401.792123:0:2350:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130401.792130:0:2350:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf501a83c0 x1876037329035520/t0(0) o101->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1789130417 ref 1 fl Rpc:RNQU/600/0 rc 0/0 job:'ll_sa.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130401.792139:0:2350:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789130401.792143:0:2350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789130401.792145:0:2350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:3.0:1789130401.792149:0:2350:0:(osc_request.c:3327:osc_enqueue_interpret()) Process entered 00010000:00000001:3.0:1789130401.792152:0:2350:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789130401.792155:0:2350:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789130401.792159:0:2350:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf47e21000 refcount=4 00000020:00000001:3.0:1789130401.792162:0:2350:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875372048384 : -109198337503232 : ffff9caf47e21000) 00010000:00000001:3.0:1789130401.792165:0:2350:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875372048384 : -109198337503232 : ffff9caf47e21000) 00010000:00000001:3.0:1789130401.792168:0:2350:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789130401.792169:0:2350:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789130401.792171:0:2350:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf47e21000 refcount=5 00000020:00000001:3.0:1789130401.792173:0:2350:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875372048384 : -109198337503232 : ffff9caf47e21000) 00010000:00000001:3.0:1789130401.792175:0:2350:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875372048384 : -109198337503232 : ffff9caf47e21000) 00010000:00000001:3.0:1789130401.792179:0:2350:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789130401.792183:0:2350:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789130401.792189:0:2350:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9caf5014c800 lock: 00000000cfb3d2ba/0xde5303b1d982cda2 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 32325 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789130401.792202:0:2350:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130401.792204:0:2350:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789130401.792207:0:2350:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1789130401.792210:0:2350:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789130401.792211:0:2350:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789130401.792212:0:2350:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf47e21000 refcount=6 00000020:00000001:3.0:1789130401.792214:0:2350:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875372048384 : -109198337503232 : ffff9caf47e21000) 00010000:00000001:3.0:1789130401.792216:0:2350:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875372048384 : -109198337503232 : ffff9caf47e21000) 00010000:00000040:3.0:1789130401.792225:0:2350:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9caf47e21000, remote cookie: 0xcdf1b083821a5ac0, flags: 0x41011 00010000:00010000:3.0:1789130401.792230:0:2350:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0001-osc-ffff9caf5014c800 lock: 00000000cfb3d2ba/0xde5303b1d982cda2 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a5ac0 expref: -99 pid: 32325 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789130401.792238:0:2350:0:(ldlm_lock.c:1589:ldlm_fill_lvb()) Process entered 00010000:00000001:3.0:1789130401.792241:0:2350:0:(ldlm_lock.c:1682:ldlm_fill_lvb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130401.792244:0:2350:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1789130401.792250:0:2350:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00010000:3.0:1789130401.792255:0:2350:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff9caf5014c800 lock: 00000000cfb3d2ba/0xde5303b1d982cda2 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a5ac0 expref: -99 pid: 32325 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1789130401.792265:0:2350:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x280000400:0x14:0x0].0x0 (ffff9caf51bbdc00) refcount = 1 00010000:00000040:3.0:1789130401.792268:0:2350:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1789130401.792271:0:2350:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-OST0001-osc-ffff9caf5014c800 lock: 00000000cfb3d2ba/0xde5303b1d982cda2 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a5ac0 expref: -99 pid: 32325 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789130401.792281:0:2350:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1789130401.792283:0:2350:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789130401.792286:0:2350:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1789130401.792289:0:2350:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789130401.792291:0:2350:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff9caf5014c800 lock: 00000000cfb3d2ba/0xde5303b1d982cda2 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a5ac0 expref: -99 pid: 32325 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789130401.792298:0:2350:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1789130401.792299:0:2350:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130401.792300:0:2350:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789130401.792301:0:2350:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130401.792302:0:2350:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1789130401.792304:0:2350:0:(osc_request.c:3281:osc_enqueue_fini()) Process entered 00000008:00000001:3.0:1789130401.792308:0:2350:0:(osc_lock.c:322:osc_lock_upcall_speculative()) Process entered 00000020:00000001:3.0:1789130401.792311:0:2350:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1789130401.792316:0:2350:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446634875648778040 : -109198060773576 : ffff9caf58609f38) 00000020:00001000:3.0:1789130401.792319:0:2350:0:(cl_object.c:823:cl_env_get()) 1@ffff9caf58609f30 00010000:00000001:3.0:1789130401.792321:0:2350:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789130401.792322:0:2350:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789130401.792324:0:2350:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf47e21000 refcount=5 00000020:00000001:3.0:1789130401.792326:0:2350:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875372048384 : -109198337503232 : ffff9caf47e21000) 00010000:00000001:3.0:1789130401.792328:0:2350:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875372048384 : -109198337503232 : ffff9caf47e21000) 00000008:00000001:3.0:1789130401.792332:0:2350:0:(osc_lock.c:154:osc_lock_lvb_update()) Process entered 00000020:00000001:3.0:1789130401.792337:0:2350:0:(cl_object.c:143:cl_object_top()) ffff9caf4a692d58 -> ffff9caf42e28c38 00000008:00010000:3.0:1789130401.792342:0:2350:0:(osc_lock.c:192:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0001-osc-ffff9caf5014c800 lock: 00000000cfb3d2ba/0xde5303b1d982cda2 lrc: 5/2,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0xcdf1b083821a5ac0 expref: -99 pid: 32325 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00000001:3.0:1789130401.792350:0:2350:0:(cl_object.c:143:cl_object_top()) ffff9caf4a692d58 -> ffff9caf42e28c38 00000020:00000001:3.0:1789130401.792353:0:2350:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:3.0:1789130401.792356:0:2350:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:3.0:1789130401.792360:0:2350:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:3.0:1789130401.792363:0:2350:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789130401.792365:0:2350:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789130401.792367:0:2350:0:(cl_object.c:143:cl_object_top()) ffff9caf4a692d58 -> ffff9caf42e28c38 00000008:00000001:3.0:1789130401.792370:0:2350:0:(osc_lock.c:197:osc_lock_lvb_update()) Process leaving 00010000:00000001:3.0:1789130401.792372:0:2350:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130401.792373:0:2350:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00001000:3.0:1789130401.792377:0:2350:0:(cl_object.c:917:cl_env_put()) 1@ffff9caf58609f30 00000008:00000001:3.0:1789130401.792381:0:2350:0:(osc_lock.c:349:osc_lock_upcall_speculative()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130401.792383:0:2350:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789130401.792385:0:2350:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789130401.792386:0:2350:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf47e21000 refcount=5 00000020:00000001:3.0:1789130401.792388:0:2350:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875372048384 : -109198337503232 : ffff9caf47e21000) 00010000:00000001:3.0:1789130401.792390:0:2350:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875372048384 : -109198337503232 : ffff9caf47e21000) 00010000:00000001:3.0:1789130401.792393:0:2350:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789130401.792395:0:2350:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9caf5014c800 lock: 00000000cfb3d2ba/0xde5303b1d982cda2 lrc: 5/2,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0xcdf1b083821a5ac0 expref: -99 pid: 32325 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789130401.792402:0:2350:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130401.792403:0:2350:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1789130401.792406:0:2350:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9caf5014c800 lock: 00000000cfb3d2ba/0xde5303b1d982cda2 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0xcdf1b083821a5ac0 expref: -99 pid: 32325 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789130401.792412:0:2350:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789130401.792413:0:2350:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130401.792414:0:2350:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1789130401.792416:0:2350:0:(osc_request.c:3308:osc_enqueue_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130401.792417:0:2350:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789130401.792418:0:2350:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789130401.792420:0:2350:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf47e21000 refcount=4 00000020:00000001:3.0:1789130401.792421:0:2350:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875372048384 : -109198337503232 : ffff9caf47e21000) 00010000:00000001:3.0:1789130401.792423:0:2350:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875372048384 : -109198337503232 : ffff9caf47e21000) 00010000:00000001:3.0:1789130401.792425:0:2350:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789130401.792427:0:2350:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9caf5014c800 lock: 00000000cfb3d2ba/0xde5303b1d982cda2 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0xcdf1b083821a5ac0 expref: -99 pid: 32325 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789130401.792432:0:2350:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130401.792434:0:2350:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789130401.792435:0:2350:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1789130401.792438:0:2350:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1789130401.792440:0:2350:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9caf5014c800 lock: 00000000cfb3d2ba/0xde5303b1d982cda2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000000000 nid: local remote: 0xcdf1b083821a5ac0 expref: -99 pid: 32325 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1789130401.792450:0:2350:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130401.792454:0:2350:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789130401.792456:0:2350:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789130401.792461:0:2350:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130401.792462:0:2350:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789130401.792464:0:2350:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130401.792467:0:2350:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789130401.792469:0:2350:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130401.792471:0:2350:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130401.792473:0:2350:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130401.792475:0:2350:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789130401.792476:0:2350:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130401.792477:0:2350:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789130401.792478:0:2350:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130401.792480:0:2350:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1789130401.792481:0:2350:0:(osc_request.c:3366:osc_enqueue_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130401.792487:0:2350:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf501a83c0 x1876037329035520/t0(0) o101->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1789130417 ref 1 fl Interpret:RNQU/600/0 rc 0/0 job:'ll_sa.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1789130401.792496:0:2350:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf501a83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:2350:1876037329035520:192.168.204.123@tcp:101:ll_sa.0 00000100:00000001:3.0:1789130401.792501:0:2350:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130401.792504:0:2350:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130401.792508:0:2350:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf501a83c0 x1876037329035520/t0(0) o101->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1789130417 ref 1 fl Complete:RNQU/600/0 rc 0/0 job:'ll_sa.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130401.792521:0:2350:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789130401.792524:0:2350:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789130401.792530:0:2350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9caf50104400. 02000000:00000001:3.0:1789130401.792536:0:2350:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789130401.792539:0:2350:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1789130401.792541:0:2350:0:(genops.c:1223:class_import_put()) import ffff9caf48ede000 refcount=2 obd=lustre-OST0001-osc-ffff9caf5014c800 00000020:00000001:3.0:1789130401.792543:0:2350:0:(genops.c:1230:class_import_put()) Process leaving 00010000:00000010:2.1:1789130401.794204:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf47e21a00. 00010000:00000010:2.1:1789130401.794221:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf47e21400. 00010000:00000010:2.1:1789130401.794227:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf47e20200. 00010000:00000010:2.1:1789130401.794230:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf47e21200. 00010000:00000010:2.1:1789130401.794233:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf47e20000. 00010000:00000010:2.1:1789130401.794236:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf47e20a00. 00010000:00000010:3.1:1789130401.794341:0:2350:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf42f26000. 00010000:00000010:3.1:1789130401.794348:0:2350:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf586b6800. 00010000:00000010:3.1:1789130401.794352:0:2350:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf586b7400. 02000000:00000010:3.0:1789130401.794359:0:2350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9caf5875a000. 02000000:00000001:3.0:1789130401.794367:0:2350:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789130401.794370:0:2350:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789130401.794373:0:2350:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf501a83c0. 00000100:00000001:3.0:1789130401.794378:0:2350:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789130401.794380:0:2350:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130401.794384:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130401.794394:0:2350:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789130401.794397:0:2350:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130401.794401:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789130401.794405:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1789130401.800843:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf42f26500. 00010000:00000010:2.1:1789130401.800872:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf47e20e00. 00000800:00000001:3.0:1789130401.804167:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130401.804192:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789130401.804198:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130401.804201:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130401.804213:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130401.804223:0:2342:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:3.0:1789130401.804236:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130401.804242:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130401.804249:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130401.804254:0:2342:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 456 into portal 10 MB=0x6aa3efa952200 00000400:00000200:3.0:1789130401.804261:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130401.804269:0:2342:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.123@tcp of length 456/456 into md 0x6d25 [1] + 224 00000800:00000001:3.0:1789130401.804278:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130401.804287:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130401.804291:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130401.804296:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:3.0:1789130401.804307:0:2342:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789130401.804319:0:2342:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf501a8b40 x1876037329035776/t0(0) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 504/624 e 0 to 0 dl 1789130417 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789130401.804332:0:2342:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff9caf501a8b40 x1876037329035776/t0(0) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 504/624 e 0 to 0 dl 1789130417 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130401.804423:0:32324:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789130401.804445:0:2342:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1789130401.804458:0:2342:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1789130401.804462:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130401.804469:0:2342:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.204.23@tcp to MR: 192.168.204.123@tcp local destination 00000400:00000200:3.0:1789130401.804477:0:2342:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2536:2536:256:4294967295] 192.168.204.123@tcp LPNI seq info [2535:2535:8:4294967295] 00000400:00000200:3.0:1789130401.804482:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130401.804492:0:2342:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:192.168.204.23@tcp) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) 192.168.204.123@tcp : ACK try# 0 00000800:00000200:3.0:1789130401.804499:0:2342:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:3.0:1789130401.804507:0:2342:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf47fd2000. 00000800:00000200:3.0:1789130401.804514:0:2342:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:3.0:1789130401.804524:0:2342:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:3.0:1789130401.804530:0:2342:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf47fd2000 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1789130401.804643:0:2342:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789130401.804647:0:2342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf47fd2000. 00000400:00000200:3.0:1789130401.804651:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130401.804655:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: ACK: OK 00000800:00000001:3.0:1789130401.804662:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130401.804666:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1789130401.808835:0:32324:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789130401.808847:0:32324:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789130401.808853:0:32324:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf607880b0. 00000400:00000200:2.0:1789130401.808866:0:32324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf4549f110 00000400:00000010:2.0:1789130401.808869:0:32324:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf4549f110. 00000100:00000001:2.0:1789130401.808878:0:32324:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789130401.808894:0:32324:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf501a8b40 x1876037329035776/t0(0) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 504/624 e 0 to 0 dl 1789130417 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789130401.808908:0:32324:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf501a8b40 x1876037329035776/t0(0) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 504/624 e 0 to 0 dl 1789130417 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130401.808918:0:32324:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789130401.808921:0:32324:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789130401.808934:0:32324:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789130401.808939:0:32324:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789130401.808942:0:32324:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789130401.808945:0:32324:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789130401.808949:0:32324:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789130401.809053:0:32324:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf6079ac60 time=20 v=5 (5 104 104 104) 00000100:00001000:2.0:1789130401.809059:0:32324:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf6079ac18 time=10 v=5 (1 0 0 0) 00000100:00000001:2.0:1789130401.809063:0:32324:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789130401.809065:0:32324:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130401.809068:0:32324:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789130401.809073:0:32324:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130401.809077:0:32324:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1789130401.809080:0:32324:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x1000000a3/0x100000162] 00000100:00000001:2.0:1789130401.809082:0:32324:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1789130401.809085:0:32324:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789130401.809087:0:32324:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875509967680 : -109198199583936 : ffff9caf501a8b40) 00000100:00000001:2.0:1789130401.809091:0:32324:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789130401.809094:0:32324:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9caf5014c800: skip recheck: last_committed 4294967649 00000100:00000001:2.0:1789130401.809096:0:32324:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789130401.809099:0:32324:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130401.809105:0:32324:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf501a8b40 x1876037329035776/t4294967651(4294967651) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 504/456 e 0 to 0 dl 1789130417 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130401.809115:0:32324:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789130401.809119:0:32324:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789130401.809121:0:32324:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789130401.809125:0:32324:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf501a8b40 x1876037329035776/t4294967651(4294967651) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 504/456 e 0 to 0 dl 1789130417 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789130401.809134:0:32324:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf501a8b40 pname:cluuid:pid:xid:nid:opc:job multiop:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:32324:1876037329035776:192.168.204.123@tcp:36:multiop.0 00000100:00000001:2.0:1789130401.809141:0:32324:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789130401.809146:0:32324:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130401.809148:0:32324:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1789130401.809151:0:32324:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130401.809155:0:32324:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf501a8b40 x1876037329035776/t4294967651(4294967651) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 504/456 e 0 to 0 dl 1789130417 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130401.809163:0:32324:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789130401.809167:0:32324:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9caf48373c00. 00000100:00000001:2.0:1789130401.809173:0:32324:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1789130401.809175:0:32324:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789130401.809186:0:32324:0:(mdc_reint.c:367:mdc_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789130401.809191:0:32324:0:(lmv_obd.c:3544:lmv_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789130401.809196:0:32324:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9caf4557c8c0 2 00000080:00000010:2.0:1789130401.809201:0:32324:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9caf5875be00. 00000100:00000001:2.0:1789130401.809209:0:32324:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130401.809213:0:32324:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf501a8b40 x1876037329035776/t4294967651(4294967651) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 504/456 e 0 to 0 dl 1789130417 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130401.809219:0:32324:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130401.809225:0:32324:0:(namei.c:2468:ll_unlink()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130401.810104:0:32324:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1789130401.810112:0:32324:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41e17e30 00000080:00002000:0.0:1789130401.810117:0:32324:0:(dcache.c:127:ll_ddelete()) deleting dentry f22.recovery-small-1 (ffff9caf609d1510, parent ffff9caf600f3360, inode 0000000000000000) hashed, 00000080:00000001:0.0:1789130401.810121:0:32324:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1789130401.810129:0:32324:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1789130401.810139:0:32324:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1789130401.810152:0:32324:0:(llite_lib.c:3423:ll_delete_inode()) Process entered 00000080:00000001:0.0:1789130401.810155:0:32324:0:(file.c:5312:cl_sync_file_range()) Process entered 00000020:00000001:0.0:1789130401.810158:0:32324:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1789130401.810163:0:32324:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446634875648774872 : -109198060776744 : ffff9caf586092d8) 00000020:00001000:0.0:1789130401.810166:0:32324:0:(cl_object.c:823:cl_env_get()) 1@ffff9caf586092d0 00000020:00000001:0.0:1789130401.810174:0:32324:0:(cl_object.c:143:cl_object_top()) ffff9caf5016c9e0 -> ffff9caf5016c9e0 00000020:00000001:0.0:1789130401.810177:0:32324:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1789130401.810181:0:32324:0:(vvp_io.c:1987:vvp_io_init()) Process entered 00000080:00200000:0.0:1789130401.810183:0:32324:0:(vvp_io.c:1992:vvp_io_init()) [0x200000404:0x2c:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:0.0:1789130401.810187:0:32324:0:(cl_io.c:902:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1789130401.810189:0:32324:0:(cl_io.c:908:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1789130401.810190:0:32324:0:(vvp_io.c:2064:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1789130401.810195:0:32324:0:(lov_object.c:1604:lov_io_init()) [0x200000404:0x2c:0x0]io ffff9caf42d818c0 type 6 ignore/verify layout 1/0, compressed 0 00020000:00000002:0.0:1789130401.810199:0:32324:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9caf58124ba0) owner 0000000000000000/ffff9caf4c1bcf80 00020000:00000001:0.0:1789130401.810203:0:32324:0:(lov_io.c:2514:lov_io_init_empty()) Process entered 00020000:00000001:0.0:1789130401.810206:0:32324:0:(lov_io.c:2548:lov_io_init_empty()) Process leaving (rc=1 : 1 : 1) 00020000:00000002:0.0:1789130401.810208:0:32324:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9caf58124ba0) owner 0000000000000000/ffff9caf4c1bcf80 00000020:00000001:0.0:1789130401.810212:0:32324:0:(cl_io.c:146:__cl_io_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1789130401.810214:0:32324:0:(cl_io.c:71:cl_io_fini()) Process entered 00000080:00000001:0.0:1789130401.810217:0:32324:0:(vvp_io.c:392:vvp_io_fini()) Process entered 00000080:00200000:0.0:1789130401.810219:0:32324:0:(vvp_io.c:402:vvp_io_fini()) [0x200000404:0x2c:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, need minor change layout 0 00000080:00000001:0.0:1789130401.810222:0:32324:0:(vvp_io.c:509:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1789130401.810223:0:32324:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1789130401.810227:0:32324:0:(cl_object.c:917:cl_env_put()) 1@ffff9caf586092d0 00000080:00000001:0.0:1789130401.810231:0:32324:0:(file.c:5349:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130401.810235:0:32324:0:(llite_lib.c:2079:ll_clear_inode()) Process entered 00000080:00200000:0.0:1789130401.810238:0:32324:0:(llite_lib.c:2082:ll_clear_inode()) VFS Op:inode=[0x200000404:0x2c:0x0](ffff9caf601300c8) 00800000:00000001:0.0:1789130401.810244:0:32324:0:(lmv_obd.c:1647:lmv_null_inode()) Process entered 00800000:00000002:0.0:1789130401.810246:0:32324:0:(lmv_obd.c:1649:lmv_null_inode()) CBDATA for [0x200000404:0x2c:0x0] 00000002:00000001:0.0:1789130401.810252:0:32324:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:0.0:1789130401.810259:0:32324:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789130401.810261:0:32324:0:(lmv_obd.c:1659:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130401.810264:0:32324:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:0.0:1789130401.810267:0:32324:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:0.0:1789130401.810269:0:32324:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130401.810271:0:32324:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130401.810274:0:32324:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1789130401.810275:0:32324:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446634875648774872 : -109198060776744 : ffff9caf586092d8) 00000020:00001000:0.0:1789130401.810277:0:32324:0:(cl_object.c:823:cl_env_get()) 1@ffff9caf586092d0 00020000:00000001:0.0:1789130401.810283:0:32324:0:(lov_object.c:1555:lov_object_delete()) Process entered 00020000:00000002:0.0:1789130401.810286:0:32324:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9caf58124ba0) owner 0000000000000000/ffff9caf4c1bcf80 00020000:00000001:0.0:1789130401.810290:0:32324:0:(lov_object.c:1327:lov_layout_wait()) Process entered 00020000:00000001:0.0:1789130401.810292:0:32324:0:(lov_object.c:1337:lov_layout_wait()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1789130401.810294:0:32324:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9caf58124ba0) owner 0000000000000000/ffff9caf4c1bcf80 00020000:00000001:0.0:1789130401.810296:0:32324:0:(lov_object.c:1557:lov_object_delete()) Process leaving 00020000:00000001:0.0:1789130401.810299:0:32324:0:(lov_object.c:1564:lov_object_free()) Process entered 00020000:00000002:0.0:1789130401.810300:0:32324:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9caf58124ba0) owner 0000000000000000/ffff9caf4c1bcf80 00020000:00000002:0.0:1789130401.810303:0:32324:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9caf58124ba0) owner 0000000000000000/ffff9caf4c1bcf80 00020000:00000010:0.0:1789130401.810307:0:32324:0:(lov_object.c:1567:lov_object_free()) slab-freed '(lov)': 248 at ffff9caf58124ba0. 00020000:00000001:0.0:1789130401.810313:0:32324:0:(lov_object.c:1568:lov_object_free()) Process leaving 00000080:00000010:0.0:1789130401.810316:0:32324:0:(vvp_object.c:280:vvp_object_free()) slab-freed 'vob': 200 at ffff9caf5016c960. 00000020:00001000:0.0:1789130401.810322:0:32324:0:(cl_object.c:917:cl_env_put()) 1@ffff9caf586092d0 00000080:00000001:0.0:1789130401.810325:0:32324:0:(llite_lib.c:2130:ll_clear_inode()) Process leaving 00000080:00000001:0.0:1789130401.810327:0:32324:0:(llite_lib.c:3452:ll_delete_inode()) Process leaving 00000080:00000010:0.1:1789130401.833170:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9caf4632b720. 00000080:00000010:0.1:1789130401.833201:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9caf60130000. 00010000:00010000:3.0:1789130401.836443:0:32328:0:(ldlm_resource.c:195:lru_size_store()) dropping all unused locks from namespace lustre-MDT0000-mdc-ffff9caf5014c800 00010000:00000001:3.0:1789130401.836455:0:32328:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789130401.836458:0:32328:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789130401.836467:0:32328:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789130401.836471:0:32328:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1789130401.836478:0:32328:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1789130401.836482:0:32328:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789130401.836487:0:32328:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:3.0:1789130401.836508:0:32328:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000020:00000001:2.0:1789130401.836613:0:16115:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789130401.836618:0:16115:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789130401.836622:0:16115:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:2.0:1789130401.836626:0:16115:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:2.0:1789130401.836629:0:16115:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1789130401.836637:0:16115:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a92600/0xde5303b1d982cd55 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xcdf1b083821a5a57 expref: -99 pid: 32322 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00000001:2.0:1789130401.836654:0:16115:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1789130401.836660:0:16115:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1789130401.836663:0:16115:0:(file.c:6113:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1789130401.836666:0:16115:0:(file.c:6119:ll_have_md_lock()) trying to match res [0x200000404:0x2b:0x0] mode (null) 00000002:00000001:2.0:1789130401.836672:0:16115:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789130401.836676:0:16115:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789130401.836685:0:16115:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf4814d400 count: 2 00010000:00000001:2.0:1789130401.836689:0:16115:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789130401.836696:0:16115:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789130401.836698:0:16115:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789130401.836699:0:16115:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789130401.836701:0:16115:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf4814d400 count: 2 00010000:00000001:2.0:1789130401.836703:0:16115:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789130401.836705:0:16115:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789130401.836707:0:16115:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789130401.836708:0:16115:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789130401.836710:0:16115:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf4814d400 count: 2 00010000:00000001:2.0:1789130401.836712:0:16115:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789130401.836714:0:16115:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789130401.836715:0:16115:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789130401.836716:0:16115:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789130401.836718:0:16115:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf4814d400 count: 2 00010000:00000001:2.0:1789130401.836720:0:16115:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789130401.836722:0:16115:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130401.836724:0:16115:0:(file.c:6141:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130401.836727:0:16115:0:(file.c:6819:ll_layout_conf()) Process entered 00000020:00000001:2.0:1789130401.836730:0:16115:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1789130401.836736:0:16115:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446634875648776744 : -109198060774872 : ffff9caf58609a28) 00000020:00001000:2.0:1789130401.836739:0:16115:0:(cl_object.c:823:cl_env_get()) 1@ffff9caf58609a20 00000020:00000001:2.0:1789130401.836742:0:16115:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:2.0:1789130401.836747:0:16115:0:(vvp_object.c:123:vvp_conf_set()) [0x200000404:0x2b:0x0]: losing layout lock 00000080:00000001:2.0:1789130401.836751:0:16115:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:2.0:1789130401.836754:0:16115:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:2.0:1789130401.836760:0:16115:0:(lov_object.c:1460:lov_conf_set()) Process entered 00020000:00000001:2.0:1789130401.836763:0:16115:0:(lov_object.c:1474:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1789130401.836767:0:16115:0:(lov_object.c:1547:lov_conf_set()) [0x200000404:0x2b:0x0] lo_layout_invalid=1 00020000:00000001:2.0:1789130401.836769:0:16115:0:(lov_object.c:1548:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130401.836771:0:16115:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1789130401.836773:0:16115:0:(cl_object.c:917:cl_env_put()) 1@ffff9caf58609a20 00000080:00000001:2.0:1789130401.836777:0:16115:0:(file.c:6861:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130401.836780:0:16115:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:2.0:1789130401.836783:0:16115:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x2b:0x0](ffff9caf60862a08) invalid 00000020:00000001:2.0:1789130401.836788:0:16115:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c87ca0 00000080:00002000:2.0:1789130401.836790:0:16115:0:(llite_internal.h:2032:d_lustre_invalidate()) invalidate dentry f22.recovery-small-2 (ffff9caf6032aa20) parent ffff9caf600f3360 inode ffff9caf60862a08 refc 1 00000080:00000001:2.0:1789130401.836795:0:16115:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:2.0:1789130401.836799:0:16115:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1789130401.836801:0:16115:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130401.836838:0:16115:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1789130401.836842:0:16115:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1789130401.836844:0:16115:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1789130401.836846:0:16115:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789130401.836848:0:16115:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1789130401.836853:0:16115:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9caf46a92600 with handle 0xde5303b1d982cd55 from hash 00010000:00000001:2.0:1789130401.836856:0:16115:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1789130401.836858:0:16115:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130401.836861:0:16115:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130401.836862:0:16115:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1789130401.836867:0:16115:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1789130401.836869:0:16115:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1789130401.836872:0:16115:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1789130401.836875:0:16115:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789130401.836878:0:16115:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:2.0:1789130401.836889:0:16115:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf580bb840. 00000020:00000040:2.0:1789130401.836894:0:16115:0:(genops.c:1210:class_import_get()) import ffff9caf6079a800 refcount=8 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000100:00000001:2.0:1789130401.836901:0:16115:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789130401.836904:0:16115:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789130401.836911:0:16115:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789130401.836921:0:16115:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9caf518fdc00. 00000100:00000001:2.0:1789130401.836929:0:16115:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130401.836933:0:16115:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1789130401.836940:0:16115:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a92600/0xde5303b1d982cd55 lrc: 1/0,0 mode: --/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xcdf1b083821a5a57 expref: -99 pid: 32322 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1789130401.836947:0:16115:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1789130401.836949:0:16115:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789130401.836952:0:16115:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1789130401.836954:0:16115:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1789130401.836974:0:16115:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9caf46b98000. 00000100:00000001:2.0:1789130401.836976:0:16115:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446634875352612864 : -109198356938752 : ffff9caf46b98000) 00000100:00000001:2.0:1789130401.836980:0:16115:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789130401.836982:0:16115:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875643213888 : -109198066337728 : ffff9caf580bb840) 00000100:00000001:2.0:1789130401.836990:0:16115:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789130401.836997:0:16115:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130401.836999:0:16115:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1789130401.837002:0:16115:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789130401.837017:0:16115:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf580bb840 x1876037329035904/t0(0) o103->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130401.837028:0:16115:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789130401.837031:0:16115:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789130401.837036:0:16115:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789130401.837040:0:16115:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789130401.837043:0:16115:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789130401.837047:0:16115:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf580bb840 pname:cluuid:pid:xid:nid:opc:job ldlm_bl_01:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:16115:1876037329035904:192.168.204.123@tcp:103:ldlm_bl.0 00000100:00000001:2.0:1789130401.837052:0:16115:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789130401.837059:0:16115:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789130401.837063:0:16115:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789130401.837066:0:16115:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789130401.837071:0:16115:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9caf61620c00. 02000000:00000001:2.0:1789130401.837073:0:16115:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789130401.837082:0:16115:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:2.0:1789130401.837088:0:16115:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf483fd948. 00000400:00000010:2.0:1789130401.837097:0:16115:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf42d18440. 00000100:00000200:2.0:1789130401.837105:0:16115:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876037329035904, portal 18 00000100:00000001:2.0:1789130401.837107:0:16115:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789130401.837109:0:16115:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875643213888 : -109198066337728 : ffff9caf580bb840) 00000100:00000040:2.0:1789130401.837117:0:16115:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9caf580bb840 x1876037329035904/t0(0) o103->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1789130417 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130401.837125:0:16115:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789130401.837129:0:16115:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:2.0:1789130401.837132:0:16115:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf42d18908. 00000100:00000200:2.0:1789130401.837135:0:16115:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1876037329035904, offset 0 00000400:00000200:2.0:1789130401.837144:0:16115:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:2.0:1789130401.837154:0:16115:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130401.837164:0:16115:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:2.0:1789130401.837172:0:16115:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789130401.837179:0:16115:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:2.0:1789130401.837184:0:16115:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789130401.837188:0:16115:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:2.0:1789130401.837193:0:16115:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2537:2537:256:4294967295] 192.168.204.123@tcp LPNI seq info [2536:2536:8:4294967295] 00000400:00000200:2.0:1789130401.837197:0:16115:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130401.837209:0:16115:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:2.0:1789130401.837217:0:16115:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:2.0:1789130401.837223:0:16115:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf501cfe00. 00000800:00000200:2.0:1789130401.837231:0:16115:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:2.0:1789130401.837242:0:16115:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:2.0:1789130401.837250:0:16115:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf501cfe00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1789130401.837271:0:16115:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130401.837277:0:16115:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: using a timeout of 781228 usecs (782 jiffies) 00000400:00000200:2.0:1789130401.837281:0:16115:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:2.0:1789130401.837285:0:16115:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296496640 00000100:00000001:2.0:1789130401.837289:0:16115:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 2, keep current deadline 4296497656 00000100:00000001:2.0:1789130401.837292:0:16115:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296496640 00000100:00000001:2.0:1789130401.837295:0:16115:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 3, keep current deadline 4296497656 00000100:00000001:2.0:1789130401.837300:0:16115:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789130401.837303:0:16115:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130401.837306:0:16115:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789130401.837308:0:16115:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1789130401.837312:0:16115:0:(client.c:2715:ptlrpc_set_wait()) set ffff9caf46b98000 going to sleep for 11 seconds 00000100:00000001:2.0:1789130401.837315:0:16115:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789130401.837318:0:16115:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789130401.837528:0:2342:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789130401.837535:0:2342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf501cfe00. 00000400:00000200:3.0:1789130401.837543:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130401.837549:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:3.0:1789130401.837556:0:2342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf42d18908 00000400:00000010:3.0:1789130401.837559:0:2342:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf42d18908. 00000100:00000001:3.0:1789130401.837564:0:2342:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789130401.837570:0:2342:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf580bb840 x1876037329035904/t0(0) o103->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1789130417 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130401.837583:0:2342:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130401.837589:0:2342:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf580bb840 x1876037329035904/t0(0) o103->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1789130417 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130401.837609:0:2342:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130401.837611:0:2342:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1789130401.841839:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130401.841863:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789130401.841869:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130401.841872:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130401.841883:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130401.841894:0:2341:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:3.0:1789130401.841904:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130401.841910:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130401.841917:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130401.841922:0:2341:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 224 into portal 18 MB=0x6aa3efa952280 00000400:00000200:3.0:1789130401.841928:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130401.842574:0:2341:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.123@tcp of length 224/224 into md 0x6d35 [1] + 224 00000800:00000001:3.0:1789130401.842589:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130401.843539:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130401.843551:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130401.843561:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:3.0:1789130401.843575:0:2341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789130401.843601:0:2341:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf580bb840 x1876037329035904/t0(0) o103->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1789130417 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789130401.843623:0:2341:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9caf580bb840 x1876037329035904/t0(0) o103->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1789130417 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130401.844084:0:2341:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789130401.844102:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130401.844109:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789130401.844739:0:16115:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789130401.844750:0:16115:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789130401.844753:0:16115:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789130401.844757:0:16115:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf483fd948. 00000400:00000200:2.0:1789130401.844764:0:16115:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf42d18440 00000400:00000010:2.0:1789130401.844767:0:16115:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf42d18440. 00000100:00000001:2.0:1789130401.844771:0:16115:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789130401.844780:0:16115:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf580bb840 x1876037329035904/t0(0) o103->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1789130417 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789130401.844790:0:16115:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf580bb840 x1876037329035904/t0(0) o103->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1789130417 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130401.844797:0:16115:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789130401.844799:0:16115:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789130401.844823:0:16115:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789130401.844829:0:16115:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789130401.844833:0:16115:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789130401.844835:0:16115:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789130401.844840:0:16115:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789130401.844855:0:16115:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf6079ad38 time=169 v=5 (5 5 5 5) 00000100:00001000:2.0:1789130401.844860:0:16115:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf6079ac18 time=10 v=5 (1 0 0 0) 00000100:00000001:2.0:1789130401.844863:0:16115:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789130401.844866:0:16115:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130401.844869:0:16115:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789130401.844873:0:16115:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130401.844878:0:16115:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789130401.844882:0:16115:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9caf5014c800: skip recheck: last_committed 4294967649 00000100:00000001:2.0:1789130401.844884:0:16115:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789130401.844888:0:16115:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130401.844894:0:16115:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf580bb840 x1876037329035904/t0(0) o103->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1789130417 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130401.844902:0:16115:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789130401.844906:0:16115:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789130401.844909:0:16115:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789130401.844913:0:16115:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf580bb840 x1876037329035904/t0(0) o103->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1789130417 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789130401.844921:0:16115:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf580bb840 pname:cluuid:pid:xid:nid:opc:job ldlm_bl_01:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:16115:1876037329035904:192.168.204.123@tcp:103:ldlm_bl.0 00000100:00000001:2.0:1789130401.845172:0:16115:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789130401.845178:0:16115:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130401.845181:0:16115:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1789130401.845183:0:16115:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130401.845190:0:16115:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf580bb840 x1876037329035904/t0(0) o103->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1789130417 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130401.845197:0:16115:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789130401.845200:0:16115:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9caf46b98000. 00000100:00000001:2.0:1789130401.845204:0:16115:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1789130401.845206:0:16115:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130401.845209:0:16115:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130401.845212:0:16115:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf580bb840 x1876037329035904/t0(0) o103->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1789130417 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130401.845219:0:16115:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789130401.845222:0:16115:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789130401.845226:0:16115:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9caf61620c00. 02000000:00000001:2.0:1789130401.845230:0:16115:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789130401.845234:0:16115:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1789130401.845236:0:16115:0:(genops.c:1223:class_import_put()) import ffff9caf6079a800 refcount=7 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000020:00000001:2.0:1789130401.845238:0:16115:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1789130401.845242:0:16115:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9caf518fdc00. 02000000:00000001:2.0:1789130401.845246:0:16115:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789130401.845249:0:16115:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789130401.845251:0:16115:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf580bb840. 00000100:00000001:2.0:1789130401.845260:0:16115:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789130401.845261:0:16115:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1789130401.845264:0:16115:0:(ldlm_request.c:1632:ldlm_cli_cancel_req()) Process leaving 00010000:00000001:2.0:1789130401.845268:0:16115:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1789130401.845275:0:16115:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a92600/0xde5303b1d982cd55 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xcdf1b083821a5a57 expref: -99 pid: 32322 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000010:2.0:1789130401.845287:0:16115:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9caf5049ea00. 00010000:00000040:2.0:1789130401.845292:0:16115:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9caf4814d400 count: 0 00010000:00000010:2.0:1789130401.845303:0:16115:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9caf4938dd00. 00010000:00000001:2.0:1789130401.845316:0:16115:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130401.845318:0:16115:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130401.845341:0:16115:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130401.845345:0:16115:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789130401.845347:0:16115:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789130401.845351:0:16115:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1789130401.845353:0:16115:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789130401.845354:0:16115:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789130401.845356:0:16115:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1789130401.845359:0:16115:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789130401.845361:0:16115:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789130401.845362:0:16115:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1789130401.846379:0:32328:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130401.846391:0:32328:0:(ldlm_lockd.c:2264:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130401.846395:0:32328:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:2.1:1789130401.880860:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf4814d400. 00010000:00000010:2.1:1789130401.880879:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf46a92600. 00000100:00000001:3.0:1789130402.106480:0:16108:0:(service.c:1710:ptlrpc_at_check_timed()) Process entered 00000100:00000001:3.0:1789130402.106491:0:16108:0:(service.c:1721:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130402.746986:0:27360:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130402.746997:0:27360:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130402.747017:0:27360:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130402.747018:0:27360:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130402.747379:0:16116:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789130402.747382:0:16116:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789130402.747385:0:16116:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1789130403.642115:0:27360:0:(connection.c:75:cpu_latency_work()) work item of ffff9caf6147ab30 (cpu 3) has reached its deadline 4296497656, at 4296497664 00000100:00000010:3.0:1789130403.642151:0:27360:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9caf481b3ea0. 00000100:00000040:2.0:1789130403.642844:0:27981:0:(connection.c:75:cpu_latency_work()) work item of ffff9caf6147aa20 (cpu 2) has reached its deadline 4296497656, at 4296497665 00000100:00000010:2.0:1789130403.642853:0:27981:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9caf481b31e0. 00010000:00000001:3.0:1789130403.770085:0:27360:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130403.770095:0:27360:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130403.770103:0:27360:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130403.770104:0:27360:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789130403.770138:0:16244:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789130403.770142:0:16244:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789130403.770145:0:16244:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1789130404.668497:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 70f26143-21ad-4cd3-af2c-0601ab5c9490->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789130404.668524:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1789130404.668547:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf580bb840. 00000020:00000040:2.0:1789130404.668555:0:36:0:(genops.c:1210:class_import_get()) import ffff9caf586ce800 refcount=4 obd=MGC192.168.204.123@tcp 00000100:00000001:2.0:1789130404.668561:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789130404.668565:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789130404.668571:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789130404.668583:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9caf501cf000. 00000100:00000001:2.0:1789130404.668592:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130404.668607:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 70f26143-21ad-4cd3-af2c-0601ab5c9490->MGS req@ffff9caf580bb840 x1876037329036032/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789130404.668620:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789130404.668626:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130404.668633:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000024f9ac59] to pc [ptlrpcd_01_00+0] req@ffff9caf580bb840 x1876037329036032/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130404.668675:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130404.668679:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) c4ff2dbd-4d13-4802-9c50-d71e34d32a35->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789130404.668683:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1789130404.668688:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf580b8f00. 00000020:00000040:2.0:1789130404.668691:0:36:0:(genops.c:1210:class_import_get()) import ffff9caf6079a800 refcount=8 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000100:00000001:2.0:1789130404.668693:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789130404.668695:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789130404.668697:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789130404.668701:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9caf501cf800. 00000100:00000001:2.0:1789130404.668704:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130404.668709:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging c4ff2dbd-4d13-4802-9c50-d71e34d32a35->lustre-MDT0000_UUID req@ffff9caf580b8f00 x1876037329036160/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789130404.668716:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789130404.668718:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130404.668721:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000857e971] to pc [ptlrpcd_01_01+1] req@ffff9caf580b8f00 x1876037329036160/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130404.668730:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130404.668733:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) c4ff2dbd-4d13-4802-9c50-d71e34d32a35->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789130404.668736:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1789130404.668740:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf580ba1c0. 00000020:00000040:2.0:1789130404.668742:0:36:0:(genops.c:1210:class_import_get()) import ffff9caf468ac800 refcount=3 obd=lustre-OST0000-osc-ffff9caf5014c800 00000100:00000001:2.0:1789130404.668744:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789130404.668747:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789130404.668748:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789130404.668751:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9caf501cfd00. 00000100:00000001:2.0:1789130404.668754:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130404.668758:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging c4ff2dbd-4d13-4802-9c50-d71e34d32a35->lustre-OST0000_UUID req@ffff9caf580ba1c0 x1876037329036288/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789130404.668765:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789130404.668767:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130404.668771:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006d1ce51f] to pc [ptlrpcd_01_00+0] req@ffff9caf580ba1c0 x1876037329036288/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130404.668777:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130404.668780:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) c4ff2dbd-4d13-4802-9c50-d71e34d32a35->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789130404.668783:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1789130404.668786:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf580b8000. 00000020:00000040:2.0:1789130404.668788:0:36:0:(genops.c:1210:class_import_get()) import ffff9caf48ede000 refcount=3 obd=lustre-OST0001-osc-ffff9caf5014c800 00000100:00000001:2.0:1789130404.668790:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789130404.668792:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789130404.668793:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789130404.668796:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9caf501cf700. 00000100:00000001:2.0:1789130404.668799:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130404.668839:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging c4ff2dbd-4d13-4802-9c50-d71e34d32a35->lustre-OST0001_UUID req@ffff9caf580b8000 x1876037329036416/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789130404.668848:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789130404.668850:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130404.668854:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cd5f3892] to pc [ptlrpcd_01_01+1] req@ffff9caf580b8000 x1876037329036416/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130404.668861:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130404.668867:0:36:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1836) 00000100:00000001:3.0:1789130404.669147:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789130404.669153:0:2349:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789130404.669156:0:2349:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789130404.669164:0:2349:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf580bb840 x1876037329036032/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130404.669174:0:2349:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789130404.669177:0:2349:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789130404.669182:0:2349:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789130404.669186:0:2349:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789130404.669190:0:2349:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789130404.669194:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf580bb840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:70f26143-21ad-4cd3-af2c-0601ab5c9490:2349:1876037329036032:192.168.204.123@tcp:400:kworker.0 00000100:00000001:3.0:1789130404.669199:0:2349:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789130404.669207:0:2349:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789130404.669211:0:2349:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789130404.669214:0:2349:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789130404.669221:0:2349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9caf5875b200. 02000000:00000001:3.0:1789130404.669223:0:2349:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789130404.669232:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:3.0:1789130404.669237:0:2349:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf607884d0. 00000400:00000010:3.0:1789130404.669247:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf4549fc38. 00000100:00000200:3.0:1789130404.669255:0:2349:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876037329036032, portal 25 00000100:00000001:3.0:1789130404.669258:0:2349:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789130404.669260:0:2349:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875643213888 : -109198066337728 : ffff9caf580bb840) 00000100:00000040:3.0:1789130404.669266:0:2349:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9caf580bb840 x1876037329036032/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130420 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130404.669275:0:2349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789130404.669278:0:2349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:3.0:1789130404.669281:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf4549f3b8. 00000100:00000200:3.0:1789130404.669284:0:2349:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1876037329036032, offset 0 00000400:00000200:3.0:1789130404.669292:0:2349:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:3.0:1789130404.669303:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130404.669313:0:2349:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:3.0:1789130404.669321:0:2349:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789130404.669326:0:2349:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:3.0:1789130404.669331:0:2349:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789130404.669334:0:2349:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:3.0:1789130404.669339:0:2349:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2538:2538:256:4294967295] 192.168.204.123@tcp LPNI seq info [2537:2537:8:4294967295] 00000400:00000200:3.0:1789130404.669344:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130404.669355:0:2349:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:3.0:1789130404.669362:0:2349:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:3.0:1789130404.669368:0:2349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf47fd2000. 00000800:00000200:3.0:1789130404.669376:0:2349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:3.0:1789130404.669387:0:2349:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:3.0:1789130404.669392:0:2349:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf47fd2000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789130404.669411:0:2349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789130404.669416:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:3.0:1789130404.669419:0:2349:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.123@tcp: PM QoS new deadline estimation for cpu 2 is 4296502777 00000100:00000010:3.0:1789130404.669424:0:2349:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9caf58401d80. 00000100:00000001:3.0:1789130404.669432:0:2349:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.123@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1789130404.669438:0:2349:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.123@tcp: PM QoS new deadline estimation for cpu 3 is 4296502777 00000100:00000010:3.0:1789130404.669441:0:2349:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9caf58401d20. 00000100:00000001:3.0:1789130404.669445:0:2349:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.123@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1789130404.669447:0:2349:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789130404.669450:0:2349:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130404.669453:0:2349:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789130404.669458:0:2349:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf580ba1c0 x1876037329036288/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130404.669465:0:2349:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789130404.669467:0:2349:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789130404.669469:0:2349:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789130404.669472:0:2349:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789130404.669474:0:2349:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789130404.669477:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf580ba1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:2349:1876037329036288:192.168.204.123@tcp:400:kworker.0 00000100:00000001:3.0:1789130404.669481:0:2349:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789130404.669483:0:2349:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789130404.669485:0:2349:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789130404.669487:0:2349:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789130404.669489:0:2349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9caf5875b400. 02000000:00000001:3.0:1789130404.669491:0:2349:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789130404.669495:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:3.0:1789130404.669497:0:2349:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf60788580. 00000400:00000010:3.0:1789130404.669501:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf4549f088. 00000100:00000200:3.0:1789130404.669504:0:2349:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876037329036288, portal 4 00000800:00000200:2.0:1789130404.670029:0:2342:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789130404.670035:0:2342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf47fd2000. 00000400:00000200:2.0:1789130404.670043:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130404.670051:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:2.0:1789130404.670058:0:2342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf4549f3b8 00000400:00000010:2.0:1789130404.670061:0:2342:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf4549f3b8. 00000100:00000001:2.0:1789130404.670067:0:2342:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789130404.670072:0:2342:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf580bb840 x1876037329036032/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130420 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130404.670083:0:2342:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130404.670086:0:2342:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf580bb840 x1876037329036032/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130420 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130404.670092:0:2342:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130404.670094:0:2342:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1789130404.670133:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789130404.670137:0:2350:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789130404.670139:0:2350:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789130404.670144:0:2350:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf580b8f00 x1876037329036160/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130404.670152:0:2350:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789130404.670153:0:2350:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789130404.670156:0:2350:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789130404.670169:0:2350:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789130404.670172:0:2350:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789130404.670176:0:2350:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf580b8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:2350:1876037329036160:192.168.204.123@tcp:400:kworker.0 00000100:00000001:2.0:1789130404.670179:0:2350:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789130404.670183:0:2350:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789130404.670184:0:2350:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789130404.670186:0:2350:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789130404.670191:0:2350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9caf614d2c00. 02000000:00000001:2.0:1789130404.670192:0:2350:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789130404.670197:0:2350:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:2.0:1789130404.670200:0:2350:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf483fd948. 00000400:00000010:2.0:1789130404.670205:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf42d18440. 00000100:00000200:2.0:1789130404.670208:0:2350:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876037329036160, portal 10 00000100:00000001:2.0:1789130404.670210:0:2350:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789130404.670212:0:2350:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875643203328 : -109198066348288 : ffff9caf580b8f00) 00000100:00000040:2.0:1789130404.670220:0:2350:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9caf580b8f00 x1876037329036160/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130420 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130404.670226:0:2350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789130404.670228:0:2350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:2.0:1789130404.670231:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf42d18cc0. 00000100:00000200:2.0:1789130404.670234:0:2350:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876037329036160, offset 0 00000400:00000200:2.0:1789130404.670239:0:2350:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:2.0:1789130404.670245:0:2350:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130404.670251:0:2350:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:2.0:1789130404.670254:0:2350:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789130404.670257:0:2350:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:2.0:1789130404.670260:0:2350:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789130404.670263:0:2350:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:2.0:1789130404.670266:0:2350:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2539:2539:256:4294967295] 192.168.204.123@tcp LPNI seq info [2538:2538:8:4294967295] 00000400:00000200:2.0:1789130404.670271:0:2350:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130404.670277:0:2350:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:2.0:1789130404.670282:0:2350:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:2.0:1789130404.670286:0:2350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf501cf500. 00000800:00000200:2.0:1789130404.670291:0:2350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:2.0:1789130404.670297:0:2350:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:2.0:1789130404.670301:0:2350:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf501cf500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1789130404.670311:0:2350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130404.670316:0:2350:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: using a timeout of 780222 usecs (781 jiffies) 00000400:00000200:2.0:1789130404.670319:0:2350:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:2.0:1789130404.670321:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296499472 00000100:00000001:2.0:1789130404.670324:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 2, keep current deadline 4296502777 00000100:00000001:2.0:1789130404.670326:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296499472 00000100:00000001:2.0:1789130404.670328:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 3, keep current deadline 4296502777 00000100:00000001:2.0:1789130404.670333:0:2350:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789130404.670335:0:2350:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130404.670337:0:2350:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789130404.670342:0:2350:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf580b8000 x1876037329036416/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130404.670349:0:2350:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789130404.670350:0:2350:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789130404.670352:0:2350:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789130404.670354:0:2350:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789130404.670355:0:2350:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789130404.670357:0:2350:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf580b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:2350:1876037329036416:192.168.204.123@tcp:400:kworker.0 00000100:00000001:2.0:1789130404.670360:0:2350:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789130404.670363:0:2350:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789130404.670365:0:2350:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789130404.670366:0:2350:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789130404.670372:0:2350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9caf51b87600. 02000000:00000001:2.0:1789130404.670373:0:2350:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789130404.670377:0:2350:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:2.0:1789130404.670379:0:2350:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf483fd8f0. 00000400:00000010:2.0:1789130404.670383:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf42d18880. 00000100:00000200:2.0:1789130404.670385:0:2350:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876037329036416, portal 4 00000100:00000001:2.0:1789130404.670387:0:2350:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789130404.670388:0:2350:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875643199488 : -109198066352128 : ffff9caf580b8000) 00000100:00000040:2.0:1789130404.670395:0:2350:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9caf580b8000 x1876037329036416/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130420 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130404.670400:0:2350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789130404.670402:0:2350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:2.0:1789130404.670404:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf42d184c8. 00000100:00000200:2.0:1789130404.670406:0:2350:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876037329036416, offset 0 00000400:00000200:2.0:1789130404.670411:0:2350:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:2.0:1789130404.670414:0:2350:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130404.670417:0:2350:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:2.0:1789130404.670420:0:2350:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789130404.670423:0:2350:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:2.0:1789130404.670424:0:2350:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789130404.670426:0:2350:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:2.0:1789130404.670429:0:2350:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2540:2540:255:4294967295] 192.168.204.123@tcp LPNI seq info [2539:2539:7:4294967295] 00000400:00000200:2.0:1789130404.670432:0:2350:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130404.670437:0:2350:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:2.0:1789130404.670441:0:2350:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:2.0:1789130404.670444:0:2350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf501cf900. 00000800:00000200:2.0:1789130404.670447:0:2350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:2.0:1789130404.670451:0:2350:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:2.0:1789130404.670453:0:2350:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf501cf900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1789130404.670456:0:2350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130404.670459:0:2350:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9caf5014c800: using a timeout of 343838 usecs (344 jiffies) 00000400:00000200:2.0:1789130404.670462:0:2350:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:2.0:1789130404.670464:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296499035 00000100:00000001:2.0:1789130404.670465:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9caf5014c800: PM QoS request active for cpu 2, keep current deadline 4296502777 00000100:00000001:2.0:1789130404.670467:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296499035 00000100:00000001:2.0:1789130404.670469:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9caf5014c800: PM QoS request active for cpu 3, keep current deadline 4296502777 00000100:00000001:2.0:1789130404.670471:0:2350:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789130404.670473:0:2350:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130404.670475:0:2350:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130404.670477:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789130404.670485:0:2350:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789130404.670488:0:2350:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1789130404.670490:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789130404.670491:0:2350:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789130404.670492:0:2350:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130404.670494:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789130404.670555:0:2341:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789130404.670558:0:2341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf501cf500. 00000400:00000200:2.0:1789130404.670563:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130404.670567:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:2.0:1789130404.670570:0:2341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf42d18cc0 00000400:00000010:2.0:1789130404.670572:0:2341:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf42d18cc0. 00000100:00000001:2.0:1789130404.670575:0:2341:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789130404.670579:0:2341:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf580b8f00 x1876037329036160/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130420 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130404.670587:0:2341:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130404.670590:0:2341:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf580b8f00 x1876037329036160/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130420 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130404.670597:0:2341:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130404.670599:0:2341:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1789130404.683702:0:2349:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789130404.683705:0:2349:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875643208128 : -109198066343488 : ffff9caf580ba1c0) 00000100:00000040:3.0:1789130404.683730:0:2349:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9caf580ba1c0 x1876037329036288/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130420 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130404.683742:0:2349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789130404.683745:0:2349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:3.0:1789130404.683758:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf4549fee0. 00000100:00000200:3.0:1789130404.683768:0:2349:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876037329036288, offset 0 00000400:00000200:3.0:1789130404.683776:0:2349:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:3.0:1789130404.683788:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130404.683799:0:2349:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:3.0:1789130404.683888:0:2349:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789130404.683895:0:2349:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:3.0:1789130404.683899:0:2349:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789130404.683902:0:2349:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:3.0:1789130404.683907:0:2349:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2541:2541:255:4294967295] 192.168.204.123@tcp LPNI seq info [2540:2540:7:4294967295] 00000400:00000200:3.0:1789130404.683913:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130404.683925:0:2349:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:3.0:1789130404.683933:0:2349:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:3.0:1789130404.683941:0:2349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf47fd2c00. 00000800:00000200:3.0:1789130404.683949:0:2349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:3.0:1789130404.683959:0:2349:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:3.0:1789130404.683965:0:2349:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf47fd2c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789130404.683971:0:2349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130404.683976:0:2349:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9caf5014c800: using a timeout of 22695 usecs (23 jiffies) 00000400:00000200:3.0:1789130404.683981:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:3.0:1789130404.683985:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296498729 00000100:00000001:3.0:1789130404.683989:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9caf5014c800: PM QoS request active for cpu 2, keep current deadline 4296502777 00000100:00000001:3.0:1789130404.683991:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296498729 00000100:00000001:3.0:1789130404.683994:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9caf5014c800: PM QoS request active for cpu 3, keep current deadline 4296502777 00000100:00000001:3.0:1789130404.683998:0:2349:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789130404.684001:0:2349:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130404.684008:0:2349:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130404.684013:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130404.684022:0:2349:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789130404.684025:0:2349:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1789130404.684029:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789130404.684031:0:2349:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789130404.684033:0:2349:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130404.684036:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789130404.694011:0:2341:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789130404.694027:0:2341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf501cf900. 00000400:00000200:2.0:1789130404.694037:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130404.694049:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:2.0:1789130404.694059:0:2341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf42d184c8 00000400:00000010:2.0:1789130404.694062:0:2341:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf42d184c8. 00000100:00000001:2.0:1789130404.694069:0:2341:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789130404.694080:0:2341:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf580b8000 x1876037329036416/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130420 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130404.694369:0:2341:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130404.694375:0:2341:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf580b8000 x1876037329036416/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130420 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130404.694382:0:2341:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130404.694384:0:2341:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1789130404.694400:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130404.694415:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789130404.694418:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130404.694420:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130404.694427:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130404.694433:0:2341:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:2.0:1789130404.694440:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130404.694447:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130404.694453:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130404.694458:0:2341:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 224 into portal 25 MB=0x6aa3efa952300 00000400:00000200:2.0:1789130404.694463:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130404.694469:0:2341:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.123@tcp of length 224/224 into md 0x6d45 [1] + 224 00000800:00000001:2.0:1789130404.694477:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130404.694485:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130404.694488:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130404.694491:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:2.0:1789130404.694498:0:2341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789130404.694503:0:2341:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf580bb840 x1876037329036032/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130420 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789130404.694532:0:2341:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9caf580bb840 x1876037329036032/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130420 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130404.694558:0:2341:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000200:2.0:1789130404.694585:0:2341:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789130404.694587:0:2341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf47fd2c00. 00000400:00000200:2.0:1789130404.694591:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130404.694595:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:2.0:1789130404.694598:0:2341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf4549fee0 00000400:00000010:2.0:1789130404.694601:0:2341:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf4549fee0. 00000100:00000001:2.0:1789130404.694606:0:2341:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789130404.694611:0:2341:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf580ba1c0 x1876037329036288/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130420 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130404.694619:0:2341:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130404.694622:0:2341:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf580ba1c0 x1876037329036288/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130420 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130404.694628:0:2341:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130404.694630:0:2341:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1789130404.694635:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130404.694638:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130404.695907:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789130404.695916:0:2349:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789130404.695925:0:2349:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789130404.695928:0:2349:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789130404.695932:0:2349:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf607884d0. 00000400:00000200:3.0:1789130404.695939:0:2349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf4549fc38 00000400:00000010:3.0:1789130404.695941:0:2349:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf4549fc38. 00000100:00000001:3.0:1789130404.695946:0:2349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789130404.695958:0:2349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf580bb840 x1876037329036032/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130420 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789130404.695970:0:2349:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf580bb840 x1876037329036032/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130420 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130404.695977:0:2349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789130404.695979:0:2349:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130404.695982:0:2349:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789130404.695986:0:2349:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789130404.695989:0:2349:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789130404.695992:0:2349:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789130404.695995:0:2349:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789130404.696003:0:2349:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf586cec60 time=23 v=5 (5 5 5 5) 00000100:00001000:3.0:1789130404.696007:0:2349:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf586cec18 time=23 v=5 (1 1 1 1) 00000100:00000001:3.0:1789130404.696010:0:2349:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789130404.696012:0:2349:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130404.696015:0:2349:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789130404.696018:0:2349:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130404.696022:0:2349:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130404.696027:0:2349:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf580bb840 x1876037329036032/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130420 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130404.696034:0:2349:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789130404.696037:0:2349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789130404.696040:0:2349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789130404.696044:0:2349:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf580bb840 x1876037329036032/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130420 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789130404.696052:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf580bb840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:70f26143-21ad-4cd3-af2c-0601ab5c9490:2349:1876037329036032:192.168.204.123@tcp:400:kworker.0 00000100:00000001:3.0:1789130404.696059:0:2349:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130404.696067:0:2349:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130404.696070:0:2349:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf580bb840 x1876037329036032/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130420 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130404.696082:0:2349:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789130404.696085:0:2349:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789130404.696215:0:2349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9caf5875b200. 02000000:00000001:3.0:1789130404.696221:0:2349:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789130404.696225:0:2349:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1789130404.696227:0:2349:0:(genops.c:1223:class_import_put()) import ffff9caf586ce800 refcount=3 obd=MGC192.168.204.123@tcp 00000020:00000001:3.0:1789130404.696230:0:2349:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1789130404.696233:0:2349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9caf501cf000. 02000000:00000001:3.0:1789130404.696241:0:2349:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789130404.696243:0:2349:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789130404.696246:0:2349:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf580bb840. 00000100:00000001:3.0:1789130404.696253:0:2349:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789130404.696254:0:2349:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130404.696258:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130404.696260:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789130404.696262:0:2349:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789130404.696264:0:2349:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130404.696265:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1789130404.703235:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130404.703266:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789130404.703272:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130404.703274:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130404.703286:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130404.703296:0:2341:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:2.0:1789130404.703310:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130404.703315:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130404.703322:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130404.703327:0:2341:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 224 into portal 4 MB=0x6aa3efa952480 00000400:00000200:2.0:1789130404.703333:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130404.703340:0:2341:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.123@tcp of length 224/224 into md 0x6d6d [1] + 224 00000800:00000001:2.0:1789130404.703349:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130404.703353:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130404.703357:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130404.703361:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:2.0:1789130404.703371:0:2341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789130404.703382:0:2341:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf580b8000 x1876037329036416/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130420 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789130404.703394:0:2341:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9caf580b8000 x1876037329036416/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130420 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130404.703424:0:2341:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789130404.703439:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130404.703444:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789130404.703446:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130404.703448:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130404.703452:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130404.703455:0:2341:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:2.0:1789130404.703460:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130404.703462:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130404.703465:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130404.703467:0:2341:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 224 into portal 4 MB=0x6aa3efa952400 00000400:00000200:2.0:1789130404.703470:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130404.703475:0:2341:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.123@tcp of length 224/224 into md 0x6d55 [1] + 224 00000800:00000001:2.0:1789130404.703479:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130404.703482:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130404.703484:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130404.703487:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:2.0:1789130404.703490:0:2341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789130404.703494:0:2341:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf580ba1c0 x1876037329036288/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130420 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789130404.703503:0:2341:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9caf580ba1c0 x1876037329036288/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130420 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130404.703529:0:2341:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789130404.703534:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130404.703548:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789130404.703551:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130404.703553:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130404.703557:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130404.703560:0:2341:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:2.0:1789130404.703564:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130404.703567:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130404.703570:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130404.703572:0:2341:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 224 into portal 10 MB=0x6aa3efa952380 00000400:00000200:2.0:1789130404.703576:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130404.703580:0:2341:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.123@tcp of length 224/224 into md 0x6d5d [1] + 224 00000800:00000001:2.0:1789130404.703583:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130404.703658:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130404.703661:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130404.703664:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:2.0:1789130404.703667:0:2341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789130404.703672:0:2341:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf580b8f00 x1876037329036160/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130420 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789130404.703681:0:2341:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9caf580b8f00 x1876037329036160/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130420 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130404.703689:0:2341:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789130404.703692:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130404.703696:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130404.704016:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789130404.704022:0:2350:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789130404.704031:0:2350:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789130404.704034:0:2350:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789130404.704040:0:2350:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf483fd948. 00000400:00000200:3.0:1789130404.704047:0:2350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf42d18440 00000400:00000010:3.0:1789130404.704050:0:2350:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf42d18440. 00000100:00000001:3.0:1789130404.704054:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789130404.704060:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf580b8f00 x1876037329036160/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130420 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789130404.704070:0:2350:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf580b8f00 x1876037329036160/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130420 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130404.704076:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789130404.704078:0:2350:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130404.704081:0:2350:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789130404.704086:0:2350:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789130404.704102:0:2350:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789130404.704105:0:2350:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789130404.704109:0:2350:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789130404.704122:0:2350:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf6079ac60 time=23 v=5 (5 104 104 104) 00000100:00001000:3.0:1789130404.704127:0:2350:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf6079ac18 time=13 v=5 (1 0 0 0) 00000100:00000001:3.0:1789130404.704130:0:2350:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789130404.704132:0:2350:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130404.704136:0:2350:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789130404.704140:0:2350:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130404.704145:0:2350:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789130404.704147:0:2350:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9caf5014c800: skip recheck: last_committed 4294967649 00000100:00000001:3.0:1789130404.704150:0:2350:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789130404.704154:0:2350:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130404.704160:0:2350:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf580b8f00 x1876037329036160/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130420 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130404.704167:0:2350:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789130404.704171:0:2350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789130404.704173:0:2350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789130404.704177:0:2350:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf580b8f00 x1876037329036160/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130420 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789130404.704185:0:2350:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf580b8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:2350:1876037329036160:192.168.204.123@tcp:400:kworker.0 00000400:00000001:3.0:1789130404.704192:0:2350:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789130404.704193:0:2350:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789130404.704195:0:2350:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf483fd8f0. 00000400:00000200:3.0:1789130404.704199:0:2350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf42d18880 00000400:00000010:3.0:1789130404.704200:0:2350:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf42d18880. 00000100:00000001:3.0:1789130404.704203:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789130404.704206:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf580b8000 x1876037329036416/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130420 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789130404.704215:0:2350:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf580b8000 x1876037329036416/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130420 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130404.704221:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789130404.704223:0:2350:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130404.704224:0:2350:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789130404.704226:0:2350:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789130404.704227:0:2350:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789130404.704229:0:2350:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789130404.704230:0:2350:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789130404.704235:0:2350:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf48ede460 time=23 v=5 (5 5 5 5) 00000100:00001000:3.0:1789130404.704238:0:2350:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf48ede418 time=13 v=5 (1 0 0 0) 00000100:00000001:3.0:1789130404.704240:0:2350:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789130404.704241:0:2350:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130404.704243:0:2350:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789130404.704245:0:2350:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130404.704248:0:2350:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789130404.704249:0:2350:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9caf5014c800: skip recheck: last_committed 4294967312 00000100:00000001:3.0:1789130404.704251:0:2350:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789130404.704253:0:2350:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130404.704257:0:2350:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf580b8000 x1876037329036416/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130420 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130404.704264:0:2350:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789130404.704266:0:2350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789130404.704267:0:2350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789130404.704270:0:2350:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf580b8000 x1876037329036416/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130420 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789130404.704278:0:2350:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf580b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:2350:1876037329036416:192.168.204.123@tcp:400:kworker.0 00000100:00000001:3.0:1789130404.704282:0:2350:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130404.704285:0:2350:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130404.704289:0:2350:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf580b8f00 x1876037329036160/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130420 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130404.704297:0:2350:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789130404.704300:0:2350:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789130404.704305:0:2350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9caf614d2c00. 02000000:00000001:3.0:1789130404.704310:0:2350:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789130404.704314:0:2350:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1789130404.704316:0:2350:0:(genops.c:1223:class_import_put()) import ffff9caf6079a800 refcount=7 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000020:00000001:3.0:1789130404.704319:0:2350:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1789130404.704322:0:2350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9caf501cf800. 02000000:00000001:3.0:1789130404.704327:0:2350:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789130404.704329:0:2350:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789130404.704331:0:2350:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf580b8f00. 00000100:00000001:3.0:1789130404.704339:0:2350:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789130404.704342:0:2350:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130404.704343:0:2350:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130404.704347:0:2350:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf580b8000 x1876037329036416/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130420 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130404.704354:0:2350:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789130404.704355:0:2350:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789130404.704357:0:2350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9caf51b87600. 02000000:00000001:3.0:1789130404.704360:0:2350:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789130404.704361:0:2350:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1789130404.704363:0:2350:0:(genops.c:1223:class_import_put()) import ffff9caf48ede000 refcount=2 obd=lustre-OST0001-osc-ffff9caf5014c800 00000020:00000001:3.0:1789130404.704365:0:2350:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1789130404.704366:0:2350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9caf501cf700. 02000000:00000001:3.0:1789130404.704368:0:2350:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789130404.704369:0:2350:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789130404.704371:0:2350:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf580b8000. 00000100:00000001:3.0:1789130404.704374:0:2350:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789130404.704375:0:2350:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130404.704378:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130404.704387:0:2350:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789130404.704390:0:2350:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130404.704392:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789130404.704394:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130404.704405:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789130404.704408:0:2349:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789130404.704411:0:2349:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789130404.704413:0:2349:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789130404.704415:0:2349:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf60788580. 00000400:00000200:3.0:1789130404.704418:0:2349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf4549f088 00000400:00000010:3.0:1789130404.704421:0:2349:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf4549f088. 00000100:00000001:3.0:1789130404.704425:0:2349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789130404.704430:0:2349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf580ba1c0 x1876037329036288/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130420 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789130404.704440:0:2349:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf580ba1c0 x1876037329036288/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130420 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130404.704446:0:2349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789130404.704448:0:2349:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130404.704450:0:2349:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789130404.704451:0:2349:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789130404.704453:0:2349:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789130404.704454:0:2349:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789130404.704456:0:2349:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789130404.704460:0:2349:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf468acc60 time=23 v=5 (5 5 5 5) 00000100:00001000:3.0:1789130404.704464:0:2349:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf468acc18 time=13 v=5 (1 0 0 0) 00000100:00000001:3.0:1789130404.704466:0:2349:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789130404.704468:0:2349:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130404.704469:0:2349:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789130404.704471:0:2349:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130404.704474:0:2349:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789130404.704475:0:2349:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9caf5014c800: skip recheck: last_committed 4294967341 00000100:00000001:3.0:1789130404.704477:0:2349:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789130404.704479:0:2349:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130404.704483:0:2349:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf580ba1c0 x1876037329036288/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130420 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130404.704490:0:2349:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789130404.704492:0:2349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789130404.704493:0:2349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789130404.704497:0:2349:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf580ba1c0 x1876037329036288/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130420 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789130404.704504:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf580ba1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:2349:1876037329036288:192.168.204.123@tcp:400:kworker.0 00000100:00000001:3.0:1789130404.704525:0:2349:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130404.704527:0:2349:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130404.704531:0:2349:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf580ba1c0 x1876037329036288/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130420 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130404.704546:0:2349:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789130404.704548:0:2349:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789130404.704550:0:2349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9caf5875b400. 02000000:00000001:3.0:1789130404.704553:0:2349:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789130404.704555:0:2349:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1789130404.704556:0:2349:0:(genops.c:1223:class_import_put()) import ffff9caf468ac800 refcount=2 obd=lustre-OST0000-osc-ffff9caf5014c800 00000020:00000001:3.0:1789130404.704558:0:2349:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1789130404.704559:0:2349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9caf501cfd00. 02000000:00000001:3.0:1789130404.704562:0:2349:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789130404.704563:0:2349:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789130404.704565:0:2349:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf580ba1c0. 00000100:00000001:3.0:1789130404.704568:0:2349:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789130404.704569:0:2349:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130404.704571:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130404.704575:0:2349:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789130404.704577:0:2349:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130404.704578:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789130404.704580:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130404.798710:0:27360:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130404.798719:0:27360:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130404.798726:0:27360:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130404.798729:0:27360:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130404.798854:0:16115:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789130404.798858:0:16115:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789130404.798862:0:16115:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1789130405.817999:0:27360:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130405.818010:0:27360:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789130405.818013:0:27360:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789130405.818017:0:27360:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130405.818023:0:27360:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789130405.818026:0:27360:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130405.818029:0:27360:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130405.818032:0:27360:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130405.818036:0:27360:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130405.818038:0:27360:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130405.818210:0:16116:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789130405.818214:0:16116:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789130405.818218:0:16116:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1789130406.844277:0:27360:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130406.844289:0:27360:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130406.844297:0:27360:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130406.844299:0:27360:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789130406.844346:0:16244:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789130406.844350:0:16244:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789130406.844355:0:16244:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1789130407.865950:0:27360:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130407.865959:0:27360:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130407.865967:0:27360:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130407.865968:0:27360:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130407.866097:0:16115:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789130407.866102:0:16115:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789130407.866107:0:16115:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1789130408.762081:0:27360:0:(connection.c:75:cpu_latency_work()) work item of ffff9caf6147ab30 (cpu 3) has reached its deadline 4296502777, at 4296502784 00000100:00000010:3.0:1789130408.762112:0:27360:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9caf58401d20. 00000100:00000040:2.0:1789130408.764521:0:27981:0:(connection.c:75:cpu_latency_work()) work item of ffff9caf6147aa20 (cpu 2) has reached its deadline 4296502777, at 4296502786 00000100:00000010:2.0:1789130408.764546:0:27981:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9caf58401d80. 00010000:00000001:3.0:1789130408.890093:0:27360:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130408.890105:0:27360:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130408.890117:0:27360:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130408.890119:0:27360:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130408.890272:0:16116:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789130408.890278:0:16116:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789130408.890283:0:16116:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1789130409.786397:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 70f26143-21ad-4cd3-af2c-0601ab5c9490->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789130409.786415:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1789130409.786429:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf580ba1c0. 00000020:00000040:2.0:1789130409.786456:0:36:0:(genops.c:1210:class_import_get()) import ffff9caf586ce800 refcount=4 obd=MGC192.168.204.123@tcp 00000100:00000001:2.0:1789130409.786462:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789130409.786467:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789130409.786474:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789130409.786500:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9caf501cf900. 00000100:00000001:2.0:1789130409.786512:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130409.786532:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 70f26143-21ad-4cd3-af2c-0601ab5c9490->MGS req@ffff9caf580ba1c0 x1876037329036544/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789130409.786548:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789130409.786556:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130409.786566:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006d1ce51f] to pc [ptlrpcd_01_00+0] req@ffff9caf580ba1c0 x1876037329036544/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130409.786613:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130409.786617:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) c4ff2dbd-4d13-4802-9c50-d71e34d32a35->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789130409.786621:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1789130409.786624:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf580b8000. 00000020:00000040:2.0:1789130409.786627:0:36:0:(genops.c:1210:class_import_get()) import ffff9caf6079a800 refcount=8 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000100:00000001:2.0:1789130409.786629:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789130409.786631:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789130409.786633:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789130409.786636:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9caf501cf500. 00000100:00000001:2.0:1789130409.786639:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130409.786644:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging c4ff2dbd-4d13-4802-9c50-d71e34d32a35->lustre-MDT0000_UUID req@ffff9caf580b8000 x1876037329036672/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789130409.786650:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789130409.786652:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130409.786656:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cd5f3892] to pc [ptlrpcd_01_01+1] req@ffff9caf580b8000 x1876037329036672/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130409.786664:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130409.786667:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) c4ff2dbd-4d13-4802-9c50-d71e34d32a35->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789130409.786670:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1789130409.786674:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf580b8f00. 00000020:00000040:2.0:1789130409.786677:0:36:0:(genops.c:1210:class_import_get()) import ffff9caf468ac800 refcount=3 obd=lustre-OST0000-osc-ffff9caf5014c800 00000100:00000001:2.0:1789130409.786679:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789130409.786680:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789130409.786682:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789130409.786685:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9caf501cfd00. 00000100:00000001:2.0:1789130409.786688:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130409.786692:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging c4ff2dbd-4d13-4802-9c50-d71e34d32a35->lustre-OST0000_UUID req@ffff9caf580b8f00 x1876037329036800/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789130409.786699:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789130409.786701:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130409.786705:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000857e971] to pc [ptlrpcd_01_00+0] req@ffff9caf580b8f00 x1876037329036800/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130409.786711:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130409.786713:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) c4ff2dbd-4d13-4802-9c50-d71e34d32a35->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789130409.786717:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1789130409.786720:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf580bb840. 00000020:00000040:2.0:1789130409.786722:0:36:0:(genops.c:1210:class_import_get()) import ffff9caf48ede000 refcount=3 obd=lustre-OST0001-osc-ffff9caf5014c800 00000100:00000001:2.0:1789130409.786724:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789130409.786725:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789130409.786727:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789130409.786731:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9caf501cf700. 00000100:00000001:2.0:1789130409.786733:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130409.786738:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging c4ff2dbd-4d13-4802-9c50-d71e34d32a35->lustre-OST0001_UUID req@ffff9caf580bb840 x1876037329036928/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789130409.786745:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789130409.786746:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130409.786750:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000024f9ac59] to pc [ptlrpcd_01_01+1] req@ffff9caf580bb840 x1876037329036928/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130409.786757:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130409.786762:0:36:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1841) 00000100:00000001:3.0:1789130409.786902:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789130409.786909:0:2350:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789130409.786912:0:2350:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789130409.786920:0:2350:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf580b8000 x1876037329036672/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130409.786930:0:2350:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789130409.786933:0:2350:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789130409.786937:0:2350:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789130409.786941:0:2350:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789130409.786944:0:2350:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789130409.786949:0:2350:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf580b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:2350:1876037329036672:192.168.204.123@tcp:400:kworker.0 00000100:00000001:3.0:1789130409.786954:0:2350:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789130409.786962:0:2350:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789130409.786966:0:2350:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789130409.786970:0:2350:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789130409.786975:0:2350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9caf5875b000. 02000000:00000001:3.0:1789130409.786978:0:2350:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789130409.786987:0:2350:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:3.0:1789130409.786992:0:2350:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf60788580. 00000400:00000010:3.0:1789130409.787003:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf4549f088. 00000100:00000200:3.0:1789130409.787012:0:2350:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876037329036672, portal 10 00000100:00000001:3.0:1789130409.787015:0:2350:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789130409.787017:0:2350:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875643199488 : -109198066352128 : ffff9caf580b8000) 00000100:00000040:3.0:1789130409.787027:0:2350:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9caf580b8000 x1876037329036672/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130425 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130409.787035:0:2350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789130409.787038:0:2350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:3.0:1789130409.787041:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf4549fc38. 00000100:00000200:3.0:1789130409.787044:0:2350:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876037329036672, offset 0 00000400:00000200:3.0:1789130409.787051:0:2350:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:3.0:1789130409.787060:0:2350:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130409.787071:0:2350:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:3.0:1789130409.787078:0:2350:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789130409.787082:0:2350:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:3.0:1789130409.787087:0:2350:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789130409.787091:0:2350:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:3.0:1789130409.787096:0:2350:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2542:2542:256:4294967295] 192.168.204.123@tcp LPNI seq info [2541:2541:8:4294967295] 00000400:00000200:3.0:1789130409.787101:0:2350:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130409.787111:0:2350:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:3.0:1789130409.787119:0:2350:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:3.0:1789130409.787127:0:2350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf47fd2a00. 00000800:00000200:3.0:1789130409.787136:0:2350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:3.0:1789130409.787148:0:2350:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:3.0:1789130409.787153:0:2350:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf47fd2a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789130409.787180:0:2350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130409.787186:0:2350:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: using a timeout of 779265 usecs (780 jiffies) 00000400:00000200:3.0:1789130409.787189:0:2350:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:3.0:1789130409.787193:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296504589 00000100:00000010:3.0:1789130409.787200:0:2350:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9caf58401d20. 00000100:00000001:3.0:1789130409.787208:0:2350:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request now active for cpu 2 00000100:00000001:3.0:1789130409.787215:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296504589 00000100:00000010:3.0:1789130409.787218:0:2350:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9caf58401960. 00000100:00000001:3.0:1789130409.787221:0:2350:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request now active for cpu 3 00000100:00000001:3.0:1789130409.787224:0:2350:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789130409.787228:0:2350:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130409.787232:0:2350:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789130409.787235:0:2350:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf580bb840 x1876037329036928/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130409.787242:0:2350:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789130409.787244:0:2350:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789130409.787246:0:2350:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789130409.787247:0:2350:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789130409.787249:0:2350:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789130409.787252:0:2350:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf580bb840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:2350:1876037329036928:192.168.204.123@tcp:400:kworker.0 00000100:00000001:3.0:1789130409.787256:0:2350:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789130409.787258:0:2350:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789130409.787260:0:2350:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789130409.787262:0:2350:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789130409.787265:0:2350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9caf5875ae00. 02000000:00000001:3.0:1789130409.787267:0:2350:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789130409.787270:0:2350:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:3.0:1789130409.787273:0:2350:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf607884d0. 00000400:00000010:3.0:1789130409.787278:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf4549f440. 00000100:00000200:3.0:1789130409.787281:0:2350:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876037329036928, portal 4 00000100:00000001:3.0:1789130409.787283:0:2350:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789130409.787284:0:2350:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875643213888 : -109198066337728 : ffff9caf580bb840) 00000100:00000040:3.0:1789130409.787291:0:2350:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9caf580bb840 x1876037329036928/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130425 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130409.787297:0:2350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789130409.787300:0:2350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:3.0:1789130409.787302:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf4549f5d8. 00000100:00000200:3.0:1789130409.787305:0:2350:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876037329036928, offset 0 00000400:00000200:3.0:1789130409.787309:0:2350:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:3.0:1789130409.787313:0:2350:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130409.787318:0:2350:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:3.0:1789130409.787321:0:2350:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789130409.787323:0:2350:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:3.0:1789130409.787325:0:2350:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789130409.787327:0:2350:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:3.0:1789130409.787330:0:2350:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2543:2543:255:4294967295] 192.168.204.123@tcp LPNI seq info [2542:2542:7:4294967295] 00000400:00000200:3.0:1789130409.787334:0:2350:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130409.787339:0:2350:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:3.0:1789130409.787344:0:2350:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:3.0:1789130409.787348:0:2350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf47fd2300. 00000800:00000200:3.0:1789130409.787352:0:2350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:3.0:1789130409.787356:0:2350:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:3.0:1789130409.787359:0:2350:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf47fd2300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789130409.787362:0:2350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130409.787365:0:2350:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9caf5014c800: using a timeout of 342045 usecs (343 jiffies) 00000400:00000200:3.0:1789130409.787368:0:2350:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:3.0:1789130409.787370:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296504152 00000100:00000001:3.0:1789130409.787373:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9caf5014c800: PM QoS request active for cpu 2, keep current deadline 4296504589 00000100:00000001:3.0:1789130409.787376:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296504152 00000100:00000001:3.0:1789130409.787378:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9caf5014c800: PM QoS request active for cpu 3, keep current deadline 4296504589 00000100:00000001:3.0:1789130409.787380:0:2350:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789130409.787382:0:2350:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130409.787384:0:2350:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130409.787387:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130409.787396:0:2350:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789130409.787398:0:2350:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1789130409.787401:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789130409.787402:0:2350:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789130409.787403:0:2350:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789130409.787406:0:2350:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:3.0:1789130409.787408:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130409.787410:0:2350:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789130409.787411:0:2350:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130409.787413:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789130409.787414:0:2350:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789130409.787415:0:2350:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789130409.787419:0:2350:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf580ba1c0 x1876037329036544/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130409.787425:0:2350:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789130409.787427:0:2350:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789130409.787429:0:2350:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789130409.787431:0:2350:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789130409.787433:0:2350:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789130409.787435:0:2350:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf580ba1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:70f26143-21ad-4cd3-af2c-0601ab5c9490:2350:1876037329036544:192.168.204.123@tcp:400:kworker.0 00000100:00000001:3.0:1789130409.787439:0:2350:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789130409.787452:0:2350:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789130409.787454:0:2350:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789130409.787455:0:2350:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789130409.787459:0:2350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9caf5875ba00. 02000000:00000001:3.0:1789130409.787461:0:2350:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789130409.787464:0:2350:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:3.0:1789130409.787467:0:2350:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf60788370. 00000400:00000010:3.0:1789130409.787472:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf4549fe58. 00000100:00000200:3.0:1789130409.787475:0:2350:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876037329036544, portal 25 00000100:00000001:3.0:1789130409.787477:0:2350:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789130409.787478:0:2350:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875643208128 : -109198066343488 : ffff9caf580ba1c0) 00000100:00000040:3.0:1789130409.787493:0:2350:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9caf580ba1c0 x1876037329036544/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130425 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130409.787500:0:2350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789130409.787502:0:2350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:3.0:1789130409.787504:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf4549f000. 00000100:00000200:3.0:1789130409.787507:0:2350:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1876037329036544, offset 0 00000400:00000200:3.0:1789130409.787511:0:2350:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:3.0:1789130409.787514:0:2350:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130409.787518:0:2350:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:3.0:1789130409.787521:0:2350:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789130409.787524:0:2350:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:3.0:1789130409.787526:0:2350:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789130409.787528:0:2350:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:3.0:1789130409.787531:0:2350:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2544:2544:254:4294967295] 192.168.204.123@tcp LPNI seq info [2543:2543:6:4294967295] 00000400:00000200:3.0:1789130409.787535:0:2350:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130409.787541:0:2350:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:3.0:1789130409.787545:0:2350:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:3.0:1789130409.787549:0:2350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf47fd2600. 00000800:00000200:3.0:1789130409.787553:0:2350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:3.0:1789130409.787557:0:2350:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:3.0:1789130409.787560:0:2350:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf47fd2600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789130409.787563:0:2350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789130409.787566:0:2350:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:3.0:1789130409.787568:0:2350:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.123@tcp: PM QoS new deadline estimation for cpu 2 is 4296507895 00000100:00000001:3.0:1789130409.787575:0:2350:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.123@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296504589 00000100:00000001:3.0:1789130409.787578:0:2350:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.123@tcp: PM QoS new deadline estimation for cpu 3 is 4296507895 00000100:00000001:3.0:1789130409.787581:0:2350:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.123@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296504589 00000100:00000001:3.0:1789130409.787584:0:2350:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789130409.787586:0:2350:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130409.787589:0:2350:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789130409.787592:0:2350:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf580b8f00 x1876037329036800/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130409.787599:0:2350:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789130409.787600:0:2350:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789130409.787602:0:2350:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789130409.787605:0:2350:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789130409.787606:0:2350:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789130409.787609:0:2350:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf580b8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:2350:1876037329036800:192.168.204.123@tcp:400:kworker.0 00000100:00000001:3.0:1789130409.787612:0:2350:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789130409.787615:0:2350:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789130409.787617:0:2350:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789130409.787618:0:2350:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789130409.787621:0:2350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9caf5875bc00. 02000000:00000001:3.0:1789130409.787623:0:2350:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789130409.787626:0:2350:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:3.0:1789130409.787629:0:2350:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf607889a0. 00000400:00000010:3.0:1789130409.787632:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf4549fd48. 00000100:00000200:3.0:1789130409.787635:0:2350:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876037329036800, portal 4 00000100:00000001:3.0:1789130409.787637:0:2350:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789130409.787638:0:2350:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875643203328 : -109198066348288 : ffff9caf580b8f00) 00000100:00000040:3.0:1789130409.787644:0:2350:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9caf580b8f00 x1876037329036800/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130425 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130409.787650:0:2350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789130409.787653:0:2350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:3.0:1789130409.787655:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf4549f2a8. 00000100:00000200:3.0:1789130409.787657:0:2350:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876037329036800, offset 0 00000400:00000200:3.0:1789130409.787663:0:2350:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:3.0:1789130409.787666:0:2350:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130409.787670:0:2350:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:3.0:1789130409.787674:0:2350:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789130409.787677:0:2350:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:3.0:1789130409.787679:0:2350:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789130409.787682:0:2350:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:3.0:1789130409.787684:0:2350:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2545:2545:253:4294967295] 192.168.204.123@tcp LPNI seq info [2544:2544:5:4294967295] 00000400:00000200:3.0:1789130409.787688:0:2350:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130409.787693:0:2350:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:3.0:1789130409.787697:0:2350:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:3.0:1789130409.787701:0:2350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf47fd2400. 00000800:00000200:3.0:1789130409.787704:0:2350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:3.0:1789130409.787708:0:2350:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:3.0:1789130409.787711:0:2350:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf47fd2400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789130409.787714:0:2350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130409.787717:0:2350:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9caf5014c800: using a timeout of 22792 usecs (23 jiffies) 00000400:00000200:3.0:1789130409.787720:0:2350:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:3.0:1789130409.787721:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296503832 00000100:00000001:3.0:1789130409.787723:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9caf5014c800: PM QoS request active for cpu 2, keep current deadline 4296507895 00000100:00000001:3.0:1789130409.787725:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296503832 00000100:00000001:3.0:1789130409.787727:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9caf5014c800: PM QoS request active for cpu 3, keep current deadline 4296507895 00000100:00000001:3.0:1789130409.787729:0:2350:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789130409.787731:0:2350:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130409.787734:0:2350:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130409.787736:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130409.787756:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789130409.787758:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789130409.789888:0:2342:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789130409.789902:0:2342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf47fd2a00. 00000400:00000200:2.0:1789130409.789912:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130409.789924:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:2.0:1789130409.789933:0:2342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf4549fc38 00000400:00000010:2.0:1789130409.789936:0:2342:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf4549fc38. 00000100:00000001:2.0:1789130409.789944:0:2342:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789130409.789954:0:2342:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf580b8000 x1876037329036672/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130425 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130409.789968:0:2342:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130409.789973:0:2342:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf580b8000 x1876037329036672/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130425 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130409.789981:0:2342:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130409.789983:0:2342:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1789130409.790000:0:2342:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789130409.790003:0:2342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf47fd2300. 00000400:00000200:2.0:1789130409.790006:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130409.790010:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:2.0:1789130409.790013:0:2342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf4549f5d8 00000400:00000010:2.0:1789130409.790015:0:2342:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf4549f5d8. 00000100:00000001:2.0:1789130409.790018:0:2342:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789130409.790023:0:2342:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf580bb840 x1876037329036928/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130425 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130409.790031:0:2342:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130409.790033:0:2342:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf580bb840 x1876037329036928/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130425 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130409.790040:0:2342:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130409.790042:0:2342:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1789130409.790050:0:2342:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789130409.790052:0:2342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf47fd2600. 00000400:00000200:2.0:1789130409.790055:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130409.790058:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:2.0:1789130409.790061:0:2342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf4549f000 00000400:00000010:2.0:1789130409.790063:0:2342:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf4549f000. 00000100:00000001:2.0:1789130409.790065:0:2342:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789130409.790070:0:2342:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf580ba1c0 x1876037329036544/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130425 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130409.790078:0:2342:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130409.790081:0:2342:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf580ba1c0 x1876037329036544/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130425 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130409.790086:0:2342:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130409.790088:0:2342:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1789130409.790164:0:2342:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789130409.790167:0:2342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf47fd2400. 00000400:00000200:2.0:1789130409.790171:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130409.790174:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:2.0:1789130409.790178:0:2342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf4549f2a8 00000400:00000010:2.0:1789130409.790179:0:2342:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf4549f2a8. 00000100:00000001:2.0:1789130409.790183:0:2342:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789130409.790187:0:2342:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf580b8f00 x1876037329036800/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130425 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130409.790193:0:2342:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130409.790196:0:2342:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf580b8f00 x1876037329036800/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130425 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130409.790201:0:2342:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130409.790202:0:2342:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1789130409.798138:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130409.798175:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789130409.798181:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130409.798184:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130409.798196:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130409.798208:0:2341:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:2.0:1789130409.798220:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130409.798227:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130409.798234:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130409.798239:0:2341:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 224 into portal 4 MB=0x6aa3efa952680 00000400:00000200:2.0:1789130409.798246:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130409.798254:0:2341:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.123@tcp of length 224/224 into md 0x6d95 [1] + 224 00000800:00000001:2.0:1789130409.798262:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130409.798265:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130409.798270:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130409.798274:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:2.0:1789130409.798286:0:2341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789130409.798297:0:2341:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf580bb840 x1876037329036928/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130425 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789130409.798318:0:2341:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9caf580bb840 x1876037329036928/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130425 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130409.798345:0:2341:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789130409.798356:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130409.798360:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789130409.798361:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130409.798363:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130409.798366:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130409.798370:0:2341:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:2.0:1789130409.798374:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130409.798377:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130409.798380:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130409.798383:0:2341:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 224 into portal 4 MB=0x6aa3efa952600 00000400:00000200:2.0:1789130409.798386:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130409.798391:0:2341:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.123@tcp of length 224/224 into md 0x6db5 [1] + 224 00000800:00000001:2.0:1789130409.798395:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130409.798398:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130409.798400:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130409.798403:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:2.0:1789130409.798406:0:2341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789130409.798411:0:2341:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf580b8f00 x1876037329036800/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130425 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789130409.798419:0:2341:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9caf580b8f00 x1876037329036800/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130425 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130409.798425:0:2341:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789130409.798428:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130409.798431:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789130409.798432:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130409.798434:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130409.798436:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130409.798452:0:2341:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:2.0:1789130409.798457:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130409.798459:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130409.798462:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130409.798465:0:2341:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 224 into portal 25 MB=0x6aa3efa952500 00000400:00000200:2.0:1789130409.798468:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130409.798473:0:2341:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.123@tcp of length 224/224 into md 0x6da5 [1] + 224 00000800:00000001:2.0:1789130409.798477:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130409.798514:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130409.798516:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130409.798521:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:2.0:1789130409.798524:0:2341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789130409.798530:0:2341:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf580ba1c0 x1876037329036544/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130425 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789130409.798538:0:2341:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9caf580ba1c0 x1876037329036544/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130425 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130409.798545:0:2341:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789130409.798549:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130409.798552:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130409.798709:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789130409.798716:0:2350:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789130409.798725:0:2350:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789130409.798727:0:2350:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789130409.798732:0:2350:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf60788370. 00000400:00000200:3.0:1789130409.798737:0:2350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf4549fe58 00000400:00000010:3.0:1789130409.798742:0:2350:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf4549fe58. 00000100:00000001:3.0:1789130409.798748:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789130409.798754:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf580ba1c0 x1876037329036544/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130425 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789130409.798763:0:2350:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf580ba1c0 x1876037329036544/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130425 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130409.798768:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789130409.798771:0:2350:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130409.798774:0:2350:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789130409.798780:0:2350:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789130409.798783:0:2350:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789130409.798787:0:2350:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789130409.798791:0:2350:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789130409.798801:0:2350:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf586cec60 time=28 v=5 (5 5 5 5) 00000100:00001000:3.0:1789130409.798847:0:2350:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf586cec18 time=28 v=5 (1 1 1 1) 00000100:00000001:3.0:1789130409.798851:0:2350:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789130409.798853:0:2350:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130409.798857:0:2350:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789130409.798861:0:2350:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130409.798865:0:2350:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130409.798871:0:2350:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf580ba1c0 x1876037329036544/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130425 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130409.798879:0:2350:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789130409.798882:0:2350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789130409.798885:0:2350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789130409.798890:0:2350:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf580ba1c0 x1876037329036544/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130425 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789130409.798899:0:2350:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf580ba1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:70f26143-21ad-4cd3-af2c-0601ab5c9490:2350:1876037329036544:192.168.204.123@tcp:400:kworker.0 00000400:00000001:3.0:1789130409.798911:0:2350:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789130409.798913:0:2350:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789130409.798914:0:2350:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf607889a0. 00000400:00000200:3.0:1789130409.798917:0:2350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf4549fd48 00000400:00000010:3.0:1789130409.798919:0:2350:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf4549fd48. 00000100:00000001:3.0:1789130409.798922:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789130409.798925:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf580b8f00 x1876037329036800/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130425 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789130409.798934:0:2350:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf580b8f00 x1876037329036800/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130425 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130409.798941:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789130409.798942:0:2350:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130409.798943:0:2350:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789130409.798945:0:2350:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789130409.798946:0:2350:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789130409.798947:0:2350:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789130409.798949:0:2350:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789130409.798956:0:2350:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf468acc60 time=28 v=5 (5 5 5 5) 00000100:00001000:3.0:1789130409.798960:0:2350:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf468acc18 time=18 v=5 (1 0 0 0) 00000100:00000001:3.0:1789130409.798962:0:2350:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789130409.798964:0:2350:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130409.798965:0:2350:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789130409.798969:0:2350:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130409.798973:0:2350:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789130409.798976:0:2350:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9caf5014c800: skip recheck: last_committed 4294967341 00000100:00000001:3.0:1789130409.798978:0:2350:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789130409.798980:0:2350:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130409.798984:0:2350:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf580b8f00 x1876037329036800/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130425 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130409.798991:0:2350:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789130409.798993:0:2350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789130409.798994:0:2350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789130409.798998:0:2350:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf580b8f00 x1876037329036800/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130425 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789130409.799005:0:2350:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf580b8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:2350:1876037329036800:192.168.204.123@tcp:400:kworker.0 00000400:00000001:3.0:1789130409.799009:0:2350:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789130409.799011:0:2350:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789130409.799013:0:2350:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf607884d0. 00000400:00000200:3.0:1789130409.799015:0:2350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf4549f440 00000400:00000010:3.0:1789130409.799017:0:2350:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf4549f440. 00000100:00000001:3.0:1789130409.799019:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789130409.799022:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf580bb840 x1876037329036928/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130425 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789130409.799029:0:2350:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf580bb840 x1876037329036928/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130425 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130409.799035:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789130409.799036:0:2350:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130409.799038:0:2350:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789130409.799039:0:2350:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789130409.799040:0:2350:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789130409.799041:0:2350:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789130409.799043:0:2350:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789130409.799047:0:2350:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf48ede460 time=28 v=5 (5 5 5 5) 00000100:00001000:3.0:1789130409.799049:0:2350:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf48ede418 time=18 v=5 (1 0 0 0) 00000100:00000001:3.0:1789130409.799051:0:2350:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789130409.799053:0:2350:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130409.799054:0:2350:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789130409.799056:0:2350:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130409.799058:0:2350:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789130409.799059:0:2350:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9caf5014c800: skip recheck: last_committed 4294967312 00000100:00000001:3.0:1789130409.799061:0:2350:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789130409.799062:0:2350:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130409.799065:0:2350:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf580bb840 x1876037329036928/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130425 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130409.799071:0:2350:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789130409.799073:0:2350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789130409.799075:0:2350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789130409.799078:0:2350:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf580bb840 x1876037329036928/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130425 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789130409.799093:0:2350:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf580bb840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:2350:1876037329036928:192.168.204.123@tcp:400:kworker.0 00000100:00000001:3.0:1789130409.799097:0:2350:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130409.799101:0:2350:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130409.799105:0:2350:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf580ba1c0 x1876037329036544/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130425 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130409.799112:0:2350:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789130409.799115:0:2350:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789130409.799119:0:2350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9caf5875ba00. 02000000:00000001:3.0:1789130409.799124:0:2350:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789130409.799128:0:2350:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1789130409.799130:0:2350:0:(genops.c:1223:class_import_put()) import ffff9caf586ce800 refcount=3 obd=MGC192.168.204.123@tcp 00000020:00000001:3.0:1789130409.799133:0:2350:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1789130409.799137:0:2350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9caf501cf900. 02000000:00000001:3.0:1789130409.799146:0:2350:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789130409.799147:0:2350:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789130409.799149:0:2350:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf580ba1c0. 00000100:00000001:3.0:1789130409.799154:0:2350:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789130409.799156:0:2350:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130409.799158:0:2350:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130409.799161:0:2350:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf580b8f00 x1876037329036800/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130425 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130409.799167:0:2350:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789130409.799169:0:2350:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789130409.799170:0:2350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9caf5875bc00. 02000000:00000001:3.0:1789130409.799172:0:2350:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789130409.799174:0:2350:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1789130409.799175:0:2350:0:(genops.c:1223:class_import_put()) import ffff9caf468ac800 refcount=2 obd=lustre-OST0000-osc-ffff9caf5014c800 00000020:00000001:3.0:1789130409.799177:0:2350:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1789130409.799179:0:2350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9caf501cfd00. 02000000:00000001:3.0:1789130409.799181:0:2350:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789130409.799182:0:2350:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789130409.799183:0:2350:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf580b8f00. 00000100:00000001:3.0:1789130409.799190:0:2350:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789130409.799192:0:2350:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130409.799193:0:2350:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130409.799197:0:2350:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf580bb840 x1876037329036928/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130425 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130409.799203:0:2350:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789130409.799204:0:2350:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789130409.799206:0:2350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9caf5875ae00. 02000000:00000001:3.0:1789130409.799208:0:2350:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789130409.799209:0:2350:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1789130409.799210:0:2350:0:(genops.c:1223:class_import_put()) import ffff9caf48ede000 refcount=2 obd=lustre-OST0001-osc-ffff9caf5014c800 00000020:00000001:3.0:1789130409.799213:0:2350:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1789130409.799214:0:2350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9caf501cf700. 02000000:00000001:3.0:1789130409.799216:0:2350:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789130409.799218:0:2350:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789130409.799219:0:2350:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf580bb840. 00000100:00000001:3.0:1789130409.799224:0:2350:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789130409.799226:0:2350:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130409.799229:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130409.799231:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789130409.799233:0:2350:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789130409.799235:0:2350:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130409.799236:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1789130409.804615:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130409.804644:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789130409.804659:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130409.804662:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130409.804675:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130409.804686:0:2342:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:2.0:1789130409.804697:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130409.804703:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130409.804711:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130409.804716:0:2342:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 224 into portal 10 MB=0x6aa3efa952580 00000400:00000200:2.0:1789130409.804722:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130409.804730:0:2342:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.123@tcp of length 224/224 into md 0x6d85 [1] + 224 00000800:00000001:2.0:1789130409.804740:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130409.804751:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130409.804755:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130409.804760:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:2.0:1789130409.804770:0:2342:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789130409.804781:0:2342:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf580b8000 x1876037329036672/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130425 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789130409.804794:0:2342:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9caf580b8000 x1876037329036672/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130425 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130409.804854:0:2342:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789130409.804867:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130409.804871:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130409.807011:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789130409.807022:0:2350:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789130409.807035:0:2350:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789130409.807038:0:2350:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789130409.807044:0:2350:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf60788580. 00000400:00000200:3.0:1789130409.807055:0:2350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf4549f088 00000400:00000010:3.0:1789130409.807058:0:2350:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf4549f088. 00000100:00000001:3.0:1789130409.807066:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789130409.807081:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf580b8000 x1876037329036672/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130425 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789130409.807095:0:2350:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf580b8000 x1876037329036672/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130425 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130409.807104:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789130409.807106:0:2350:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130409.807110:0:2350:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789130409.807115:0:2350:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789130409.807118:0:2350:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789130409.807121:0:2350:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789130409.807124:0:2350:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789130409.807136:0:2350:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf6079ac60 time=28 v=5 (5 104 104 104) 00000100:00001000:3.0:1789130409.807142:0:2350:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf6079ac18 time=18 v=5 (1 0 0 0) 00000100:00000001:3.0:1789130409.807145:0:2350:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789130409.807147:0:2350:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130409.807151:0:2350:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789130409.807155:0:2350:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130409.807160:0:2350:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00100000:3.0:1789130409.807163:0:2350:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9caf5014c800: committing for last_committed 4294967651 gen 2 00000100:00000040:3.0:1789130409.807169:0:2350:0:(client.c:3181:ptlrpc_free_committed()) @@@ commit (last_committed 4294967651) req@ffff9caf615d4b40 x1876037329035008/t4294967650(4294967650) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 520/448 e 0 to 0 dl 1789130417 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130409.807246:0:2350:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130409.807250:0:2350:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf615d4b40 x1876037329035008/t4294967650(4294967650) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 520/448 e 0 to 0 dl 1789130417 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130409.807259:0:2350:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789130409.807262:0:2350:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789130409.807267:0:2350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9caf487c2c00. 02000000:00000001:3.0:1789130409.807271:0:2350:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789130409.807275:0:2350:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1789130409.807277:0:2350:0:(genops.c:1223:class_import_put()) import ffff9caf6079a800 refcount=7 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000020:00000001:3.0:1789130409.807280:0:2350:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1789130409.807285:0:2350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9caf487c1400. 02000000:00000001:3.0:1789130409.807289:0:2350:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789130409.807291:0:2350:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789130409.807294:0:2350:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf615d4b40. 00000100:00000001:3.0:1789130409.807301:0:2350:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789130409.807303:0:2350:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789130409.807308:0:2350:0:(client.c:3181:ptlrpc_free_committed()) @@@ commit (last_committed 4294967651) req@ffff9caf501a8b40 x1876037329035776/t4294967651(4294967651) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 504/456 e 0 to 0 dl 1789130417 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130409.807316:0:2350:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130409.807320:0:2350:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf501a8b40 x1876037329035776/t4294967651(4294967651) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 504/456 e 0 to 0 dl 1789130417 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130409.807327:0:2350:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789130409.807328:0:2350:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789130409.807329:0:2350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9caf58482c00. 02000000:00000001:3.0:1789130409.807332:0:2350:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789130409.807333:0:2350:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1789130409.807334:0:2350:0:(genops.c:1223:class_import_put()) import ffff9caf6079a800 refcount=6 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000020:00000001:3.0:1789130409.807336:0:2350:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1789130409.807399:0:2350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9caf5875aa00. 02000000:00000001:3.0:1789130409.807402:0:2350:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789130409.807403:0:2350:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789130409.807404:0:2350:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf501a8b40. 00000100:00000001:3.0:1789130409.807408:0:2350:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789130409.807409:0:2350:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130409.807412:0:2350:0:(client.c:3188:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1789130409.807414:0:2350:0:(client.c:3235:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9caf5014c800: normal: skip=1 replay=2/2 committed=0/0 00000100:00000001:3.0:1789130409.807418:0:2350:0:(client.c:3236:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789130409.807420:0:2350:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130409.807426:0:2350:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf580b8000 x1876037329036672/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130425 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130409.807434:0:2350:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789130409.807437:0:2350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789130409.807440:0:2350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789130409.807454:0:2350:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf580b8000 x1876037329036672/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130425 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789130409.807463:0:2350:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf580b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:2350:1876037329036672:192.168.204.123@tcp:400:kworker.0 00000100:00000001:3.0:1789130409.807469:0:2350:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130409.807471:0:2350:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130409.807474:0:2350:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf580b8000 x1876037329036672/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130425 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130409.807480:0:2350:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789130409.807489:0:2350:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789130409.807491:0:2350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9caf5875b000. 02000000:00000001:3.0:1789130409.807494:0:2350:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789130409.807495:0:2350:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1789130409.807497:0:2350:0:(genops.c:1223:class_import_put()) import ffff9caf6079a800 refcount=5 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000020:00000001:3.0:1789130409.807499:0:2350:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1789130409.807500:0:2350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9caf501cf500. 02000000:00000001:3.0:1789130409.807505:0:2350:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789130409.807506:0:2350:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789130409.807508:0:2350:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf580b8000. 00000100:00000001:3.0:1789130409.807513:0:2350:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789130409.807514:0:2350:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130409.807723:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130409.807734:0:2350:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789130409.807736:0:2350:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130409.807859:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789130409.807862:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130409.913899:0:27360:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130409.913909:0:27360:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130409.913915:0:27360:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130409.913917:0:27360:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130409.914117:0:16244:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789130409.914122:0:16244:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789130409.914127:0:16244:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1789130410.938011:0:27360:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130410.938021:0:27360:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130410.938029:0:27360:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130410.938030:0:27360:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130410.941981:0:16115:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789130410.941998:0:16115:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789130410.942007:0:16115:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789130411.834820:0:32322:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789130411.834833:0:32322:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789130411.834835:0:32322:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1789130411.834842:0:32322:0:(client.c:2715:ptlrpc_set_wait()) set ffff9caf46b98480 going to sleep for 1 seconds 00000100:00000001:2.0:1789130411.834847:0:32322:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789130411.834852:0:32322:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130411.962026:0:27360:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130411.962035:0:27360:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130411.962043:0:27360:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130411.962048:0:27360:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789130411.962050:0:27360:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789130411.962059:0:27360:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130411.962061:0:27360:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789130411.962063:0:27360:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130411.962067:0:27360:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789130411.962070:0:27360:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130411.962072:0:27360:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130411.962075:0:27360:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130411.962155:0:16116:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789130411.962161:0:16116:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789130411.962165:0:16116:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789130412.858038:0:32322:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789130412.858049:0:32322:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789130412.858052:0:32322:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1789130412.858059:0:32322:0:(client.c:2715:ptlrpc_set_wait()) set ffff9caf46b98480 going to sleep for 1 seconds 00000100:00000001:2.0:1789130412.858065:0:32322:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789130412.858070:0:32322:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130412.986523:0:27360:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130412.986534:0:27360:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130412.986543:0:27360:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130412.986545:0:27360:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130412.986761:0:16244:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789130412.986765:0:16244:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789130412.986769:0:16244:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1789130413.883782:0:27981:0:(connection.c:75:cpu_latency_work()) work item of ffff9caf6147aa20 (cpu 2) has reached its deadline 4296507895, at 4296507905 00000100:00000010:2.0:1789130413.883836:0:27981:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9caf58401d20. 00000100:00000001:0.0:1789130413.884234:0:32322:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789130413.884240:0:32322:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789130413.884243:0:32322:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1789130413.884248:0:32322:0:(client.c:2715:ptlrpc_set_wait()) set ffff9caf46b98480 going to sleep for 1 seconds 00000100:00000001:0.0:1789130413.884252:0:32322:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789130413.884256:0:32322:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130413.884453:0:27360:0:(connection.c:75:cpu_latency_work()) work item of ffff9caf6147ab30 (cpu 3) has reached its deadline 4296507895, at 4296507906 00000100:00000010:3.0:1789130413.884470:0:27360:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9caf58401960. 00010000:00000001:3.0:1789130414.010530:0:27360:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130414.010539:0:27360:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130414.010545:0:27360:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130414.010547:0:27360:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130414.010649:0:16115:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789130414.010657:0:16115:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789130414.010663:0:16115:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1789130414.909265:0:28590:0:(pinger.c:229:ptlrpc_pinger_process_import()) 70f26143-21ad-4cd3-af2c-0601ab5c9490->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789130414.909286:0:28590:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789130414.909312:0:28590:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf61462940. 00000020:00000040:0.0:1789130414.909325:0:28590:0:(genops.c:1210:class_import_get()) import ffff9caf586ce800 refcount=4 obd=MGC192.168.204.123@tcp 00000100:00000001:0.0:1789130414.909334:0:28590:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789130414.909355:0:28590:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789130414.909365:0:28590:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130414.909373:0:32322:0:(client.c:2567:ptlrpc_expired_set()) Process entered 02000000:00000010:0.0:1789130414.909385:0:28590:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9caf451e7800. 00000100:00000001:2.0:1789130414.909386:0:32322:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789130414.909392:0:32322:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1789130414.909402:0:32322:0:(client.c:2715:ptlrpc_set_wait()) set ffff9caf46b98480 going to sleep for 1 seconds 00000100:00000001:0.0:1789130414.909402:0:28590:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130414.909411:0:32322:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789130414.909417:0:32322:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130414.909428:0:28590:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 70f26143-21ad-4cd3-af2c-0601ab5c9490->MGS req@ffff9caf61462940 x1876037329037056/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789130414.909447:0:28590:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789130414.909455:0:28590:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130414.909467:0:28590:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a63fff08] to pc [ptlrpcd_00_01+1] req@ffff9caf61462940 x1876037329037056/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130414.909495:0:28590:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130414.909498:0:28590:0:(pinger.c:229:ptlrpc_pinger_process_import()) c4ff2dbd-4d13-4802-9c50-d71e34d32a35->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789130414.909502:0:28590:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789130414.909506:0:28590:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf61463840. 00000020:00000040:0.0:1789130414.909510:0:28590:0:(genops.c:1210:class_import_get()) import ffff9caf6079a800 refcount=6 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000100:00000001:0.0:1789130414.909523:0:28590:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789130414.909525:0:28590:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789130414.909527:0:28590:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789130414.909531:0:28590:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9caf451e7c00. 00000100:00000001:0.0:1789130414.909535:0:28590:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130414.909539:0:28590:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging c4ff2dbd-4d13-4802-9c50-d71e34d32a35->lustre-MDT0000_UUID req@ffff9caf61463840 x1876037329037184/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789130414.909547:0:28590:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789130414.909549:0:28590:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130414.909554:0:28590:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000ec08ac3] to pc [ptlrpcd_00_00+0] req@ffff9caf61463840 x1876037329037184/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130414.909563:0:28590:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130414.909567:0:28590:0:(pinger.c:229:ptlrpc_pinger_process_import()) c4ff2dbd-4d13-4802-9c50-d71e34d32a35->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789130414.909570:0:28590:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789130414.909574:0:28590:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf614603c0. 00000020:00000040:0.0:1789130414.909576:0:28590:0:(genops.c:1210:class_import_get()) import ffff9caf468ac800 refcount=3 obd=lustre-OST0000-osc-ffff9caf5014c800 00000100:00000001:0.0:1789130414.909579:0:28590:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789130414.909580:0:28590:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789130414.909581:0:28590:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789130414.909584:0:28590:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9caf451e7a00. 00000100:00000001:0.0:1789130414.909587:0:28590:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130414.909591:0:28590:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging c4ff2dbd-4d13-4802-9c50-d71e34d32a35->lustre-OST0000_UUID req@ffff9caf614603c0 x1876037329037312/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789130414.909598:0:28590:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789130414.909599:0:28590:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130414.909603:0:28590:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d685da4] to pc [ptlrpcd_00_01+1] req@ffff9caf614603c0 x1876037329037312/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130414.909621:0:28590:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130414.909623:0:28590:0:(pinger.c:229:ptlrpc_pinger_process_import()) c4ff2dbd-4d13-4802-9c50-d71e34d32a35->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789130414.909627:0:28590:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789130414.909631:0:28590:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf61461680. 00000020:00000040:0.0:1789130414.909633:0:28590:0:(genops.c:1210:class_import_get()) import ffff9caf48ede000 refcount=3 obd=lustre-OST0001-osc-ffff9caf5014c800 00000100:00000001:0.0:1789130414.909636:0:28590:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789130414.909637:0:28590:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789130414.909639:0:28590:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789130414.909643:0:28590:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9caf451e7700. 00000100:00000001:0.0:1789130414.909647:0:28590:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130414.909651:0:28590:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging c4ff2dbd-4d13-4802-9c50-d71e34d32a35->lustre-OST0001_UUID req@ffff9caf61461680 x1876037329037440/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789130414.909664:0:28590:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789130414.909666:0:28590:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130414.909669:0:28590:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006d153b7b] to pc [ptlrpcd_00_00+0] req@ffff9caf61461680 x1876037329037440/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130414.909677:0:28590:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130414.909701:0:28590:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1846) 00000100:00000001:1.0:1789130414.909792:0:2348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789130414.909797:0:2348:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789130414.909800:0:2348:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789130414.909837:0:2348:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf61462940 x1876037329037056/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130414.909848:0:2348:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789130414.909851:0:2348:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130414.909856:0:2348:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789130414.909859:0:2348:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789130414.909862:0:2348:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789130414.909866:0:2348:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf61462940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:70f26143-21ad-4cd3-af2c-0601ab5c9490:2348:1876037329037056:192.168.204.123@tcp:400:kworker.0 00000100:00000001:1.0:1789130414.909870:0:2348:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789130414.909880:0:2348:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789130414.909883:0:2348:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130414.909886:0:2348:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789130414.909893:0:2348:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9caf47c6de00. 02000000:00000001:1.0:1789130414.909895:0:2348:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789130414.909904:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:1.0:1789130414.909909:0:2348:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf42d8e9f8. 00000400:00000010:1.0:1789130414.909918:0:2348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf462a3908. 00000100:00000200:1.0:1789130414.909928:0:2348:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876037329037056, portal 25 00000100:00000001:1.0:1789130414.909931:0:2348:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789130414.909932:0:2348:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875798038848 : -109197911512768 : ffff9caf61462940) 00000100:00000040:1.0:1789130414.909938:0:2348:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9caf61462940 x1876037329037056/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130430 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130414.909956:0:2348:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789130414.909959:0:2348:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:1.0:1789130414.909962:0:2348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf462a3bb0. 00000100:00000200:1.0:1789130414.909967:0:2348:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1876037329037056, offset 0 00000400:00000200:1.0:1789130414.909975:0:2348:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:1.0:1789130414.909990:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:1.0:1789130414.910003:0:2348:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:1.0:1789130414.910011:0:2348:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789130414.910017:0:2348:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:1.0:1789130414.910023:0:2348:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789130414.910026:0:2348:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:1.0:1789130414.910032:0:2348:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2546:2546:256:4294967295] 192.168.204.123@tcp LPNI seq info [2545:2545:8:4294967295] 00000400:00000200:1.0:1789130414.910036:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:1.0:1789130414.910054:0:2348:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:1.0:1789130414.910062:0:2348:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:1.0:1789130414.910072:0:2348:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf47f34b00. 00000800:00000200:1.0:1789130414.910084:0:2348:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:1.0:1789130414.910096:0:2348:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:1.0:1789130414.910104:0:2348:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf47f34b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789130414.910124:0:2348:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789130414.910129:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:1.0:1789130414.910132:0:2348:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.123@tcp: PM QoS new deadline estimation for cpu 2 is 4296513018 00000100:00000010:1.0:1789130414.910141:0:2348:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9caf481b3b40. 00000100:00000001:1.0:1789130414.910151:0:2348:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.123@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1789130414.910157:0:2348:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.123@tcp: PM QoS new deadline estimation for cpu 3 is 4296513018 00000100:00000010:1.0:1789130414.910161:0:2348:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9caf481b3780. 00000100:00000001:1.0:1789130414.910165:0:2348:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.123@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1789130414.910169:0:2348:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789130414.910172:0:2348:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130414.910175:0:2348:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789130414.910179:0:2348:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf614603c0 x1876037329037312/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130414.910185:0:2348:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789130414.910187:0:2348:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130414.910189:0:2348:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789130414.910190:0:2348:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789130414.910192:0:2348:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789130414.910194:0:2348:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf614603c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:2348:1876037329037312:192.168.204.123@tcp:400:kworker.0 00000100:00000001:1.0:1789130414.910198:0:2348:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789130414.910201:0:2348:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789130414.910202:0:2348:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130414.910204:0:2348:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789130414.910207:0:2348:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9caf47c6c600. 02000000:00000001:1.0:1789130414.910209:0:2348:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789130414.910212:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:1.0:1789130414.910214:0:2348:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf42d8e840. 00000400:00000010:1.0:1789130414.910220:0:2348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf462a3220. 00000100:00000200:1.0:1789130414.910223:0:2348:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876037329037312, portal 4 00000100:00000001:1.0:1789130414.910225:0:2348:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789130414.910226:0:2348:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875798029248 : -109197911522368 : ffff9caf614603c0) 00000100:00000040:1.0:1789130414.910233:0:2348:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9caf614603c0 x1876037329037312/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130430 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130414.910239:0:2348:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789130414.910241:0:2348:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:1.0:1789130414.910244:0:2348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf462a3e58. 00000100:00000200:1.0:1789130414.910246:0:2348:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876037329037312, offset 0 00000400:00000200:1.0:1789130414.910250:0:2348:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:1.0:1789130414.910253:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:1.0:1789130414.910256:0:2348:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:1.0:1789130414.910258:0:2348:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789130414.910261:0:2348:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:1.0:1789130414.910263:0:2348:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789130414.910266:0:2348:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:1.0:1789130414.910269:0:2348:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2547:2547:255:4294967295] 192.168.204.123@tcp LPNI seq info [2546:2546:7:4294967295] 00000400:00000200:1.0:1789130414.910273:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:1.0:1789130414.910279:0:2348:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:1.0:1789130414.910284:0:2348:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:1.0:1789130414.910288:0:2348:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf47f34e00. 00000800:00000200:1.0:1789130414.910292:0:2348:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:1.0:1789130414.910296:0:2348:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:1.0:1789130414.910298:0:2348:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf47f34e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789130414.910302:0:2348:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789130414.910307:0:2348:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9caf5014c800: using a timeout of 22760 usecs (23 jiffies) 00000400:00000200:1.0:1789130414.910311:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:1.0:1789130414.910313:0:2348:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296508955 00000100:00000001:1.0:1789130414.910316:0:2348:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9caf5014c800: PM QoS request active for cpu 2, keep current deadline 4296513018 00000100:00000001:1.0:1789130414.910319:0:2348:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296508955 00000100:00000001:1.0:1789130414.910321:0:2348:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9caf5014c800: PM QoS request active for cpu 3, keep current deadline 4296513018 00000100:00000001:1.0:1789130414.910323:0:2348:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789130414.910325:0:2348:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130414.910328:0:2348:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130414.910332:0:2348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130414.910343:0:2348:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789130414.910354:0:2348:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1789130414.910357:0:2348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789130414.910358:0:2348:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789130414.910360:0:2348:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789130414.910363:0:2348:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:1.0:1789130414.910365:0:2348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130414.910368:0:2348:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789130414.910369:0:2348:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130414.910371:0:2348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789130414.910372:0:2348:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789130414.910373:0:2348:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789130414.910378:0:2348:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf61463840 x1876037329037184/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130414.910385:0:2348:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789130414.910386:0:2348:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130414.910389:0:2348:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789130414.910391:0:2348:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789130414.910393:0:2348:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789130414.910396:0:2348:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf61463840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:2348:1876037329037184:192.168.204.123@tcp:400:kworker.0 00000100:00000001:1.0:1789130414.910399:0:2348:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789130414.910402:0:2348:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789130414.910403:0:2348:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130414.910406:0:2348:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789130414.910409:0:2348:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9caf47c6c800. 02000000:00000001:1.0:1789130414.910411:0:2348:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789130414.910415:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:1.0:1789130414.910418:0:2348:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf42d8e688. 00000400:00000010:1.0:1789130414.910423:0:2348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf462a3660. 00000100:00000200:1.0:1789130414.910426:0:2348:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876037329037184, portal 10 00000100:00000001:1.0:1789130414.910428:0:2348:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789130414.910429:0:2348:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875798042688 : -109197911508928 : ffff9caf61463840) 00000100:00000040:1.0:1789130414.910436:0:2348:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9caf61463840 x1876037329037184/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130430 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130414.910442:0:2348:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789130414.910444:0:2348:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:1.0:1789130414.910447:0:2348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf462a3f68. 00000100:00000200:1.0:1789130414.910449:0:2348:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876037329037184, offset 0 00000400:00000200:1.0:1789130414.910453:0:2348:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:1.0:1789130414.910456:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:1.0:1789130414.910459:0:2348:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:1.0:1789130414.910463:0:2348:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789130414.910465:0:2348:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:1.0:1789130414.910467:0:2348:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789130414.910469:0:2348:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:1.0:1789130414.910472:0:2348:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2548:2548:254:4294967295] 192.168.204.123@tcp LPNI seq info [2547:2547:6:4294967295] 00000400:00000200:1.0:1789130414.910475:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:1.0:1789130414.910481:0:2348:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:1.0:1789130414.910485:0:2348:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:1.0:1789130414.910488:0:2348:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf47f34000. 00000800:00000200:1.0:1789130414.910492:0:2348:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:1.0:1789130414.910496:0:2348:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:1.0:1789130414.910499:0:2348:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf47f34000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789130414.910501:0:2348:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789130414.910505:0:2348:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: using a timeout of 778283 usecs (779 jiffies) 00000400:00000200:1.0:1789130414.910508:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:1.0:1789130414.910510:0:2348:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296509711 00000100:00000001:1.0:1789130414.910512:0:2348:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 2, keep current deadline 4296513018 00000100:00000001:1.0:1789130414.910515:0:2348:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296509711 00000100:00000001:1.0:1789130414.910517:0:2348:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 3, keep current deadline 4296513018 00000100:00000001:1.0:1789130414.910519:0:2348:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789130414.910521:0:2348:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130414.910523:0:2348:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789130414.910526:0:2348:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf61461680 x1876037329037440/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130414.910533:0:2348:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789130414.910534:0:2348:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130414.910536:0:2348:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789130414.910538:0:2348:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789130414.910539:0:2348:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789130414.910542:0:2348:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf61461680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:2348:1876037329037440:192.168.204.123@tcp:400:kworker.0 00000100:00000001:1.0:1789130414.910545:0:2348:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789130414.910547:0:2348:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789130414.910548:0:2348:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130414.910550:0:2348:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789130414.910553:0:2348:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9caf47c6dc00. 02000000:00000001:1.0:1789130414.910555:0:2348:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789130414.910558:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:1.0:1789130414.910560:0:2348:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf42d8e2c0. 00000400:00000010:1.0:1789130414.910563:0:2348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf462a3ee0. 00000100:00000200:1.0:1789130414.910566:0:2348:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876037329037440, portal 4 00000100:00000001:1.0:1789130414.910568:0:2348:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789130414.910569:0:2348:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875798034048 : -109197911517568 : ffff9caf61461680) 00000100:00000040:1.0:1789130414.910577:0:2348:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9caf61461680 x1876037329037440/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130430 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130414.910590:0:2348:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789130414.910592:0:2348:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:1.0:1789130414.910595:0:2348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf462a3088. 00000100:00000200:1.0:1789130414.910598:0:2348:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876037329037440, offset 0 00000400:00000200:1.0:1789130414.910601:0:2348:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:1.0:1789130414.910605:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:1.0:1789130414.910608:0:2348:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:1.0:1789130414.910611:0:2348:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789130414.910613:0:2348:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:1.0:1789130414.910615:0:2348:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789130414.910617:0:2348:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:1.0:1789130414.910621:0:2348:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2549:2549:253:4294967295] 192.168.204.123@tcp LPNI seq info [2548:2548:5:4294967295] 00000400:00000200:1.0:1789130414.910625:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:1.0:1789130414.910631:0:2348:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:1.0:1789130414.910634:0:2348:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:1.0:1789130414.910637:0:2348:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf47f34300. 00000800:00000200:1.0:1789130414.910641:0:2348:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:1.0:1789130414.910645:0:2348:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:1.0:1789130414.910647:0:2348:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf47f34300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789130414.910650:0:2348:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789130414.910653:0:2348:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9caf5014c800: using a timeout of 340100 usecs (341 jiffies) 00000400:00000200:1.0:1789130414.910656:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:1.0:1789130414.910658:0:2348:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296509273 00000100:00000001:1.0:1789130414.910661:0:2348:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9caf5014c800: PM QoS request active for cpu 2, keep current deadline 4296513018 00000100:00000001:1.0:1789130414.910663:0:2348:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296509273 00000100:00000001:1.0:1789130414.910665:0:2348:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9caf5014c800: PM QoS request active for cpu 3, keep current deadline 4296513018 00000100:00000001:1.0:1789130414.910668:0:2348:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789130414.910670:0:2348:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130414.910673:0:2348:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130414.910675:0:2348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130414.910694:0:2347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789130414.910697:0:2347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789130414.911047:0:2341:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789130414.911059:0:2341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf47f34b00. 00000400:00000200:2.0:1789130414.911070:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130414.911078:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:2.0:1789130414.911086:0:2341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf462a3bb0 00000400:00000010:2.0:1789130414.911088:0:2341:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf462a3bb0. 00000100:00000001:2.0:1789130414.911093:0:2341:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789130414.911101:0:2341:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf61462940 x1876037329037056/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130430 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130414.911113:0:2341:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130414.911117:0:2341:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf61462940 x1876037329037056/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130430 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130414.911124:0:2341:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130414.911126:0:2341:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1789130414.911140:0:2341:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789130414.911142:0:2341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf47f34e00. 00000400:00000200:2.0:1789130414.911144:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130414.911147:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:2.0:1789130414.911149:0:2341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf462a3e58 00000400:00000010:2.0:1789130414.911151:0:2341:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf462a3e58. 00000100:00000001:2.0:1789130414.911153:0:2341:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789130414.911157:0:2341:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf614603c0 x1876037329037312/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130430 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130414.911165:0:2341:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130414.911167:0:2341:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf614603c0 x1876037329037312/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130430 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130414.911172:0:2341:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130414.911173:0:2341:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1789130414.911179:0:2341:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789130414.911180:0:2341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf47f34000. 00000400:00000200:2.0:1789130414.911182:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130414.911186:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:2.0:1789130414.911188:0:2341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf462a3f68 00000400:00000010:2.0:1789130414.911190:0:2341:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf462a3f68. 00000100:00000001:2.0:1789130414.911192:0:2341:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789130414.911196:0:2341:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf61463840 x1876037329037184/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130430 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130414.911201:0:2341:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130414.911203:0:2341:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf61463840 x1876037329037184/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130430 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130414.911208:0:2341:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130414.911209:0:2341:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1789130414.911275:0:2341:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789130414.911277:0:2341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf47f34300. 00000400:00000200:2.0:1789130414.911280:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130414.911283:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:2.0:1789130414.911285:0:2341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf462a3088 00000400:00000010:2.0:1789130414.911287:0:2341:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf462a3088. 00000100:00000001:2.0:1789130414.911289:0:2341:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789130414.911293:0:2341:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf61461680 x1876037329037440/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130430 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130414.911307:0:2341:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130414.911311:0:2341:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf61461680 x1876037329037440/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130430 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130414.911317:0:2341:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130414.911318:0:2341:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1789130414.914112:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130414.914135:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789130414.914139:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130414.914142:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130414.914255:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130414.914268:0:2342:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:2.0:1789130414.914279:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130414.914284:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130414.914290:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130414.914294:0:2342:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 224 into portal 10 MB=0x6aa3efa952780 00000400:00000200:2.0:1789130414.914409:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130414.914417:0:2342:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.123@tcp of length 224/224 into md 0x6dd5 [1] + 224 00000800:00000001:2.0:1789130414.914425:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130414.914434:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130414.914437:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130414.914442:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:2.0:1789130414.914450:0:2342:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789130414.914459:0:2342:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf61463840 x1876037329037184/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130430 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789130414.914470:0:2342:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9caf61463840 x1876037329037184/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130430 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130414.914496:0:2342:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789130414.914506:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130414.914508:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130414.915453:0:2348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789130414.915461:0:2348:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789130414.915469:0:2348:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789130414.915471:0:2348:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789130414.915475:0:2348:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf42d8e688. 00000400:00000200:1.0:1789130414.915482:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf462a3660 00000400:00000010:1.0:1789130414.915484:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf462a3660. 00000100:00000001:1.0:1789130414.915489:0:2348:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789130414.915667:0:2348:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf61463840 x1876037329037184/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130430 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789130414.915680:0:2348:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf61463840 x1876037329037184/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130430 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130414.915688:0:2348:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789130414.915691:0:2348:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130414.915694:0:2348:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789130414.915699:0:2348:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789130414.915702:0:2348:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789130414.915704:0:2348:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130414.915707:0:2348:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789130414.915717:0:2348:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf6079ac60 time=33 v=5 (5 104 104 104) 00000100:00001000:1.0:1789130414.915722:0:2348:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf6079ac18 time=23 v=5 (1 0 0 0) 00000100:00000001:1.0:1789130414.915725:0:2348:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789130414.915727:0:2348:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130414.915731:0:2348:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789130414.915735:0:2348:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130414.915741:0:2348:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789130414.915747:0:2348:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9caf5014c800: skip recheck: last_committed 4294967651 00000100:00000001:1.0:1789130414.915750:0:2348:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789130414.915752:0:2348:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789130414.915756:0:2348:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf61463840 x1876037329037184/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130430 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130414.915770:0:2348:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789130414.915772:0:2348:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789130414.915774:0:2348:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789130414.915778:0:2348:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf61463840 x1876037329037184/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130430 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789130414.915787:0:2348:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf61463840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:2348:1876037329037184:192.168.204.123@tcp:400:kworker.0 00000100:00000001:1.0:1789130414.915794:0:2348:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130414.915797:0:2348:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789130414.915801:0:2348:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf61463840 x1876037329037184/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130430 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130414.915844:0:2348:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789130414.915847:0:2348:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789130414.915851:0:2348:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9caf47c6c800. 02000000:00000001:1.0:1789130414.915855:0:2348:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789130414.915863:0:2348:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1789130414.915865:0:2348:0:(genops.c:1223:class_import_put()) import ffff9caf6079a800 refcount=5 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000020:00000001:1.0:1789130414.915868:0:2348:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1789130414.915871:0:2348:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9caf451e7c00. 02000000:00000001:1.0:1789130414.915875:0:2348:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789130414.915877:0:2348:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789130414.915879:0:2348:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf61463840. 00000100:00000001:1.0:1789130414.915883:0:2348:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789130414.915885:0:2348:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130414.917385:0:2348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130414.917394:0:2348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789130414.917398:0:2348:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789130414.917402:0:2348:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130414.917404:0:2348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1789130414.919739:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130414.919759:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789130414.919764:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130414.919767:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130414.922125:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130414.922136:0:2341:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:2.0:1789130414.922150:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130414.922155:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130414.922162:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130414.922167:0:2341:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 224 into portal 25 MB=0x6aa3efa952700 00000400:00000200:2.0:1789130414.922172:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130414.922178:0:2341:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.123@tcp of length 224/224 into md 0x6dc5 [1] + 224 00000800:00000001:2.0:1789130414.922188:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130414.922205:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130414.922209:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130414.922214:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:2.0:1789130414.922222:0:2341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789130414.922231:0:2341:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf61462940 x1876037329037056/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130430 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789130414.922242:0:2341:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9caf61462940 x1876037329037056/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130430 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130414.922265:0:2341:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789130414.922278:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130414.922282:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789130414.922284:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130414.922287:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130414.922290:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130414.922294:0:2341:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:2.0:1789130414.922298:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130414.922301:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130414.922304:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130414.922307:0:2341:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 224 into portal 4 MB=0x6aa3efa952800 00000400:00000200:2.0:1789130414.922310:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130414.922314:0:2341:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.123@tcp of length 224/224 into md 0x6dcd [1] + 224 00000800:00000001:2.0:1789130414.922318:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130414.922321:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130414.922323:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130414.922325:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:2.0:1789130414.922329:0:2341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789130414.922333:0:2341:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf614603c0 x1876037329037312/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130430 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789130414.922354:0:2341:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9caf614603c0 x1876037329037312/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130430 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130414.922362:0:2341:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789130414.922366:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130414.922370:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789130414.922371:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130414.922373:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130414.922376:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130414.922379:0:2341:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:2.0:1789130414.922383:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130414.922386:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130414.922388:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130414.922391:0:2341:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 224 into portal 4 MB=0x6aa3efa952880 00000400:00000200:2.0:1789130414.922394:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130414.922397:0:2341:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.123@tcp of length 224/224 into md 0x6ddd [1] + 224 00000800:00000001:2.0:1789130414.922401:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130414.922409:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130414.922411:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1789130414.923967:0:2348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789130414.923975:0:2348:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789130414.923984:0:2348:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789130414.923986:0:2348:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789130414.923991:0:2348:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf42d8e9f8. 00000400:00000200:1.0:1789130414.923999:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf462a3908 00000400:00000010:1.0:1789130414.924001:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf462a3908. 00000100:00000001:1.0:1789130414.924006:0:2348:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789130414.934746:0:2348:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf61462940 x1876037329037056/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130430 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789130414.934767:0:2348:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf61462940 x1876037329037056/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130430 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130414.934776:0:2348:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789130414.934781:0:2348:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130414.934785:0:2348:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789130414.934788:0:2348:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789130414.934791:0:2348:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789130414.934794:0:2348:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130414.934797:0:2348:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789130414.934814:0:2348:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf586cec60 time=33 v=5 (5 5 5 5) 00000100:00001000:1.0:1789130414.934819:0:2348:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf586cec18 time=33 v=5 (1 1 1 1) 00000100:00000001:1.0:1789130414.934822:0:2348:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789130414.934824:0:2348:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130414.934827:0:2348:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789130414.934829:0:2348:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130414.934832:0:2348:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789130414.934838:0:2348:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf61462940 x1876037329037056/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130430 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130414.934846:0:2348:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789130414.934850:0:2348:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789130414.934853:0:2348:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789130414.934858:0:2348:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf61462940 x1876037329037056/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130430 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789130414.934867:0:2348:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf61462940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:70f26143-21ad-4cd3-af2c-0601ab5c9490:2348:1876037329037056:192.168.204.123@tcp:400:kworker.0 00000400:00000001:1.0:1789130414.934877:0:2348:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789130414.934880:0:2348:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789130414.934884:0:2348:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf42d8e840. 00000400:00000200:1.0:1789130414.934890:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf462a3220 00000400:00000010:1.0:1789130414.934892:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf462a3220. 00000100:00000001:1.0:1789130414.934896:0:2348:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789130414.934899:0:2348:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf614603c0 x1876037329037312/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130430 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789130414.934908:0:2348:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf614603c0 x1876037329037312/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130430 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130414.934914:0:2348:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789130414.934915:0:2348:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130414.934917:0:2348:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789130414.934918:0:2348:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789130414.934920:0:2348:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789130414.934921:0:2348:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130414.934923:0:2348:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789130414.934928:0:2348:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf468acc60 time=33 v=5 (5 5 5 5) 00000100:00001000:1.0:1789130414.934931:0:2348:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf468acc18 time=23 v=5 (1 0 0 0) 00000100:00000001:1.0:1789130414.934934:0:2348:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789130414.934935:0:2348:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130414.934937:0:2348:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789130414.934940:0:2348:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130414.934943:0:2348:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789130414.934945:0:2348:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9caf5014c800: skip recheck: last_committed 4294967341 00000100:00000001:1.0:1789130414.934947:0:2348:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789130414.934949:0:2348:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789130414.934953:0:2348:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf614603c0 x1876037329037312/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130430 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130414.934960:0:2348:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789130414.934962:0:2348:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789130414.934963:0:2348:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789130414.934966:0:2348:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf614603c0 x1876037329037312/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130430 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789130414.934974:0:2348:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf614603c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:2348:1876037329037312:192.168.204.123@tcp:400:kworker.0 00000100:00000001:1.0:1789130414.934979:0:2348:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130414.934982:0:2348:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789130414.934986:0:2348:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf61462940 x1876037329037056/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130430 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130414.934993:0:2348:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789130414.934996:0:2348:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789130414.934999:0:2348:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9caf47c6de00. 02000000:00000001:1.0:1789130414.935004:0:2348:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789130414.935007:0:2348:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1789130414.935009:0:2348:0:(genops.c:1223:class_import_put()) import ffff9caf586ce800 refcount=3 obd=MGC192.168.204.123@tcp 00000020:00000001:1.0:1789130414.935011:0:2348:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1789130414.935014:0:2348:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9caf451e7800. 02000000:00000001:1.0:1789130414.935017:0:2348:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789130414.935019:0:2348:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789130414.935020:0:2348:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf61462940. 00000100:00000001:1.0:1789130414.935024:0:2348:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789130414.935025:0:2348:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130414.935026:0:2348:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789130414.935030:0:2348:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf614603c0 x1876037329037312/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130430 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130414.935037:0:2348:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789130414.935038:0:2348:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789130414.935040:0:2348:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9caf47c6c600. 02000000:00000001:1.0:1789130414.935042:0:2348:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789130414.935043:0:2348:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1789130414.935044:0:2348:0:(genops.c:1223:class_import_put()) import ffff9caf468ac800 refcount=2 obd=lustre-OST0000-osc-ffff9caf5014c800 00000020:00000001:1.0:1789130414.935046:0:2348:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1789130414.935048:0:2348:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9caf451e7a00. 02000000:00000001:1.0:1789130414.935049:0:2348:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789130414.935050:0:2348:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789130414.935052:0:2348:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf614603c0. 00000100:00000001:1.0:1789130414.935056:0:2348:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789130414.935057:0:2348:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130414.935061:0:2348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130414.935063:0:2348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789130414.935066:0:2348:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789130414.935068:0:2348:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130414.935070:0:2348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789130414.935890:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:2.0:1789130414.935904:0:2341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789130414.935911:0:2341:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf61461680 x1876037329037440/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130430 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789130414.935922:0:2341:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9caf61461680 x1876037329037440/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130430 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130414.935943:0:2341:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789130414.935958:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130414.935967:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130414.936304:0:2348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789130414.936308:0:2348:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789130414.936313:0:2348:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789130414.936315:0:2348:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789130414.936318:0:2348:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf42d8e2c0. 00000400:00000200:1.0:1789130414.936323:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf462a3ee0 00000400:00000010:1.0:1789130414.936326:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf462a3ee0. 00000100:00000001:1.0:1789130414.936328:0:2348:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789130414.936334:0:2348:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf61461680 x1876037329037440/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130430 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789130414.936357:0:2348:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf61461680 x1876037329037440/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130430 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130414.936364:0:2348:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789130414.936366:0:2348:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130414.936368:0:2348:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789130414.936370:0:2348:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789130414.936372:0:2348:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789130414.936374:0:2348:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130414.936376:0:2348:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789130414.936382:0:2348:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf48ede460 time=33 v=5 (5 5 5 5) 00000100:00001000:1.0:1789130414.936386:0:2348:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf48ede418 time=23 v=5 (1 0 0 0) 00000100:00000001:1.0:1789130414.936389:0:2348:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789130414.936390:0:2348:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130414.936392:0:2348:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789130414.936395:0:2348:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130414.936398:0:2348:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789130414.936399:0:2348:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9caf5014c800: skip recheck: last_committed 4294967312 00000100:00000001:1.0:1789130414.936401:0:2348:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789130414.936403:0:2348:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789130414.936407:0:2348:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf61461680 x1876037329037440/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130430 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130414.936413:0:2348:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789130414.936416:0:2348:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789130414.936417:0:2348:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789130414.936421:0:2348:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf61461680 x1876037329037440/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130430 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789130414.936428:0:2348:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf61461680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:2348:1876037329037440:192.168.204.123@tcp:400:kworker.0 00000100:00000001:1.0:1789130414.936432:0:2348:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130414.936434:0:2348:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789130414.936437:0:2348:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf61461680 x1876037329037440/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130430 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130414.936443:0:2348:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789130414.936445:0:2348:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789130414.936448:0:2348:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9caf47c6dc00. 02000000:00000001:1.0:1789130414.936451:0:2348:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789130414.936453:0:2348:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1789130414.936455:0:2348:0:(genops.c:1223:class_import_put()) import ffff9caf48ede000 refcount=2 obd=lustre-OST0001-osc-ffff9caf5014c800 00000020:00000001:1.0:1789130414.936457:0:2348:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1789130414.936459:0:2348:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9caf451e7700. 02000000:00000001:1.0:1789130414.936462:0:2348:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789130414.936464:0:2348:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789130414.936465:0:2348:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf61461680. 00000100:00000001:1.0:1789130414.936469:0:2348:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789130414.936470:0:2348:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130414.936472:0:2348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130414.936480:0:2348:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789130414.936481:0:2348:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130414.936483:0:2348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789130414.936485:0:2348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130415.034390:0:27360:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130415.034399:0:27360:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130415.034405:0:27360:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130415.034406:0:27360:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130415.036369:0:16116:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789130415.036377:0:16116:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789130415.036382:0:16116:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789130415.930228:0:32322:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789130415.930238:0:32322:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789130415.930242:0:32322:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1789130415.930251:0:32322:0:(client.c:2715:ptlrpc_set_wait()) set ffff9caf46b98480 going to sleep for 1 seconds 00000100:00000001:2.0:1789130415.930255:0:32322:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789130415.930259:0:32322:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130416.057976:0:27360:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130416.057989:0:27360:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789130416.057992:0:27360:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789130416.057996:0:27360:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130416.058001:0:27360:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789130416.058004:0:27360:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130416.058006:0:27360:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130416.058008:0:27360:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130416.058013:0:27360:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130416.058014:0:27360:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130416.058125:0:16244:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789130416.058128:0:16244:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789130416.058131:0:16244:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789130416.953974:0:32322:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789130416.953983:0:32322:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00000400:2.0:1789130416.953999:0:32322:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789130400/real 1789130400] req@ffff9caf580bad00 x1876037329034624/t0(0) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 1 dl 1789130416 ref 2 fl Rpc:XQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000400:00000001:2.0:1789130416.954023:0:32322:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789130416.954026:0:32322:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789130416.954031:0:32322:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf483fde70. 00000400:00000200:2.0:1789130416.954037:0:32322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf42d18220 00000400:00000010:2.0:1789130416.954040:0:32322:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf42d18220. 00000100:00000001:2.0:1789130416.954045:0:32322:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789130416.954050:0:32322:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf580bad00 x1876037329034624/t0(0) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 1 dl 1789130416 ref 2 fl Rpc:XQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1789130416.954060:0:32322:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf580bad00 x1876037329034624/t0(0) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 1 dl 1789130416 ref 2 fl Rpc:XQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130416.954068:0:32322:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789130416.954070:0:32322:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789130416.954074:0:32322:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789130416.954076:0:32322:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789130416.954079:0:32322:0:(import.c:429:ptlrpc_fail_import()) Process entered 00000100:00080000:2.0:1789130416.954084:0:32322:0:(import.c:65:import_set_state_nolock()) ffff9caf6079a800 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:2.0:1789130416.954088:0:32322:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-mdc-ffff9caf5014c800: Connection to lustre-MDT0000 (at 192.168.204.123@tcp) was lost; in progress operations using this service will wait for recovery to complete 00000100:00000001:2.0:1789130416.954091:0:32322:0:(obd_class.h:1222:obd_import_event()) Process entered 00000002:00000001:2.0:1789130416.954094:0:32322:0:(mdc_request.c:2879:mdc_import_event()) Process entered 00000002:00000001:2.0:1789130416.954097:0:32322:0:(mdc_request.c:2953:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130416.954098:0:32322:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00080000:2.0:1789130416.954100:0:32322:0:(import.c:418:ptlrpc_pinger_force()) lustre-MDT0000_UUID: waking up pinger s:DISCONN 00000100:00000001:2.0:1789130416.954118:0:32322:0:(import.c:436:ptlrpc_fail_import()) Process leaving 00000100:00000001:2.0:1789130416.954121:0:32322:0:(client.c:2555:ptlrpc_expire_one_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130416.954123:0:32322:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789130416.954125:0:32322:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789130416.954128:0:32322:0:(client.c:2715:ptlrpc_set_wait()) set ffff9caf46b98480 going to sleep for 0 seconds 00000100:00000001:2.0:1789130416.954131:0:32322:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789130416.954134:0:32322:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789130416.954136:0:32322:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789130416.954138:0:32322:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789130416.954141:0:32322:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130416.954200:0:28590:0:(pinger.c:229:ptlrpc_pinger_process_import()) 70f26143-21ad-4cd3-af2c-0601ab5c9490->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789130416.954206:0:28590:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789130416.954216:0:28590:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf61460780. 00000020:00000040:0.0:1789130416.954220:0:28590:0:(genops.c:1210:class_import_get()) import ffff9caf586ce800 refcount=4 obd=MGC192.168.204.123@tcp 00000100:00000001:0.0:1789130416.954225:0:28590:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789130416.954227:0:28590:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789130416.954232:0:28590:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789130416.954239:0:28590:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9caf451e7900. 00000100:00000001:0.0:1789130416.954244:0:28590:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130416.954249:0:28590:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 70f26143-21ad-4cd3-af2c-0601ab5c9490->MGS req@ffff9caf61460780 x1876037329037568/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789130416.954259:0:28590:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789130416.954263:0:28590:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130416.954267:0:28590:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003423b748] to pc [ptlrpcd_00_01+1] req@ffff9caf61460780 x1876037329037568/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130416.954294:0:28590:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1789130416.954297:0:28590:0:(pinger.c:229:ptlrpc_pinger_process_import()) c4ff2dbd-4d13-4802-9c50-d71e34d32a35->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789130416.954316:0:28590:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1789130416.954319:0:28590:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1789130416.954321:0:28590:0:(import.c:65:import_set_state_nolock()) ffff9caf6079a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1789130416.954325:0:28590:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1789130416.954328:0:28590:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9caf5014c800: connect to NID 192.168.204.123@tcp last attempt 1818 00000400:00000200:0.0:1789130416.954334:0:28590:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:0.0:1789130416.954340:0:28590:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.123@tcp is discovered: rc = 1 00000100:00000040:0.0:1789130416.954345:0:28590:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9caf452f48c0 refcount 11 to 192.168.204.123@tcp 00000100:00000001:0.0:1789130416.954347:0:28590:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789130416.954350:0:28590:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9caf452f48c0 refcount 12 to 192.168.204.123@tcp 00000100:00000001:0.0:1789130416.954352:0:28590:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634875326777536 : -109198382774080 : ffff9caf452f48c0) 00000020:00000001:0.0:1789130416.954355:0:28590:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1789130416.954357:0:28590:0:(genops.c:804:class_conn2export()) looking for export cookie 0xde5303b1d982c234 00000020:00000001:0.0:1789130416.954371:0:28590:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130416.954373:0:28590:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9caf4a817000 refcount=5 00000020:00000001:0.0:1789130416.954376:0:28590:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875416047616 : -109198293504000 : ffff9caf4a817000) 00000020:00000001:0.0:1789130416.954379:0:28590:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634875416047616 : -109198293504000 : ffff9caf4a817000) 00000100:00000040:0.0:1789130416.954382:0:28590:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9caf452f48c0 refcount 11 to 192.168.204.123@tcp 00000100:00000001:0.0:1789130416.954384:0:28590:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789130416.954385:0:28590:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9caf452f48c0 refcount 12 to 192.168.204.123@tcp 00000100:00000001:0.0:1789130416.954388:0:28590:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634875326777536 : -109198382774080 : ffff9caf452f48c0) 00000020:00000040:0.0:1789130416.954391:0:28590:0:(genops.c:879:class_export_put()) PUTting export ffff9caf4a817000 : new refcount 4 00000100:00080000:0.0:1789130416.954394:0:28590:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9caf5014c800: import ffff9caf6079a800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00000001:0.0:1789130416.954397:0:28590:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130416.954399:0:28590:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1789130416.954406:0:28590:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789130416.954409:0:28590:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130416.954412:0:28590:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1789130416.954416:0:28590:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683269 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1789130416.954419:0:28590:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130416.954422:0:28590:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789130416.954425:0:28590:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf61460f00. 00000020:00000040:0.0:1789130416.954428:0:28590:0:(genops.c:1210:class_import_get()) import ffff9caf6079a800 refcount=6 obd=lustre-MDT0000-mdc-ffff9caf5014c800 02000000:00000001:0.0:1789130416.954431:0:28590:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1789130416.954433:0:28590:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130416.954436:0:28590:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789130416.954438:0:28590:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789130416.954440:0:28590:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789130416.954446:0:28590:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9caf482bd000. 00000100:00000001:0.0:1789130416.954450:0:28590:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789130416.954456:0:28590:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9caf61460f00 x1876037329037696/t0(0) o38->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789130416.954464:0:28590:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789130416.954466:0:28590:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130416.954470:0:28590:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e58de083] to pc [ptlrpcd_rcv+-1] req@ffff9caf61460f00 x1876037329037696/t0(0) o38->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130416.954494:0:28590:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130416.954496:0:28590:0:(pinger.c:229:ptlrpc_pinger_process_import()) c4ff2dbd-4d13-4802-9c50-d71e34d32a35->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789130416.954499:0:28590:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1789130416.954501:0:28590:0:(import.c:2066:ptlrpc_disconnect_and_idle_import()) Process entered 00000100:00000001:0.0:1789130416.954504:0:28590:0:(import.c:1762:ptlrpc_disconnect_prep_req()) Process entered 00000100:00000010:0.0:1789130416.954508:0:28590:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf61462580. 00000020:00000040:0.0:1789130416.954510:0:28590:0:(genops.c:1210:class_import_get()) import ffff9caf468ac800 refcount=3 obd=lustre-OST0000-osc-ffff9caf5014c800 00000100:00000001:0.0:1789130416.954512:0:28590:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789130416.954514:0:28590:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789130416.954515:0:28590:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789130416.954519:0:28590:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9caf451e7d00. 00000100:00000001:0.0:1789130416.954521:0:28590:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130416.954524:0:28590:0:(import.c:1800:ptlrpc_disconnect_prep_req()) Process leaving (rc=18446634875798037888 : -109197911513728 : ffff9caf61462580) 00000100:00080000:0.0:1789130416.954526:0:28590:0:(import.c:65:import_set_state_nolock()) ffff9caf468ac800 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:00080000:0.0:1789130416.954528:0:28590:0:(import.c:2101:ptlrpc_disconnect_and_idle_import()) lustre-OST0000-osc-ffff9caf5014c800: disconnect after 20s idle 00000100:00000001:0.0:1789130416.954531:0:28590:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789130416.954532:0:28590:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130416.954536:0:28590:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005c02454a] to pc [ptlrpcd_rcv+-1] req@ffff9caf61462580 x1876037329037824/t0(0) o9->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130416.954543:0:28590:0:(import.c:2105:ptlrpc_disconnect_and_idle_import()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130416.954545:0:28590:0:(pinger.c:123:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130416.954547:0:28590:0:(pinger.c:229:ptlrpc_pinger_process_import()) c4ff2dbd-4d13-4802-9c50-d71e34d32a35->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789130416.954550:0:28590:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789130416.954554:0:28590:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf61461e00. 00000020:00000040:0.0:1789130416.954556:0:28590:0:(genops.c:1210:class_import_get()) import ffff9caf48ede000 refcount=3 obd=lustre-OST0001-osc-ffff9caf5014c800 00000100:00000001:0.0:1789130416.954558:0:28590:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789130416.954559:0:28590:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789130416.954561:0:28590:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789130416.954564:0:28590:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9caf451e7400. 00000100:00000001:0.0:1789130416.954566:0:28590:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130416.954570:0:28590:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging c4ff2dbd-4d13-4802-9c50-d71e34d32a35->lustre-OST0001_UUID req@ffff9caf61461e00 x1876037329037952/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789130416.954576:0:28590:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789130416.954578:0:28590:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130416.954582:0:28590:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ec7e5353] to pc [ptlrpcd_00_00+0] req@ffff9caf61461e00 x1876037329037952/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130416.954589:0:28590:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130416.954593:0:28590:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 3 (1848) 00000100:00000001:2.0:1789130416.954838:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789130416.954842:0:2346:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789130416.954844:0:2346:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789130416.954850:0:2346:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf61460f00 x1876037329037696/t0(0) o38->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130416.954859:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789130416.954871:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789130416.954875:0:2346:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789130416.954878:0:2346:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789130416.954880:0:2346:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789130416.954884:0:2346:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf61460f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:2346:1876037329037696:192.168.204.123@tcp:38:kworker.0 00000100:00000001:2.0:1789130416.954888:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789130416.954893:0:2346:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789130416.954895:0:2346:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789130416.954898:0:2346:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789130416.954903:0:2346:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9caf58572c00. 02000000:00000001:2.0:1789130416.954906:0:2346:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789130416.954912:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:2.0:1789130416.954916:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf483fde70. 00000400:00000010:2.0:1789130416.954921:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf42d18220. 00000100:00000200:2.0:1789130416.954927:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876037329037696, portal 10 00000100:00000001:2.0:1789130416.954930:0:2346:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789130416.954932:0:2346:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875798032128 : -109197911519488 : ffff9caf61460f00) 00000100:00000040:2.0:1789130416.954940:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9caf61460f00 x1876037329037696/t0(0) o38->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 1789130426 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130416.954948:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789130416.954951:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:2.0:1789130416.954953:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf42d184c8. 00000100:00000200:2.0:1789130416.954956:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876037329037696, offset 0 00000400:00000200:2.0:1789130416.954962:0:2346:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:2.0:1789130416.954970:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130416.954977:0:2346:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:2.0:1789130416.954983:0:2346:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789130416.954987:0:2346:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:2.0:1789130416.954992:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789130416.954995:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:2.0:1789130416.955000:0:2346:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2550:2550:256:4294967295] 192.168.204.123@tcp LPNI seq info [2549:2549:8:4294967295] 00000400:00000200:2.0:1789130416.955015:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130416.955025:0:2346:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:2.0:1789130416.955031:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:2.0:1789130416.955037:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf501cf800. 00000800:00000200:2.0:1789130416.955045:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:2.0:1789130416.955054:0:2346:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:2.0:1789130416.955059:0:2346:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf501cf800 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:2.0:1789130416.955079:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130416.955085:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: using a timeout of 777283 usecs (778 jiffies) 00000400:00000200:2.0:1789130416.955088:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:2.0:1789130416.955091:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296511755 00000100:00000001:2.0:1789130416.955096:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 2, keep current deadline 4296513018 00000100:00000001:2.0:1789130416.955099:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296511755 00000100:00000001:2.0:1789130416.955101:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 3, keep current deadline 4296513018 00000100:00000001:2.0:1789130416.955104:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789130416.955107:0:2346:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130416.955110:0:2346:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789130416.955114:0:2346:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf61462580 x1876037329037824/t0(0) o9->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130416.955121:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789130416.955123:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789130416.955125:0:2346:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789130416.955127:0:2346:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789130416.955129:0:2346:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789130416.955132:0:2346:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf61462580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:2346:1876037329037824:192.168.204.123@tcp:9:kworker.0 00000100:00000001:2.0:1789130416.955138:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789130416.955141:0:2346:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789130416.955143:0:2346:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789130416.955144:0:2346:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789130416.955148:0:2346:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9caf51b87600. 02000000:00000001:2.0:1789130416.955150:0:2346:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789130416.955154:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:2.0:1789130416.955158:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf483fdbb0. 00000400:00000010:2.0:1789130416.955162:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf42d18cc0. 00000100:00000200:2.0:1789130416.955165:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876037329037824, portal 4 00000100:00000001:2.0:1789130416.955167:0:2346:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789130416.955169:0:2346:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875798037888 : -109197911513728 : ffff9caf61462580) 00000100:00000040:2.0:1789130416.955175:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9caf61462580 x1876037329037824/t0(0) o9->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130426 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130416.955183:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789130416.955185:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:2.0:1789130416.955188:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf42d18c38. 00000100:00000200:2.0:1789130416.955190:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876037329037824, offset 0 00000400:00000200:2.0:1789130416.955194:0:2346:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:2.0:1789130416.955198:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130416.955201:0:2346:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:2.0:1789130416.955204:0:2346:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789130416.955206:0:2346:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:2.0:1789130416.955209:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789130416.955211:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:2.0:1789130416.955215:0:2346:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2551:2551:255:4294967295] 192.168.204.123@tcp LPNI seq info [2550:2550:7:4294967295] 00000400:00000200:2.0:1789130416.955219:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130416.955225:0:2346:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:2.0:1789130416.955229:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:2.0:1789130416.955232:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf501cf000. 00000800:00000200:2.0:1789130416.955236:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:2.0:1789130416.955241:0:2346:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:2.0:1789130416.955244:0:2346:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf501cf000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1789130416.955246:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130416.955250:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9caf5014c800: using a timeout of 22798 usecs (23 jiffies) 00000400:00000200:2.0:1789130416.955253:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:2.0:1789130416.955255:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296511000 00000100:00000001:2.0:1789130416.955257:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9caf5014c800: PM QoS request active for cpu 2, keep current deadline 4296513018 00000100:00000001:2.0:1789130416.955259:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296511000 00000100:00000001:2.0:1789130416.955262:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9caf5014c800: PM QoS request active for cpu 3, keep current deadline 4296513018 00000100:00000001:2.0:1789130416.955264:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789130416.955266:0:2346:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130416.955268:0:2346:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130416.955271:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789130416.955277:0:2346:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789130416.955279:0:2346:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1789130416.955281:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789130416.955282:0:2346:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789130416.955283:0:2346:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130416.955285:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789130416.955560:0:2342:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789130416.955566:0:2342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf501cf800. 00000400:00000200:3.0:1789130416.955574:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130416.955580:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:3.0:1789130416.955587:0:2342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf42d184c8 00000400:00000010:3.0:1789130416.955589:0:2342:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf42d184c8. 00000100:00000001:3.0:1789130416.955593:0:2342:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789130416.955598:0:2342:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf61460f00 x1876037329037696/t0(0) o38->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 1789130426 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130416.955607:0:2342:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130416.955610:0:2342:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf61460f00 x1876037329037696/t0(0) o38->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 1789130426 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130416.955618:0:2342:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130416.955620:0:2342:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1789130416.955701:0:2342:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789130416.955704:0:2342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf501cf000. 00000400:00000200:3.0:1789130416.955707:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130416.955711:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:3.0:1789130416.955713:0:2342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf42d18c38 00000400:00000010:3.0:1789130416.955715:0:2342:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf42d18c38. 00000100:00000001:3.0:1789130416.955717:0:2342:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789130416.955721:0:2342:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf61462580 x1876037329037824/t0(0) o9->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130426 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130416.955729:0:2342:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130416.955732:0:2342:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf61462580 x1876037329037824/t0(0) o9->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130426 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130416.955738:0:2342:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130416.955739:0:2342:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1789130416.955843:0:2347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789130416.955847:0:2347:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789130416.955849:0:2347:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789130416.955856:0:2347:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf61461e00 x1876037329037952/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130416.955879:0:2347:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789130416.955880:0:2347:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130416.955884:0:2347:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789130416.955886:0:2347:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789130416.955888:0:2347:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789130416.955892:0:2347:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf61461e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:2347:1876037329037952:192.168.204.123@tcp:400:kworker.0 00000100:00000001:1.0:1789130416.955895:0:2347:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789130416.955898:0:2347:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789130416.955900:0:2347:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130416.955901:0:2347:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789130416.955907:0:2347:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9caf47c6dc00. 02000000:00000001:1.0:1789130416.955908:0:2347:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789130416.955913:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:1.0:1789130416.955917:0:2347:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf42d8e2c0. 00000400:00000010:1.0:1789130416.955921:0:2347:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf462a3ee0. 00000100:00000200:1.0:1789130416.955925:0:2347:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876037329037952, portal 4 00000100:00000001:1.0:1789130416.955927:0:2347:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789130416.955928:0:2347:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875798035968 : -109197911515648 : ffff9caf61461e00) 00000100:00000040:1.0:1789130416.955935:0:2347:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9caf61461e00 x1876037329037952/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130432 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130416.955942:0:2347:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789130416.955945:0:2347:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:1.0:1789130416.955948:0:2347:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf462a3220. 00000100:00000200:1.0:1789130416.955953:0:2347:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876037329037952, offset 0 00000400:00000200:1.0:1789130416.955959:0:2347:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:1.0:1789130416.955964:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:1.0:1789130416.955969:0:2347:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:1.0:1789130416.955972:0:2347:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789130416.955975:0:2347:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:1.0:1789130416.955977:0:2347:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789130416.955980:0:2347:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:1.0:1789130416.955983:0:2347:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2552:2552:256:4294967295] 192.168.204.123@tcp LPNI seq info [2551:2551:8:4294967295] 00000400:00000200:1.0:1789130416.955987:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:1.0:1789130416.955994:0:2347:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:1.0:1789130416.956000:0:2347:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:1.0:1789130416.956005:0:2347:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf47f34300. 00000800:00000200:1.0:1789130416.956009:0:2347:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:1.0:1789130416.956015:0:2347:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:1.0:1789130416.956018:0:2347:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf47f34300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789130416.956035:0:2347:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789130416.956039:0:2347:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9caf5014c800: using a timeout of 338285 usecs (339 jiffies) 00000400:00000200:1.0:1789130416.956042:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:1.0:1789130416.956045:0:2347:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296511317 00000100:00000001:1.0:1789130416.956047:0:2347:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9caf5014c800: PM QoS request active for cpu 2, keep current deadline 4296513018 00000100:00000001:1.0:1789130416.956050:0:2347:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296511317 00000100:00000001:1.0:1789130416.956052:0:2347:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9caf5014c800: PM QoS request active for cpu 3, keep current deadline 4296513018 00000100:00000001:1.0:1789130416.956054:0:2347:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789130416.956056:0:2347:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130416.956059:0:2347:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130416.956061:0:2347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130416.956066:0:2347:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789130416.956068:0:2347:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1789130416.956071:0:2347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789130416.956073:0:2347:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789130416.956074:0:2347:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789130416.956079:0:2347:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:1.0:1789130416.956080:0:2347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130416.956082:0:2347:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789130416.956084:0:2347:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130416.956086:0:2347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789130416.956087:0:2347:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789130416.956088:0:2347:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789130416.956093:0:2347:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf61460780 x1876037329037568/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130416.956102:0:2347:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789130416.956103:0:2347:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130416.956105:0:2347:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789130416.956107:0:2347:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789130416.956109:0:2347:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789130416.956111:0:2347:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf61460780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:70f26143-21ad-4cd3-af2c-0601ab5c9490:2347:1876037329037568:192.168.204.123@tcp:400:kworker.0 00000100:00000001:1.0:1789130416.956115:0:2347:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789130416.956118:0:2347:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789130416.956119:0:2347:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130416.956121:0:2347:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789130416.956125:0:2347:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9caf47c6c600. 02000000:00000001:1.0:1789130416.956126:0:2347:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789130416.956129:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:1.0:1789130416.956132:0:2347:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf42d8e840. 00000400:00000010:1.0:1789130416.956136:0:2347:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf462a3908. 00000100:00000200:1.0:1789130416.956139:0:2347:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876037329037568, portal 25 00000100:00000001:1.0:1789130416.956141:0:2347:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789130416.956142:0:2347:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875798030208 : -109197911521408 : ffff9caf61460780) 00000100:00000040:1.0:1789130416.956147:0:2347:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9caf61460780 x1876037329037568/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130432 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130416.956152:0:2347:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789130416.956154:0:2347:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:1.0:1789130416.956156:0:2347:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf462a3660. 00000100:00000200:1.0:1789130416.956158:0:2347:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1876037329037568, offset 0 00000400:00000200:1.0:1789130416.956162:0:2347:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:1.0:1789130416.956166:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:1.0:1789130416.956170:0:2347:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:1.0:1789130416.956172:0:2347:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789130416.956174:0:2347:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:1.0:1789130416.956176:0:2347:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789130416.956178:0:2347:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:1.0:1789130416.956182:0:2347:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2553:2553:255:4294967295] 192.168.204.123@tcp LPNI seq info [2552:2552:7:4294967295] 00000400:00000200:1.0:1789130416.956186:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:1.0:1789130416.956192:0:2347:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:1.0:1789130416.956196:0:2347:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:1.0:1789130416.956200:0:2347:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf47f34000. 00000800:00000200:1.0:1789130416.956204:0:2347:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:1.0:1789130416.956208:0:2347:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:1.0:1789130416.956211:0:2347:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf47f34000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789130416.956214:0:2347:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789130416.956217:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:1.0:1789130416.956219:0:2347:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.123@tcp: PM QoS new deadline estimation for cpu 2 is 4296515064 00000100:00000001:1.0:1789130416.956227:0:2347:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.123@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296513018 00000100:00000001:1.0:1789130416.956231:0:2347:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.123@tcp: PM QoS new deadline estimation for cpu 3 is 4296515064 00000100:00000001:1.0:1789130416.956234:0:2347:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.123@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296513018 00000100:00000001:1.0:1789130416.956237:0:2347:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789130416.956239:0:2347:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130416.956241:0:2347:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130416.956243:0:2347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130416.956254:0:2348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789130416.956256:0:2348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789130416.956754:0:2341:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789130416.956760:0:2341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf47f34300. 00000400:00000200:2.0:1789130416.956765:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130416.956770:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:2.0:1789130416.956775:0:2341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf462a3220 00000400:00000010:2.0:1789130416.956777:0:2341:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf462a3220. 00000100:00000001:2.0:1789130416.956781:0:2341:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789130416.956787:0:2341:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf61461e00 x1876037329037952/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130432 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130416.956800:0:2341:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130416.956831:0:2341:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf61461e00 x1876037329037952/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130432 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130416.956840:0:2341:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130416.956843:0:2341:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1789130416.956911:0:2341:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789130416.956914:0:2341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf47f34000. 00000400:00000200:2.0:1789130416.956917:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130416.956921:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:2.0:1789130416.956925:0:2341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf462a3660 00000400:00000010:2.0:1789130416.956927:0:2341:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf462a3660. 00000100:00000001:2.0:1789130416.956930:0:2341:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789130416.956935:0:2341:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf61460780 x1876037329037568/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130432 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130416.956942:0:2341:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130416.956945:0:2341:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf61460780 x1876037329037568/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130432 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130416.956951:0:2341:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130416.956953:0:2341:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1789130416.961589:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130416.961607:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789130416.961611:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130416.961614:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130416.961624:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130416.961633:0:2342:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:3.0:1789130416.961644:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130416.961650:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130416.961658:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130416.961663:0:2342:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 224 into portal 4 MB=0x6aa3efa952a80 00000400:00000200:3.0:1789130416.961668:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130416.961675:0:2342:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.123@tcp of length 224/224 into md 0x6e05 [1] + 224 00000800:00000001:3.0:1789130416.961682:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130416.961686:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130416.961689:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130416.961695:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:3.0:1789130416.961704:0:2342:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789130416.961714:0:2342:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf61461e00 x1876037329037952/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130432 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789130416.961727:0:2342:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9caf61461e00 x1876037329037952/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130432 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130416.961748:0:2342:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789130416.961756:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130416.961760:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789130416.961762:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130416.961764:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130416.961767:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130416.961771:0:2342:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:3.0:1789130416.961775:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130416.961778:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130416.961780:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130416.961783:0:2342:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 224 into portal 25 MB=0x6aa3efa952900 00000400:00000200:3.0:1789130416.961786:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130416.961790:0:2342:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.123@tcp of length 224/224 into md 0x6e0d [1] + 224 00000800:00000001:3.0:1789130416.961794:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130416.961799:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130416.961801:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130416.961835:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:3.0:1789130416.961838:0:2342:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789130416.961842:0:2342:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf61460780 x1876037329037568/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130432 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789130416.961851:0:2342:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9caf61460780 x1876037329037568/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130432 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130416.961859:0:2342:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789130416.962009:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130416.962013:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130416.962097:0:2347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789130416.962101:0:2347:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789130416.962109:0:2347:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789130416.962111:0:2347:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789130416.962116:0:2347:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf42d8e840. 00000400:00000200:1.0:1789130416.962122:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf462a3908 00000400:00000010:1.0:1789130416.962126:0:2347:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf462a3908. 00000100:00000001:1.0:1789130416.962129:0:2347:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789130416.962134:0:2347:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf61460780 x1876037329037568/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130432 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789130416.962142:0:2347:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf61460780 x1876037329037568/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130432 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130416.962154:0:2347:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789130416.962156:0:2347:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130416.962159:0:2347:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789130416.962162:0:2347:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789130416.962164:0:2347:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789130416.962167:0:2347:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130416.962170:0:2347:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789130416.962177:0:2347:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf586cec60 time=35 v=5 (5 5 5 5) 00000100:00001000:1.0:1789130416.962181:0:2347:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf586cec18 time=35 v=5 (1 1 1 1) 00000100:00000001:1.0:1789130416.962184:0:2347:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789130416.962185:0:2347:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130416.962188:0:2347:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789130416.962191:0:2347:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130416.962193:0:2347:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789130416.962199:0:2347:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf61460780 x1876037329037568/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130432 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130416.962206:0:2347:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789130416.962209:0:2347:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789130416.962211:0:2347:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789130416.962216:0:2347:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf61460780 x1876037329037568/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130432 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789130416.962223:0:2347:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf61460780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:70f26143-21ad-4cd3-af2c-0601ab5c9490:2347:1876037329037568:192.168.204.123@tcp:400:kworker.0 00000400:00000001:1.0:1789130416.962229:0:2347:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789130416.962230:0:2347:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789130416.962232:0:2347:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf42d8e2c0. 00000400:00000200:1.0:1789130416.962234:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf462a3ee0 00000400:00000010:1.0:1789130416.962236:0:2347:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf462a3ee0. 00000100:00000001:1.0:1789130416.962238:0:2347:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789130416.962240:0:2347:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf61461e00 x1876037329037952/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130432 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789130416.962247:0:2347:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf61461e00 x1876037329037952/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130432 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130416.962253:0:2347:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789130416.962254:0:2347:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130416.962256:0:2347:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789130416.962257:0:2347:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789130416.962258:0:2347:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789130416.962260:0:2347:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130416.962262:0:2347:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789130416.962267:0:2347:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf48ede460 time=35 v=5 (5 5 5 5) 00000100:00001000:1.0:1789130416.962270:0:2347:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf48ede418 time=25 v=5 (1 0 0 0) 00000100:00000001:1.0:1789130416.962272:0:2347:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789130416.962273:0:2347:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130416.962274:0:2347:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789130416.962277:0:2347:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130416.962281:0:2347:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789130416.962282:0:2347:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9caf5014c800: skip recheck: last_committed 4294967312 00000100:00000001:1.0:1789130416.962284:0:2347:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789130416.962286:0:2347:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789130416.962289:0:2347:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf61461e00 x1876037329037952/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130432 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130416.962295:0:2347:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789130416.962296:0:2347:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789130416.962298:0:2347:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789130416.962301:0:2347:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf61461e00 x1876037329037952/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130432 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789130416.962349:0:2347:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf61461e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:2347:1876037329037952:192.168.204.123@tcp:400:kworker.0 00000100:00000001:1.0:1789130416.962354:0:2347:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130416.962356:0:2347:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789130416.962360:0:2347:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf61460780 x1876037329037568/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130432 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130416.962367:0:2347:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789130416.962369:0:2347:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789130416.962373:0:2347:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9caf47c6c600. 02000000:00000001:1.0:1789130416.962377:0:2347:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789130416.962380:0:2347:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1789130416.962383:0:2347:0:(genops.c:1223:class_import_put()) import ffff9caf586ce800 refcount=3 obd=MGC192.168.204.123@tcp 00000020:00000001:1.0:1789130416.962385:0:2347:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1789130416.962388:0:2347:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9caf451e7900. 02000000:00000001:1.0:1789130416.962392:0:2347:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789130416.962393:0:2347:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789130416.962396:0:2347:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf61460780. 00000100:00000001:1.0:1789130416.962400:0:2347:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789130416.962402:0:2347:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130416.962403:0:2347:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789130416.962406:0:2347:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf61461e00 x1876037329037952/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130432 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130416.962412:0:2347:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789130416.962413:0:2347:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789130416.962415:0:2347:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9caf47c6dc00. 02000000:00000001:1.0:1789130416.962417:0:2347:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789130416.962418:0:2347:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1789130416.962419:0:2347:0:(genops.c:1223:class_import_put()) import ffff9caf48ede000 refcount=2 obd=lustre-OST0001-osc-ffff9caf5014c800 00000020:00000001:1.0:1789130416.962422:0:2347:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1789130416.962423:0:2347:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9caf451e7400. 02000000:00000001:1.0:1789130416.962425:0:2347:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789130416.962426:0:2347:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789130416.962427:0:2347:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf61461e00. 00000100:00000001:1.0:1789130416.962430:0:2347:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789130416.962431:0:2347:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130416.962434:0:2347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130416.962441:0:2347:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789130416.962444:0:2347:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130416.962446:0:2347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789130416.962449:0:2347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1789130416.971623:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130416.971655:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789130416.971659:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130416.971662:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130416.971671:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130416.971679:0:2341:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:2.0:1789130416.971687:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130416.971692:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130416.971698:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130416.971702:0:2341:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 416 into portal 10 MB=0x6aa3efa952980 00000400:00000200:2.0:1789130416.971706:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130416.971712:0:2341:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.123@tcp of length 416/416 into md 0x6de5 [1] + 0 00000800:00000001:2.0:1789130416.971719:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130416.971723:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130416.971726:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130416.971732:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:2.0:1789130416.971740:0:2341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789130416.971750:0:2341:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf61460f00 x1876037329037696/t0(0) o38->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 1789130426 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789130416.971766:0:2341:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff9caf61460f00 x1876037329037696/t0(0) o38->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 1789130426 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130416.971787:0:2341:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789130416.971796:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130416.971799:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789130416.971801:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130416.971832:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130416.971836:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130416.971840:0:2341:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:2.0:1789130416.971844:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130416.971846:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130416.971849:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130416.971852:0:2341:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 224 into portal 4 MB=0x6aa3efa952a00 00000400:00000200:2.0:1789130416.971855:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130416.971859:0:2341:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.123@tcp of length 224/224 into md 0x6df5 [1] + 224 00000100:00000001:3.0:1789130416.971988:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789130416.971993:0:2346:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000800:00000001:2.0:1789130416.972018:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130416.972028:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130416.972030:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130416.972034:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000001:3.0:1789130416.985526:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789130416.985535:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789130416.985540:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf483fde70. 00000400:00000200:3.0:1789130416.985549:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf42d18220 00000400:00000010:3.0:1789130416.985551:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf42d18220. 00000100:00000001:3.0:1789130416.985557:0:2346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789130416.985569:0:2346:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf61460f00 x1876037329037696/t0(0) o38->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 1789130426 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789130416.985581:0:2346:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf61460f00 x1876037329037696/t0(0) o38->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 1789130426 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130416.985590:0:2346:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789130416.985593:0:2346:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130416.985596:0:2346:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789130416.985600:0:2346:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789130416.985602:0:2346:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789130416.985605:0:2346:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789130416.985607:0:2346:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789130416.985617:0:2346:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf6079ac60 time=35 v=5 (5 104 104 104) 00000100:00001000:3.0:1789130416.985621:0:2346:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf6079ac18 time=25 v=5 (1 0 0 0) 00000100:00000001:3.0:1789130416.985624:0:2346:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789130416.985626:0:2346:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130416.985628:0:2346:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789130416.985632:0:2346:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130416.985636:0:2346:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789130416.985648:0:2346:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9caf5014c800: skip recheck: last_committed 4294967651 00000100:00000001:3.0:1789130416.985651:0:2346:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789130416.985653:0:2346:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130416.985657:0:2346:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf61460f00 x1876037329037696/t0(0) o38->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 520/416 e 0 to 0 dl 1789130426 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130416.985664:0:2346:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789130416.985667:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789130416.985669:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130416.985671:0:2346:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00080000:3.0:1789130416.985678:0:2346:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0000-mdc-ffff9caf5014c800: connect to target with instance 1 00000020:00000001:3.0:1789130416.985681:0:2346:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789130416.985684:0:2346:0:(genops.c:804:class_conn2export()) looking for export cookie 0xde5303b1d982c234 00000020:00000001:3.0:1789130416.985686:0:2346:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789130416.985689:0:2346:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9caf4a817000 refcount=5 00000020:00000001:3.0:1789130416.985691:0:2346:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875416047616 : -109198293504000 : ffff9caf4a817000) 00000020:00000001:3.0:1789130416.985694:0:2346:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634875416047616 : -109198293504000 : ffff9caf4a817000) 00000100:00001000:3.0:1789130416.985696:0:2346:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf6079ac18 time=1789130416 v=0 (0 0 0 0) 00000100:00001000:3.0:1789130416.985699:0:2346:0:(import.c:2215:obd_at_measure()) AT ffff9caf6079ac18 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000040:3.0:1789130416.985704:0:2346:0:(obd_cksum.h:77:obd_cksum_types_supported_client()) Crypto hash speed: crc 1627, crc32c 10183, adler 1295 00000020:00000040:3.0:1789130416.985710:0:2346:0:(genops.c:879:class_export_put()) PUTting export ffff9caf4a817000 : new refcount 4 00000100:00000001:3.0:1789130416.985713:0:2346:0:(obd_class.h:1222:obd_import_event()) Process entered 00000002:00000001:3.0:1789130416.985717:0:2346:0:(mdc_request.c:2879:mdc_import_event()) Process entered 00000008:00000020:3.0:1789130416.985721:0:2346:0:(osc_request.c:1064:osc_init_grant()) lustre-MDT0000-mdc-ffff9caf5014c800, setting cl_avail_grant: 2097152 cl_lost_grant: 0. chunk bits: 17 cl_max_extent_pages: 32768 00000002:00000001:3.0:1789130416.985726:0:2346:0:(mdc_request.c:3107:mdc_init_ea_size()) Process entered 00000002:00000001:3.0:1789130416.985727:0:2346:0:(mdc_request.c:3114:mdc_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789130416.985730:0:2346:0:(obd_class.h:1242:obd_notify()) Process entered 00800000:00000001:3.0:1789130416.985733:0:2346:0:(lmv_obd.c:191:lmv_notify()) Process entered 00000080:00000001:3.0:1789130416.985737:0:2346:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:3.0:1789130416.985740:0:2346:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789130416.985742:0:2346:0:(lmv_obd.c:226:lmv_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789130416.985743:0:2346:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130416.985745:0:2346:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:3.0:1789130416.985746:0:2346:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789130416.985748:0:2346:0:(mdc_request.c:2953:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130416.985750:0:2346:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00080000:3.0:1789130416.985753:0:2346:0:(import.c:1297:ptlrpc_connect_interpret()) reconnected to lustre-MDT0000_UUID@192.168.204.123@tcp after partition 00000100:00080000:3.0:1789130416.985756:0:2346:0:(import.c:65:import_set_state_nolock()) ffff9caf6079a800 lustre-MDT0000_UUID: changing import state from CONNECTING to RECOVER 00000100:00000001:3.0:1789130416.985760:0:2346:0:(import.c:1648:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:3.0:1789130416.985763:0:2346:0:(recover.c:149:ptlrpc_resend()) Process entered 00000100:00000001:3.0:1789130416.985765:0:2346:0:(recover.c:178:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789130416.985767:0:2346:0:(import.c:65:import_set_state_nolock()) ffff9caf6079a800 lustre-MDT0000_UUID: changing import state from RECOVER to FULL 00000100:00000001:3.0:1789130416.985769:0:2346:0:(obd_class.h:1222:obd_import_event()) Process entered 00000002:00000001:3.0:1789130416.985770:0:2346:0:(mdc_request.c:2879:mdc_import_event()) Process entered 00000002:00000001:3.0:1789130416.985771:0:2346:0:(obd_class.h:1242:obd_notify()) Process entered 00800000:00000001:3.0:1789130416.985773:0:2346:0:(lmv_obd.c:191:lmv_notify()) Process entered 00800000:00000001:3.0:1789130416.985774:0:2346:0:(lmv_obd.c:85:lmv_set_mdc_active()) Process entered 00800000:00000040:3.0:1789130416.985776:0:2346:0:(lmv_obd.c:88:lmv_set_mdc_active()) Searching in lmv ffff9caf584fd6f8 for uuid lustre-MDT0000_UUID (activate=1) 00800000:00000040:3.0:1789130416.985779:0:2346:0:(lmv_obd.c:94:lmv_set_mdc_active()) Target idx 0 is lustre-MDT0000_UUID conn 0xde5303b1d982c234 00800000:00000040:3.0:1789130416.985782:0:2346:0:(lmv_obd.c:109:lmv_set_mdc_active()) Found OBD lustre-MDT0000-mdc-ffff9caf5014c800=c4ff2dbd-4d13-4802-9c50-d71e34d32a35 device 3 (ffff9caf584fb490) type mdc at LMV idx 0 00800000:00000040:3.0:1789130416.985786:0:2346:0:(lmv_obd.c:114:lmv_set_mdc_active()) OBD ffff9caf584fb490 already active! 00800000:00000001:3.0:1789130416.985787:0:2346:0:(lmv_obd.c:115:lmv_set_mdc_active()) Process leaving via out_lmv_lock (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1789130416.985789:0:2346:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:3.0:1789130416.985791:0:2346:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789130416.985792:0:2346:0:(lmv_obd.c:226:lmv_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789130416.985794:0:2346:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130416.985795:0:2346:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:3.0:1789130416.985796:0:2346:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1789130416.985799:0:2346:0:(genops.c:1210:class_import_get()) import ffff9caf6079a800 refcount=7 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000002:00000001:0.0:1789130416.989051:0:2346:0:(mdc_request.c:2953:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130416.989061:0:2346:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:02000000:0.0:1789130416.989072:0:2346:0:(import.c:1743:ptlrpc_import_recovery_state_machine()) lustre-MDT0000-mdc-ffff9caf5014c800: Connection restored to 192.168.204.123@tcp (at 192.168.204.123@tcp) 00000100:00080000:0.0:1789130416.989085:0:2346:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 000000007f5c624a): req@ffff9caf580bad00 x1876037329034624/t0(0) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 1 dl 1789130416 ref 2 fl Rpc:XQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130416.989108:0:2346:0:(import.c:1754:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130416.989113:0:2346:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130416.989119:0:2346:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf61460f00 x1876037329037696/t0(0) o38->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 520/416 e 0 to 0 dl 1789130426 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789130416.989130:0:2346:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf61460f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:2346:1876037329037696:192.168.204.123@tcp:38:kworker.0 00000100:00000001:0.0:1789130416.989137:0:2346:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130416.989142:0:2346:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789130416.989146:0:2346:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf61460f00 x1876037329037696/t0(0) o38->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 520/416 e 0 to 0 dl 1789130426 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130416.989153:0:2346:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789130416.989156:0:2346:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789130416.989160:0:2346:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9caf58572c00. 02000000:00000001:0.0:1789130416.989164:0:2346:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789130416.989167:0:2346:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1789130416.989168:0:2346:0:(genops.c:1223:class_import_put()) import ffff9caf6079a800 refcount=6 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000020:00000001:0.0:1789130416.989171:0:2346:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1789130416.989174:0:2346:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9caf482bd000. 02000000:00000001:0.0:1789130416.989178:0:2346:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789130416.989180:0:2346:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789130416.989182:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf61460f00. 00000100:00000001:0.0:1789130416.989188:0:2346:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789130416.989190:0:2346:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130416.989192:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130416.989195:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789130416.989197:0:2346:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789130416.989198:0:2346:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130416.989200:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789130416.989249:0:32341:0:(mdc_request.c:2638:mdc_kuc_reregister_thread()) Process entered 00000020:00000001:3.0:1789130416.989252:0:32341:0:(kernelcomm.c:1325:libcfs_kkuc_group_foreach()) Process entered 00000020:00000001:3.0:1789130416.989256:0:32341:0:(kernelcomm.c:1339:libcfs_kkuc_group_foreach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789130416.989258:0:32341:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1789130416.989260:0:32341:0:(genops.c:1223:class_import_put()) import ffff9caf6079a800 refcount=5 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000020:00000001:3.0:1789130416.989262:0:32341:0:(genops.c:1230:class_import_put()) Process leaving 00000002:00000001:3.0:1789130416.989264:0:32341:0:(mdc_request.c:2648:mdc_kuc_reregister_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130416.989355:0:32322:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789130416.989359:0:32322:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130416.989362:0:32322:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789130416.989364:0:32322:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789130416.989367:0:32322:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789130416.989371:0:32322:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789130416.989374:0:32322:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130416.989377:0:32322:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00080000:3.0:1789130416.989382:0:32322:0:(client.c:3740:ptlrpc_set_mbits()) resend with new mbits old x1876037329034624 new x1876037329038080 02000000:00000001:3.0:1789130416.989385:0:32322:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789130416.989387:0:32322:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789130416.989394:0:32322:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:3.0:1789130416.989399:0:32322:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf60788580. 00000400:00000010:3.0:1789130416.989406:0:32322:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf4549f088. 00000100:00000200:3.0:1789130416.989413:0:32322:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876037329034624, portal 10 00000100:00000001:3.0:1789130416.989416:0:32322:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789130416.989419:0:32322:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875643211008 : -109198066340608 : ffff9caf580bad00) 00000100:00000040:3.0:1789130416.989428:0:32322:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=602 req@ffff9caf580bad00 x1876037329034624/t0(0) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1789130432 ref 3 fl Rpc:r/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130416.989435:0:32322:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789130416.989438:0:32322:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:3.0:1789130416.989441:0:32322:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf4549f440. 00000100:00000200:3.0:1789130416.989444:0:32322:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1876037329034624, offset 0 00000400:00000200:3.0:1789130416.989451:0:32322:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:3.0:1789130416.989461:0:32322:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130416.989469:0:32322:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:3.0:1789130416.989475:0:32322:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789130416.989479:0:32322:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:3.0:1789130416.989483:0:32322:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789130416.989494:0:32322:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:3.0:1789130416.989498:0:32322:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2554:2554:256:4294967295] 192.168.204.123@tcp LPNI seq info [2553:2553:8:4294967295] 00000400:00000200:3.0:1789130416.989502:0:32322:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130416.989512:0:32322:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:3.0:1789130416.989518:0:32322:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:3.0:1789130416.989523:0:32322:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf47fd2700. 00000800:00000200:3.0:1789130416.989530:0:32322:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:3.0:1789130416.989537:0:32322:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:3.0:1789130416.989542:0:32322:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf47fd2700 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:3.0:1789130416.989552:0:32322:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130416.989557:0:32322:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: using a timeout of 776326 usecs (777 jiffies) 00000400:00000200:3.0:1789130416.989562:0:32322:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:3.0:1789130416.989565:0:32322:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296511788 00000100:00000001:3.0:1789130416.989568:0:32322:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 2, keep current deadline 4296515064 00000100:00000001:3.0:1789130416.989570:0:32322:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296511788 00000100:00000001:3.0:1789130416.989572:0:32322:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 3, keep current deadline 4296515064 00000100:00000001:3.0:1789130416.989575:0:32322:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789130416.989578:0:32322:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130416.989581:0:32322:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789130416.989583:0:32322:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1789130416.989586:0:32322:0:(client.c:2715:ptlrpc_set_wait()) set ffff9caf46b98480 going to sleep for 11 seconds 00000100:00000001:3.0:1789130416.989588:0:32322:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789130416.989590:0:32322:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789130416.989695:0:2342:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789130416.989699:0:2342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf47fd2700. 00000400:00000200:3.0:1789130416.989703:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130416.989708:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:3.0:1789130416.989714:0:2342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf4549f440 00000400:00000010:3.0:1789130416.989715:0:2342:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf4549f440. 00000100:00000001:3.0:1789130416.989720:0:2342:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789130416.989723:0:2342:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf580bad00 x1876037329034624/t0(0) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1789130432 ref 3 fl Rpc:r/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130416.989732:0:2342:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130416.989735:0:2342:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf580bad00 x1876037329034624/t0(0) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1789130432 ref 3 fl Rpc:Qr/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130416.989741:0:2342:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130416.989742:0:2342:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1789130416.999658:0:2341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789130416.999675:0:2341:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf61462580 x1876037329037824/t0(0) o9->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130426 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789130416.999688:0:2341:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9caf61462580 x1876037329037824/t0(0) o9->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130426 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130416.999713:0:2341:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789130416.999745:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130416.999761:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789130416.999763:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130416.999766:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130416.999772:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130416.999778:0:2341:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:2.0:1789130416.999788:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130416.999793:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130416.999798:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130416.999802:0:2341:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 456 into portal 10 MB=0x6aa3efa952b00 00000400:00000200:2.0:1789130416.999823:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130416.999829:0:2341:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.123@tcp of length 456/456 into md 0x6e15 [1] + 224 00000800:00000001:2.0:1789130416.999836:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130416.999847:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130416.999849:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130416.999855:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:0.0:1789130416.999857:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789130416.999860:0:2341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789130416.999864:0:2341:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf580bad00 x1876037329034624/t0(0) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1789130432 ref 2 fl Rpc:Qr/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130416.999870:0:2346:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1789130416.999873:0:2341:0:(events.c:149:reply_in_callback()) @@@ reply in flags=602 mlen=456 offset=224 replen=624 req@ffff9caf580bad00 x1876037329034624/t0(0) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1789130432 ref 2 fl Rpc:RQ/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000400:00000001:0.0:1789130416.999876:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789130416.999879:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789130416.999882:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf483fdbb0. 00000100:00000001:2.0:1789130416.999886:0:2341:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1789130416.999886:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf42d18cc0 00000400:00000010:0.0:1789130416.999888:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf42d18cc0. 00000100:00000001:0.0:1789130416.999891:0:2346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1789130416.999952:0:32322:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000200:0.0:1789130416.999971:0:2346:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf61462580 x1876037329037824/t0(0) o9->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130426 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789130416.999981:0:2346:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf61462580 x1876037329037824/t0(0) o9->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130426 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130416.999988:0:2346:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789130416.999990:0:2346:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130416.999993:0:2346:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789130416.999998:0:2346:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789130417.000000:0:2346:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789130417.000003:0:2346:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130417.000006:0:2346:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789130417.000015:0:2346:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf468acc60 time=35 v=5 (5 5 5 5) 00000100:00001000:0.0:1789130417.000019:0:2346:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf468acc18 time=25 v=5 (1 0 0 0) 00000100:00000001:0.0:1789130417.000022:0:2346:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789130417.000024:0:2346:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130417.000027:0:2346:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789130417.000030:0:2346:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130417.000034:0:2346:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789130417.000036:0:2346:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9caf5014c800: skip recheck: last_committed 4294967341 00000100:00000001:0.0:1789130417.000038:0:2346:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789130417.000040:0:2346:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130417.000045:0:2346:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf61462580 x1876037329037824/t0(0) o9->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130426 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130417.000053:0:2346:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789130417.000056:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789130417.000059:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1789130417.000063:0:2346:0:(import.c:2011:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@ffff9caf61462580 x1876037329037824/t0(0) o9->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130426 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789130417.000072:0:2346:0:(import.c:65:import_set_state_nolock()) ffff9caf468ac800 lustre-OST0000_UUID: changing import state from CONNECTING to IDLE 00000100:00000040:0.0:1789130417.000077:0:2346:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf61462580 x1876037329037824/t0(0) o9->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130426 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789130417.000086:0:2346:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf61462580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:2346:1876037329037824:192.168.204.123@tcp:9:kworker.0 00000100:00000001:0.0:1789130417.000091:0:2346:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130417.000093:0:2346:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789130417.000097:0:2346:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf61462580 x1876037329037824/t0(0) o9->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130426 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130417.000104:0:2346:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789130417.000107:0:2346:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789130417.000110:0:2346:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9caf51b87600. 02000000:00000001:0.0:1789130417.000115:0:2346:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789130417.000118:0:2346:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1789130417.000120:0:2346:0:(genops.c:1223:class_import_put()) import ffff9caf468ac800 refcount=2 obd=lustre-OST0000-osc-ffff9caf5014c800 00000020:00000001:0.0:1789130417.000122:0:2346:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1789130417.000125:0:2346:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9caf451e7d00. 02000000:00000001:0.0:1789130417.000129:0:2346:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789130417.000131:0:2346:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789130417.000133:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf61462580. 00000100:00000001:0.0:1789130417.000136:0:2346:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789130417.000138:0:2346:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130417.000140:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130417.000147:0:2346:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789130417.000149:0:2346:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130417.000152:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789130417.000153:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1789130417.007152:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130417.007167:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1789130417.010285:0:32322:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789130417.010291:0:32322:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789130417.010295:0:32322:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf60788580. 00000400:00000200:3.0:1789130417.010312:0:32322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf4549f088 00000400:00000010:3.0:1789130417.010582:0:32322:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf4549f088. 00000100:00000001:3.0:1789130417.010591:0:32322:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789130417.010605:0:32322:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf580bad00 x1876037329034624/t0(0) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1789130432 ref 2 fl Rpc:RQ/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1789130417.010616:0:32322:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf580bad00 x1876037329034624/t0(0) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1789130432 ref 2 fl Rpc:RQU/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130417.010625:0:32322:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789130417.010628:0:32322:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130417.010632:0:32322:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789130417.010636:0:32322:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789130417.010638:0:32322:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789130417.010707:0:32322:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789130417.010712:0:32322:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789130417.010722:0:32322:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf6079aca8 time=36 v=5 (5 5 5 5) 00000100:00001000:3.0:1789130417.010726:0:32322:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf6079ac18 time=1 v=5 (1 0 0 0) 00000100:00000001:3.0:1789130417.010729:0:32322:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789130417.010731:0:32322:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130417.010734:0:32322:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789130417.010737:0:32322:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130417.010740:0:32322:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1789130417.010742:0:32322:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:3.0:1789130417.010744:0:32322:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1789130417.010745:0:32322:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789130417.010747:0:32322:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875643211008 : -109198066340608 : ffff9caf580bad00) 00000100:00000001:3.0:1789130417.010750:0:32322:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789130417.010752:0:32322:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9caf5014c800: skip recheck: last_committed 4294967651 00000100:00000001:3.0:1789130417.010754:0:32322:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789130417.010757:0:32322:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130417.010762:0:32322:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf580bad00 x1876037329034624/t4294967652(4294967652) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1789130432 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130417.010769:0:32322:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789130417.010772:0:32322:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789130417.010775:0:32322:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789130417.010779:0:32322:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf580bad00 x1876037329034624/t4294967652(4294967652) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1789130432 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1789130417.010786:0:32322:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf580bad00 pname:cluuid:pid:xid:nid:opc:job multiop:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:32322:1876037329034624:192.168.204.123@tcp:35:multiop.0 00000100:00000001:3.0:1789130417.010791:0:32322:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130417.010794:0:32322:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130417.010797:0:32322:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1789130417.010799:0:32322:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130417.010802:0:32322:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf580bad00 x1876037329034624/t4294967652(4294967652) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1789130432 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130417.010832:0:32322:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789130417.010835:0:32322:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9caf46b98480. 00000100:00000001:3.0:1789130417.010839:0:32322:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1789130417.010841:0:32322:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130417.010848:0:32322:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789130417.010849:0:32322:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875643211008 : -109198066340608 : ffff9caf580bad00) 00000002:00000001:3.0:1789130417.010852:0:32322:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789130417.010855:0:32322:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1789130417.010923:0:32322:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9caf43367200. 00000080:00000001:3.0:1789130417.010929:0:32322:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:3.0:1789130417.010933:0:32322:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00000002:00000001:0.0:1789130417.016564:0:32322:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1789130417.016585:0:32322:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9caf580b8b40 x1876037329034368/t4294967649(4294967649) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/664 e 0 to 0 dl 1789130416 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130417.016600:0:32322:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789130417.016604:0:32322:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf580b8b40 x1876037329034368/t4294967649(4294967649) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/664 e 0 to 0 dl 1789130416 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130417.016611:0:32322:0:(client.c:2793:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1789130417.016616:0:32322:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1789130417.016618:0:32322:0:(genops.c:1223:class_import_put()) import ffff9caf6079a800 refcount=4 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000020:00000001:0.0:1789130417.016620:0:32322:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1789130417.016624:0:32322:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9caf58573400. 02000000:00000001:0.0:1789130417.016631:0:32322:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789130417.016633:0:32322:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789130417.016635:0:32322:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf580b8b40. 00000100:00000001:0.0:1789130417.016795:0:32322:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789130417.016797:0:32322:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130417.016800:0:32322:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789130417.016820:0:32322:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf580bad00 x1876037329034624/t4294967652(4294967652) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1789130432 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130417.016833:0:32322:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789130417.016835:0:32322:0:(client.c:2947:obd_mod_free()) kfreed 'mod': 32 at ffff9caf484adf40. 00000002:00000001:0.0:1789130417.016840:0:32322:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789130417.017391:0:32322:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1789130417.017399:0:32322:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9caf5049efc0. 00000100:00000001:0.0:1789130417.017403:0:32322:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789130417.017410:0:32322:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf580bad00 x1876037329034624/t4294967652(4294967652) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1789130432 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130417.017417:0:32322:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130417.017420:0:32322:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1789130417.017423:0:32322:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9caf47d2c8c0. 00000080:00000001:0.0:1789130417.017427:0:32322:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130417.017434:0:32322:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f416c3df0 00000080:00000008:0.0:1789130417.017436:0:32322:0:(file.c:523:ll_file_release()) COMPLETED file f22.recovery-small-2:[0x200000404:0x2b:0x0](ffff9caf60862a08), flags 100002, rc = 0 00000080:00000001:0.0:1789130417.017440:0:32322:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130417.017446:0:32322:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1789130417.017448:0:32322:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f416c3e00 00000080:00002000:0.0:1789130417.017450:0:32322:0:(dcache.c:127:ll_ddelete()) deleting dentry f22.recovery-small-2 (ffff9caf6032aa20, parent ffff9caf600f3360, inode ffff9caf60862a08) hashed, 00000080:00000001:0.0:1789130417.017453:0:32322:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1789130417.017457:0:32322:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1789130417.017463:0:32322:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000010:0.1:1789130417.031013:0:32171:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9caf484ad9e0. 00000080:00000001:3.0:1789130417.035588:0:32342:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:3.0:1789130417.035597:0:32342:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:3.0:1789130417.035599:0:32342:0:(file.c:6206:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1789130417.035602:0:32342:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f416c3b20 00000080:00200000:3.0:1789130417.035606:0:32342:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8),name=/ 00000080:00000010:3.0:1789130417.035614:0:32342:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9caf5875a000. 00800000:00000002:3.0:1789130417.035621:0:32342:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9caf4557c8c0 2 00000080:00000001:3.0:1789130417.035625:0:32342:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1789130417.035630:0:32342:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1789130417.035632:0:32342:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f416c3a40 00800000:00000002:3.0:1789130417.035634:0:32342:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1789130417.035638:0:32342:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1789130417.035643:0:32342:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1789130417.035648:0:32342:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1789130417.035650:0:32342:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f416c3910 00000002:00010000:3.0:1789130417.035651:0:32342:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1789130417.035655:0:32342:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1789130417.035657:0:32342:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789130417.035660:0:32342:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1789130417.035665:0:32342:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789130417.035667:0:32342:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789130417.035669:0:32342:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789130417.035671:0:32342:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1789130417.035675:0:32342:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1789130417.035680:0:32342:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf501a8b40. 00000020:00000040:3.0:1789130417.035685:0:32342:0:(genops.c:1210:class_import_get()) import ffff9caf6079a800 refcount=5 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00010000:00000001:3.0:1789130417.035691:0:32342:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1789130417.035696:0:32342:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789130417.035700:0:32342:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130417.035702:0:32342:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789130417.035705:0:32342:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789130417.035709:0:32342:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789130417.035715:0:32342:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9caf58482c00. 00000100:00000001:3.0:1789130417.035722:0:32342:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130417.035727:0:32342:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1789130417.035728:0:32342:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130417.035730:0:32342:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1789130417.035731:0:32342:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130417.035733:0:32342:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789130417.035738:0:32342:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446634875509967680 : -109198199583936 : ffff9caf501a8b40) 00010000:00000001:3.0:1789130417.035742:0:32342:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1789130417.035744:0:32342:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1789130417.035748:0:32342:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9caf51bbdf00. 00010000:00000010:3.0:1789130417.035752:0:32342:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9caf42e06980. 00010000:00000001:3.0:1789130417.035757:0:32342:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1789130417.035760:0:32342:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9caf47e20800. 00000020:00000001:3.0:1789130417.035763:0:32342:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1789130417.035766:0:32342:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9caf47e20800 with handle 0xde5303b1d982cda9 to hash 00000020:00000001:3.0:1789130417.035768:0:32342:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1789130417.035770:0:32342:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446634875372046336 : -109198337505280 : ffff9caf47e20800) 00010000:00000001:3.0:1789130417.035773:0:32342:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446634875372046336 : -109198337505280 : ffff9caf47e20800) 00010000:00000001:3.0:1789130417.035777:0:32342:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789130417.035779:0:32342:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789130417.035784:0:32342:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e20800/0xde5303b1d982cda9 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 32342 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789130417.035793:0:32342:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e20800/0xde5303b1d982cda9 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 32342 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789130417.045579:0:32342:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e20800/0xde5303b1d982cda9 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 32342 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1789130417.045585:0:32342:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1789130417.045588:0:32342:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1789130417.046840:0:32342:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9caf46b98000. 00000100:00000001:2.0:1789130417.046847:0:32342:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446634875352612864 : -109198356938752 : ffff9caf46b98000) 00000100:00000001:2.0:1789130417.046852:0:32342:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789130417.046853:0:32342:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875509967680 : -109198199583936 : ffff9caf501a8b40) 00000100:00000001:2.0:1789130417.046868:0:32342:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789130417.046872:0:32342:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130417.046875:0:32342:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1789130417.046877:0:32342:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789130417.046892:0:32342:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf501a8b40 x1876037329038208/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130417.046900:0:32342:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789130417.046902:0:32342:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789130417.046906:0:32342:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789130417.046910:0:32342:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789130417.046913:0:32342:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789130417.046916:0:32342:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf501a8b40 pname:cluuid:pid:xid:nid:opc:job rm:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:32342:1876037329038208:192.168.204.123@tcp:101:rm.0 00000100:00000001:2.0:1789130417.046920:0:32342:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789130417.046925:0:32342:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789130417.046928:0:32342:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789130417.046930:0:32342:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789130417.046936:0:32342:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9caf47fb3000. 02000000:00000001:2.0:1789130417.046938:0:32342:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789130417.046944:0:32342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:2.0:1789130417.046949:0:32342:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf483fda50. 00000400:00000010:2.0:1789130417.046958:0:32342:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf42d18cc0. 00000100:00000200:2.0:1789130417.046964:0:32342:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1876037329038208, portal 10 00000100:00000001:2.0:1789130417.046966:0:32342:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789130417.046967:0:32342:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875509967680 : -109198199583936 : ffff9caf501a8b40) 00000100:00000040:2.0:1789130417.046973:0:32342:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9caf501a8b40 x1876037329038208/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789130433 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130417.046979:0:32342:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789130417.046982:0:32342:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:2.0:1789130417.046986:0:32342:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf42d18220. 00000100:00000200:2.0:1789130417.046989:0:32342:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1876037329038208, offset 0 00000400:00000200:2.0:1789130417.046995:0:32342:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:2.0:1789130417.047005:0:32342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130417.047012:0:32342:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:2.0:1789130417.047017:0:32342:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789130417.047021:0:32342:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:2.0:1789130417.047025:0:32342:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789130417.047027:0:32342:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:2.0:1789130417.047031:0:32342:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2555:2555:256:4294967295] 192.168.204.123@tcp LPNI seq info [2554:2554:8:4294967295] 00000400:00000200:2.0:1789130417.047034:0:32342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130417.047042:0:32342:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:2.0:1789130417.047048:0:32342:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:2.0:1789130417.047053:0:32342:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf501cfe00. 00000800:00000200:2.0:1789130417.047059:0:32342:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:2.0:1789130417.047066:0:32342:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:2.0:1789130417.047070:0:32342:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf501cfe00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:2.0:1789130417.047084:0:32342:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130417.047089:0:32342:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: using a timeout of 801667 usecs (802 jiffies) 00000400:00000200:2.0:1789130417.047091:0:32342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:2.0:1789130417.047094:0:32342:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296511871 00000100:00000001:2.0:1789130417.047097:0:32342:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 2, keep current deadline 4296515064 00000100:00000001:2.0:1789130417.047099:0:32342:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296511871 00000100:00000001:2.0:1789130417.047101:0:32342:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 3, keep current deadline 4296515064 00000100:00000001:2.0:1789130417.047104:0:32342:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789130417.047107:0:32342:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130417.047108:0:32342:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789130417.047110:0:32342:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1789130417.047112:0:32342:0:(client.c:2715:ptlrpc_set_wait()) set ffff9caf46b98000 going to sleep for 11 seconds 00000100:00000001:2.0:1789130417.047115:0:32342:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789130417.047118:0:32342:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789130417.047348:0:2342:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789130417.047353:0:2342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf501cfe00. 00000400:00000200:3.0:1789130417.047359:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130417.047364:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:3.0:1789130417.047370:0:2342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf42d18220 00000400:00000010:3.0:1789130417.047372:0:2342:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf42d18220. 00000100:00000001:3.0:1789130417.047375:0:2342:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789130417.047379:0:2342:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf501a8b40 x1876037329038208/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789130433 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130417.047388:0:2342:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130417.047391:0:2342:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf501a8b40 x1876037329038208/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789130433 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130417.047396:0:2342:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130417.047398:0:2342:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1789130417.059064:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130417.059085:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789130417.059089:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130417.059091:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130417.059100:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130417.059107:0:2341:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:2.0:1789130417.059115:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130417.059120:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130417.059126:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130417.059130:0:2341:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 688 into portal 10 MB=0x6aa3efa952b80 00000400:00000200:2.0:1789130417.059134:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130417.059141:0:2341:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.123@tcp of length 688/688 into md 0x6e25 [1] + 224 00000800:00000001:2.0:1789130417.059148:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130417.059156:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130417.059159:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130417.059163:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:2.0:1789130417.059171:0:2341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789130417.059180:0:2341:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf501a8b40 x1876037329038208/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789130433 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789130417.059191:0:2341:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9caf501a8b40 x1876037329038208/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789130433 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130417.059256:0:32342:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789130417.059274:0:2341:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789130417.059283:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130417.059287:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1789130417.064110:0:32342:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789130417.064118:0:32342:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789130417.064123:0:32342:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf483fda50. 00000400:00000200:0.0:1789130417.064134:0:32342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf42d18cc0 00000400:00000010:0.0:1789130417.064137:0:32342:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf42d18cc0. 00000100:00000001:0.0:1789130417.064143:0:32342:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789130417.064155:0:32342:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf501a8b40 x1876037329038208/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789130433 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1789130417.064166:0:32342:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf501a8b40 x1876037329038208/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789130433 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130417.064178:0:32342:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789130417.064180:0:32342:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130417.064183:0:32342:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789130417.064187:0:32342:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789130417.064190:0:32342:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789130417.064192:0:32342:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130417.064195:0:32342:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789130417.064205:0:32342:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf6079ac60 time=36 v=5 (5 104 104 104) 00000100:00001000:0.0:1789130417.064209:0:32342:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf6079ac18 time=1 v=5 (1 0 0 0) 00000100:00000001:0.0:1789130417.064212:0:32342:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789130417.064213:0:32342:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130417.064216:0:32342:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789130417.064220:0:32342:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130417.064224:0:32342:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789130417.064226:0:32342:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9caf5014c800: skip recheck: last_committed 4294967651 00000100:00000001:0.0:1789130417.064228:0:32342:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789130417.064231:0:32342:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130417.064236:0:32342:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf501a8b40 x1876037329038208/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1789130433 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130417.064243:0:32342:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789130417.064246:0:32342:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789130417.064248:0:32342:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789130417.064252:0:32342:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf501a8b40 x1876037329038208/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1789130433 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1789130417.064260:0:32342:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf501a8b40 pname:cluuid:pid:xid:nid:opc:job rm:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:32342:1876037329038208:192.168.204.123@tcp:101:rm.0 00000100:00000001:0.0:1789130417.064265:0:32342:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130417.064268:0:32342:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130417.064270:0:32342:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1789130417.064273:0:32342:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789130417.064277:0:32342:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf501a8b40 x1876037329038208/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1789130433 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130417.064283:0:32342:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789130417.064287:0:32342:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9caf46b98000. 00000100:00000001:0.0:1789130417.064290:0:32342:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1789130417.064292:0:32342:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130417.064295:0:32342:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1789130417.064299:0:32342:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130417.064301:0:32342:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130417.064317:0:32342:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf47e20800 refcount=4 00000020:00000001:0.0:1789130417.064320:0:32342:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875372046336 : -109198337505280 : ffff9caf47e20800) 00010000:00000001:0.0:1789130417.064323:0:32342:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875372046336 : -109198337505280 : ffff9caf47e20800) 00010000:00000040:0.0:1789130417.064331:0:32342:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9caf47e20800, remote cookie: 0xcdf1b083821a5aea, flags: 0x1001 00010000:00010000:0.0:1789130417.064336:0:32342:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e20800/0xde5303b1d982cda9 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a5aea expref: -99 pid: 32342 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789130417.064345:0:32342:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e20800/0xde5303b1d982cda9 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a5aea expref: -99 pid: 32342 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789130417.064352:0:32342:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1789130417.064355:0:32342:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1789130417.065094:0:32342:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1789130417.065099:0:32342:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1789130417.065101:0:32342:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1789130417.065104:0:32342:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff9caf51bbdf00) refcount = 1 00010000:00010000:0.0:1789130417.065111:0:32342:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e20800/0xde5303b1d982cda9 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a5aea expref: -99 pid: 32342 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789130417.065120:0:32342:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1789130417.065124:0:32342:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1789130417.065126:0:32342:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789130417.065130:0:32342:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1789130417.065133:0:32342:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789130417.065137:0:32342:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e20800/0xde5303b1d982cda9 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a5aea expref: -99 pid: 32342 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789130417.065149:0:32342:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1789130417.065151:0:32342:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130417.065153:0:32342:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130417.065154:0:32342:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130417.065155:0:32342:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130417.065157:0:32342:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789130417.065162:0:32342:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1789130417.065164:0:32342:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130417.065166:0:32342:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130417.065168:0:32342:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf47e20800 refcount=3 00000020:00000001:0.0:1789130417.065170:0:32342:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875372046336 : -109198337505280 : ffff9caf47e20800) 00010000:00000001:0.0:1789130417.065173:0:32342:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875372046336 : -109198337505280 : ffff9caf47e20800) 00010000:00000001:0.0:1789130417.065175:0:32342:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130417.065176:0:32342:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130417.065178:0:32342:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf47e20800 refcount=4 00000020:00000001:0.0:1789130417.065180:0:32342:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875372046336 : -109198337505280 : ffff9caf47e20800) 00010000:00000001:0.0:1789130417.065182:0:32342:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875372046336 : -109198337505280 : ffff9caf47e20800) 00010000:00000001:0.0:1789130417.065185:0:32342:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789130417.065189:0:32342:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789130417.065192:0:32342:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e20800/0xde5303b1d982cda9 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a5aea expref: -99 pid: 32342 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789130417.065199:0:32342:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130417.065200:0:32342:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130417.065201:0:32342:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130417.065202:0:32342:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130417.065203:0:32342:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf47e20800 refcount=5 00000020:00000001:0.0:1789130417.065205:0:32342:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875372046336 : -109198337505280 : ffff9caf47e20800) 00010000:00000001:0.0:1789130417.065207:0:32342:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875372046336 : -109198337505280 : ffff9caf47e20800) 00010000:00000001:0.0:1789130417.065209:0:32342:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789130417.065212:0:32342:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e20800/0xde5303b1d982cda9 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a5aea expref: -99 pid: 32342 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789130417.065220:0:32342:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130417.065221:0:32342:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1789130417.065224:0:32342:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e20800/0xde5303b1d982cda9 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a5aea expref: -99 pid: 32342 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789130417.065230:0:32342:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789130417.065231:0:32342:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130417.065232:0:32342:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130417.065233:0:32342:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130417.065234:0:32342:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1789130417.065242:0:32342:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9caf501a8b40 x1876037329038208/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1789130433 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1789130417.065251:0:32342:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130417.065252:0:32342:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130417.065254:0:32342:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf47e20800 refcount=3 00000020:00000001:0.0:1789130417.065255:0:32342:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875372046336 : -109198337505280 : ffff9caf47e20800) 00010000:00000001:0.0:1789130417.065257:0:32342:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875372046336 : -109198337505280 : ffff9caf47e20800) 00010000:00000001:0.0:1789130417.065260:0:32342:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130417.065261:0:32342:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789130417.065262:0:32342:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789130417.065264:0:32342:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789130417.065267:0:32342:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1789130417.065270:0:32342:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130417.065271:0:32342:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130417.065273:0:32342:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf47e20800 refcount=3 00000020:00000001:0.0:1789130417.065275:0:32342:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875372046336 : -109198337505280 : ffff9caf47e20800) 00010000:00000001:0.0:1789130417.065277:0:32342:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875372046336 : -109198337505280 : ffff9caf47e20800) 00000002:00010000:0.0:1789130417.065280:0:32342:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e20800/0xde5303b1d982cda9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a5aea expref: -99 pid: 32342 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789130417.065285:0:32342:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130417.065287:0:32342:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130417.065289:0:32342:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1789130417.065290:0:32342:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130417.065292:0:32342:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130417.065293:0:32342:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf47e20800 refcount=3 00000020:00000001:0.0:1789130417.065295:0:32342:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875372046336 : -109198337505280 : ffff9caf47e20800) 00010000:00000001:0.0:1789130417.065297:0:32342:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875372046336 : -109198337505280 : ffff9caf47e20800) 00010000:00000040:0.0:1789130417.065314:0:32342:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf51bbdf00 count: 2 00010000:00000001:0.0:1789130417.065317:0:32342:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1789130417.065321:0:32342:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9caf4630e800 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:0.0:1789130417.065324:0:32342:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130417.065325:0:32342:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789130417.065326:0:32342:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1789130417.065329:0:32342:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f416c3898 00000002:00002000:0.0:1789130417.065331:0:32342:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:0.0:1789130417.065334:0:32342:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789130417.065338:0:32342:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789130417.065341:0:32342:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1789130417.065344:0:32342:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1789130417.065347:0:32342:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789130417.065351:0:32342:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9caf4557c8c0 2 00000080:00000010:0.0:1789130417.065354:0:32342:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9caf5875a000. 00000080:00000001:0.0:1789130417.065947:0:32342:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1789130417.065951:0:32342:0:(llite_lib.c:3864:ll_prep_inode()) Process entered 00000002:00000001:0.0:1789130417.065957:0:32342:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:0.0:1789130417.065962:0:32342:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:1.0:1789130417.070134:0:32342:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9caf58606240. 00800000:00000001:1.0:1789130417.070146:0:32342:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446634875648762432 : -109198060789184 : ffff9caf58606240) 00800000:00000001:1.0:1789130417.070150:0:32342:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789130417.070155:0:32342:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1789130417.070161:0:32342:0:(llite_lib.c:1973:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1789130417.070164:0:32342:0:(llite_lib.c:1977:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:1.0:1789130417.070167:0:32342:0:(llite_lib.c:1928:ll_update_default_lsm_md()) Process entered 00000080:00000001:1.0:1789130417.070171:0:32342:0:(llite_lib.c:1950:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1789130417.070173:0:32342:0:(llite_lib.c:1994:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130417.070177:0:32342:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:1.0:1789130417.070180:0:32342:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:1.0:1789130417.070186:0:32342:0:(llite_lib.c:3140:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 8704 00010000:00000001:1.0:1789130417.070190:0:32342:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130417.070194:0:32342:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130417.070197:0:32342:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf47e20800 refcount=3 00000020:00000001:1.0:1789130417.070200:0:32342:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875372046336 : -109198337505280 : ffff9caf47e20800) 00010000:00000001:1.0:1789130417.070203:0:32342:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875372046336 : -109198337505280 : ffff9caf47e20800) 00010000:00000001:1.0:1789130417.070206:0:32342:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130417.070208:0:32342:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1789130417.070210:0:32342:0:(llite_lib.c:3962:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1789130417.070215:0:32342:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:1.0:1789130417.070217:0:32342:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9caf58606240 1 00800000:00000010:1.0:1789130417.070220:0:32342:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9caf58606240. 00800000:00000001:1.0:1789130417.070225:0:32342:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789130417.070230:0:32342:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9caf601980c8) for lock 0xde5303b1d982cda9 00800000:00000001:1.0:1789130417.070233:0:32342:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1789130417.070236:0:32342:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1789130417.070237:0:32342:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130417.070238:0:32342:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130417.070240:0:32342:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf47e20800 refcount=3 00000020:00000001:1.0:1789130417.070242:0:32342:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875372046336 : -109198337505280 : ffff9caf47e20800) 00010000:00000001:1.0:1789130417.070244:0:32342:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875372046336 : -109198337505280 : ffff9caf47e20800) 00010000:00000001:1.0:1789130417.070247:0:32342:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130417.070248:0:32342:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789130417.070250:0:32342:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789130417.070251:0:32342:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130417.070254:0:32342:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789130417.070257:0:32342:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9caf601980c8) 00000080:00010000:1.0:1789130417.070260:0:32342:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xde5303b1d982cda9 from it ffffb97f416c3b58 00010000:00000001:1.0:1789130417.070263:0:32342:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130417.070264:0:32342:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130417.070266:0:32342:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf47e20800 refcount=3 00000020:00000001:1.0:1789130417.070268:0:32342:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875372046336 : -109198337505280 : ffff9caf47e20800) 00010000:00000001:1.0:1789130417.070270:0:32342:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875372046336 : -109198337505280 : ffff9caf47e20800) 00010000:00000001:1.0:1789130417.070273:0:32342:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789130417.070277:0:32342:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e20800/0xde5303b1d982cda9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a5aea expref: -99 pid: 32342 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789130417.070285:0:32342:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130417.070286:0:32342:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130417.070288:0:32342:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1789130417.070291:0:32342:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1789130417.070294:0:32342:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e20800/0xde5303b1d982cda9 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a5aea expref: -99 pid: 32342 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1789130417.070315:0:32342:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1789130417.070319:0:32342:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1789130417.070321:0:32342:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789130417.070326:0:32342:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130417.070327:0:32342:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130417.070329:0:32342:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130417.070333:0:32342:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1789130417.070334:0:32342:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130417.070336:0:32342:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130417.070339:0:32342:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130417.070341:0:32342:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789130417.070342:0:32342:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130417.070343:0:32342:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1789130417.070346:0:32342:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789130417.070988:0:32342:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf501a8b40 x1876037329038208/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1789130433 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130417.071000:0:32342:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789130417.071003:0:32342:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789130417.071006:0:32342:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9caf47fb3000. 02000000:00000001:1.0:1789130417.071011:0:32342:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789130417.071013:0:32342:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1789130417.071015:0:32342:0:(genops.c:1223:class_import_put()) import ffff9caf6079a800 refcount=4 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000020:00000001:1.0:1789130417.071017:0:32342:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1789130417.071020:0:32342:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9caf58482c00. 02000000:00000001:1.0:1789130417.071023:0:32342:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789130417.071025:0:32342:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789130417.071026:0:32342:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf501a8b40. 00000100:00000001:1.0:1789130417.071031:0:32342:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789130417.071032:0:32342:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1789130417.071036:0:32342:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8), inode mode 41ff mask 1 00000080:00000001:1.0:1789130417.071042:0:32342:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1789130417.071075:0:32342:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9caf4632baa0. 00000020:00000001:1.0:1789130417.071081:0:32342:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f416c3ae8 00000080:00200000:1.0:1789130417.071084:0:32342:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=f22.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff9caf601980c8), flags=8 00000080:00000001:1.0:1789130417.071088:0:32342:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:1.0:1789130417.071089:0:32342:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f416c3998 00000080:00200000:1.0:1789130417.071092:0:32342:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f22.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff9caf601980c8), intent=getattr 00000080:00000001:1.0:1789130417.071097:0:32342:0:(statahead.c:1997:revalidate_statahead_dentry()) Process entered 00000080:00000020:1.0:1789130417.071100:0:32342:0:(statahead.c:273:sa_get()) lustre: wrong pid=32324:32342 for entry f22.recovery-small-2 00000080:00000001:1.0:1789130417.071119:0:32342:0:(statahead.c:2046:revalidate_statahead_dentry()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00000080:00400000:1.0:1789130417.071122:0:32342:0:(statahead.c:2622:ll_revalidate_statahead()) revalidate statahead f22.recovery-small-2: rc = -22. 00000080:00000010:1.0:1789130417.071131:0:32342:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9caf47c6dc00. 00800000:00000002:1.0:1789130417.071137:0:32342:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9caf4557c8c0 2 00000080:00000001:1.0:1789130417.071142:0:32342:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1789130417.071145:0:32342:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1789130417.071147:0:32342:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f416c38b8 00800000:00000002:1.0:1789130417.071149:0:32342:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'f22.recovery-small-2' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1789130417.071153:0:32342:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00000020:00000001:1.0:1789130417.071157:0:32342:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f416c3850 00800000:00000002:1.0:1789130417.071159:0:32342:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='f22.recovery-small-2' -> mds #0 00000002:00000001:1.0:1789130417.071164:0:32342:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1789130417.071166:0:32342:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f416c3788 00000002:00010000:1.0:1789130417.071168:0:32342:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f22.recovery-small-2,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 01 00000002:00000001:1.0:1789130417.071173:0:32342:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1789130417.071175:0:32342:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1789130417.071180:0:32342:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf615d4b40. 00000020:00000040:1.0:1789130417.071184:0:32342:0:(genops.c:1210:class_import_get()) import ffff9caf6079a800 refcount=5 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00010000:00000001:1.0:1789130417.071189:0:32342:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1789130417.071193:0:32342:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789130417.071197:0:32342:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130417.071198:0:32342:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130417.071200:0:32342:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130417.071203:0:32342:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789130417.071205:0:32342:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789130417.071209:0:32342:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789130417.071215:0:32342:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9caf487c0800. 00000100:00000001:1.0:1789130417.071221:0:32342:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130417.071226:0:32342:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789130417.071228:0:32342:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130417.071229:0:32342:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789130417.071231:0:32342:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130417.071232:0:32342:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789130417.071240:0:32342:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446634875799554880 : -109197909996736 : ffff9caf615d4b40) 00010000:00000001:1.0:1789130417.071243:0:32342:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1789130417.071246:0:32342:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1789130417.071251:0:32342:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf51bbdf00 count: 2 00010000:00000001:1.0:1789130417.071254:0:32342:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789130417.071257:0:32342:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1789130417.071260:0:32342:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9caf586b6600. 00000020:00000001:1.0:1789130417.071264:0:32342:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1789130417.071266:0:32342:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9caf586b6600 with handle 0xde5303b1d982cdb0 to hash 00000020:00000001:1.0:1789130417.071269:0:32342:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1789130417.071270:0:32342:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446634875649484288 : -109198060067328 : ffff9caf586b6600) 00010000:00000001:1.0:1789130417.071274:0:32342:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446634875649484288 : -109198060067328 : ffff9caf586b6600) 00010000:00000001:1.0:1789130417.071278:0:32342:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789130417.071281:0:32342:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789130417.071285:0:32342:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b6600/0xde5303b1d982cdb0 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 32342 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789130417.071293:0:32342:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b6600/0xde5303b1d982cdb0 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32342 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789130417.071315:0:32342:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b6600/0xde5303b1d982cdb0 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32342 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1789130417.071321:0:32342:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1789130417.071322:0:32342:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1789130417.071329:0:32342:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9caf48173240. 00000100:00000001:1.0:1789130417.071332:0:32342:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446634875375530560 : -109198334021056 : ffff9caf48173240) 00000100:00000001:1.0:1789130417.071335:0:32342:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789130417.071336:0:32342:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875799554880 : -109197909996736 : ffff9caf615d4b40) 00000100:00000001:1.0:1789130417.071341:0:32342:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789130417.071345:0:32342:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130417.071348:0:32342:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1789130417.071350:0:32342:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789130417.071356:0:32342:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf615d4b40 x1876037329038336/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130417.071365:0:32342:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789130417.071367:0:32342:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130417.071372:0:32342:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789130417.071374:0:32342:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789130417.071377:0:32342:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789130417.071380:0:32342:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf615d4b40 pname:cluuid:pid:xid:nid:opc:job rm:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:32342:1876037329038336:192.168.204.123@tcp:101:rm.0 00000100:00000001:1.0:1789130417.071385:0:32342:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789130417.071390:0:32342:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789130417.071393:0:32342:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130417.071395:0:32342:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789130417.071399:0:32342:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9caf482df800. 02000000:00000001:1.0:1789130417.071401:0:32342:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789130417.071408:0:32342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:1.0:1789130417.071412:0:32342:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf42d8e2c0. 00000400:00000010:1.0:1789130417.071419:0:32342:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf462a3ee0. 00000100:00000200:1.0:1789130417.071425:0:32342:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1876037329038336, portal 10 00000100:00000001:1.0:1789130417.071427:0:32342:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789130417.071428:0:32342:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875799554880 : -109197909996736 : ffff9caf615d4b40) 00000100:00000040:1.0:1789130417.071434:0:32342:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9caf615d4b40 x1876037329038336/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789130433 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130417.071441:0:32342:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789130417.071443:0:32342:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:1.0:1789130417.071446:0:32342:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf462a3908. 00000100:00000200:1.0:1789130417.071449:0:32342:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1876037329038336, offset 0 00000400:00000200:1.0:1789130417.071457:0:32342:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:1.0:1789130417.071465:0:32342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:1.0:1789130417.071473:0:32342:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:1.0:1789130417.071478:0:32342:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789130417.071483:0:32342:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000080:00000001:3.0:1789130417.072781:0:32325:0:(statahead.c:1053:sa_statahead()) Process entered 00000080:00000001:3.0:1789130417.072789:0:32325:0:(statahead.c:199:sa_alloc()) Process entered 00000080:00000010:3.0:1789130417.072798:0:32325:0:(statahead.c:203:sa_alloc()) kmalloced '(entry)': 128 at ffff9caf42e06180. 00000020:00000001:3.0:1789130417.072838:0:32325:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41f1fcd8 00000080:00400000:3.0:1789130417.072841:0:32325:0:(statahead.c:208:sa_alloc()) alloc sa entry f22.recovery-small-10(ffff9caf42e06180) index 9 00000080:00000001:3.0:1789130417.072846:0:32325:0:(statahead.c:233:sa_alloc()) Process leaving (rc=18446634875288052096 : -109198421499520 : ffff9caf42e06180) 00000080:00000001:3.0:1789130417.072850:0:32325:0:(statahead.c:977:sa_lookup()) Process entered 00000080:00000010:3.0:1789130417.072854:0:32325:0:(statahead.c:443:sa_prep_data()) kmalloced '(item)': 672 at ffff9caf58483c00. 00800000:00000002:3.0:1789130417.072861:0:32325:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9caf4557c8c0 3 00800000:00000001:3.0:1789130417.072869:0:32325:0:(lmv_obd.c:4625:lmv_batch_add()) Process entered 00800000:00000001:3.0:1789130417.072874:0:32325:0:(lmv_obd.c:4588:lmv_batch_get_sub()) Process entered 00800000:00000001:3.0:1789130417.072876:0:32325:0:(lmv_obd.c:4592:lmv_batch_get_sub()) Process leaving (rc=18446634875394515200 : -109198315036416 : ffff9caf4938e100) 00000002:00000001:3.0:1789130417.072880:0:32325:0:(mdc_batch.c:198:mdc_batch_add()) Process entered 00000002:00000010:3.0:1789130417.072883:0:32325:0:(mdc_batch.c:207:mdc_batch_add()) kmalloced '(item->mop_pill)': 144 at ffff9caf48373f00. 00000002:00000001:3.0:1789130417.072886:0:32325:0:(batch.c:710:cli_batch_add()) Process entered 00000002:00000010:3.0:1789130417.072890:0:32325:0:(batch.c:289:batch_update_request_create()) kmalloced '(head)': 80 at ffff9caf58401960. 00000002:00000010:3.0:1789130417.072894:0:32325:0:(batch.c:217:batch_update_buffer_create()) kmalloced '(buf)': 40 at ffff9caf4689c700. 00000002:00000010:3.0:1789130417.072898:0:32325:0:(batch.c:223:batch_update_buffer_create()) kmalloced '(bur)': 4096 at ffff9caf48463000. 00000002:00000001:3.0:1789130417.072900:0:32325:0:(batch.c:495:batch_update_request_add()) Process entered 00000002:00000001:3.0:1789130417.072902:0:32325:0:(mdc_batch.c:75:mdc_batch_getattr_pack()) Process entered 00000002:00000001:3.0:1789130417.072912:0:32325:0:(mdc_batch.c:32:mdc_ldlm_lock_pack()) Process entered 00010000:00000001:3.0:1789130417.072915:0:32325:0:(ldlm_request.c:1255:ldlm_cli_lock_create_pack()) Process entered 00010000:00000001:3.0:1789130417.072917:0:32325:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1789130417.072923:0:32325:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf51bbdf00 count: 3 00010000:00000001:3.0:1789130417.072926:0:32325:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789130417.072929:0:32325:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1789130417.072933:0:32325:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9caf47e20400. 00000020:00000001:3.0:1789130417.072937:0:32325:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1789130417.072940:0:32325:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9caf47e20400 with handle 0xde5303b1d982cdb7 to hash 00000020:00000001:3.0:1789130417.072942:0:32325:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1789130417.072943:0:32325:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446634875372045312 : -109198337506304 : ffff9caf47e20400) 00010000:00000001:3.0:1789130417.072946:0:32325:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446634875372045312 : -109198337506304 : ffff9caf47e20400) 00010000:00000001:3.0:1789130417.072949:0:32325:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789130417.072951:0:32325:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789130417.072954:0:32325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e20400/0xde5303b1d982cdb7 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 32325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789130417.072962:0:32325:0:(ldlm_request.c:1275:ldlm_cli_lock_create_pack()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e20400/0xde5303b1d982cdb7 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x0 pid: 32325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789130417.072969:0:32325:0:(ldlm_request.c:1287:ldlm_cli_lock_create_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789130417.072971:0:32325:0:(mdc_batch.c:51:mdc_ldlm_lock_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789130417.072974:0:32325:0:(mdc_batch.c:150:mdc_batch_getattr_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:3.0:1789130417.072978:0:32325:0:(batch.c:263:batch_insert_update_callback()) kmalloced '(ouc)': 40 at ffff9caf4689c000. 00000002:00000001:3.0:1789130417.072980:0:32325:0:(batch.c:544:batch_update_request_add()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789130417.072982:0:32325:0:(batch.c:722:cli_batch_add()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789130417.072984:0:32325:0:(mdc_batch.c:213:mdc_batch_add()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789130417.072986:0:32325:0:(lmv_obd.c:4637:lmv_batch_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130417.072988:0:32325:0:(statahead.c:987:sa_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789130417.072991:0:32325:0:(lmv_obd.c:4492:lmv_batch_flush()) Process entered 00000002:00000001:3.0:1789130417.072993:0:32325:0:(batch.c:690:cli_batch_flush()) Process entered 00000002:00000001:3.0:1789130417.072995:0:32325:0:(batch.c:435:batch_send_update_req()) Process entered 00000002:00000001:3.0:1789130417.072996:0:32325:0:(batch.c:121:batch_prep_update_req()) Process entered 00000100:00000010:3.0:1789130417.073000:0:32325:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf501a83c0. 00000400:00000200:1.0:1789130417.073001:0:32342:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000020:00000040:3.0:1789130417.073003:0:32325:0:(genops.c:1210:class_import_get()) import ffff9caf6079a800 refcount=6 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000400:00000200:1.0:1789130417.073004:0:32342:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000100:00000001:3.0:1789130417.073007:0:32325:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:1.0:1789130417.073009:0:32342:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2556:2556:256:4294967295] 192.168.204.123@tcp LPNI seq info [2555:2555:8:4294967295] 02000000:00000001:3.0:1789130417.073010:0:32325:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789130417.073013:0:32325:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789130417.073014:0:32342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 02000000:00000010:3.0:1789130417.073019:0:32325:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9caf58483800. 00000100:00000001:3.0:1789130417.073023:0:32325:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789130417.073027:0:32325:0:(batch.c:105:batch_prep_inline_update_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789130417.073027:0:32342:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000002:00000001:3.0:1789130417.073029:0:32325:0:(batch.c:143:batch_prep_update_req()) Process leaving via out_req (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789130417.073031:0:32325:0:(batch.c:198:batch_prep_update_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1789130417.073035:0:32342:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.204.123@tcp 00000100:00000001:3.0:1789130417.073036:0:32325:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789130417.073040:0:32325:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1789130417.073040:0:32342:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf47f34e00. 00000800:00000200:1.0:1789130417.073048:0:32342:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000100:00000040:3.0:1789130417.073050:0:32325:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004a8936c8] to pc [ptlrpcd_01_00+0] req@ffff9caf501a83c0 x1876037329038464/t0(0) o63->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:24/4 lens 680/4320 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1789130417.073058:0:32342:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:1.0:1789130417.073064:0:32342:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf47f34e00 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:1.0:1789130417.073075:0:32342:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789130417.073080:0:32342:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: using a timeout of 800657 usecs (801 jiffies) 00000400:00000200:1.0:1789130417.073084:0:32342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:1.0:1789130417.073087:0:32342:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296511896 00000002:00000001:3.0:1789130417.073088:0:32325:0:(batch.c:480:batch_send_update_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789130417.073090:0:32325:0:(batch.c:699:cli_batch_flush()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130417.073090:0:32342:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 2, keep current deadline 4296515064 00800000:00000001:3.0:1789130417.073092:0:32325:0:(lmv_obd.c:4514:lmv_batch_flush()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130417.073094:0:32325:0:(statahead.c:1081:sa_statahead()) Process leaving 00000100:00000001:1.0:1789130417.073095:0:32342:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296511896 00000080:00000010:3.0:1789130417.073097:0:32325:0:(statahead.c:1525:ll_statahead_by_fname()) kfreed 'fname': 255 at ffff9caf47fd2b00. 00000100:00000001:1.0:1789130417.073097:0:32342:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 3, keep current deadline 4296515064 00000100:00000001:1.0:1789130417.073100:0:32342:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1789130417.073102:0:32325:0:(statahead.c:1526:ll_statahead_by_fname()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130417.073102:0:32342:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789130417.073105:0:32325:0:(lmv_obd.c:4492:lmv_batch_flush()) Process entered 00000100:00000001:1.0:1789130417.073105:0:32342:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000002:00000001:3.0:1789130417.073106:0:32325:0:(batch.c:690:cli_batch_flush()) Process entered 00000100:00000001:1.0:1789130417.073107:0:32342:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000002:00000001:3.0:1789130417.073108:0:32325:0:(batch.c:694:cli_batch_flush()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789130417.073109:0:32325:0:(lmv_obd.c:4514:lmv_batch_flush()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789130417.073110:0:32342:0:(client.c:2715:ptlrpc_set_wait()) set ffff9caf48173240 going to sleep for 11 seconds 00000080:00000001:3.0:1789130417.073111:0:32325:0:(statahead.c:1604:ll_statahead_thread()) Process leaving 00000100:00000001:1.0:1789130417.073112:0:32342:0:(client.c:1990:ptlrpc_check_set()) Process entered 00800000:00000001:3.0:1789130417.073113:0:32325:0:(lmv_obd.c:4459:lmv_batch_stop()) Process entered 00000002:00000001:3.0:1789130417.073115:0:32325:0:(batch.c:675:cli_batch_stop()) Process entered 00000002:00000001:3.0:1789130417.073115:0:32325:0:(batch.c:435:batch_send_update_req()) Process entered 00000100:00000001:1.0:1789130417.073116:0:32342:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789130417.073117:0:32325:0:(batch.c:438:batch_send_update_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:3.0:1789130417.073119:0:32325:0:(batch.c:680:cli_batch_stop()) kfreed 'cbh': 32 at ffff9caf4938e100. 00000002:00000001:3.0:1789130417.073121:0:32325:0:(batch.c:681:cli_batch_stop()) Process leaving (rc=0 : 0 : 0) 00800000:00000010:3.0:1789130417.073123:0:32325:0:(lmv_obd.c:4472:lmv_batch_stop()) kfreed 'sub': 32 at ffff9caf4938ea40. 00800000:00000010:3.0:1789130417.073125:0:32325:0:(lmv_obd.c:4480:lmv_batch_stop()) kfreed 'lbh': 48 at ffff9caf4689c400. 00800000:00000001:3.0:1789130417.073128:0:32325:0:(lmv_obd.c:4481:lmv_batch_stop()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:3.0:1789130417.073130:0:32325:0:(statahead.c:1138:ll_stop_agl()) stop agl thread: sai ffff9caf43366e00 pid 32326 00000100:00000001:3.0:1789130417.073148:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1789130417.073152:0:2350:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:3.0:1789130417.073154:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130417.073161:0:2350:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789130417.073163:0:2350:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130417.073164:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789130417.073166:0:2350:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789130417.073167:0:2350:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789130417.073172:0:2350:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf501a83c0 x1876037329038464/t0(0) o63->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:24/4 lens 680/4320 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000080:00000001:0.0:1789130417.073176:0:32326:0:(statahead.c:1120:ll_agl_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130417.073180:0:2350:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789130417.073181:0:2350:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789130417.073185:0:2350:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789130417.073187:0:2350:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789130417.073189:0:2350:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789130417.073191:0:2350:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf501a83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:2350:1876037329038464:192.168.204.123@tcp:63:ll_sa.0 00000100:00000001:3.0:1789130417.073195:0:2350:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789130417.073200:0:2350:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789130417.073202:0:2350:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789130417.073205:0:2350:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789130417.073210:0:2350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff9caf4847c000. 02000000:00000001:3.0:1789130417.073212:0:2350:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789130417.073217:0:2350:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:3.0:1789130417.073220:0:2350:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf60788580. 00000400:00000010:3.0:1789130417.073226:0:2350:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9caf48373840. 00000100:00000200:3.0:1789130417.073231:0:2350:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1876037329038464, portal 4 00000100:00000001:3.0:1789130417.073233:0:2350:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789130417.073234:0:2350:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875509965760 : -109198199585856 : ffff9caf501a83c0) 00000100:00000040:3.0:1789130417.073239:0:2350:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9caf501a83c0 x1876037329038464/t0(0) o63->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:24/4 lens 680/4320 e 0 to 0 dl 1789130433 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130417.073245:0:2350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789130417.073247:0:2350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:3.0:1789130417.073250:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf4549f088. 00000100:00000200:3.0:1789130417.073253:0:2350:0:(niobuf.c:94:ptl_send_buf()) Sending 680 bytes to portal 24, xid 1876037329038464, offset 0 00000400:00000200:3.0:1789130417.073258:0:2350:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:3.0:1789130417.073265:0:2350:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130417.073271:0:2350:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:3.0:1789130417.073276:0:2350:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789130417.073279:0:2350:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:3.0:1789130417.073281:0:2350:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789130417.073283:0:2350:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:3.0:1789130417.073286:0:2350:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2557:2557:255:4294967295] 192.168.204.123@tcp LPNI seq info [2556:2556:7:4294967295] 00000400:00000200:3.0:1789130417.073290:0:2350:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:2.0:1789130417.073293:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1789130417.073296:0:2350:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000100:00000001:2.0:1789130417.073296:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789130417.073301:0:2350:0:(socklnd_cb.c:931:ksocknal_send()) sending 680 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:3.0:1789130417.073317:0:2350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf47fd2b00. 00000800:00000200:3.0:1789130417.073322:0:2350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:3.0:1789130417.073325:0:2350:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:3.0:1789130417.073328:0:2350:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf47fd2b00 type 1, nob 776 niov 1 nkiov 1 00000100:00000001:3.0:1789130417.073331:0:2350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130417.073333:0:2350:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: using a timeout of 800657 usecs (801 jiffies) 00000400:00000200:3.0:1789130417.073336:0:2350:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:3.0:1789130417.073337:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296511896 00000100:00000001:3.0:1789130417.073339:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 2, keep current deadline 4296515064 00000100:00000001:3.0:1789130417.073341:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296511896 00000100:00000001:3.0:1789130417.073343:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 3, keep current deadline 4296515064 00000100:00000001:3.0:1789130417.073345:0:2350:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789130417.073347:0:2350:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789130417.073348:0:2342:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1789130417.073349:0:2350:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130417.073351:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1789130417.073352:0:2342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf47f34e00. 00000400:00000200:2.0:1789130417.073356:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130417.073362:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:2.0:1789130417.073368:0:2342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf462a3908 00000400:00000010:2.0:1789130417.073370:0:2342:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf462a3908. 00000100:00000001:2.0:1789130417.073374:0:2342:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789130417.073379:0:2342:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf615d4b40 x1876037329038336/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789130433 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130417.073388:0:2342:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130417.073392:0:2342:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf615d4b40 x1876037329038336/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789130433 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130417.073398:0:2342:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130417.073399:0:2342:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1789130417.073464:0:2342:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789130417.073467:0:2342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf47fd2b00. 00000400:00000200:2.0:1789130417.073470:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130417.073473:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:2.0:1789130417.073475:0:2342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf4549f088 00000400:00000010:2.0:1789130417.073477:0:2342:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf4549f088. 00000100:00000001:2.0:1789130417.073482:0:2342:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789130417.073495:0:2342:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf501a83c0 x1876037329038464/t0(0) o63->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:24/4 lens 680/4320 e 0 to 0 dl 1789130433 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130417.073501:0:2342:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130417.073504:0:2342:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf501a83c0 x1876037329038464/t0(0) o63->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:24/4 lens 680/4320 e 0 to 0 dl 1789130433 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130417.073510:0:2342:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130417.073512:0:2342:0:(events.c:68:request_out_callback()) Process leaving 00000080:00400000:1.0:1789130417.073752:0:32325:0:(statahead.c:1153:ll_stop_agl()) agl thread stopped: sai ffff9caf43366e00, parent / 00010000:00000001:3.0:1789130417.082002:0:27360:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130417.082009:0:27360:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130417.082015:0:27360:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130417.082016:0:27360:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130417.082018:0:27360:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130417.082019:0:27360:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130417.082091:0:16115:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789130417.082094:0:16115:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789130417.082098:0:16115:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:2.0:1789130417.084351:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130417.084368:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789130417.084372:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130417.084375:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130417.084384:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130417.084392:0:2341:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:2.0:1789130417.084401:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130417.084407:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130417.084413:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130417.084417:0:2341:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 640 into portal 10 MB=0x6aa3efa952c00 00000400:00000200:2.0:1789130417.084422:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130417.084428:0:2341:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.123@tcp of length 640/640 into md 0x6e35 [1] + 224 00000800:00000001:2.0:1789130417.084435:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130417.084443:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130417.084446:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130417.084451:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:2.0:1789130417.084460:0:2341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789130417.084469:0:2341:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf615d4b40 x1876037329038336/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789130433 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789130417.084497:0:2341:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=640 offset=224 replen=1152 req@ffff9caf615d4b40 x1876037329038336/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789130433 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130417.084968:0:2341:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789130417.084979:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130417.084983:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130417.085267:0:32342:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789130417.085274:0:32342:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789130417.085276:0:32342:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789130417.085280:0:32342:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf42d8e2c0. 00000400:00000200:1.0:1789130417.085285:0:32342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf462a3ee0 00000400:00000010:1.0:1789130417.085288:0:32342:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf462a3ee0. 00000100:00000001:1.0:1789130417.085291:0:32342:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789130417.085298:0:32342:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf615d4b40 x1876037329038336/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789130433 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1789130417.085327:0:32342:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf615d4b40 x1876037329038336/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789130433 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130417.085334:0:32342:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789130417.085336:0:32342:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130417.085339:0:32342:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789130417.085343:0:32342:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789130417.085345:0:32342:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789130417.085347:0:32342:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130417.085350:0:32342:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789130417.085359:0:32342:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf6079ac60 time=36 v=5 (5 104 104 104) 00000100:00001000:1.0:1789130417.085363:0:32342:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf6079ac18 time=1 v=5 (1 0 0 0) 00000100:00000001:1.0:1789130417.085365:0:32342:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789130417.085367:0:32342:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130417.085370:0:32342:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789130417.085373:0:32342:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130417.085377:0:32342:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789130417.085379:0:32342:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9caf5014c800: skip recheck: last_committed 4294967651 00000100:00000001:1.0:1789130417.085381:0:32342:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789130417.085384:0:32342:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789130417.085388:0:32342:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf615d4b40 x1876037329038336/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/640 e 0 to 0 dl 1789130433 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130417.085395:0:32342:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789130417.085398:0:32342:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789130417.085400:0:32342:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789130417.085403:0:32342:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf615d4b40 x1876037329038336/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/640 e 0 to 0 dl 1789130433 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1789130417.085412:0:32342:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf615d4b40 pname:cluuid:pid:xid:nid:opc:job rm:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:32342:1876037329038336:192.168.204.123@tcp:101:rm.0 00000100:00000001:1.0:1789130417.085416:0:32342:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130417.085419:0:32342:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130417.085421:0:32342:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1789130417.085424:0:32342:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789130417.085427:0:32342:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf615d4b40 x1876037329038336/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/640 e 0 to 0 dl 1789130433 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130417.085433:0:32342:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789130417.085436:0:32342:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9caf48173240. 00000100:00000001:1.0:1789130417.085439:0:32342:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1789130417.085441:0:32342:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130417.085444:0:32342:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1789130417.085448:0:32342:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130417.085451:0:32342:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130417.085454:0:32342:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b6600 refcount=4 00000020:00000001:1.0:1789130417.085457:0:32342:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649484288 : -109198060067328 : ffff9caf586b6600) 00010000:00000001:1.0:1789130417.085459:0:32342:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649484288 : -109198060067328 : ffff9caf586b6600) 00010000:00000040:1.0:1789130417.085466:0:32342:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9caf586b6600, remote cookie: 0xcdf1b083821a5b06, flags: 0x1001 00010000:00010000:1.0:1789130417.085471:0:32342:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b6600/0xde5303b1d982cdb0 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a5b06 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1789130417.085833:0:32342:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x2b:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:1.0:1789130417.085837:0:32342:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:1.0:1789130417.085846:0:32342:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9caf42f26900. 00010000:00000010:1.0:1789130417.085851:0:32342:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9caf50154a80. 00010000:00000001:1.0:1789130417.085856:0:32342:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789130417.085860:0:32342:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b6600/0xde5303b1d982cdb0 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a5b06 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789130417.085868:0:32342:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b6600/0xde5303b1d982cdb0 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a5b06 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789130417.085875:0:32342:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1789130417.085880:0:32342:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1789130417.085882:0:32342:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1789130417.085884:0:32342:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1789130417.085885:0:32342:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1789130417.085888:0:32342:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x2b:0x0].0x0 (ffff9caf42f26900) refcount = 1 00010000:00010000:1.0:1789130417.085891:0:32342:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b6600/0xde5303b1d982cdb0 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a5b06 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789130417.085898:0:32342:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1789130417.085903:0:32342:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1789130417.085905:0:32342:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789130417.085907:0:32342:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1789130417.085909:0:32342:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789130417.085911:0:32342:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b6600/0xde5303b1d982cdb0 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a5b06 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789130417.085917:0:32342:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1789130417.085918:0:32342:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130417.085921:0:32342:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130417.085922:0:32342:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130417.085923:0:32342:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130417.085925:0:32342:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789130417.085930:0:32342:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1789130417.085931:0:32342:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130417.085932:0:32342:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130417.085934:0:32342:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b6600 refcount=3 00000020:00000001:1.0:1789130417.085936:0:32342:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649484288 : -109198060067328 : ffff9caf586b6600) 00010000:00000001:1.0:1789130417.085938:0:32342:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649484288 : -109198060067328 : ffff9caf586b6600) 00010000:00000001:1.0:1789130417.085941:0:32342:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130417.085942:0:32342:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130417.085943:0:32342:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b6600 refcount=4 00000020:00000001:1.0:1789130417.085945:0:32342:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649484288 : -109198060067328 : ffff9caf586b6600) 00010000:00000001:1.0:1789130417.085947:0:32342:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649484288 : -109198060067328 : ffff9caf586b6600) 00010000:00000001:1.0:1789130417.085949:0:32342:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789130417.085952:0:32342:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789130417.085956:0:32342:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b6600/0xde5303b1d982cdb0 lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a5b06 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789130417.085962:0:32342:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130417.085963:0:32342:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130417.085964:0:32342:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130417.085965:0:32342:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130417.085967:0:32342:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b6600 refcount=5 00000020:00000001:1.0:1789130417.085968:0:32342:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649484288 : -109198060067328 : ffff9caf586b6600) 00010000:00000001:1.0:1789130417.085970:0:32342:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649484288 : -109198060067328 : ffff9caf586b6600) 00010000:00000001:1.0:1789130417.085973:0:32342:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789130417.085976:0:32342:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b6600/0xde5303b1d982cdb0 lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a5b06 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789130417.085981:0:32342:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130417.085982:0:32342:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1789130417.085985:0:32342:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b6600/0xde5303b1d982cdb0 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a5b06 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789130417.085992:0:32342:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789130417.085993:0:32342:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130417.085994:0:32342:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130417.085995:0:32342:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130417.085996:0:32342:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1789130417.086002:0:32342:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9caf615d4b40 x1876037329038336/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/640 e 0 to 0 dl 1789130433 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1789130417.086010:0:32342:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130417.086012:0:32342:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130417.086013:0:32342:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b6600 refcount=3 00000020:00000001:1.0:1789130417.086015:0:32342:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649484288 : -109198060067328 : ffff9caf586b6600) 00010000:00000001:1.0:1789130417.086017:0:32342:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649484288 : -109198060067328 : ffff9caf586b6600) 00000002:00010000:1.0:1789130417.086020:0:32342:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: getattr, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b6600/0xde5303b1d982cdb0 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a5b06 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:1.0:1789130417.086030:0:32342:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff9caf58606240. 00010000:00000001:1.0:1789130417.086033:0:32342:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130417.086034:0:32342:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789130417.086035:0:32342:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789130417.086037:0:32342:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789130417.086040:0:32342:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1789130417.086043:0:32342:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130417.086044:0:32342:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130417.086045:0:32342:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b6600 refcount=3 00000020:00000001:1.0:1789130417.086047:0:32342:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649484288 : -109198060067328 : ffff9caf586b6600) 00010000:00000001:1.0:1789130417.086050:0:32342:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649484288 : -109198060067328 : ffff9caf586b6600) 00000002:00010000:1.0:1789130417.086053:0:32342:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b6600/0xde5303b1d982cdb0 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a5b06 expref: -99 pid: 32342 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789130417.086058:0:32342:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130417.086060:0:32342:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130417.086062:0:32342:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1789130417.086063:0:32342:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130417.086064:0:32342:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130417.086066:0:32342:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b6600 refcount=3 00000020:00000001:1.0:1789130417.086068:0:32342:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649484288 : -109198060067328 : ffff9caf586b6600) 00010000:00000001:1.0:1789130417.086070:0:32342:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649484288 : -109198060067328 : ffff9caf586b6600) 00010000:00000040:1.0:1789130417.086073:0:32342:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf42f26900 count: 2 00010000:00000001:1.0:1789130417.086076:0:32342:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1789130417.086079:0:32342:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9caf4630e800 type 13 mode 4 res 8589935620/43 (0 0) 00010000:00000001:1.0:1789130417.086081:0:32342:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130417.086082:0:32342:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789130417.086084:0:32342:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1789130417.086086:0:32342:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f416c3710 00000002:00002000:1.0:1789130417.086088:0:32342:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=f22.recovery-small-2 intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:1.0:1789130417.086092:0:32342:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789130417.086095:0:32342:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789130417.086098:0:32342:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1789130417.086101:0:32342:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:1.0:1789130417.086105:0:32342:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789130417.086108:0:32342:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9caf4557c8c0 3 00000080:00000001:1.0:1789130417.086111:0:32342:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1789130417.086113:0:32342:0:(namei.c:674:ll_lookup_it_finish()) it ffffb97f416c3b20 it_disposition b 00000080:00000001:1.0:1789130417.086115:0:32342:0:(llite_lib.c:3864:ll_prep_inode()) Process entered 00000002:00000001:1.0:1789130417.086120:0:32342:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1789130417.086123:0:32342:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1789130417.086125:0:32342:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833963 : 144115205322833963 : 20000040400002b) 00000080:00000001:1.0:1789130417.086128:0:32342:0:(namei.c:113:ll_iget()) Process entered 00000020:00000001:1.0:1789130417.086134:0:32342:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1789130417.086138:0:32342:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446634875648776024 : -109198060775592 : ffff9caf58609758) 00000020:00001000:1.0:1789130417.086141:0:32342:0:(cl_object.c:823:cl_env_get()) 1@ffff9caf58609750 00000020:00000001:1.0:1789130417.086144:0:32342:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:1.0:1789130417.086148:0:32342:0:(lov_object.c:1460:lov_conf_set()) Process entered 00020000:00000001:1.0:1789130417.086150:0:32342:0:(lov_pack.c:354:lov_unpackmd()) Process entered 00020000:00000010:1.0:1789130417.086155:0:32342:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9caf481b3c60. 00020000:00000010:1.0:1789130417.086159:0:32342:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9caf44e90980. 00020000:00000010:1.0:1789130417.086163:0:32342:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9caf481b32a0. 00020000:00000001:1.0:1789130417.086165:0:32342:0:(lov_pack.c:366:lov_unpackmd()) Process leaving (rc=18446634875375792800 : -109198333758816 : ffff9caf481b32a0) 00020000:00000002:1.0:1789130417.086169:0:32342:0:(lov_ea.c:762:dump_lsm()) lsm ffff9caf481b32a0, objid 0x2b:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1789130417.086173:0:32342:0:(lov_ea.c:793:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1789130417.086176:0:32342:0:(lov_ea.c:812:dump_lsm()) oinfo:ffff9caf44e90980: ostid: 0x280000400:20 ost idx: 1 gen: 0 00020000:00000002:1.0:1789130417.086180:0:32342:0:(lov_object.c:1314:lov_conf_lock()) Took exclusive lov(ffff9caf4a6ab9b0) owner ffff9caf581427c0 00020000:00000001:1.0:1789130417.086182:0:32342:0:(lov_object.c:1520:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1789130417.086184:0:32342:0:(lov_object.c:1320:lov_conf_unlock()) To release exclusive lov(ffff9caf4a6ab9b0) owner ffff9caf581427c0 00020000:00000010:1.0:1789130417.086188:0:32342:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9caf44e90980. 00020000:00000010:1.0:1789130417.086192:0:32342:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff9caf481b3c60. 00020000:00000010:1.0:1789130417.086194:0:32342:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff9caf481b32a0. 00020000:00000002:1.0:1789130417.086196:0:32342:0:(lov_object.c:1547:lov_conf_set()) [0x200000404:0x2b:0x0] lo_layout_invalid=0 00020000:00000001:1.0:1789130417.086199:0:32342:0:(lov_object.c:1548:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130417.086200:0:32342:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1789130417.086201:0:32342:0:(cl_object.c:917:cl_env_put()) 1@ffff9caf58609750 00000080:00000001:1.0:1789130417.086205:0:32342:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833963 : 144115205322833963 : 20000040400002b) 00000080:00000001:1.0:1789130417.086208:0:32342:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:1.0:1789130417.086213:0:32342:0:(namei.c:147:ll_iget()) got inode: [0x200000404:0x2b:0x0](ffff9caf60862a08): rc = 0 00000080:00000001:1.0:1789130417.086215:0:32342:0:(namei.c:156:ll_iget()) Process leaving (rc=18446634875785456136 : -109197924095480 : ffff9caf60862a08) 00010000:00000001:1.0:1789130417.086217:0:32342:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130417.086218:0:32342:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130417.086220:0:32342:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b6600 refcount=3 00000020:00000001:1.0:1789130417.086222:0:32342:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649484288 : -109198060067328 : ffff9caf586b6600) 00010000:00000001:1.0:1789130417.086224:0:32342:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649484288 : -109198060067328 : ffff9caf586b6600) 00000080:00000001:1.0:1789130417.086227:0:32342:0:(file.c:6819:ll_layout_conf()) Process entered 00000020:00000001:1.0:1789130417.086229:0:32342:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1789130417.086230:0:32342:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446634875648776024 : -109198060775592 : ffff9caf58609758) 00000020:00001000:1.0:1789130417.086232:0:32342:0:(cl_object.c:823:cl_env_get()) 1@ffff9caf58609750 00000020:00000001:1.0:1789130417.086233:0:32342:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:1.0:1789130417.086235:0:32342:0:(lov_object.c:1460:lov_conf_set()) Process entered 00020000:00000001:1.0:1789130417.086236:0:32342:0:(lov_pack.c:354:lov_unpackmd()) Process entered 00020000:00000010:1.0:1789130417.086238:0:32342:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9caf481b32a0. 00020000:00000010:1.0:1789130417.086241:0:32342:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9caf44e90980. 00020000:00000010:1.0:1789130417.086244:0:32342:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9caf481b3c60. 00020000:00000001:1.0:1789130417.086246:0:32342:0:(lov_pack.c:366:lov_unpackmd()) Process leaving (rc=18446634875375795296 : -109198333756320 : ffff9caf481b3c60) 00020000:00000002:1.0:1789130417.086248:0:32342:0:(lov_ea.c:762:dump_lsm()) lsm ffff9caf481b3c60, objid 0x2b:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1789130417.086251:0:32342:0:(lov_ea.c:793:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1789130417.086254:0:32342:0:(lov_ea.c:812:dump_lsm()) oinfo:ffff9caf44e90980: ostid: 0x280000400:20 ost idx: 1 gen: 0 00020000:00000002:1.0:1789130417.086257:0:32342:0:(lov_object.c:1314:lov_conf_lock()) Took exclusive lov(ffff9caf4a6ab9b0) owner ffff9caf581427c0 00020000:00000001:1.0:1789130417.086258:0:32342:0:(lov_object.c:1520:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1789130417.086260:0:32342:0:(lov_object.c:1320:lov_conf_unlock()) To release exclusive lov(ffff9caf4a6ab9b0) owner ffff9caf581427c0 00020000:00000010:1.0:1789130417.086262:0:32342:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9caf44e90980. 00020000:00000010:1.0:1789130417.086265:0:32342:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff9caf481b32a0. 00020000:00000010:1.0:1789130417.086266:0:32342:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff9caf481b3c60. 00020000:00000002:1.0:1789130417.086268:0:32342:0:(lov_object.c:1547:lov_conf_set()) [0x200000404:0x2b:0x0] lo_layout_invalid=0 00020000:00000001:1.0:1789130417.086270:0:32342:0:(lov_object.c:1548:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130417.086271:0:32342:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130417.086274:0:32342:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:1.0:1789130417.086277:0:32342:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9caf4a6ab9b0) owner 0000000000000000/ffff9caf581427c0 00020000:00000002:1.0:1789130417.086279:0:32342:0:(lov_object.c:2443:lov_lsm_addref()) lsm ffff9caf4812f4e0 addref 2/0 by ffff9caf581427c0. 00020000:00000002:1.0:1789130417.086281:0:32342:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9caf4a6ab9b0) owner 0000000000000000/ffff9caf581427c0 00020000:00000001:1.0:1789130417.086284:0:32342:0:(lov_object.c:2339:lov_object_layout_get()) Process entered 00020000:00000001:1.0:1789130417.086286:0:32342:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:1.0:1789130417.086287:0:32342:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:1.0:1789130417.086288:0:32342:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:1.0:1789130417.086290:0:32342:0:(lov_object.c:2358:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:1.0:1789130417.086293:0:32342:0:(file.c:6854:ll_layout_conf()) [0x200000404:0x2b:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:1.0:1789130417.086294:0:32342:0:(cl_object.c:917:cl_env_put()) 1@ffff9caf58609750 00000080:00000001:1.0:1789130417.086297:0:32342:0:(file.c:6861:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130417.086298:0:32342:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130417.086299:0:32342:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1789130417.086301:0:32342:0:(llite_lib.c:3962:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1789130417.088656:0:32342:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1789130417.088661:0:32342:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789130417.088668:0:32342:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000404:0x2b:0x0](ffff9caf60862a08) for lock 0xde5303b1d982cdb0 00800000:00000001:1.0:1789130417.088674:0:32342:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1789130417.088677:0:32342:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1789130417.088679:0:32342:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130417.088682:0:32342:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130417.088684:0:32342:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b6600 refcount=3 00000020:00000001:1.0:1789130417.088686:0:32342:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649484288 : -109198060067328 : ffff9caf586b6600) 00010000:00000001:1.0:1789130417.088690:0:32342:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649484288 : -109198060067328 : ffff9caf586b6600) 00010000:00000001:1.0:1789130417.088692:0:32342:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130417.088694:0:32342:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789130417.088695:0:32342:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789130417.088697:0:32342:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:1.0:1789130417.088704:0:32342:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9caf600edd80 inode ffff9caf60862a08 refc 1 flags 0x40000e 00000080:00000001:1.0:1789130417.088707:0:32342:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:1.0:1789130417.088711:0:32342:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x2b:0x0](ffff9caf60862a08) 00000080:00010000:1.0:1789130417.088715:0:32342:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xde5303b1d982cdb0 from it ffffb97f416c3b20 00010000:00000001:1.0:1789130417.088716:0:32342:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130417.088717:0:32342:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130417.088718:0:32342:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b6600 refcount=3 00000800:00000001:3.0:1789130417.089342:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130417.089357:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789130417.089360:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130417.089364:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130417.089373:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130417.089380:0:2342:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:3.0:1789130417.089389:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130417.089394:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130417.089400:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130417.089405:0:2342:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 4320 into portal 4 MB=0x6aa3efa952c80 00000400:00000200:3.0:1789130417.089410:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130417.089416:0:2342:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.123@tcp of length 4320/4320 into md 0x6e3d [2] + 224 00000800:00000001:3.0:1789130417.089424:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130417.089451:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130417.089454:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130417.089460:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:3.0:1789130417.089469:0:2342:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789130417.089496:0:2342:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf501a83c0 x1876037329038464/t0(0) o63->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:24/4 lens 680/4320 e 0 to 0 dl 1789130433 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789130417.089569:0:2342:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4320 offset=224 replen=4320 req@ffff9caf501a83c0 x1876037329038464/t0(0) o63->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:24/4 lens 680/4320 e 0 to 0 dl 1789130433 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130417.089585:0:2342:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789130417.089595:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130417.089599:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130417.089612:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789130417.089616:0:2350:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789130417.089622:0:2350:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789130417.089623:0:2350:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789130417.089626:0:2350:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf60788580. 00000400:00000200:3.0:1789130417.089631:0:2350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf48373840 00000400:00000010:3.0:1789130417.089633:0:2350:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 152 at ffff9caf48373840. 00000100:00000001:3.0:1789130417.089643:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789130417.089648:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf501a83c0 x1876037329038464/t0(0) o63->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:24/4 lens 680/4320 e 0 to 0 dl 1789130433 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789130417.089656:0:2350:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf501a83c0 x1876037329038464/t0(0) o63->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:24/4 lens 680/4320 e 0 to 0 dl 1789130433 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130417.089662:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789130417.089664:0:2350:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130417.089666:0:2350:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789130417.089670:0:2350:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789130417.089672:0:2350:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789130417.089674:0:2350:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789130417.089677:0:2350:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789130417.089686:0:2350:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf6079ad80 time=16 v=5 (5 0 0 0) 00000100:00001000:3.0:1789130417.089690:0:2350:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf6079ac18 time=1 v=5 (1 0 0 0) 00000100:00000001:3.0:1789130417.089692:0:2350:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000040:3.0:1789130417.089696:0:2350:0:(client.c:1510:ptlrpc_check_status()) @@@ check status: rc = -2 req@ffff9caf501a83c0 x1876037329038464/t0(0) o63->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:24/4 lens 680/4320 e 0 to 0 dl 1789130433 ref 1 fl Rpc:RQU/200/0 rc 0/-2 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130417.089702:0:2350:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:3.0:1789130417.089706:0:2350:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789130417.089708:0:2350:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9caf5014c800: skip recheck: last_committed 4294967651 00000100:00000001:3.0:1789130417.089710:0:2350:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789130417.089713:0:2350:0:(client.c:1797:after_reply()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000040:3.0:1789130417.089718:0:2350:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf501a83c0 x1876037329038464/t0(0) o63->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:24/4 lens 680/4320 e 0 to 0 dl 1789130433 ref 1 fl Rpc:RQU/200/0 rc -2/-2 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130417.090030:0:2350:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000100:00000001:3.0:1789130417.090034:0:2350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789130417.090035:0:2350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1789130417.090039:0:2350:0:(batch.c:404:batch_update_interpret()) Process entered 00000002:00000001:3.0:1789130417.090045:0:2350:0:(batch.c:335:batch_update_request_fini()) Process entered 00010000:00000001:3.0:1789130417.090051:0:2350:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1789130417.090054:0:2350:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789130417.090057:0:2350:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789130417.090060:0:2350:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf47e20400 refcount=4 00000020:00000001:3.0:1789130417.090063:0:2350:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875372045312 : -109198337506304 : ffff9caf47e20400) 00010000:00000001:3.0:1789130417.090066:0:2350:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875372045312 : -109198337506304 : ffff9caf47e20400) 00010000:00010000:3.0:1789130417.090072:0:2350:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e20400/0xde5303b1d982cdb7 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789130417.090080:0:2350:0:(ldlm_request.c:691:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00010000:00010000:3.0:1789130417.090083:0:2350:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e20400/0xde5303b1d982cdb7 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 32325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789130417.090089:0:2350:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789130417.090091:0:2350:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e20400/0xde5303b1d982cdb7 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 32325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789130417.090097:0:2350:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130417.090099:0:2350:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1789130417.090100:0:2350:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e20400/0xde5303b1d982cdb7 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 32325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789130417.090106:0:2350:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789130417.090109:0:2350:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130417.090112:0:2350:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1789130417.090115:0:2350:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e20400/0xde5303b1d982cdb7 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 32325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789130417.090120:0:2350:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9caf47e20400 already unused, calling callback (ffffffffc1904580) 00000080:00000001:3.0:1789130417.090124:0:2350:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:3.0:1789130417.090127:0:2350:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e20400/0xde5303b1d982cdb7 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 3 type: IBT flags: 0x206400000000 pid: 32325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789130417.090133:0:2350:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:3.0:1789130417.090136:0:2350:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:3.0:1789130417.090139:0:2350:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e20400/0xde5303b1d982cdb7 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 3 type: IBT flags: 0x206400000000 pid: 32325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789130417.090145:0:2350:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:3.0:1789130417.090147:0:2350:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1789130417.090148:0:2350:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789130417.090149:0:2350:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789130417.090151:0:2350:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf47e20400 refcount=5 00000020:00000001:3.0:1789130417.090152:0:2350:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875372045312 : -109198337506304 : ffff9caf47e20400) 00010000:00000001:3.0:1789130417.090154:0:2350:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875372045312 : -109198337506304 : ffff9caf47e20400) 00010000:00000001:3.0:1789130417.090157:0:2350:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1789130417.090160:0:2350:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e20400/0xde5303b1d982cdb7 lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 3 type: IBT flags: 0x20e400000000 pid: 32325 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:3.0:1789130417.090165:0:2350:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1789130417.090167:0:2350:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789130417.090170:0:2350:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:3.0:1789130417.090172:0:2350:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1789130417.090175:0:2350:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1789130417.090177:0:2350:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1789130417.090179:0:2350:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789130417.090181:0:2350:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1789130417.090184:0:2350:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9caf47e20400 with handle 0xde5303b1d982cdb7 from hash 00010000:00000001:3.0:1789130417.090186:0:2350:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1789130417.090188:0:2350:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130417.090189:0:2350:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789130417.090191:0:2350:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1789130417.090192:0:2350:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1789130417.090194:0:2350:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1789130417.090197:0:2350:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130417.090198:0:2350:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789130417.090200:0:2350:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130417.090202:0:2350:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789130417.090205:0:2350:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e20400/0xde5303b1d982cdb7 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 32325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789130417.090212:0:2350:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130417.090213:0:2350:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789130417.090215:0:2350:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1789130417.090217:0:2350:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789130417.090218:0:2350:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130417.090219:0:2350:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789130417.090220:0:2350:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1789130417.090222:0:2350:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e20400/0xde5303b1d982cdb7 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 32325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789130417.090234:0:2350:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789130417.090237:0:2350:0:(mdc_batch.c:175:mdc_batch_getattr_interpret()) Process leaving via out (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00000080:00000001:3.0:1789130417.090240:0:2350:0:(statahead.c:884:ll_statahead_interpret()) Process entered 00000020:00000001:3.0:1789130417.090243:0:2350:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41bf7c58 00000080:00400000:3.0:1789130417.090245:0:2350:0:(statahead.c:898:ll_statahead_interpret()) sa_entry f22.recovery-small-10 rc -125 00000080:00000001:3.0:1789130417.090247:0:2350:0:(statahead.c:901:ll_statahead_interpret()) Process leaving via out (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00000080:00000001:3.0:1789130417.090250:0:2350:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:3.0:1789130417.090252:0:2350:0:(dcache.c:176:ll_intent_release()) intent ffff9caf58483d90 released 00000080:00000001:3.0:1789130417.090254:0:2350:0:(dcache.c:187:ll_intent_release()) Process leaving 00800000:00000002:3.0:1789130417.090258:0:2350:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9caf4557c8c0 2 00000080:00000010:3.0:1789130417.090261:0:2350:0:(statahead.c:427:sa_fini_data()) kfreed 'item->mop_pill': 144 at ffff9caf48373f00. 00000080:00000010:3.0:1789130417.090265:0:2350:0:(statahead.c:428:sa_fini_data()) kfreed 'item': 672 at ffff9caf58483c00. 00000080:00000001:3.0:1789130417.090270:0:2350:0:(statahead.c:955:ll_statahead_interpret()) Process leaving (rc=18446744073709551491 : -125 : ffffffffffffff83) 00000002:00000010:3.0:1789130417.090273:0:2350:0:(batch.c:248:object_update_callback_fini()) kfreed 'ouc': 40 at ffff9caf4689c000. 00000002:00000010:3.0:1789130417.090276:0:2350:0:(batch.c:317:batch_update_request_destroy()) kvfree 'bub->bub_req': 4096 at ffff9caf48463000. 00000002:00000010:3.0:1789130417.090279:0:2350:0:(batch.c:318:batch_update_request_destroy()) kfreed 'bub': 40 at ffff9caf4689c700. 00000002:00000010:3.0:1789130417.090282:0:2350:0:(batch.c:321:batch_update_request_destroy()) kfreed 'head': 80 at ffff9caf58401960. 00000002:00000001:3.0:1789130417.090285:0:2350:0:(batch.c:394:batch_update_request_fini()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000002:00000001:3.0:1789130417.090287:0:2350:0:(batch.c:422:batch_update_interpret()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000040:3.0:1789130417.090294:0:2350:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf501a83c0 x1876037329038464/t0(0) o63->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:24/4 lens 680/4320 e 0 to 0 dl 1789130433 ref 1 fl Interpret:RQU/200/0 rc -2/-2 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789130417.090321:0:2350:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf501a83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:2350:1876037329038464:192.168.204.123@tcp:63:ll_sa.0 00000100:00000001:3.0:1789130417.090327:0:2350:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130417.090331:0:2350:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130417.090335:0:2350:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf501a83c0 x1876037329038464/t0(0) o63->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:24/4 lens 680/4320 e 0 to 0 dl 1789130433 ref 1 fl Complete:RQU/200/0 rc -2/-2 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130417.090342:0:2350:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789130417.090345:0:2350:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789130417.090348:0:2350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff9caf4847c000. 02000000:00000001:3.0:1789130417.090356:0:2350:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789130417.090358:0:2350:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1789130417.090360:0:2350:0:(genops.c:1223:class_import_put()) import ffff9caf6079a800 refcount=5 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000020:00000001:3.0:1789130417.090363:0:2350:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1789130417.090366:0:2350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9caf58483800. 02000000:00000001:3.0:1789130417.090369:0:2350:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789130417.090371:0:2350:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789130417.090373:0:2350:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf501a83c0. 00000100:00000001:3.0:1789130417.090378:0:2350:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789130417.090380:0:2350:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130417.090382:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130417.090389:0:2350:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789130417.090391:0:2350:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130417.090394:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789130417.090396:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130417.090464:0:32342:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649484288 : -109198060067328 : ffff9caf586b6600) 00010000:00000001:1.0:1789130417.090467:0:32342:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649484288 : -109198060067328 : ffff9caf586b6600) 00010000:00000001:1.0:1789130417.090470:0:32342:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789130417.090475:0:32342:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b6600/0xde5303b1d982cdb0 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xcdf1b083821a5b06 expref: -99 pid: 32342 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789130417.090494:0:32342:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130417.090495:0:32342:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130417.090497:0:32342:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1789130417.090499:0:32342:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1789130417.090502:0:32342:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b6600/0xde5303b1d982cdb0 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xcdf1b083821a5b06 expref: -99 pid: 32342 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1789130417.090961:0:32342:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1789130417.090963:0:32342:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1789130417.090967:0:32342:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789130417.090971:0:32342:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130417.090972:0:32342:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130417.090973:0:32342:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130417.090976:0:32342:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1789130417.090978:0:32342:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130417.090980:0:32342:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130417.090983:0:32342:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130417.090986:0:32342:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789130417.090987:0:32342:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130417.090988:0:32342:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1789130417.090992:0:32342:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1789130417.090998:0:32342:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9caf47c6dc00. 00000100:00000001:1.0:1789130417.091003:0:32342:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789130417.091009:0:32342:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf615d4b40 x1876037329038336/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/640 e 0 to 0 dl 1789130433 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130417.091015:0:32342:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789130417.091017:0:32342:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789130417.091020:0:32342:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9caf482df800. 02000000:00000001:1.0:1789130417.091023:0:32342:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789130417.091024:0:32342:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1789130417.091026:0:32342:0:(genops.c:1223:class_import_put()) import ffff9caf6079a800 refcount=4 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000020:00000001:1.0:1789130417.091028:0:32342:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1789130417.091029:0:32342:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9caf487c0800. 02000000:00000001:1.0:1789130417.091032:0:32342:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789130417.091033:0:32342:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789130417.091034:0:32342:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf615d4b40. 00000100:00000001:1.0:1789130417.091040:0:32342:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789130417.091041:0:32342:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1789130417.091044:0:32342:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:1.0:1789130417.091045:0:32342:0:(dcache.c:176:ll_intent_release()) intent ffffb97f416c3b20 released 00000080:00000001:1.0:1789130417.091046:0:32342:0:(dcache.c:187:ll_intent_release()) Process leaving 00000020:00000001:2.0:1789130417.101964:0:32342:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f416c3d10 00000080:00200008:2.0:1789130417.101974:0:32342:0:(file.c:6313:ll_getattr_dentry()) START file f22.recovery-small-2:[0x200000404:0x2b:0x0](ffff9caf60862a08), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1789130417.101984:0:32342:0:(file.c:6206:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1789130417.101985:0:32342:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f416c3c88 00000080:00200000:2.0:1789130417.101988:0:32342:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x2b:0x0](ffff9caf60862a08),name=f22.recovery-small-2 00000080:00000010:2.0:1789130417.101998:0:32342:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9caf51b87600. 00800000:00000002:2.0:1789130417.102004:0:32342:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9caf4557c8c0 2 00000080:00000001:2.0:1789130417.102010:0:32342:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1789130417.102015:0:32342:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1789130417.102017:0:32342:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f416c3ba8 00800000:00000002:2.0:1789130417.102019:0:32342:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000404:0x2b:0x0] 'f22.recovery-small-2' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1789130417.102023:0:32342:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1789130417.102029:0:32342:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x2b:0x0], name='' -> mds #0 00000002:00000001:2.0:1789130417.102034:0:32342:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1789130417.102036:0:32342:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f416c3a78 00000002:00010000:2.0:1789130417.102038:0:32342:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000404:0x2b:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1789130417.102042:0:32342:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1789130417.102045:0:32342:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789130417.102049:0:32342:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789130417.102059:0:32342:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf42f26900 count: 2 00010000:00000001:2.0:1789130417.102062:0:32342:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789130417.102068:0:32342:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789130417.102075:0:32342:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1789130417.102081:0:32342:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b6600/0xde5303b1d982cdb0 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xcdf1b083821a5b06 expref: -99 pid: 32342 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 02000000:00000001:2.0:1789130417.102094:0:32342:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1789130417.102100:0:32342:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789130417.102103:0:32342:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b6600/0xde5303b1d982cdb0 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xcdf1b083821a5b06 expref: -99 pid: 32342 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000002:00000001:2.0:1789130417.102111:0:32342:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1789130417.102113:0:32342:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1789130417.102115:0:32342:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1789130417.102117:0:32342:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1789130417.102119:0:32342:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1789130417.102121:0:32342:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1789130417.102124:0:32342:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1789130417.102128:0:32342:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9caf4557c8c0 2 00000080:00000010:2.0:1789130417.102131:0:32342:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9caf51b87600. 00000080:00000001:2.0:1789130417.102135:0:32342:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1789130417.102137:0:32342:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789130417.102139:0:32342:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x2b:0x0](ffff9caf60862a08) 00000080:00010000:2.0:1789130417.102143:0:32342:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000404:0x2b:0x0](ffff9caf60862a08) for lock 0xde5303b1d982cdb0 00800000:00000001:2.0:1789130417.102146:0:32342:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1789130417.102148:0:32342:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1789130417.102150:0:32342:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130417.102152:0:32342:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130417.102155:0:32342:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b6600 refcount=3 00000020:00000001:2.0:1789130417.102157:0:32342:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649484288 : -109198060067328 : ffff9caf586b6600) 00010000:00000001:2.0:1789130417.102160:0:32342:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649484288 : -109198060067328 : ffff9caf586b6600) 00010000:00000001:2.0:1789130417.102163:0:32342:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130417.102165:0:32342:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789130417.102166:0:32342:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789130417.102168:0:32342:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789130417.102170:0:32342:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xde5303b1d982cdb0 from it ffffb97f416c3cc0 00010000:00000001:2.0:1789130417.102172:0:32342:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130417.102173:0:32342:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130417.102174:0:32342:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b6600 refcount=3 00000020:00000001:2.0:1789130417.102176:0:32342:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649484288 : -109198060067328 : ffff9caf586b6600) 00010000:00000001:2.0:1789130417.102178:0:32342:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649484288 : -109198060067328 : ffff9caf586b6600) 00010000:00000001:2.0:1789130417.102179:0:32342:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789130417.102184:0:32342:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b6600/0xde5303b1d982cdb0 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xcdf1b083821a5b06 expref: -99 pid: 32342 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1789130417.102190:0:32342:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130417.102191:0:32342:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130417.102193:0:32342:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1789130417.102195:0:32342:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1789130417.102198:0:32342:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b6600/0xde5303b1d982cdb0 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xcdf1b083821a5b06 expref: -99 pid: 32342 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1789130417.102205:0:32342:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789130417.102208:0:32342:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789130417.102210:0:32342:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789130417.102215:0:32342:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130417.102216:0:32342:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130417.102218:0:32342:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130417.102221:0:32342:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789130417.102223:0:32342:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130417.102225:0:32342:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130417.102228:0:32342:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130417.102230:0:32342:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789130417.102231:0:32342:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130417.102232:0:32342:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1789130417.102234:0:32342:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1789130417.102236:0:32342:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1789130417.102239:0:32342:0:(pcc.c:2686:pcc_inode_getattr()) Process entered 00000080:00000001:2.0:1789130417.102242:0:32342:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:2.0:1789130417.102244:0:32342:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1789130417.102246:0:32342:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:2.0:1789130417.102247:0:32342:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130417.102250:0:32342:0:(pcc.c:2695:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1789130417.102253:0:32342:0:(glimpse.c:178:__cl_glimpse_size()) Process entered 00000020:00000001:2.0:1789130417.102256:0:32342:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1789130417.102260:0:32342:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446634875648776744 : -109198060774872 : ffff9caf58609a28) 00000020:00001000:2.0:1789130417.102262:0:32342:0:(cl_object.c:823:cl_env_get()) 1@ffff9caf58609a20 00000020:00000001:2.0:1789130417.102268:0:32342:0:(cl_object.c:143:cl_object_top()) ffff9caf42e28c38 -> ffff9caf42e28c38 00000020:00000001:2.0:1789130417.102271:0:32342:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:2.0:1789130417.102274:0:32342:0:(vvp_io.c:1987:vvp_io_init()) Process entered 00000080:00200000:2.0:1789130417.102277:0:32342:0:(vvp_io.c:1992:vvp_io_init()) [0x200000404:0x2b:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:2.0:1789130417.102281:0:32342:0:(cl_io.c:902:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1789130417.102282:0:32342:0:(cl_io.c:908:cl_io_slice_add()) Process leaving 00000080:00000001:2.0:1789130417.102285:0:32342:0:(file.c:7121:ll_layout_refresh()) Process entered 00000080:00000001:2.0:1789130417.102287:0:32342:0:(file.c:7125:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130417.102288:0:32342:0:(vvp_io.c:2064:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1789130417.102293:0:32342:0:(lov_object.c:1604:lov_io_init()) [0x200000404:0x2b:0x0]io ffff9caf42d82760 type 7 ignore/verify layout 0/1, compressed 0 00020000:00000002:2.0:1789130417.102296:0:32342:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9caf4a6ab9b0) owner 0000000000000000/ffff9caf581427c0 00020000:00000001:2.0:1789130417.102300:0:32342:0:(lov_io.c:2488:lov_io_init_composite()) Process entered 00020000:00000001:2.0:1789130417.102392:0:32342:0:(lov_io.c:764:lov_io_slice_init()) Process entered 00020000:00000001:2.0:1789130417.102396:0:32342:0:(lov_io.c:478:lov_io_mirror_init()) Process entered 00020000:00000001:2.0:1789130417.102398:0:32342:0:(lov_io.c:489:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789130417.102400:0:32342:0:(lov_io.c:919:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:2.0:1789130417.102403:0:32342:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:2.0:1789130417.102405:0:32342:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130417.102406:0:32342:0:(cl_io.c:902:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1789130417.102408:0:32342:0:(cl_io.c:908:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1789130417.102409:0:32342:0:(lov_io.c:2501:lov_io_init_composite()) Process leaving 00020000:00000002:2.0:1789130417.102412:0:32342:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9caf4a6ab9b0) owner 0000000000000000/ffff9caf581427c0 00000020:00000001:2.0:1789130417.102415:0:32342:0:(cl_io.c:146:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1789130417.102417:0:32342:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:2.0:1789130417.102419:0:32342:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000404:0x2b:0x0] 00000020:00000001:2.0:1789130417.102422:0:32342:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:2.0:1789130417.102425:0:32342:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:2.0:1789130417.102427:0:32342:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:2.0:1789130417.102429:0:32342:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:2.0:1789130417.102435:0:32342:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:2.0:1789130417.102444:0:32342:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff9caf4938dd00. 00020000:00000002:2.0:1789130417.102447:0:32342:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:2.0:1789130417.102450:0:32342:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:2.0:1789130417.102452:0:32342:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1789130417.102454:0:32342:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:2.0:1789130417.102455:0:32342:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1789130417.102457:0:32342:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446634875648774440 : -109198060777176 : ffff9caf58609128) 00000020:00001000:2.0:1789130417.102459:0:32342:0:(cl_object.c:823:cl_env_get()) 1@ffff9caf58609120 00000020:00000001:2.0:1789130417.102461:0:32342:0:(cl_object.c:143:cl_object_top()) ffff9caf42e28080 -> ffff9caf42e28c38 00000020:00000001:2.0:1789130417.102463:0:32342:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:2.0:1789130417.102466:0:32342:0:(cl_io.c:902:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1789130417.102467:0:32342:0:(cl_io.c:908:cl_io_slice_add()) Process leaving 00000020:00000001:2.0:1789130417.102469:0:32342:0:(cl_io.c:146:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789130417.102470:0:32342:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789130417.102472:0:32342:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446634875287506072 : -109198422045544 : ffff9caf42d80c98) 00000020:00000001:2.0:1789130417.102474:0:32342:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:2.0:1789130417.102478:0:32342:0:(osc_lock.c:1279:osc_lock_init()) slab-alloced 'oscl': 312 at ffff9caf48151e78. 00000008:00010000:2.0:1789130417.102481:0:32342:0:(lustre_osc.h:166:osc_enq2ldlm_flags()) flags: a 00000020:00000001:2.0:1789130417.102483:0:32342:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1789130417.102485:0:32342:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:2.0:1789130417.102487:0:32342:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9caf4938dd30, osc lock ffff9caf48151e78, flags 0x400001002 00000020:00000001:2.0:1789130417.102489:0:32342:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789130417.102491:0:32342:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789130417.102493:0:32342:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446634875394514176 : -109198315037440 : ffff9caf4938dd00) 00000020:00000001:2.0:1789130417.102496:0:32342:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1789130417.102497:0:32342:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:2.0:1789130417.102498:0:32342:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130417.102499:0:32342:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130417.102502:0:32342:0:(cl_io.c:1193:cl_sync_io_init_notify()) Process entered 00000020:00000001:2.0:1789130417.102504:0:32342:0:(cl_io.c:1201:cl_sync_io_init_notify()) Process leaving 00000020:00000001:2.0:1789130417.102634:0:32342:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:2.0:1789130417.102637:0:32342:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:2.0:1789130417.102927:0:32342:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1789130417.102930:0:32342:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446634875287506072 : -109198422045544 : ffff9caf42d80c98) 00000020:00000001:2.0:1789130417.102933:0:32342:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:2.0:1789130417.102935:0:32342:0:(osc_lock.c:1010:osc_lock_enqueue()) Process entered 00000008:00000001:2.0:1789130417.102937:0:32342:0:(osc_lock.c:1035:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1789130417.102940:0:32342:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:2.0:1789130417.102943:0:32342:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process entered 00000020:00000001:2.0:1789130417.102944:0:32342:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:2.0:1789130417.102946:0:32342:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:2.0:1789130417.102948:0:32342:0:(lovsub_object.c:152:lovsub_req_projid_set()) Process leaving 00000020:00000001:2.0:1789130417.102949:0:32342:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:2.0:1789130417.102952:0:32342:0:(osc_request.c:3393:osc_enqueue_base()) Process entered 00010000:00000001:2.0:1789130417.102954:0:32342:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789130417.102959:0:32342:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf51bbdc00 count: 2 00010000:00000001:2.0:1789130417.102961:0:32342:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789130417.102965:0:32342:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789130417.102968:0:32342:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1789130417.102972:0:32342:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9caf5014c800 lock: 00000000cfb3d2ba/0xde5303b1d982cda2 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000000000 nid: local remote: 0xcdf1b083821a5ac0 expref: -99 pid: 32325 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 02000000:00000001:2.0:1789130417.102982:0:32342:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1789130417.102986:0:32342:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789130417.102988:0:32342:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff9caf5014c800 lock: 00000000cfb3d2ba/0xde5303b1d982cda2 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000000000 nid: local remote: 0xcdf1b083821a5ac0 expref: -99 pid: 32325 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1789130417.102994:0:32342:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130417.102995:0:32342:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130417.102997:0:32342:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf47e21000 refcount=3 00000020:00000001:2.0:1789130417.102999:0:32342:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875372048384 : -109198337503232 : ffff9caf47e21000) 00010000:00000001:2.0:1789130417.103001:0:32342:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875372048384 : -109198337503232 : ffff9caf47e21000) 00000008:00000001:2.0:1789130417.103005:0:32342:0:(osc_lock.c:277:osc_lock_upcall()) Process entered 00010000:00000001:2.0:1789130417.103008:0:32342:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130417.103008:0:32342:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130417.103009:0:32342:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf47e21000 refcount=4 00000020:00000001:2.0:1789130417.103011:0:32342:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875372048384 : -109198337503232 : ffff9caf47e21000) 00010000:00000001:2.0:1789130417.103013:0:32342:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875372048384 : -109198337503232 : ffff9caf47e21000) 00000008:00000001:2.0:1789130417.103016:0:32342:0:(osc_lock.c:154:osc_lock_lvb_update()) Process entered 00000020:00000001:2.0:1789130417.103019:0:32342:0:(cl_object.c:143:cl_object_top()) ffff9caf4a692d58 -> ffff9caf42e28c38 00000008:00010000:2.0:1789130417.103023:0:32342:0:(osc_lock.c:192:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0001-osc-ffff9caf5014c800 lock: 00000000cfb3d2ba/0xde5303b1d982cda2 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0xcdf1b083821a5ac0 expref: -99 pid: 32325 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00000001:2.0:1789130417.103030:0:32342:0:(cl_object.c:143:cl_object_top()) ffff9caf4a692d58 -> ffff9caf42e28c38 00000020:00000001:2.0:1789130417.103032:0:32342:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:2.0:1789130417.103035:0:32342:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:2.0:1789130417.103037:0:32342:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:2.0:1789130417.103039:0:32342:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130417.103041:0:32342:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130417.103043:0:32342:0:(cl_object.c:143:cl_object_top()) ffff9caf4a692d58 -> ffff9caf42e28c38 00000008:00000001:2.0:1789130417.103045:0:32342:0:(osc_lock.c:197:osc_lock_lvb_update()) Process leaving 00000020:00000001:2.0:1789130417.103047:0:32342:0:(cl_io.c:1837:__cl_sync_io_note()) Process entered 00000020:00200000:2.0:1789130417.103049:0:32342:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:2.0:1789130417.103051:0:32342:0:(cl_io.c:1911:__cl_sync_io_note()) Process leaving 00000008:00000001:2.0:1789130417.103053:0:32342:0:(osc_lock.c:311:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130417.103055:0:32342:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130417.103056:0:32342:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130417.103058:0:32342:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf47e21000 refcount=5 00000020:00000001:2.0:1789130417.103060:0:32342:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875372048384 : -109198337503232 : ffff9caf47e21000) 00010000:00000001:2.0:1789130417.103062:0:32342:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875372048384 : -109198337503232 : ffff9caf47e21000) 00010000:00000001:2.0:1789130417.103064:0:32342:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789130417.103067:0:32342:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9caf5014c800 lock: 00000000cfb3d2ba/0xde5303b1d982cda2 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xcdf1b083821a5ac0 expref: -99 pid: 32325 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1789130417.103073:0:32342:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130417.103074:0:32342:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130417.103076:0:32342:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1789130417.103078:0:32342:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1789130417.103080:0:32342:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9caf5014c800 lock: 00000000cfb3d2ba/0xde5303b1d982cda2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xcdf1b083821a5ac0 expref: -99 pid: 32325 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1789130417.103088:0:32342:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789130417.103090:0:32342:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789130417.103091:0:32342:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789130417.103094:0:32342:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130417.103095:0:32342:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130417.103096:0:32342:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130417.103098:0:32342:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789130417.103099:0:32342:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130417.103101:0:32342:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130417.103103:0:32342:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130417.103105:0:32342:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789130417.103106:0:32342:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130417.103107:0:32342:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130417.103107:0:32342:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130417.103109:0:32342:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1789130417.103110:0:32342:0:(osc_request.c:3462:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1789130417.103113:0:32342:0:(osc_lock.c:1114:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130417.103115:0:32342:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789130417.103116:0:32342:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130417.103118:0:32342:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130417.103120:0:32342:0:(cl_io.c:1837:__cl_sync_io_note()) Process entered 00000020:00200000:2.0:1789130417.103121:0:32342:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:2.0:1789130417.103123:0:32342:0:(cl_io.c:1911:__cl_sync_io_note()) Process leaving 00000020:00000001:2.0:1789130417.103125:0:32342:0:(cl_io.c:1213:cl_sync_io_wait()) Process entered 00000020:00000001:2.0:1789130417.103126:0:32342:0:(cl_io.c:1237:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130417.103129:0:32342:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130417.103133:0:32342:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:2.0:1789130417.103135:0:32342:0:(cl_object.c:143:cl_object_top()) ffff9caf42e28c38 -> ffff9caf42e28c38 00000020:00000001:2.0:1789130417.103137:0:32342:0:(cl_object.c:143:cl_object_top()) ffff9caf42e28c38 -> ffff9caf42e28c38 00000020:00000001:2.0:1789130417.103139:0:32342:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:2.0:1789130417.103142:0:32342:0:(lov_object.c:1077:lov_attr_get_composite()) Process entered 00020000:00000001:2.0:1789130417.103146:0:32342:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:2.0:1789130417.103147:0:32342:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789130417.103149:0:32342:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:2.0:1789130417.103150:0:32342:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1789130417.103153:0:32342:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x2b:1028 on OST[1]: s=0 (1) m=0 a=0 c=0 b=1 00020000:00000001:2.0:1789130417.103156:0:32342:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1789130417.103159:0:32342:0:(lov_object.c:1108:lov_attr_get_composite()) COMP ID #-1: s=0 m=0 a=0 c=0 b=1 00020000:00000001:2.0:1789130417.103161:0:32342:0:(lov_object.c:1146:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130417.103163:0:32342:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130417.103165:0:32342:0:(cl_object.c:143:cl_object_top()) ffff9caf42e28c38 -> ffff9caf42e28c38 00000080:00200000:2.0:1789130417.103168:0:32342:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000404:0x2b:0x0] updating i_size 0 i_blocks 1 00000080:00000001:2.0:1789130417.103170:0:32342:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:2.0:1789130417.103172:0:32342:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:2.0:1789130417.103174:0:32342:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9caf42d82700 (ffff9caf58609a28/0) at cl_lock_release():245 00000020:00000001:2.0:1789130417.103177:0:32342:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1789130417.103178:0:32342:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9caf42d82700 (ffff9caf58609a28/0) at cl_lock_cancel():142 00020000:00000001:2.0:1789130417.103181:0:32342:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:2.0:1789130417.103182:0:32342:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1789130417.103183:0:32342:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446634875287506072 : -109198422045544 : ffff9caf42d80c98) 00000020:00000001:2.0:1789130417.103185:0:32342:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1789130417.103188:0:32342:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9caf4938dd30 (ffff9caf58609128/1) at cl_lock_cancel():142 00000008:00000001:2.0:1789130417.103191:0:32342:0:(osc_lock.c:1172:osc_lock_cancel()) Process entered 00000008:00000001:2.0:1789130417.103192:0:32342:0:(osc_lock.c:1126:osc_lock_detach()) Process entered 00010000:00000001:2.0:1789130417.103194:0:32342:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130417.103195:0:32342:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1789130417.103196:0:32342:0:(osc_lock.c:1145:osc_lock_detach()) Process leaving 00000008:00000001:2.0:1789130417.103199:0:32342:0:(osc_lock.c:1181:osc_lock_cancel()) Process leaving 00000020:00000001:2.0:1789130417.103200:0:32342:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1789130417.103201:0:32342:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1789130417.103202:0:32342:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1789130417.103204:0:32342:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9caf42d82700 (ffff9caf58609a28/0) at cl_lock_fini():72 00020000:00000001:2.0:1789130417.103207:0:32342:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:2.0:1789130417.103208:0:32342:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1789130417.103209:0:32342:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9caf4938dd30 (ffff9caf58609a28/1) at cl_lock_fini():72 00000008:00000010:2.0:1789130417.103213:0:32342:0:(osc_lock.c:116:osc_lock_fini()) slab-freed '(ols)': 312 at ffff9caf48151e78. 00000020:00000001:2.0:1789130417.103217:0:32342:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:2.0:1789130417.103218:0:32342:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff9caf4938dd00. 00020000:00000001:2.0:1789130417.103222:0:32342:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:2.0:1789130417.103224:0:32342:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:2.0:1789130417.103225:0:32342:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:2.0:1789130417.103227:0:32342:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130417.103229:0:32342:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:2.0:1789130417.103232:0:32342:0:(lov_io.c:1057:lov_io_fini()) Process entered 00020000:00000001:2.0:1789130417.103234:0:32342:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:2.0:1789130417.103235:0:32342:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:2.0:1789130417.103236:0:32342:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1789130417.103238:0:32342:0:(cl_object.c:917:cl_env_put()) 1@ffff9caf58609120 00020000:00000001:2.0:1789130417.103240:0:32342:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:2.0:1789130417.103242:0:32342:0:(lov_io.c:1088:lov_io_fini()) Process leaving 00000080:00000001:2.0:1789130417.103245:0:32342:0:(vvp_io.c:392:vvp_io_fini()) Process entered 00000080:00200000:2.0:1789130417.103248:0:32342:0:(vvp_io.c:402:vvp_io_fini()) [0x200000404:0x2b:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, need minor change layout 0 00000080:00000001:2.0:1789130417.103252:0:32342:0:(file.c:7121:ll_layout_refresh()) Process entered 00000080:00000001:2.0:1789130417.103253:0:32342:0:(file.c:7125:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130417.103256:0:32342:0:(vvp_io.c:506:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1789130417.103257:0:32342:0:(vvp_io.c:509:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1789130417.103258:0:32342:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1789130417.103260:0:32342:0:(cl_object.c:917:cl_env_put()) 1@ffff9caf58609a20 00000001:00000001:2.0:1789130417.103262:0:32342:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130417.103268:0:32342:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f416c3d10 00000080:00000008:2.0:1789130417.103271:0:32342:0:(file.c:6498:ll_getattr_dentry()) COMPLETED file f22.recovery-small-2:[0x200000404:0x2b:0x0](ffff9caf60862a08), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1789130417.103276:0:32342:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1789130417.103278:0:32342:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f416c3da0 00000080:00002000:2.0:1789130417.103280:0:32342:0:(dcache.c:127:ll_ddelete()) keeping dentry f22.recovery-small-2 (ffff9caf600edd80, parent ffff9caf600f3360, inode ffff9caf60862a08) hashed, 00000080:00000001:2.0:1789130417.103282:0:32342:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130417.105004:0:32342:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:2.0:1789130417.105012:0:32342:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:2.0:1789130417.105015:0:32342:0:(file.c:6206:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1789130417.105018:0:32342:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f416c3bd8 00000080:00200000:2.0:1789130417.105022:0:32342:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8),name=/ 00000080:00000010:2.0:1789130417.105032:0:32342:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9caf51b87600. 00800000:00000002:2.0:1789130417.105041:0:32342:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9caf4557c8c0 2 00000080:00000001:2.0:1789130417.105046:0:32342:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1789130417.105052:0:32342:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1789130417.105054:0:32342:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f416c3af8 00800000:00000002:2.0:1789130417.105058:0:32342:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1789130417.105062:0:32342:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1789130417.105066:0:32342:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1789130417.105073:0:32342:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1789130417.105075:0:32342:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f416c39c8 00000002:00010000:2.0:1789130417.105077:0:32342:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1789130417.105081:0:32342:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1789130417.105084:0:32342:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789130417.105086:0:32342:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789130417.105094:0:32342:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf51bbdf00 count: 2 00010000:00000001:2.0:1789130417.105096:0:32342:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789130417.105101:0:32342:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789130417.105106:0:32342:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1789130417.105111:0:32342:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e20800/0xde5303b1d982cda9 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a5aea expref: -99 pid: 32342 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:2.0:1789130417.105122:0:32342:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1789130417.105127:0:32342:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789130417.105130:0:32342:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e20800/0xde5303b1d982cda9 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a5aea expref: -99 pid: 32342 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:2.0:1789130417.105143:0:32342:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1789130417.105144:0:32342:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1789130417.105146:0:32342:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1789130417.105147:0:32342:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1789130417.105149:0:32342:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1789130417.105152:0:32342:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1789130417.105155:0:32342:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1789130417.105158:0:32342:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9caf4557c8c0 2 00000080:00000010:2.0:1789130417.105161:0:32342:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9caf51b87600. 00000080:00000001:2.0:1789130417.105167:0:32342:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1789130417.105169:0:32342:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789130417.105172:0:32342:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9caf601980c8) 00000080:00010000:2.0:1789130417.105176:0:32342:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9caf601980c8) for lock 0xde5303b1d982cda9 00800000:00000001:2.0:1789130417.105179:0:32342:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1789130417.105181:0:32342:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1789130417.105183:0:32342:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130417.105185:0:32342:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130417.105188:0:32342:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf47e20800 refcount=3 00000020:00000001:2.0:1789130417.105190:0:32342:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875372046336 : -109198337505280 : ffff9caf47e20800) 00010000:00000001:2.0:1789130417.105192:0:32342:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875372046336 : -109198337505280 : ffff9caf47e20800) 00010000:00000001:2.0:1789130417.105195:0:32342:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130417.105197:0:32342:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789130417.105198:0:32342:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789130417.105200:0:32342:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789130417.105202:0:32342:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xde5303b1d982cda9 from it ffffb97f416c3c10 00010000:00000001:2.0:1789130417.105204:0:32342:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130417.105205:0:32342:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130417.105206:0:32342:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf47e20800 refcount=3 00000020:00000001:2.0:1789130417.105208:0:32342:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875372046336 : -109198337505280 : ffff9caf47e20800) 00010000:00000001:2.0:1789130417.105210:0:32342:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875372046336 : -109198337505280 : ffff9caf47e20800) 00010000:00000001:2.0:1789130417.105212:0:32342:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789130417.105216:0:32342:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e20800/0xde5303b1d982cda9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a5aea expref: -99 pid: 32342 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1789130417.105222:0:32342:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130417.105223:0:32342:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130417.105225:0:32342:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1789130417.105226:0:32342:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1789130417.105228:0:32342:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e20800/0xde5303b1d982cda9 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a5aea expref: -99 pid: 32342 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1789130417.105235:0:32342:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789130417.105238:0:32342:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789130417.105240:0:32342:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789130417.105244:0:32342:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130417.105245:0:32342:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130417.105247:0:32342:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130417.105251:0:32342:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789130417.105253:0:32342:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130417.105255:0:32342:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130417.105258:0:32342:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130417.105260:0:32342:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789130417.105262:0:32342:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130417.105263:0:32342:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1789130417.105267:0:32342:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1789130417.105269:0:32342:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1789130417.105271:0:32342:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8), inode mode 41ff mask 1 00000080:00000001:2.0:1789130417.105276:0:32342:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130417.105285:0:32342:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:2.0:1789130417.105288:0:32342:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f416c3da0 00000080:00002000:2.0:1789130417.105290:0:32342:0:(dcache.c:87:ll_dcompare()) found name f22.recovery-small-2(ffff9caf600edd80) flags 0x48000e refc 0 00000080:00000001:2.0:1789130417.105293:0:32342:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130417.105295:0:32342:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f416c3e10 00000080:00200000:2.0:1789130417.105296:0:32342:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=f22.recovery-small-2, flags=0 00000080:00000001:2.0:1789130417.110268:0:32342:0:(statahead.c:1997:revalidate_statahead_dentry()) Process entered 00000080:00000020:2.0:1789130417.110280:0:32342:0:(statahead.c:273:sa_get()) lustre: wrong pid=32324:32342 for entry f22.recovery-small-2 00000080:00000001:2.0:1789130417.110286:0:32342:0:(statahead.c:2046:revalidate_statahead_dentry()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00000080:00400000:2.0:1789130417.110292:0:32342:0:(statahead.c:2622:ll_revalidate_statahead()) revalidate statahead f22.recovery-small-2: rc = -22. 00000080:00000001:2.0:1789130417.110316:0:32342:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:2.0:1789130417.110319:0:32342:0:(file.c:6206:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1789130417.110322:0:32342:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f416c3d30 00000080:00200000:2.0:1789130417.110325:0:32342:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8),name=/ 00000080:00000010:2.0:1789130417.110338:0:32342:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9caf51b87600. 00800000:00000002:2.0:1789130417.110345:0:32342:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9caf4557c8c0 2 00000080:00000001:2.0:1789130417.110349:0:32342:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1789130417.110354:0:32342:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1789130417.110355:0:32342:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f416c3c50 00800000:00000002:2.0:1789130417.110358:0:32342:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1789130417.110361:0:32342:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1789130417.110366:0:32342:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1789130417.110371:0:32342:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1789130417.110373:0:32342:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f416c3b20 00000002:00010000:2.0:1789130417.110375:0:32342:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1789130417.110378:0:32342:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1789130417.110379:0:32342:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789130417.110383:0:32342:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789130417.110390:0:32342:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf51bbdf00 count: 2 00010000:00000001:2.0:1789130417.110393:0:32342:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789130417.110397:0:32342:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789130417.110402:0:32342:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1789130417.110407:0:32342:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e20800/0xde5303b1d982cda9 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a5aea expref: -99 pid: 32342 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:2.0:1789130417.110417:0:32342:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1789130417.110423:0:32342:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789130417.110426:0:32342:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e20800/0xde5303b1d982cda9 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a5aea expref: -99 pid: 32342 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:2.0:1789130417.110433:0:32342:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1789130417.110434:0:32342:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1789130417.110436:0:32342:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1789130417.110438:0:32342:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1789130417.110440:0:32342:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1789130417.110442:0:32342:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1789130417.110445:0:32342:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1789130417.110447:0:32342:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9caf4557c8c0 2 00000080:00000010:2.0:1789130417.110450:0:32342:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9caf51b87600. 00000080:00000001:2.0:1789130417.110456:0:32342:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1789130417.110458:0:32342:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789130417.110461:0:32342:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9caf601980c8) 00000080:00010000:2.0:1789130417.110465:0:32342:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9caf601980c8) for lock 0xde5303b1d982cda9 00800000:00000001:2.0:1789130417.110468:0:32342:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1789130417.110470:0:32342:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1789130417.110472:0:32342:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130417.110475:0:32342:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130417.110487:0:32342:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf47e20800 refcount=3 00000020:00000001:2.0:1789130417.111172:0:32342:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875372046336 : -109198337505280 : ffff9caf47e20800) 00010000:00000001:2.0:1789130417.111175:0:32342:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875372046336 : -109198337505280 : ffff9caf47e20800) 00010000:00000001:2.0:1789130417.111179:0:32342:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130417.111182:0:32342:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789130417.111183:0:32342:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789130417.111185:0:32342:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789130417.111190:0:32342:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xde5303b1d982cda9 from it ffffb97f416c3d68 00010000:00000001:2.0:1789130417.111192:0:32342:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130417.111193:0:32342:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130417.111194:0:32342:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf47e20800 refcount=3 00000020:00000001:2.0:1789130417.111196:0:32342:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875372046336 : -109198337505280 : ffff9caf47e20800) 00010000:00000001:2.0:1789130417.111198:0:32342:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875372046336 : -109198337505280 : ffff9caf47e20800) 00010000:00000001:2.0:1789130417.111200:0:32342:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789130417.111204:0:32342:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e20800/0xde5303b1d982cda9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a5aea expref: -99 pid: 32342 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1789130417.111213:0:32342:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130417.111214:0:32342:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130417.111217:0:32342:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1789130417.111220:0:32342:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1789130417.111223:0:32342:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e20800/0xde5303b1d982cda9 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a5aea expref: -99 pid: 32342 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:2.0:1789130417.111230:0:32342:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789130417.111233:0:32342:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789130417.111235:0:32342:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789130417.111240:0:32342:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130417.111241:0:32342:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130417.111243:0:32342:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130417.111246:0:32342:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789130417.111249:0:32342:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130417.111251:0:32342:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130417.111254:0:32342:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130417.111256:0:32342:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789130417.111257:0:32342:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130417.111258:0:32342:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1789130417.111261:0:32342:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1789130417.111262:0:32342:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1789130417.111265:0:32342:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8), inode mode 41ff mask 3 00000080:00000001:2.0:1789130417.111270:0:32342:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130417.111276:0:32342:0:(namei.c:2415:ll_unlink()) Process entered 00000020:00000001:2.0:1789130417.111279:0:32342:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f416c3df8 00000080:00200000:2.0:1789130417.111281:0:32342:0:(namei.c:2418:ll_unlink()) VFS Op:name=f22.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff9caf601980c8) 00000080:00000001:2.0:1789130417.111284:0:32342:0:(llite_foreign.c:180:ll_foreign_is_removable()) Process entered 00000020:00000001:2.0:1789130417.111287:0:32342:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1789130417.111290:0:32342:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446634875648776744 : -109198060774872 : ffff9caf58609a28) 00000020:00001000:2.0:1789130417.111292:0:32342:0:(cl_object.c:823:cl_env_get()) 1@ffff9caf58609a20 00000020:00000001:2.0:1789130417.111294:0:32342:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:2.0:1789130417.111298:0:32342:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9caf4a6ab9b0) owner 0000000000000000/ffff9caf581427c0 00020000:00000002:2.0:1789130417.111301:0:32342:0:(lov_object.c:2443:lov_lsm_addref()) lsm ffff9caf4812f4e0 addref 2/0 by ffff9caf581427c0. 00020000:00000002:2.0:1789130417.111323:0:32342:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9caf4a6ab9b0) owner 0000000000000000/ffff9caf581427c0 00020000:00000001:2.0:1789130417.111326:0:32342:0:(lov_object.c:2339:lov_object_layout_get()) Process entered 00020000:00000001:2.0:1789130417.111329:0:32342:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:2.0:1789130417.111331:0:32342:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:2.0:1789130417.111334:0:32342:0:(lov_pack.c:107:lov_lsm_pack_v1v3()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00020000:00000001:2.0:1789130417.111336:0:32342:0:(lov_object.c:2358:lov_object_layout_get()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00000020:00001000:2.0:1789130417.111339:0:32342:0:(cl_object.c:917:cl_env_put()) 1@ffff9caf58609a20 00000080:00000001:2.0:1789130417.111342:0:32342:0:(llite_foreign.c:262:ll_foreign_is_removable()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:2.0:1789130417.111348:0:32342:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9caf51b87600. 00800000:00000002:2.0:1789130417.111352:0:32342:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9caf4557c8c0 2 00800000:00000001:2.0:1789130417.111363:0:32342:0:(lmv_obd.c:3494:lmv_unlink()) Process entered 00800000:00000001:2.0:1789130417.111370:0:32342:0:(lmv_obd.c:2563:lmv_early_cancel()) Process entered 00800000:00000002:2.0:1789130417.111373:0:32342:0:(lmv_obd.c:2582:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x200000404:0x2b:0x0] 00800000:00000001:2.0:1789130417.111376:0:32342:0:(lmv_obd.c:2587:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789130417.111378:0:32342:0:(lmv_obd.c:3534:lmv_unlink()) unlink with fid=[0x200000007:0x1:0x0]/[0x200000404:0x2b:0x0] -> mds #0 00000002:00000001:2.0:1789130417.111383:0:32342:0:(mdc_reint.c:315:mdc_unlink()) Process entered 00000002:00000001:2.0:1789130417.111385:0:32342:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1789130417.111389:0:32342:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf51bbdf00 count: 2 00010000:00000001:2.0:1789130417.111392:0:32342:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789130417.111395:0:32342:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1789130417.111398:0:32342:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1789130417.111400:0:32342:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e20800/0xde5303b1d982cda9 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xcdf1b083821a5aea expref: -99 pid: 32342 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00000001:2.0:1789130417.111409:0:32342:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1789130417.111412:0:32342:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1789130417.111416:0:32342:0:(file.c:6113:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1789130417.111418:0:32342:0:(file.c:6119:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:2.0:1789130417.111420:0:32342:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789130417.111422:0:32342:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789130417.111424:0:32342:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf51bbdf00 count: 3 00010000:00000001:2.0:1789130417.111427:0:32342:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789130417.111430:0:32342:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789130417.111431:0:32342:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789130417.111432:0:32342:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789130417.111434:0:32342:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf51bbdf00 count: 3 00010000:00000001:2.0:1789130417.111436:0:32342:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789130417.111438:0:32342:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789130417.111439:0:32342:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789130417.111440:0:32342:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789130417.111442:0:32342:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf51bbdf00 count: 3 00010000:00000001:2.0:1789130417.111444:0:32342:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789130417.111446:0:32342:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130417.111448:0:32342:0:(file.c:6141:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1789130417.111451:0:32342:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff9caf60198000, pfid = [0x0:0x0:0x0] 00000080:00000001:2.0:1789130417.111455:0:32342:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:2.0:1789130417.111457:0:32342:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:2.0:1789130417.111459:0:32342:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1789130417.111460:0:32342:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130417.111464:0:32342:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1789130417.111467:0:32342:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1789130417.111468:0:32342:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1789130417.111470:0:32342:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789130417.111471:0:32342:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1789130417.111474:0:32342:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9caf47e20800 with handle 0xde5303b1d982cda9 from hash 00010000:00000001:2.0:1789130417.111477:0:32342:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1789130417.111478:0:32342:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130417.111479:0:32342:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130417.111481:0:32342:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1789130417.111483:0:32342:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1789130417.111485:0:32342:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1789130417.111497:0:32342:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1789130417.111499:0:32342:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1789130417.111502:0:32342:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1789130417.111504:0:32342:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1789130417.111936:0:32342:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf42f26900 count: 2 00010000:00000001:2.0:1789130417.111940:0:32342:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789130417.111943:0:32342:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1789130417.111945:0:32342:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1789130417.111948:0:32342:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b6600/0xde5303b1d982cdb0 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xcdf1b083821a5b06 expref: -99 pid: 32342 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00000001:2.0:1789130417.111955:0:32342:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1789130417.111957:0:32342:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1789130417.111959:0:32342:0:(file.c:6113:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1789130417.111961:0:32342:0:(file.c:6119:ll_have_md_lock()) trying to match res [0x200000404:0x2b:0x0] mode (null) 00000002:00000001:2.0:1789130417.111963:0:32342:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789130417.111965:0:32342:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789130417.111967:0:32342:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf42f26900 count: 3 00010000:00000001:2.0:1789130417.111969:0:32342:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789130417.111971:0:32342:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789130417.111973:0:32342:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789130417.111974:0:32342:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789130417.111975:0:32342:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf42f26900 count: 3 00010000:00000001:2.0:1789130417.111977:0:32342:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789130417.111979:0:32342:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789130417.111980:0:32342:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789130417.111982:0:32342:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789130417.111983:0:32342:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf42f26900 count: 3 00010000:00000001:2.0:1789130417.111985:0:32342:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789130417.111987:0:32342:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789130417.111988:0:32342:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789130417.111990:0:32342:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789130417.111991:0:32342:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf42f26900 count: 3 00010000:00000001:2.0:1789130417.111993:0:32342:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789130417.111995:0:32342:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130417.111997:0:32342:0:(file.c:6141:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130417.111999:0:32342:0:(file.c:6819:ll_layout_conf()) Process entered 00000020:00000001:2.0:1789130417.112001:0:32342:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1789130417.112003:0:32342:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446634875648776744 : -109198060774872 : ffff9caf58609a28) 00000020:00001000:2.0:1789130417.112005:0:32342:0:(cl_object.c:823:cl_env_get()) 1@ffff9caf58609a20 00000020:00000001:2.0:1789130417.112007:0:32342:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:2.0:1789130417.112010:0:32342:0:(vvp_object.c:123:vvp_conf_set()) [0x200000404:0x2b:0x0]: losing layout lock 00000080:00000001:2.0:1789130417.112013:0:32342:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:2.0:1789130417.112015:0:32342:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:2.0:1789130417.112019:0:32342:0:(lov_object.c:1460:lov_conf_set()) Process entered 00020000:00000001:2.0:1789130417.112021:0:32342:0:(lov_object.c:1474:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1789130417.112024:0:32342:0:(lov_object.c:1547:lov_conf_set()) [0x200000404:0x2b:0x0] lo_layout_invalid=1 00020000:00000001:2.0:1789130417.112026:0:32342:0:(lov_object.c:1548:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130417.112028:0:32342:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1789130417.112029:0:32342:0:(cl_object.c:917:cl_env_put()) 1@ffff9caf58609a20 00000080:00000001:2.0:1789130417.112032:0:32342:0:(file.c:6861:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130417.112035:0:32342:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:2.0:1789130417.112038:0:32342:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x2b:0x0](ffff9caf60862a08) invalid 00000020:00000001:2.0:1789130417.112040:0:32342:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f416c3a60 00000080:00002000:2.0:1789130417.112042:0:32342:0:(llite_internal.h:2032:d_lustre_invalidate()) invalidate dentry f22.recovery-small-2 (ffff9caf600edd80) parent ffff9caf600f3360 inode ffff9caf60862a08 refc 1 00000080:00000001:2.0:1789130417.112046:0:32342:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:2.0:1789130417.112048:0:32342:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1789130417.112050:0:32342:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130417.112053:0:32342:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1789130417.112054:0:32342:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1789130417.112055:0:32342:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1789130417.112057:0:32342:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789130417.112059:0:32342:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1789130417.112061:0:32342:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9caf586b6600 with handle 0xde5303b1d982cdb0 from hash 00010000:00000001:2.0:1789130417.112064:0:32342:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1789130417.112065:0:32342:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130417.112066:0:32342:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130417.112067:0:32342:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1789130417.112069:0:32342:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1789130417.112071:0:32342:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1789130417.112073:0:32342:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1789130417.112075:0:32342:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1789130417.112077:0:32342:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1789130417.112084:0:32342:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf580bbc00. 00000020:00000040:2.0:1789130417.112089:0:32342:0:(genops.c:1210:class_import_get()) import ffff9caf6079a800 refcount=5 obd=lustre-MDT0000-mdc-ffff9caf5014c800 02000000:00000001:2.0:1789130417.112094:0:32342:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1789130417.112096:0:32342:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130417.112099:0:32342:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1789130417.112103:0:32342:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789130417.112105:0:32342:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130417.112107:0:32342:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789130417.112109:0:32342:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789130417.112113:0:32342:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789130417.112123:0:32342:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9caf518fdc00. 00000100:00000001:2.0:1789130417.112131:0:32342:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130417.112133:0:32342:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789130417.112136:0:32342:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1789130417.112143:0:32342:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b6600/0xde5303b1d982cdb0 lrc: 1/0,0 mode: --/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xcdf1b083821a5b06 expref: -99 pid: 32342 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1789130417.112149:0:32342:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e20800/0xde5303b1d982cda9 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xcdf1b083821a5aea expref: -99 pid: 32342 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:2.0:1789130417.112155:0:32342:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 2 locks packed 00010000:00000001:2.0:1789130417.112156:0:32342:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:2.0:1789130417.112158:0:32342:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1789130417.112160:0:32342:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b6600/0xde5303b1d982cdb0 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xcdf1b083821a5b06 expref: -99 pid: 32342 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000010:2.0:1789130417.112167:0:32342:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9caf58606240. 00010000:00000040:2.0:1789130417.112173:0:32342:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9caf42f26900 count: 0 00010000:00000010:2.0:1789130417.112178:0:32342:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9caf50154a80. 00010000:00000001:2.0:1789130417.112189:0:32342:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130417.112191:0:32342:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1789130417.112193:0:32342:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e20800/0xde5303b1d982cda9 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xcdf1b083821a5aea expref: -99 pid: 32342 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000040:2.0:1789130417.112199:0:32342:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9caf51bbdf00 count: 0 00010000:00000010:2.0:1789130417.112201:0:32342:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9caf42e06980. 00010000:00000001:2.0:1789130417.112209:0:32342:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130417.112211:0:32342:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130417.112212:0:32342:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789130417.112214:0:32342:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130417.112216:0:32342:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:2.0:1789130417.112226:0:32342:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9caf5014c800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1789130417.112238:0:32342:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9caf580bbc00 x1876037329038720/t0(0) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 504/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789130417.112247:0:32342:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1789130417.112250:0:32342:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1789130417.112259:0:32342:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9caf46b98f00. 00000100:00000001:2.0:1789130417.112261:0:32342:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446634875352616704 : -109198356934912 : ffff9caf46b98f00) 00000100:00000001:2.0:1789130417.112264:0:32342:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789130417.112266:0:32342:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875643214848 : -109198066336768 : ffff9caf580bbc00) 00000100:00000001:2.0:1789130417.112270:0:32342:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789130417.112275:0:32342:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130417.112278:0:32342:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1789130417.112279:0:32342:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789130417.112284:0:32342:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf580bbc00 x1876037329038720/t0(0) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 504/624 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130417.112292:0:32342:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789130417.112294:0:32342:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789130417.112298:0:32342:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789130417.112300:0:32342:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789130417.112317:0:32342:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789130417.112321:0:32342:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf580bbc00 pname:cluuid:pid:xid:nid:opc:job rm:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:32342:1876037329038720:192.168.204.123@tcp:36:rm.0 00000100:00000001:2.0:1789130417.112325:0:32342:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789130417.112332:0:32342:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789130417.112335:0:32342:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789130417.112337:0:32342:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789130417.112343:0:32342:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9caf58573800. 02000000:00000001:2.0:1789130417.112345:0:32342:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789130417.112354:0:32342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:2.0:1789130417.112359:0:32342:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf483fdd68. 00000400:00000010:2.0:1789130417.112368:0:32342:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf42d18c38. 00000100:00000200:2.0:1789130417.112377:0:32342:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876037329038720, portal 10 00000100:00000001:2.0:1789130417.112379:0:32342:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789130417.112380:0:32342:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875643214848 : -109198066336768 : ffff9caf580bbc00) 00000100:00000040:2.0:1789130417.112389:0:32342:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9caf580bbc00 x1876037329038720/t0(0) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 504/624 e 0 to 0 dl 1789130433 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130417.112396:0:32342:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789130417.112399:0:32342:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:2.0:1789130417.112402:0:32342:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf42d184c8. 00000100:00000200:2.0:1789130417.112405:0:32342:0:(niobuf.c:94:ptl_send_buf()) Sending 504 bytes to portal 12, xid 1876037329038720, offset 0 00000400:00000200:2.0:1789130417.112413:0:32342:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:2.0:1789130417.112423:0:32342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130417.112433:0:32342:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:2.0:1789130417.112440:0:32342:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789130417.112446:0:32342:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:2.0:1789130417.112450:0:32342:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789130417.112453:0:32342:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:2.0:1789130417.112457:0:32342:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2558:2558:256:4294967295] 192.168.204.123@tcp LPNI seq info [2557:2557:8:4294967295] 00000400:00000200:2.0:1789130417.112461:0:32342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130417.112472:0:32342:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:2.0:1789130417.112495:0:32342:0:(socklnd_cb.c:931:ksocknal_send()) sending 504 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:2.0:1789130417.112501:0:32342:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf501cff00. 00000800:00000200:2.0:1789130417.113049:0:32342:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:2.0:1789130417.113059:0:32342:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:2.0:1789130417.113064:0:32342:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf501cff00 type 1, nob 600 niov 1 nkiov 1 00000100:00000001:2.0:1789130417.113132:0:32342:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130417.113138:0:32342:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: using a timeout of 798641 usecs (799 jiffies) 00000400:00000200:2.0:1789130417.113142:0:32342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:2.0:1789130417.113145:0:32342:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296511934 00000100:00000001:2.0:1789130417.113148:0:32342:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 2, keep current deadline 4296515064 00000100:00000001:2.0:1789130417.113150:0:32342:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296511934 00000100:00000001:2.0:1789130417.113153:0:32342:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 3, keep current deadline 4296515064 00000100:00000001:2.0:1789130417.113155:0:32342:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789130417.113158:0:32342:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130417.113160:0:32342:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789130417.113162:0:32342:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1789130417.113164:0:32342:0:(client.c:2715:ptlrpc_set_wait()) set ffff9caf46b98f00 going to sleep for 11 seconds 00000100:00000001:2.0:1789130417.113167:0:32342:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789130417.113170:0:32342:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1789130417.115795:0:2341:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf47e20400. 00000800:00000200:3.0:1789130417.115936:0:2341:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789130417.115941:0:2341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf501cff00. 00000400:00000200:3.0:1789130417.115949:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130417.115957:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:3.0:1789130417.115963:0:2341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf42d184c8 00000400:00000010:3.0:1789130417.115965:0:2341:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf42d184c8. 00000100:00000001:3.0:1789130417.115970:0:2341:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789130417.115976:0:2341:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf580bbc00 x1876037329038720/t0(0) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 504/624 e 0 to 0 dl 1789130433 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130417.115988:0:2341:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130417.115991:0:2341:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf580bbc00 x1876037329038720/t0(0) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 504/624 e 0 to 0 dl 1789130433 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130417.116006:0:2341:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130417.116007:0:2341:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:2.1:1789130417.118893:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf42f26900. 00010000:00000010:2.1:1789130417.118912:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf586b6600. 00010000:00000010:2.1:1789130417.118918:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf51bbdf00. 00010000:00000010:2.1:1789130417.118922:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf47e20800. 00000800:00000001:3.0:1789130417.133376:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130417.133400:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789130417.133406:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130417.133408:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130417.133419:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130417.133439:0:2342:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:3.0:1789130417.133449:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130417.133453:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130417.133459:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130417.133463:0:2342:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 456 into portal 10 MB=0x6aa3efa952d80 00000400:00000200:3.0:1789130417.133468:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130417.133475:0:2342:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.123@tcp of length 456/456 into md 0x6e4d [1] + 224 00000800:00000001:3.0:1789130417.133483:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130417.133490:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130417.133494:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130417.133499:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:3.0:1789130417.135118:0:2342:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789130417.135137:0:2342:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf580bbc00 x1876037329038720/t0(0) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 504/624 e 0 to 0 dl 1789130433 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789130417.135151:0:2342:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff9caf580bbc00 x1876037329038720/t0(0) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 504/624 e 0 to 0 dl 1789130433 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130417.135235:0:32342:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789130417.135256:0:2342:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1789130417.135270:0:2342:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1789130417.135276:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130417.135283:0:2342:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.204.23@tcp to MR: 192.168.204.123@tcp local destination 00000400:00000200:3.0:1789130417.135289:0:2342:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2559:2559:256:4294967295] 192.168.204.123@tcp LPNI seq info [2558:2558:8:4294967295] 00000400:00000200:3.0:1789130417.135294:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130417.135315:0:2342:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:192.168.204.23@tcp) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) 192.168.204.123@tcp : ACK try# 0 00000800:00000200:3.0:1789130417.135322:0:2342:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:3.0:1789130417.135331:0:2342:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf47fd2700. 00000800:00000200:3.0:1789130417.135337:0:2342:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:3.0:1789130417.135345:0:2342:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:3.0:1789130417.135350:0:2342:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf47fd2700 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1789130417.135445:0:2342:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789130417.135449:0:2342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf47fd2700. 00000400:00000200:3.0:1789130417.135454:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130417.135458:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: ACK: OK 00000800:00000001:3.0:1789130417.135465:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130417.135470:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1789130417.148280:0:32342:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789130417.148288:0:32342:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789130417.148292:0:32342:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf483fdd68. 00000400:00000200:2.0:1789130417.148300:0:32342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf42d18c38 00000400:00000010:2.0:1789130417.148322:0:32342:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf42d18c38. 00000100:00000001:2.0:1789130417.148327:0:32342:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789130417.148339:0:32342:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf580bbc00 x1876037329038720/t0(0) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 504/624 e 0 to 0 dl 1789130433 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789130417.148350:0:32342:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf580bbc00 x1876037329038720/t0(0) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 504/624 e 0 to 0 dl 1789130433 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130417.148358:0:32342:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789130417.148361:0:32342:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789130417.148363:0:32342:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789130417.148367:0:32342:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789130417.148369:0:32342:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789130417.148371:0:32342:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789130417.148374:0:32342:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789130417.148384:0:32342:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf6079ac60 time=36 v=5 (5 104 104 104) 00000100:00001000:2.0:1789130417.148388:0:32342:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf6079ac18 time=1 v=5 (1 0 0 0) 00000100:00000001:2.0:1789130417.148390:0:32342:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789130417.148392:0:32342:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130417.148395:0:32342:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789130417.148400:0:32342:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130417.148403:0:32342:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1789130417.148405:0:32342:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x1000000a3/0x100000161] 00000100:00000001:2.0:1789130417.148407:0:32342:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1789130417.148410:0:32342:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789130417.148411:0:32342:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875643214848 : -109198066336768 : ffff9caf580bbc00) 00000100:00000001:2.0:1789130417.148415:0:32342:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789130417.148417:0:32342:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9caf5014c800: skip recheck: last_committed 4294967651 00000100:00000001:2.0:1789130417.148419:0:32342:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789130417.148421:0:32342:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130417.148426:0:32342:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf580bbc00 x1876037329038720/t4294967653(4294967653) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 504/456 e 0 to 0 dl 1789130433 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130417.148438:0:32342:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789130417.148441:0:32342:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789130417.148443:0:32342:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789130417.148446:0:32342:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf580bbc00 x1876037329038720/t4294967653(4294967653) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 504/456 e 0 to 0 dl 1789130433 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789130417.148454:0:32342:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf580bbc00 pname:cluuid:pid:xid:nid:opc:job rm:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:32342:1876037329038720:192.168.204.123@tcp:36:rm.0 00000100:00000001:2.0:1789130417.148459:0:32342:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789130417.148462:0:32342:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130417.148465:0:32342:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1789130417.148467:0:32342:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130417.148470:0:32342:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf580bbc00 x1876037329038720/t4294967653(4294967653) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 504/456 e 0 to 0 dl 1789130433 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130417.148873:0:32342:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789130417.148878:0:32342:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9caf46b98f00. 00000100:00000001:2.0:1789130417.148883:0:32342:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1789130417.148884:0:32342:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789130417.148893:0:32342:0:(mdc_reint.c:367:mdc_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789130417.148896:0:32342:0:(lmv_obd.c:3544:lmv_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789130417.148900:0:32342:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9caf4557c8c0 2 00000080:00000010:2.0:1789130417.148904:0:32342:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9caf51b87600. 00000100:00000001:2.0:1789130417.148912:0:32342:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130417.148916:0:32342:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf580bbc00 x1876037329038720/t4294967653(4294967653) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 504/456 e 0 to 0 dl 1789130433 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130417.148923:0:32342:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130417.148927:0:32342:0:(namei.c:2468:ll_unlink()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130417.156694:0:32342:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1789130417.156702:0:32342:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f416c3e28 00000080:00002000:3.0:1789130417.156706:0:32342:0:(dcache.c:127:ll_ddelete()) deleting dentry f22.recovery-small-2 (ffff9caf600edd80, parent ffff9caf600f3360, inode 0000000000000000) hashed, 00000080:00000001:3.0:1789130417.156709:0:32342:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1789130417.156717:0:32342:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:3.0:1789130417.156850:0:32342:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000010:3.1:1789130417.191910:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9caf4632baa0. 00000080:00400000:2.0:1789130417.209914:0:32325:0:(statahead.c:1623:ll_statahead_thread()) lustre: statahead thread stopped: sai ffff9caf43366e00, parent / hit 0 miss 0 00000080:00000001:2.0:1789130417.209933:0:32325:0:(llite_lib.c:3423:ll_delete_inode()) Process entered 00000080:00000001:2.0:1789130417.209936:0:32325:0:(file.c:5312:cl_sync_file_range()) Process entered 00000020:00000001:2.0:1789130417.209939:0:32325:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1789130417.209943:0:32325:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446634875648776744 : -109198060774872 : ffff9caf58609a28) 00000020:00001000:2.0:1789130417.209947:0:32325:0:(cl_object.c:823:cl_env_get()) 1@ffff9caf58609a20 00000020:00000001:2.0:1789130417.209953:0:32325:0:(cl_object.c:143:cl_object_top()) ffff9caf42e28c38 -> ffff9caf42e28c38 00000020:00000001:2.0:1789130417.209956:0:32325:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:2.0:1789130417.209958:0:32325:0:(vvp_io.c:1987:vvp_io_init()) Process entered 00000080:00200000:2.0:1789130417.209960:0:32325:0:(vvp_io.c:1992:vvp_io_init()) [0x200000404:0x2b:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:2.0:1789130417.209963:0:32325:0:(cl_io.c:902:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1789130417.209965:0:32325:0:(cl_io.c:908:cl_io_slice_add()) Process leaving 00000080:00000001:2.0:1789130417.209966:0:32325:0:(vvp_io.c:2064:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1789130417.209970:0:32325:0:(lov_object.c:1604:lov_io_init()) [0x200000404:0x2b:0x0]io ffff9caf42d82760 type 6 ignore/verify layout 1/0, compressed 0 00020000:00000002:2.0:1789130417.209973:0:32325:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9caf4a6ab9b0) owner 0000000000000000/ffff9caf5011a7c0 00020000:00000001:2.0:1789130417.209977:0:32325:0:(lov_io.c:2488:lov_io_init_composite()) Process entered 00020000:00000001:2.0:1789130417.209979:0:32325:0:(lov_io.c:764:lov_io_slice_init()) Process entered 00020000:00000001:2.0:1789130417.209981:0:32325:0:(lov_io.c:478:lov_io_mirror_init()) Process entered 00020000:00000001:2.0:1789130417.209983:0:32325:0:(lov_io.c:489:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789130417.209985:0:32325:0:(lov_io.c:919:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:2.0:1789130417.209987:0:32325:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:2.0:1789130417.209988:0:32325:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130417.209990:0:32325:0:(cl_io.c:902:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1789130417.209991:0:32325:0:(cl_io.c:908:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1789130417.209992:0:32325:0:(lov_io.c:2501:lov_io_init_composite()) Process leaving 00020000:00000002:2.0:1789130417.209994:0:32325:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9caf4a6ab9b0) owner 0000000000000000/ffff9caf5011a7c0 00000020:00000001:2.0:1789130417.209996:0:32325:0:(cl_io.c:146:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130417.209998:0:32325:0:(cl_io.c:827:cl_io_loop()) Process entered 00000020:00000001:2.0:1789130417.210000:0:32325:0:(cl_io.c:403:cl_io_iter_init()) Process entered 00020000:00000001:2.0:1789130417.210002:0:32325:0:(lov_io.c:1238:lov_io_iter_init()) Process entered 00020000:00200000:2.0:1789130417.210004:0:32325:0:(lov_io.c:1289:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:2.0:1789130417.210007:0:32325:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:2.0:1789130417.210011:0:32325:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1789130417.210012:0:32325:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:2.0:1789130417.210014:0:32325:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1789130417.210015:0:32325:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446634875648774440 : -109198060777176 : ffff9caf58609128) 00000020:00001000:2.0:1789130417.210017:0:32325:0:(cl_object.c:823:cl_env_get()) 1@ffff9caf58609120 00000020:00000001:2.0:1789130417.210020:0:32325:0:(cl_object.c:143:cl_object_top()) ffff9caf42e28080 -> ffff9caf42e28c38 00000020:00000001:2.0:1789130417.210021:0:32325:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:2.0:1789130417.210025:0:32325:0:(cl_io.c:902:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1789130417.210026:0:32325:0:(cl_io.c:908:cl_io_slice_add()) Process leaving 00000020:00000001:2.0:1789130417.210027:0:32325:0:(cl_io.c:146:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789130417.210028:0:32325:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789130417.210030:0:32325:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446634875287506072 : -109198422045544 : ffff9caf42d80c98) 00000020:00000001:2.0:1789130417.210032:0:32325:0:(cl_io.c:403:cl_io_iter_init()) Process entered 00000020:00000001:2.0:1789130417.210034:0:32325:0:(cl_io.c:415:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789130417.210036:0:32325:0:(lov_io.c:1395:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130417.210037:0:32325:0:(cl_io.c:415:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130417.210039:0:32325:0:(cl_io.c:318:cl_io_lock()) Process entered 00020000:00000001:2.0:1789130417.210040:0:32325:0:(lov_io.c:1538:lov_io_lock()) Process entered 00020000:00000001:2.0:1789130417.210042:0:32325:0:(lov_io.c:1516:lov_io_call()) Process entered 00000020:00000001:2.0:1789130417.210043:0:32325:0:(cl_io.c:318:cl_io_lock()) Process entered 00000020:00000001:2.0:1789130417.210044:0:32325:0:(cl_io.c:290:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1789130417.210045:0:32325:0:(cl_io.c:299:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130417.210047:0:32325:0:(cl_io.c:338:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789130417.210048:0:32325:0:(lov_io.c:1533:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789130417.210050:0:32325:0:(lov_io.c:1539:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130417.210051:0:32325:0:(cl_io.c:290:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1789130417.210052:0:32325:0:(cl_io.c:299:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130417.210053:0:32325:0:(cl_io.c:338:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130417.210055:0:32325:0:(cl_io.c:532:cl_io_start()) Process entered 00020000:00000001:2.0:1789130417.210057:0:32325:0:(lov_io.c:1588:lov_io_start()) Process entered 00020000:00000001:2.0:1789130417.210058:0:32325:0:(lov_io.c:1516:lov_io_call()) Process entered 00000020:00000001:2.0:1789130417.210059:0:32325:0:(cl_io.c:532:cl_io_start()) Process entered 00000008:00000001:2.0:1789130417.210061:0:32325:0:(osc_io.c:1127:osc_io_fsync_start()) Process entered 00000008:00000001:2.0:1789130417.210064:0:32325:0:(osc_cache.c:3411:osc_cache_writeback_range()) Process entered 00000008:00000001:2.0:1789130417.210067:0:32325:0:(osc_cache.c:3346:osc_cache_wait_range()) Process entered 00000008:00000020:2.0:1789130417.210069:0:32325:0:(osc_cache.c:3383:osc_cache_wait_range()) obj ffff9caf4a692d58 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:2.0:1789130417.210072:0:32325:0:(osc_cache.c:3384:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:2.0:1789130417.210075:0:32325:0:(osc_cache.c:3551:osc_cache_writeback_range()) obj ffff9caf4a692d58 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 18446744073709551615] npages 0: rc=0. 00000008:00000001:2.0:1789130417.210078:0:32325:0:(osc_cache.c:3566:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1789130417.210080:0:32325:0:(osc_io.c:1196:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130417.210082:0:32325:0:(cl_io.c:544:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789130417.210083:0:32325:0:(lov_io.c:1533:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789130417.210084:0:32325:0:(lov_io.c:1589:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130417.210086:0:32325:0:(cl_io.c:544:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130417.210087:0:32325:0:(cl_io.c:559:cl_io_end()) Process entered 00020000:00000001:2.0:1789130417.210089:0:32325:0:(lov_io.c:2189:lov_io_fsync_end()) Process entered 00020000:00000001:2.0:1789130417.210090:0:32325:0:(lov_io.c:1594:lov_io_end_wrapper()) Process entered 00000020:00000001:2.0:1789130417.210091:0:32325:0:(cl_io.c:559:cl_io_end()) Process entered 00000020:00000001:2.0:1789130417.210093:0:32325:0:(cl_io.c:567:cl_io_end()) Process leaving 00020000:00000001:2.0:1789130417.210094:0:32325:0:(lov_io.c:1604:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789130417.210095:0:32325:0:(lov_io.c:2200:lov_io_fsync_end()) Process leaving 00000020:00000001:2.0:1789130417.210097:0:32325:0:(cl_io.c:567:cl_io_end()) Process leaving 00000020:00000001:2.0:1789130417.210099:0:32325:0:(cl_io.c:356:cl_io_unlock()) Process entered 00020000:00000001:2.0:1789130417.210101:0:32325:0:(lov_io.c:1682:lov_io_unlock()) Process entered 00020000:00000001:2.0:1789130417.210102:0:32325:0:(lov_io.c:1516:lov_io_call()) Process entered 00000020:00000001:2.0:1789130417.210103:0:32325:0:(cl_io.c:356:cl_io_unlock()) Process entered 00000020:00000001:2.0:1789130417.210104:0:32325:0:(cl_io.c:377:cl_io_unlock()) Process leaving 00020000:00000001:2.0:1789130417.210105:0:32325:0:(lov_io.c:1616:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789130417.210107:0:32325:0:(lov_io.c:1533:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789130417.210108:0:32325:0:(lov_io.c:1685:lov_io_unlock()) Process leaving 00000020:00000001:2.0:1789130417.210109:0:32325:0:(cl_io.c:377:cl_io_unlock()) Process leaving 00000020:00000001:2.0:1789130417.210111:0:32325:0:(cl_io.c:453:cl_io_rw_advance()) Process entered 00000020:00000001:2.0:1789130417.210112:0:32325:0:(cl_io.c:469:cl_io_rw_advance()) Process leaving 00000020:00000001:2.0:1789130417.210113:0:32325:0:(cl_io.c:433:cl_io_iter_fini()) Process entered 00020000:00000001:2.0:1789130417.210115:0:32325:0:(lov_io.c:1663:lov_io_iter_fini()) Process entered 00020000:00000001:2.0:1789130417.210116:0:32325:0:(lov_io.c:1516:lov_io_call()) Process entered 00000020:00000001:2.0:1789130417.210117:0:32325:0:(cl_io.c:433:cl_io_iter_fini()) Process entered 00000020:00000001:2.0:1789130417.210118:0:32325:0:(cl_io.c:439:cl_io_iter_fini()) Process leaving 00020000:00000001:2.0:1789130417.210120:0:32325:0:(lov_io.c:1610:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789130417.210121:0:32325:0:(lov_io.c:1533:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789130417.210123:0:32325:0:(lov_io.c:1674:lov_io_iter_fini()) Process leaving 00000020:00000001:2.0:1789130417.210124:0:32325:0:(cl_io.c:439:cl_io_iter_fini()) Process leaving 00000020:00000001:2.0:1789130417.210125:0:32325:0:(cl_io.c:877:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130417.210127:0:32325:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:2.0:1789130417.210129:0:32325:0:(lov_io.c:1057:lov_io_fini()) Process entered 00020000:00000001:2.0:1789130417.210130:0:32325:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:2.0:1789130417.210131:0:32325:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:2.0:1789130417.210133:0:32325:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1789130417.210134:0:32325:0:(cl_object.c:917:cl_env_put()) 1@ffff9caf58609120 00020000:00000001:2.0:1789130417.210137:0:32325:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:2.0:1789130417.210139:0:32325:0:(lov_io.c:1088:lov_io_fini()) Process leaving 00000080:00000001:2.0:1789130417.210141:0:32325:0:(vvp_io.c:392:vvp_io_fini()) Process entered 00000080:00200000:2.0:1789130417.210143:0:32325:0:(vvp_io.c:402:vvp_io_fini()) [0x200000404:0x2b:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, need minor change layout 0 00000080:00000001:2.0:1789130417.210146:0:32325:0:(vvp_io.c:509:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1789130417.210147:0:32325:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1789130417.210150:0:32325:0:(cl_object.c:917:cl_env_put()) 1@ffff9caf58609a20 00000080:00000001:2.0:1789130417.210152:0:32325:0:(file.c:5349:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130417.210156:0:32325:0:(llite_lib.c:2079:ll_clear_inode()) Process entered 00000080:00200000:2.0:1789130417.210157:0:32325:0:(llite_lib.c:2082:ll_clear_inode()) VFS Op:inode=[0x200000404:0x2b:0x0](ffff9caf60862a08) 00800000:00000001:2.0:1789130417.210163:0:32325:0:(lmv_obd.c:1647:lmv_null_inode()) Process entered 00800000:00000002:2.0:1789130417.210165:0:32325:0:(lmv_obd.c:1649:lmv_null_inode()) CBDATA for [0x200000404:0x2b:0x0] 00000002:00000001:2.0:1789130417.210170:0:32325:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:2.0:1789130417.210176:0:32325:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789130417.210178:0:32325:0:(lmv_obd.c:1659:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130417.210180:0:32325:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:2.0:1789130417.210183:0:32325:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:2.0:1789130417.210185:0:32325:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130417.210188:0:32325:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130417.210191:0:32325:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1789130417.210193:0:32325:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446634875648776744 : -109198060774872 : ffff9caf58609a28) 00000020:00001000:2.0:1789130417.210195:0:32325:0:(cl_object.c:823:cl_env_get()) 1@ffff9caf58609a20 00020000:00000001:2.0:1789130417.210201:0:32325:0:(lov_object.c:1555:lov_object_delete()) Process entered 00020000:00000002:2.0:1789130417.210203:0:32325:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9caf4a6ab9b0) owner 0000000000000000/ffff9caf5011a7c0 00020000:00000001:2.0:1789130417.210206:0:32325:0:(lov_object.c:885:lov_delete_composite()) Process entered 00020000:00000002:2.0:1789130417.210208:0:32325:0:(lov_ea.c:762:dump_lsm()) lsm ffff9caf4812f4e0, objid 0x2b:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1789130417.210213:0:32325:0:(lov_ea.c:793:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1789130417.210217:0:32325:0:(lov_ea.c:812:dump_lsm()) oinfo:ffff9caf44bd7000: ostid: 0x280000400:20 ost idx: 1 gen: 0 00020000:00000001:2.0:1789130417.210220:0:32325:0:(lov_object.c:1327:lov_layout_wait()) Process entered 00020000:00000001:2.0:1789130417.210222:0:32325:0:(lov_object.c:1337:lov_layout_wait()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789130417.210224:0:32325:0:(lov_object.c:292:lov_delete_raid0()) Process entered 00000020:00000001:2.0:1789130417.210226:0:32325:0:(cl_object.c:368:cl_object_prune()) Process entered 00010000:00000001:2.0:1789130417.210230:0:32325:0:(ldlm_request.c:2697:ldlm_resource_iterate()) Process entered 00010000:00000040:2.0:1789130417.210235:0:32325:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf51bbdc00 count: 2 00010000:00000001:2.0:1789130417.210238:0:32325:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789130417.210240:0:32325:0:(ldlm_request.c:2625:ldlm_resource_foreach()) Process entered 00000008:00000001:2.0:1789130417.210242:0:32325:0:(osc_object.c:184:osc_object_ast_clear()) Process entered 00000008:00010000:2.0:1789130417.210247:0:32325:0:(osc_object.c:202:osc_object_ast_clear()) ### update lock size 0 blocks 1 [cma]time: 0 0 0 by oinfo size 0 blocks 1 [cma]time 0 0 0 ns: lustre-OST0001-osc-ffff9caf5014c800 lock: 00000000cfb3d2ba/0xde5303b1d982cda2 lrc: 1/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xcdf1b083821a5ac0 expref: -99 pid: 32325 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000020:00000001:2.0:1789130417.210259:0:32325:0:(cl_object.c:143:cl_object_top()) ffff9caf4a692d58 -> ffff9caf42e28c38 00000020:00000001:2.0:1789130417.210260:0:32325:0:(cl_object.c:143:cl_object_top()) ffff9caf4a692d58 -> ffff9caf42e28c38 00000008:00000001:2.0:1789130417.210262:0:32325:0:(osc_object.c:212:osc_object_ast_clear()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1789130417.210264:0:32325:0:(ldlm_request.c:2641:ldlm_resource_foreach()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1789130417.210266:0:32325:0:(ldlm_request.c:2707:ldlm_resource_iterate()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1789130417.210268:0:32325:0:(cl_object.c:378:cl_object_prune()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:2.0:1789130417.210274:0:32325:0:(osc_object.c:99:osc_object_free()) slab-freed '(osc)': 488 at ffff9caf4a692d58. 00020000:00000001:2.0:1789130417.210277:0:32325:0:(lovsub_object.c:58:lovsub_object_free()) Process entered 00020000:00000010:2.0:1789130417.210279:0:32325:0:(lovsub_object.c:78:lovsub_object_free()) slab-freed 'los': 200 at ffff9caf42e28000. 00020000:00000001:2.0:1789130417.210284:0:32325:0:(lovsub_object.c:80:lovsub_object_free()) Process leaving 00020000:00000001:2.0:1789130417.210286:0:32325:0:(lov_object.c:313:lov_delete_raid0()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789130417.210288:0:32325:0:(lov_object.c:906:lov_delete_composite()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1789130417.210290:0:32325:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9caf4a6ab9b0) owner 0000000000000000/ffff9caf5011a7c0 00020000:00000001:2.0:1789130417.210292:0:32325:0:(lov_object.c:1557:lov_object_delete()) Process leaving 00020000:00000001:2.0:1789130417.210294:0:32325:0:(lov_object.c:1564:lov_object_free()) Process entered 00020000:00000002:2.0:1789130417.210295:0:32325:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9caf4a6ab9b0) owner 0000000000000000/ffff9caf5011a7c0 00020000:00000001:2.0:1789130417.210298:0:32325:0:(lov_object.c:921:lov_fini_composite()) Process entered 00020000:00000010:2.0:1789130417.210314:0:32325:0:(lov_object.c:322:lov_fini_raid0()) kvfree 'r0->lo_sub': 8 at ffff9caf48384f98. 00020000:00000010:2.0:1789130417.210319:0:32325:0:(lov_object.c:930:lov_fini_composite()) kfreed 'comp->lo_entries': 176 at ffff9caf46b98d80. 00020000:00000010:2.0:1789130417.210322:0:32325:0:(lov_object.c:935:lov_fini_composite()) kfreed 'comp->lo_mirrors': 12 at ffff9caf48584340. 00020000:00000002:2.0:1789130417.210325:0:32325:0:(lov_ea.c:762:dump_lsm()) lsm ffff9caf4812f4e0, objid 0x2b:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1789130417.210328:0:32325:0:(lov_ea.c:793:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1789130417.210331:0:32325:0:(lov_ea.c:812:dump_lsm()) oinfo:ffff9caf44bd7000: ostid: 0x280000400:20 ost idx: 1 gen: 0 00020000:00000010:2.0:1789130417.210336:0:32325:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9caf44bd7000. 00020000:00000010:2.0:1789130417.210339:0:32325:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff9caf4812fae0. 00020000:00000010:2.0:1789130417.210342:0:32325:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff9caf4812f4e0. 00020000:00000001:2.0:1789130417.210344:0:32325:0:(lov_object.c:944:lov_fini_composite()) Process leaving 00020000:00000002:2.0:1789130417.210345:0:32325:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9caf4a6ab9b0) owner 0000000000000000/ffff9caf5011a7c0 00020000:00000010:2.0:1789130417.210347:0:32325:0:(lov_object.c:1567:lov_object_free()) slab-freed '(lov)': 248 at ffff9caf4a6ab9b0. 00020000:00000001:2.0:1789130417.210350:0:32325:0:(lov_object.c:1568:lov_object_free()) Process leaving 00000080:00000010:2.0:1789130417.210352:0:32325:0:(vvp_object.c:280:vvp_object_free()) slab-freed 'vob': 200 at ffff9caf42e28bb8. 00000020:00001000:2.0:1789130417.210356:0:32325:0:(cl_object.c:917:cl_env_put()) 1@ffff9caf58609a20 00000080:00000001:2.0:1789130417.210359:0:32325:0:(llite_lib.c:2130:ll_clear_inode()) Process leaving 00000080:00000001:2.0:1789130417.210361:0:32325:0:(llite_lib.c:3452:ll_delete_inode()) Process leaving 00000020:00000001:2.0:1789130417.210368:0:32325:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41f1fe60 00000080:00400000:2.0:1789130417.210371:0:32325:0:(statahead.c:241:sa_free()) free sa entry f22.recovery-small-2(ffff9caf42e06380) index 1 00000080:00000010:2.0:1789130417.210373:0:32325:0:(statahead.c:246:sa_free()) kfreed 'entry': 128 at ffff9caf42e06380. 00000020:00000001:2.0:1789130417.210377:0:32325:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41f1fe60 00000080:00400000:2.0:1789130417.210379:0:32325:0:(statahead.c:241:sa_free()) free sa entry f22.recovery-small-3(ffff9caf42e06600) index 2 00000080:00000010:2.0:1789130417.210381:0:32325:0:(statahead.c:246:sa_free()) kfreed 'entry': 128 at ffff9caf42e06600. 00000020:00000001:2.0:1789130417.210383:0:32325:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41f1fe60 00000080:00400000:2.0:1789130417.210385:0:32325:0:(statahead.c:241:sa_free()) free sa entry f22.recovery-small-4(ffff9caf42e06100) index 3 00000080:00000010:2.0:1789130417.210386:0:32325:0:(statahead.c:246:sa_free()) kfreed 'entry': 128 at ffff9caf42e06100. 00000020:00000001:2.0:1789130417.210389:0:32325:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41f1fe60 00000080:00400000:2.0:1789130417.210390:0:32325:0:(statahead.c:241:sa_free()) free sa entry f22.recovery-small-5(ffff9caf42e06700) index 4 00000080:00000010:2.0:1789130417.210392:0:32325:0:(statahead.c:246:sa_free()) kfreed 'entry': 128 at ffff9caf42e06700. 00000020:00000001:2.0:1789130417.210394:0:32325:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41f1fe60 00000080:00400000:2.0:1789130417.210395:0:32325:0:(statahead.c:241:sa_free()) free sa entry f22.recovery-small-6(ffff9caf42e06e80) index 5 00000080:00000010:2.0:1789130417.210397:0:32325:0:(statahead.c:246:sa_free()) kfreed 'entry': 128 at ffff9caf42e06e80. 00000020:00000001:2.0:1789130417.210399:0:32325:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41f1fe60 00000080:00400000:2.0:1789130417.210400:0:32325:0:(statahead.c:241:sa_free()) free sa entry f22.recovery-small-7(ffff9caf42e06800) index 6 00000080:00000010:2.0:1789130417.210402:0:32325:0:(statahead.c:246:sa_free()) kfreed 'entry': 128 at ffff9caf42e06800. 00000020:00000001:2.0:1789130417.210404:0:32325:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41f1fe60 00000080:00400000:2.0:1789130417.210405:0:32325:0:(statahead.c:241:sa_free()) free sa entry f22.recovery-small-8(ffff9caf42e06d80) index 7 00000080:00000010:2.0:1789130417.210407:0:32325:0:(statahead.c:246:sa_free()) kfreed 'entry': 128 at ffff9caf42e06d80. 00000020:00000001:2.0:1789130417.210409:0:32325:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41f1fe60 00000080:00400000:2.0:1789130417.210410:0:32325:0:(statahead.c:241:sa_free()) free sa entry f22.recovery-small-9(ffff9caf42e06b80) index 8 00000080:00000010:2.0:1789130417.210412:0:32325:0:(statahead.c:246:sa_free()) kfreed 'entry': 128 at ffff9caf42e06b80. 00000020:00000001:2.0:1789130417.210414:0:32325:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41f1fe60 00000080:00400000:2.0:1789130417.210416:0:32325:0:(statahead.c:241:sa_free()) free sa entry f22.recovery-small-10(ffff9caf42e06180) index 9 00000080:00000010:2.0:1789130417.210417:0:32325:0:(statahead.c:246:sa_free()) kfreed 'entry': 128 at ffff9caf42e06180. 00000080:00000010:2.0:1789130417.210420:0:32325:0:(statahead.c:636:ll_sai_free()) kfreed 'sai': 504 at ffff9caf43366e00. 00000080:00000010:2.0:1789130417.210424:0:32325:0:(statahead.c:555:ll_sax_free()) kfreed 'ctx': 2592 at ffff9caf5010d000. 00000080:00000010:2.1:1789130417.258072:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9caf60862940. 00010000:00000001:3.0:1789130418.106002:0:27360:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130418.106009:0:27360:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130418.106013:0:27360:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130418.106014:0:27360:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130418.112772:0:16116:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789130418.112778:0:16116:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789130418.112782:0:16116:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1789130418.709080:0:32428:0:(llite_lib.c:4271:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130419.136883:0:27360:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130419.136891:0:27360:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130419.136896:0:27360:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130419.136897:0:27360:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130419.136940:0:16244:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789130419.136943:0:16244:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789130419.136946:0:16244:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1789130419.961930:0:28590:0:(pinger.c:229:ptlrpc_pinger_process_import()) 70f26143-21ad-4cd3-af2c-0601ab5c9490->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789130419.961939:0:28590:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789130419.961950:0:28590:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf61462580. 00000020:00000040:0.0:1789130419.961956:0:28590:0:(genops.c:1210:class_import_get()) import ffff9caf586ce800 refcount=4 obd=MGC192.168.204.123@tcp 00000100:00000001:0.0:1789130419.961960:0:28590:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789130419.961963:0:28590:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789130419.961968:0:28590:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789130419.961976:0:28590:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9caf451e7d00. 00000100:00000001:0.0:1789130419.961983:0:28590:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130419.961995:0:28590:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 70f26143-21ad-4cd3-af2c-0601ab5c9490->MGS req@ffff9caf61462580 x1876037329038848/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789130419.962005:0:28590:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789130419.962010:0:28590:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130419.962016:0:28590:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005c02454a] to pc [ptlrpcd_00_01+1] req@ffff9caf61462580 x1876037329038848/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130419.962049:0:28590:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130419.962052:0:28590:0:(pinger.c:229:ptlrpc_pinger_process_import()) c4ff2dbd-4d13-4802-9c50-d71e34d32a35->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789130419.962054:0:28590:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789130419.962057:0:28590:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf61460f00. 00000020:00000040:0.0:1789130419.962059:0:28590:0:(genops.c:1210:class_import_get()) import ffff9caf6079a800 refcount=6 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000100:00000001:0.0:1789130419.962061:0:28590:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789130419.962062:0:28590:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789130419.962064:0:28590:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789130419.962067:0:28590:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9caf451e7b00. 00000100:00000001:0.0:1789130419.962070:0:28590:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130419.962074:0:28590:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging c4ff2dbd-4d13-4802-9c50-d71e34d32a35->lustre-MDT0000_UUID req@ffff9caf61460f00 x1876037329038976/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789130419.962080:0:28590:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789130419.962082:0:28590:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130419.962085:0:28590:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e58de083] to pc [ptlrpcd_00_00+0] req@ffff9caf61460f00 x1876037329038976/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130419.962094:0:28590:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130419.962096:0:28590:0:(pinger.c:229:ptlrpc_pinger_process_import()) c4ff2dbd-4d13-4802-9c50-d71e34d32a35->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789130419.962100:0:28590:0:(pinger.c:247:ptlrpc_pinger_process_import()) c4ff2dbd-4d13-4802-9c50-d71e34d32a35->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789130419.962103:0:28590:0:(pinger.c:229:ptlrpc_pinger_process_import()) c4ff2dbd-4d13-4802-9c50-d71e34d32a35->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789130419.962105:0:28590:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789130419.962109:0:28590:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf61462d00. 00000020:00000040:0.0:1789130419.962111:0:28590:0:(genops.c:1210:class_import_get()) import ffff9caf48ede000 refcount=3 obd=lustre-OST0001-osc-ffff9caf5014c800 00000100:00000001:0.0:1789130419.962112:0:28590:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789130419.962114:0:28590:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789130419.962115:0:28590:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789130419.962120:0:28590:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9caf451e7e00. 00000100:00000001:0.0:1789130419.962123:0:28590:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130419.962126:0:28590:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging c4ff2dbd-4d13-4802-9c50-d71e34d32a35->lustre-OST0001_UUID req@ffff9caf61462d00 x1876037329039104/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789130419.962133:0:28590:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789130419.962135:0:28590:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130419.962138:0:28590:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000079b50671] to pc [ptlrpcd_00_01+1] req@ffff9caf61462d00 x1876037329039104/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130419.962145:0:28590:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130419.962149:0:28590:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 2 (1851) 00000100:00000001:1.0:1789130419.962244:0:2348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789130419.962258:0:2348:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789130419.962261:0:2348:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789130419.962269:0:2348:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf61462580 x1876037329038848/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130419.962276:0:2348:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789130419.962278:0:2348:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130419.962282:0:2348:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789130419.962285:0:2348:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789130419.962288:0:2348:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789130419.962292:0:2348:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf61462580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:70f26143-21ad-4cd3-af2c-0601ab5c9490:2348:1876037329038848:192.168.204.123@tcp:400:kworker.0 00000100:00000001:1.0:1789130419.962296:0:2348:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789130419.962305:0:2348:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789130419.962307:0:2348:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130419.962310:0:2348:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789130419.962316:0:2348:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9caf47e8f000. 02000000:00000001:1.0:1789130419.962318:0:2348:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789130419.962328:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:1.0:1789130419.962332:0:2348:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf42d8e2c0. 00000400:00000010:1.0:1789130419.962342:0:2348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf462a3ee0. 00000100:00000200:1.0:1789130419.962352:0:2348:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876037329038848, portal 25 00000100:00000001:1.0:1789130419.962355:0:2348:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789130419.962362:0:2348:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875798037888 : -109197911513728 : ffff9caf61462580) 00000100:00000040:1.0:1789130419.962368:0:2348:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9caf61462580 x1876037329038848/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130435 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130419.962374:0:2348:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789130419.962377:0:2348:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:1.0:1789130419.962380:0:2348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf462a3110. 00000100:00000200:1.0:1789130419.962385:0:2348:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1876037329038848, offset 0 00000400:00000200:1.0:1789130419.962392:0:2348:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:1.0:1789130419.962402:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:1.0:1789130419.962411:0:2348:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:1.0:1789130419.962418:0:2348:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789130419.962440:0:2348:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:1.0:1789130419.962446:0:2348:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789130419.962449:0:2348:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:1.0:1789130419.962454:0:2348:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2560:2560:256:4294967295] 192.168.204.123@tcp LPNI seq info [2559:2559:8:4294967295] 00000400:00000200:1.0:1789130419.962459:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:1.0:1789130419.962472:0:2348:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:1.0:1789130419.962480:0:2348:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:1.0:1789130419.962486:0:2348:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf47f34100. 00000800:00000200:1.0:1789130419.962494:0:2348:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:1.0:1789130419.962503:0:2348:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:1.0:1789130419.962508:0:2348:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf47f34100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789130419.962529:0:2348:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789130419.962533:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:1.0:1789130419.962537:0:2348:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.123@tcp: PM QoS new deadline estimation for cpu 2 is 4296518070 00000100:00000001:1.0:1789130419.962545:0:2348:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.123@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296515064 00000100:00000001:1.0:1789130419.962549:0:2348:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.123@tcp: PM QoS new deadline estimation for cpu 3 is 4296518070 00000100:00000001:1.0:1789130419.962553:0:2348:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.123@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296515064 00000100:00000001:1.0:1789130419.962555:0:2348:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789130419.962558:0:2348:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130419.962561:0:2348:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789130419.962564:0:2348:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf61462d00 x1876037329039104/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130419.962572:0:2348:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789130419.962573:0:2348:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130419.962575:0:2348:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789130419.962576:0:2348:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789130419.962578:0:2348:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789130419.962581:0:2348:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf61462d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:2348:1876037329039104:192.168.204.123@tcp:400:kworker.0 00000100:00000001:1.0:1789130419.962584:0:2348:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789130419.962587:0:2348:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789130419.962588:0:2348:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130419.962589:0:2348:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789130419.962593:0:2348:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9caf47e8e600. 02000000:00000001:1.0:1789130419.962595:0:2348:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789130419.962600:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:1.0:1789130419.962603:0:2348:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf42d8e840. 00000400:00000010:1.0:1789130419.962607:0:2348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf462a35d8. 00000100:00000200:1.0:1789130419.962609:0:2348:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876037329039104, portal 4 00000100:00000001:1.0:1789130419.962611:0:2348:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789130419.962612:0:2348:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875798039808 : -109197911511808 : ffff9caf61462d00) 00000100:00000040:1.0:1789130419.962618:0:2348:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9caf61462d00 x1876037329039104/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130435 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130419.962623:0:2348:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789130419.962625:0:2348:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:1.0:1789130419.962627:0:2348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf462a3aa0. 00000100:00000200:1.0:1789130419.962629:0:2348:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876037329039104, offset 0 00000400:00000200:1.0:1789130419.962633:0:2348:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:1.0:1789130419.962637:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:1.0:1789130419.962639:0:2348:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:1.0:1789130419.962642:0:2348:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789130419.962645:0:2348:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:1.0:1789130419.962647:0:2348:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789130419.962649:0:2348:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:1.0:1789130419.962651:0:2348:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2561:2561:255:4294967295] 192.168.204.123@tcp LPNI seq info [2560:2560:7:4294967295] 00000400:00000200:1.0:1789130419.962655:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:1.0:1789130419.962660:0:2348:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:1.0:1789130419.962663:0:2348:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:1.0:1789130419.962666:0:2348:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf47f34e00. 00000800:00000200:1.0:1789130419.962669:0:2348:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:1.0:1789130419.962673:0:2348:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:1.0:1789130419.962676:0:2348:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf47f34e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789130419.962678:0:2348:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789130419.962682:0:2348:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9caf5014c800: using a timeout of 336351 usecs (337 jiffies) 00000400:00000200:1.0:1789130419.962684:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:1.0:1789130419.962698:0:2348:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296514321 00000100:00000001:1.0:1789130419.962701:0:2348:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9caf5014c800: PM QoS request active for cpu 2, keep current deadline 4296518070 00000100:00000001:1.0:1789130419.962703:0:2348:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296514321 00000100:00000001:1.0:1789130419.962706:0:2348:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9caf5014c800: PM QoS request active for cpu 3, keep current deadline 4296518070 00000100:00000001:1.0:1789130419.962707:0:2348:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789130419.962709:0:2348:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130419.962712:0:2348:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130419.962715:0:2348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130419.962724:0:2348:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789130419.962727:0:2348:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1789130419.962729:0:2348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789130419.962730:0:2348:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789130419.962732:0:2348:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789130419.962735:0:2348:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:1.0:1789130419.962736:0:2348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130419.962738:0:2348:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789130419.962739:0:2348:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130419.962741:0:2348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789130419.962742:0:2348:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789130419.962743:0:2348:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789130419.962747:0:2348:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf61460f00 x1876037329038976/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130419.962753:0:2348:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789130419.962755:0:2348:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130419.962757:0:2348:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789130419.962759:0:2348:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789130419.962760:0:2348:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789130419.962762:0:2348:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf61460f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:2348:1876037329038976:192.168.204.123@tcp:400:kworker.0 00000100:00000001:1.0:1789130419.962766:0:2348:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789130419.962768:0:2348:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789130419.962769:0:2348:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130419.962771:0:2348:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789130419.962774:0:2348:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9caf47e8f600. 02000000:00000001:1.0:1789130419.962775:0:2348:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789130419.962779:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:1.0:1789130419.962782:0:2348:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf42d8e9f8. 00000400:00000010:1.0:1789130419.962785:0:2348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf462a3d48. 00000100:00000200:1.0:1789130419.962788:0:2348:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876037329038976, portal 10 00000100:00000001:1.0:1789130419.962789:0:2348:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789130419.962790:0:2348:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875798032128 : -109197911519488 : ffff9caf61460f00) 00000100:00000040:1.0:1789130419.962795:0:2348:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9caf61460f00 x1876037329038976/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130435 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130419.962801:0:2348:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789130419.962864:0:2348:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:1.0:1789130419.962867:0:2348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf462a3c38. 00000100:00000200:1.0:1789130419.962870:0:2348:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876037329038976, offset 0 00000400:00000200:1.0:1789130419.962874:0:2348:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:1.0:1789130419.962877:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:1.0:1789130419.962880:0:2348:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:1.0:1789130419.962883:0:2348:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789130419.962886:0:2348:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:1.0:1789130419.962888:0:2348:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789130419.962890:0:2348:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:1.0:1789130419.962892:0:2348:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2562:2562:254:4294967295] 192.168.204.123@tcp LPNI seq info [2561:2561:6:4294967295] 00000400:00000200:1.0:1789130419.962895:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:1.0:1789130419.962900:0:2348:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:1.0:1789130419.962904:0:2348:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:1.0:1789130419.962907:0:2348:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf47f34000. 00000800:00000200:1.0:1789130419.962910:0:2348:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:1.0:1789130419.962913:0:2348:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:1.0:1789130419.962915:0:2348:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf47f34000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789130419.962918:0:2348:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789130419.962920:0:2348:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: using a timeout of 797670 usecs (798 jiffies) 00000400:00000200:1.0:1789130419.962922:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:1.0:1789130419.962924:0:2348:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296514783 00000100:00000001:1.0:1789130419.962927:0:2348:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 2, keep current deadline 4296518070 00000100:00000001:1.0:1789130419.962930:0:2348:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296514783 00000100:00000001:1.0:1789130419.962931:0:2348:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 3, keep current deadline 4296518070 00000100:00000001:1.0:1789130419.962933:0:2348:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789130419.962935:0:2348:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130419.962937:0:2348:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130419.962938:0:2348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130419.962951:0:2347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789130419.962953:0:2347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789130419.963060:0:2342:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789130419.963065:0:2342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf47f34100. 00000400:00000200:3.0:1789130419.963072:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130419.963079:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:3.0:1789130419.963085:0:2342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf462a3110 00000400:00000010:3.0:1789130419.963087:0:2342:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf462a3110. 00000100:00000001:3.0:1789130419.963092:0:2342:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789130419.963097:0:2342:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf61462580 x1876037329038848/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130435 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130419.963110:0:2342:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130419.963115:0:2342:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf61462580 x1876037329038848/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130435 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130419.963121:0:2342:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130419.963123:0:2342:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1789130419.963137:0:2342:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789130419.963139:0:2342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf47f34e00. 00000400:00000200:3.0:1789130419.963141:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130419.963144:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:3.0:1789130419.963146:0:2342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf462a3aa0 00000400:00000010:3.0:1789130419.963147:0:2342:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf462a3aa0. 00000100:00000001:3.0:1789130419.963149:0:2342:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789130419.963152:0:2342:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf61462d00 x1876037329039104/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130435 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130419.963157:0:2342:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130419.963160:0:2342:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf61462d00 x1876037329039104/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130435 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130419.963166:0:2342:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130419.963167:0:2342:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1789130419.963229:0:2342:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789130419.963232:0:2342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf47f34000. 00000400:00000200:3.0:1789130419.963235:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130419.963238:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:3.0:1789130419.963240:0:2342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf462a3c38 00000400:00000010:3.0:1789130419.963242:0:2342:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf462a3c38. 00000100:00000001:3.0:1789130419.963244:0:2342:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789130419.963247:0:2342:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf61460f00 x1876037329038976/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130435 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130419.963266:0:2342:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130419.963268:0:2342:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf61460f00 x1876037329038976/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130435 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130419.963279:0:2342:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130419.963280:0:2342:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1789130419.972475:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130419.972493:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789130419.972498:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130419.972500:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130419.972510:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130419.972520:0:2341:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:3.0:1789130419.972528:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130419.972534:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130419.972541:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130419.972545:0:2341:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 224 into portal 25 MB=0x6aa3efa952e00 00000400:00000200:3.0:1789130419.972550:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130419.972556:0:2341:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.123@tcp of length 224/224 into md 0x6e5d [1] + 224 00000800:00000001:3.0:1789130419.972563:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130419.972568:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130419.972572:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130419.972576:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:3.0:1789130419.972584:0:2341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789130419.972593:0:2341:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf61462580 x1876037329038848/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130435 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789130419.972606:0:2341:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9caf61462580 x1876037329038848/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130435 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130419.972629:0:2341:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789130419.972641:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130419.972644:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789130419.972646:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130419.972649:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130419.972653:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130419.972656:0:2341:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:3.0:1789130419.972660:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130419.972663:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130419.972665:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130419.972668:0:2341:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 224 into portal 4 MB=0x6aa3efa952f00 00000400:00000200:3.0:1789130419.972671:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130419.972675:0:2341:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.123@tcp of length 224/224 into md 0x6e65 [1] + 224 00000800:00000001:3.0:1789130419.972679:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130419.972682:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130419.972684:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130419.972704:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:3.0:1789130419.972707:0:2341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789130419.972711:0:2341:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf61462d00 x1876037329039104/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130435 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789130419.972719:0:2341:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9caf61462d00 x1876037329039104/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130435 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130419.972726:0:2341:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789130419.972730:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130419.972733:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789130419.972735:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130419.972736:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130419.972739:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130419.972743:0:2341:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:3.0:1789130419.972746:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130419.972748:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130419.972751:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130419.972753:0:2341:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 224 into portal 10 MB=0x6aa3efa952e80 00000400:00000200:3.0:1789130419.972756:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130419.972760:0:2341:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.123@tcp of length 224/224 into md 0x6e6d [1] + 224 00000800:00000001:3.0:1789130419.972763:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130419.972770:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130419.972772:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130419.972775:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:3.0:1789130419.972779:0:2341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789130419.972784:0:2341:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf61460f00 x1876037329038976/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130435 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789130419.972791:0:2341:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9caf61460f00 x1876037329038976/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130435 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130419.972796:0:2341:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789130419.972799:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130419.972801:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130419.973146:0:2348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789130419.973152:0:2348:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789130419.973160:0:2348:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789130419.973162:0:2348:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789130419.973165:0:2348:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf42d8e9f8. 00000400:00000200:1.0:1789130419.973170:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf462a3d48 00000400:00000010:1.0:1789130419.973173:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf462a3d48. 00000100:00000001:1.0:1789130419.973176:0:2348:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789130419.973181:0:2348:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf61460f00 x1876037329038976/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130435 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789130419.973191:0:2348:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf61460f00 x1876037329038976/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130435 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130419.973198:0:2348:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789130419.973201:0:2348:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130419.973204:0:2348:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789130419.973209:0:2348:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789130419.973212:0:2348:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789130419.973215:0:2348:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130419.973219:0:2348:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789130419.973230:0:2348:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf6079ac60 time=38 v=5 (5 104 104 104) 00000100:00001000:1.0:1789130419.973235:0:2348:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf6079ac18 time=3 v=5 (1 0 0 0) 00000100:00000001:1.0:1789130419.973238:0:2348:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789130419.973239:0:2348:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130419.973243:0:2348:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789130419.973247:0:2348:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130419.973265:0:2348:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789130419.973268:0:2348:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9caf5014c800: skip recheck: last_committed 4294967651 00000100:00000001:1.0:1789130419.973271:0:2348:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789130419.973274:0:2348:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789130419.973279:0:2348:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf61460f00 x1876037329038976/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130435 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130419.973287:0:2348:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789130419.973290:0:2348:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789130419.973292:0:2348:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789130419.973297:0:2348:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf61460f00 x1876037329038976/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130435 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789130419.973306:0:2348:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf61460f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:2348:1876037329038976:192.168.204.123@tcp:400:kworker.0 00000400:00000001:1.0:1789130419.973313:0:2348:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789130419.973315:0:2348:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789130419.973318:0:2348:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf42d8e2c0. 00000400:00000200:1.0:1789130419.973320:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf462a3ee0 00000400:00000010:1.0:1789130419.973322:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf462a3ee0. 00000100:00000001:1.0:1789130419.973325:0:2348:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789130419.973328:0:2348:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf61462580 x1876037329038848/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130435 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789130419.973337:0:2348:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf61462580 x1876037329038848/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130435 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130419.973344:0:2348:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789130419.973345:0:2348:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130419.973348:0:2348:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789130419.973349:0:2348:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789130419.973350:0:2348:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789130419.973352:0:2348:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130419.973354:0:2348:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789130419.973357:0:2348:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf586cec60 time=38 v=5 (5 5 5 5) 00000100:00001000:1.0:1789130419.973361:0:2348:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf586cec18 time=38 v=5 (1 1 1 1) 00000100:00000001:1.0:1789130419.973363:0:2348:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789130419.973365:0:2348:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130419.973367:0:2348:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789130419.973369:0:2348:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130419.973371:0:2348:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789130419.973374:0:2348:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf61462580 x1876037329038848/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130435 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130419.973381:0:2348:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789130419.973383:0:2348:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789130419.973384:0:2348:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789130419.973388:0:2348:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf61462580 x1876037329038848/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130435 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789130419.973396:0:2348:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf61462580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:70f26143-21ad-4cd3-af2c-0601ab5c9490:2348:1876037329038848:192.168.204.123@tcp:400:kworker.0 00000400:00000001:1.0:1789130419.973401:0:2348:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789130419.973402:0:2348:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789130419.973404:0:2348:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf42d8e840. 00000400:00000200:1.0:1789130419.973406:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf462a35d8 00000400:00000010:1.0:1789130419.973408:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf462a35d8. 00000100:00000001:1.0:1789130419.973410:0:2348:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789130419.973414:0:2348:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf61462d00 x1876037329039104/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130435 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789130419.973422:0:2348:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf61462d00 x1876037329039104/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130435 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130419.973428:0:2348:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789130419.973430:0:2348:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130419.973431:0:2348:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789130419.973432:0:2348:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789130419.973434:0:2348:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789130419.973435:0:2348:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130419.973437:0:2348:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789130419.973442:0:2348:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf48ede460 time=38 v=5 (5 5 5 5) 00000100:00001000:1.0:1789130419.973445:0:2348:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf48ede418 time=28 v=5 (1 0 0 0) 00000100:00000001:1.0:1789130419.973447:0:2348:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789130419.973448:0:2348:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130419.973450:0:2348:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789130419.973452:0:2348:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130419.973454:0:2348:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789130419.973455:0:2348:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9caf5014c800: skip recheck: last_committed 4294967312 00000100:00000001:1.0:1789130419.973457:0:2348:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789130419.973458:0:2348:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789130419.973462:0:2348:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf61462d00 x1876037329039104/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130435 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130419.973468:0:2348:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789130419.973469:0:2348:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789130419.973471:0:2348:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789130419.973474:0:2348:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf61462d00 x1876037329039104/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130435 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789130419.973480:0:2348:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf61462d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:2348:1876037329039104:192.168.204.123@tcp:400:kworker.0 00000100:00000001:1.0:1789130419.973485:0:2348:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130419.973488:0:2348:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789130419.973491:0:2348:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf61460f00 x1876037329038976/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130435 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130419.973498:0:2348:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789130419.973500:0:2348:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789130419.973503:0:2348:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9caf47e8f600. 02000000:00000001:1.0:1789130419.973507:0:2348:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789130419.973510:0:2348:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1789130419.973512:0:2348:0:(genops.c:1223:class_import_put()) import ffff9caf6079a800 refcount=5 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000020:00000001:1.0:1789130419.973514:0:2348:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1789130419.973518:0:2348:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9caf451e7b00. 02000000:00000001:1.0:1789130419.973522:0:2348:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789130419.973524:0:2348:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789130419.973526:0:2348:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf61460f00. 00000100:00000001:1.0:1789130419.973530:0:2348:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789130419.973532:0:2348:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130419.973533:0:2348:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789130419.973537:0:2348:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf61462580 x1876037329038848/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130435 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130419.973543:0:2348:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789130419.973544:0:2348:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789130419.973546:0:2348:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9caf47e8f000. 02000000:00000001:1.0:1789130419.973548:0:2348:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789130419.973549:0:2348:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1789130419.973550:0:2348:0:(genops.c:1223:class_import_put()) import ffff9caf586ce800 refcount=3 obd=MGC192.168.204.123@tcp 00000020:00000001:1.0:1789130419.973552:0:2348:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1789130419.973553:0:2348:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9caf451e7d00. 02000000:00000001:1.0:1789130419.973555:0:2348:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789130419.973556:0:2348:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789130419.973557:0:2348:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf61462580. 00000100:00000001:1.0:1789130419.973559:0:2348:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789130419.973560:0:2348:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130419.973562:0:2348:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789130419.973565:0:2348:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf61462d00 x1876037329039104/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130435 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130419.973569:0:2348:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789130419.973571:0:2348:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789130419.973572:0:2348:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9caf47e8e600. 02000000:00000001:1.0:1789130419.973574:0:2348:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789130419.973575:0:2348:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1789130419.973576:0:2348:0:(genops.c:1223:class_import_put()) import ffff9caf48ede000 refcount=2 obd=lustre-OST0001-osc-ffff9caf5014c800 00000020:00000001:1.0:1789130419.973577:0:2348:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1789130419.973578:0:2348:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9caf451e7e00. 02000000:00000001:1.0:1789130419.973580:0:2348:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789130419.973581:0:2348:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789130419.973582:0:2348:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf61462d00. 00000100:00000001:1.0:1789130419.973585:0:2348:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789130419.973587:0:2348:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130419.973589:0:2348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130419.973598:0:2348:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789130419.973600:0:2348:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130419.973603:0:2348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789130419.973605:0:2348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130420.153987:0:27360:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130420.153995:0:27360:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130420.154002:0:27360:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130420.154003:0:27360:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130420.154222:0:16115:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789130420.154227:0:16115:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789130420.154231:0:16115:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1789130421.177885:0:27360:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130421.177892:0:27360:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130421.177899:0:27360:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130421.177900:0:27360:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130421.178071:0:16116:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789130421.178076:0:16116:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789130421.178079:0:16116:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:2.0:1789130421.612398:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130421.612414:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789130421.612417:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130421.612420:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130421.612429:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130421.612438:0:2342:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:2.0:1789130421.612447:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130421.612452:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130421.612459:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130421.612464:0:2342:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 328 into portal 15 MB=0x6aa3efb35f800 00000400:00000200:2.0:1789130421.612473:0:2342:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.123@tcp of length 328/328 into md 0x65b5 [2] + 1640 00000800:00000001:2.0:1789130421.612481:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130421.612487:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130421.612491:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130421.612497:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:2.0:1789130421.612506:0:2342:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1789130421.612508:0:2342:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:2.0:1789130421.612516:0:2342:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf580b8b40. 00000100:00000040:2.0:1789130421.612520:0:2342:0:(events.c:337:request_in_callback()) incoming req@ffff9caf580b8b40 x1876037339576320 msgsize 328 00000100:00100000:2.0:1789130421.612525:0:2342:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.123@tcp (source: 12345-192.168.204.123@tcp) 00000100:00000001:2.0:1789130421.612537:0:2342:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1789130421.612547:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130421.612550:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130421.621609:0:16107:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1789130421.621619:0:16107:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876037339576320 02000000:00000001:3.0:1789130421.621625:0:16107:0:(sec.c:2469:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1789130421.621629:0:16107:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789130421.621633:0:16107:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789130421.621640:0:16107:0:(sec.c:2518:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789130421.621645:0:16107:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876037339576320 00000020:00000001:3.0:1789130421.621649:0:16107:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789130421.621651:0:16107:0:(genops.c:804:class_conn2export()) looking for export cookie 0xde5303b1d982c249 00000020:00000001:3.0:1789130421.621653:0:16107:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789130421.621658:0:16107:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9caf45558800 refcount=4 00000020:00000001:3.0:1789130421.621661:0:16107:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875329284096 : -109198380267520 : ffff9caf45558800) 00000020:00000001:3.0:1789130421.621664:0:16107:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634875329284096 : -109198380267520 : ffff9caf45558800) 00000100:00000001:3.0:1789130421.621670:0:16107:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1789130421.621678:0:16107:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9caf4689c8c0. 00000100:00000001:3.0:1789130421.621682:0:16107:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1789130421.621685:0:16107:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff9caf4689c8c0. 00000020:00000010:3.0:1789130421.621696:0:16107:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9caf48632a00. 00000020:00000010:3.0:1789130421.621704:0:16107:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9caf42e06c80. 00000020:00000010:3.0:1789130421.621712:0:16107:0:(tgt_main.c:759:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9caf50186ed8. 00000100:00000040:3.0:1789130421.621723:0:16107:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:3.0:1789130421.621727:0:16107:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1789130421.621729:0:16107:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1789130421.621732:0:16107:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130421.621872:0:16107:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130421.621883:0:16107:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130421.621895:0:16107:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1789130421.621897:0:16107:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1789130421.621906:0:16107:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.123@tcp, seq: 57 00000100:00000040:3.0:1789130421.621910:0:16107:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9caf45558800 : new rpc_count 1 00000100:00000001:3.0:1789130421.621912:0:16107:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446634875643202368 : -109198066349248 : ffff9caf580b8b40) 00000100:00000040:3.0:1789130421.621922:0:16107:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9caf580b8b40 x1876037339576320/t0(0) o104->LOV_OSC_UUID@192.168.204.123@tcp:137/0 lens 328/0 e 0 to 0 dl 1789130432 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789130421.621933:0:16107:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1789130421.621936:0:16107:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9caf4689c8c0. 00000100:00000001:3.0:1789130421.621938:0:16107:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1789130421.621940:0:16107:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff9caf4689c8c0. 00000100:00100000:3.0:1789130421.621945:0:16107:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9caf580b8b40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:6667:x1876037339576320:12345-192.168.204.123@tcp:104: 00000100:00000200:3.0:1789130421.621949:0:16107:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1876037339576320 00010000:00000001:3.0:1789130421.621951:0:16107:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:3.0:1789130421.621958:0:16107:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789130421.621960:0:16107:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789130421.621962:0:16107:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf47e21000 refcount=2 00000020:00000001:3.0:1789130421.621963:0:16107:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875372048384 : -109198337503232 : ffff9caf47e21000) 00010000:00000001:3.0:1789130421.621966:0:16107:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875372048384 : -109198337503232 : ffff9caf47e21000) 00010000:00000001:3.0:1789130421.621970:0:16107:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789130421.621974:0:16107:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1789130421.621980:0:16107:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff9caf5014c800 lock: 00000000cfb3d2ba/0xde5303b1d982cda2 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xcdf1b083821a5ac0 expref: -99 pid: 32325 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000100:00000001:3.0:1789130421.621999:0:16107:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1789130421.622002:0:16107:0:(sec.c:2540:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1789130421.622006:0:16107:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9caf58482000. 02000000:00000001:3.0:1789130421.622009:0:16107:0:(sec.c:2577:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130421.622012:0:16107:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130421.622017:0:16107:0:(ldlm_lib.c:3383:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1789130421.622020:0:16107:0:(ldlm_lib.c:3404:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789130421.622024:0:16107:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf46ba21e8 time=39 v=5 (1 1 1 1) 00000100:00000001:3.0:1789130421.622028:0:16107:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789130421.622031:0:16107:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9caf452f48c0 refcount 13 to 192.168.204.123@tcp 00000100:00000001:3.0:1789130421.622034:0:16107:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634875326777536 : -109198382774080 : ffff9caf452f48c0) 02000000:00000001:3.0:1789130421.622036:0:16107:0:(sec.c:2591:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1789130421.622039:0:16107:0:(sec.c:2602:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130421.622043:0:16107:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789130421.622045:0:16107:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:3.0:1789130421.622051:0:16107:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf4549f440. 00000100:00000200:3.0:1789130421.622059:0:16107:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1876037339576320, offset 224 00000400:00000200:3.0:1789130421.622067:0:16107:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:3.0:1789130421.622078:0:16107:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130421.622086:0:16107:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.204.23@tcp to MR: 192.168.204.123@tcp local destination 00000400:00000200:3.0:1789130421.622093:0:16107:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2563:2563:256:4294967295] 192.168.204.123@tcp LPNI seq info [2562:2562:8:4294967295] 00000400:00000200:3.0:1789130421.622097:0:16107:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130421.622107:0:16107:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:192.168.204.23@tcp) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:3.0:1789130421.622113:0:16107:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:3.0:1789130421.622120:0:16107:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf47fd2900. 00000800:00000200:3.0:1789130421.622129:0:16107:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:3.0:1789130421.622138:0:16107:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:3.0:1789130421.622144:0:16107:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf47fd2900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789130421.622157:0:16107:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130421.622162:0:16107:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9caf452f48c0 refcount 12 to 192.168.204.123@tcp 00010000:00000001:3.0:1789130421.622164:0:16107:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:3.0:1789130421.622168:0:16107:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff9caf42d8f000. 00010000:00000001:3.0:1789130421.622171:0:16107:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:3.0:1789130421.622189:0:16107:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:3.0:1789130421.622191:0:16107:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130421.622192:0:16107:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130421.622195:0:16107:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130421.622199:0:16107:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf580b8b40 x1876037339576320/t0(0) o104->LOV_OSC_UUID@192.168.204.123@tcp:137/0 lens 328/224 e 0 to 0 dl 1789130432 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789130421.622208:0:16107:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9caf580b8b40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:6667:x1876037339576320:12345-192.168.204.123@tcp:104: Request processed in 274us (9686us total) trans 0 rc 0/0 00000100:00100000:3.0:1789130421.622215:0:16107:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.123@tcp, seq: 57 00000100:00000040:3.0:1789130421.622240:0:16107:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9caf45558800 : new rpc_count 0 00000100:00000001:3.0:1789130421.622242:0:16107:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1789130421.622244:0:16107:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1789130421.622249:0:16107:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9caf42e06c80. 00000020:00000010:3.0:1789130421.622253:0:16107:0:(tgt_main.c:771:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9caf50186ed8. 00000020:00000010:3.0:1789130421.622256:0:16107:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9caf48632a00. 00000020:00000040:3.0:1789130421.622262:0:16107:0:(genops.c:879:class_export_put()) PUTting export ffff9caf45558800 : new refcount 3 00000100:00000001:3.0:1789130421.622266:0:16107:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1789130421.622389:0:2341:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789130421.622393:0:2341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf47fd2900. 00000400:00000200:3.0:1789130421.622398:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130421.622403:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:3.0:1789130421.622409:0:2341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf4549f440 00000400:00000010:3.0:1789130421.622412:0:2341:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf4549f440. 00000100:00000001:3.0:1789130421.622418:0:2341:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1789130421.622420:0:2341:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:3.0:1789130421.622462:0:16244:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789130421.622464:0:16244:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789130421.622467:0:16244:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:3.0:1789130421.622470:0:16244:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:3.0:1789130421.622473:0:16244:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1789130421.622477:0:16244:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff9caf5014c800 lock: 00000000cfb3d2ba/0xde5303b1d982cda2 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xcdf1b083821a5ac0 expref: -99 pid: 32325 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1789130421.622486:0:16244:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9caf47e21000 already unused, calling callback (ffffffffc0fdc280) 00000008:00000001:3.0:1789130421.622490:0:16244:0:(osc_lock.c:534:osc_ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1789130421.622492:0:16244:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1789130421.622494:0:16244:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789130421.622495:0:16244:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789130421.622497:0:16244:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf47e21000 refcount=3 00000020:00000001:3.0:1789130421.622498:0:16244:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875372048384 : -109198337503232 : ffff9caf47e21000) 00010000:00000001:3.0:1789130421.622500:0:16244:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875372048384 : -109198337503232 : ffff9caf47e21000) 00010000:00000001:3.0:1789130421.622504:0:16244:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1789130421.622506:0:16244:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff9caf5014c800 lock: 00000000cfb3d2ba/0xde5303b1d982cda2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0xcdf1b083821a5ac0 expref: -99 pid: 32325 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00000001:3.0:1789130421.622514:0:16244:0:(osc_lock.c:534:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:3.0:1789130421.622518:0:16244:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1789130421.622525:0:16244:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446634875648778040 : -109198060773576 : ffff9caf58609f38) 00000020:00001000:3.0:1789130421.622527:0:16244:0:(cl_object.c:823:cl_env_get()) 1@ffff9caf58609f30 00000008:00000001:3.0:1789130421.622530:0:16244:0:(osc_lock.c:418:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:3.0:1789130421.622532:0:16244:0:(osc_lock.c:475:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1789130421.622535:0:16244:0:(cl_object.c:917:cl_env_put()) 1@ffff9caf58609f30 00000008:00000001:3.0:1789130421.622538:0:16244:0:(osc_lock.c:574:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130421.622542:0:16244:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1789130421.622547:0:16244:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1789130421.622549:0:16244:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1789130421.622551:0:16244:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789130421.622552:0:16244:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1789130421.622555:0:16244:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9caf47e21000 with handle 0xde5303b1d982cda2 from hash 00010000:00000001:3.0:1789130421.622557:0:16244:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1789130421.622559:0:16244:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130421.622561:0:16244:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789130421.622563:0:16244:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1789130421.622566:0:16244:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1789130421.622569:0:16244:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:3.0:1789130421.622574:0:16244:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789130421.622577:0:16244:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130421.622579:0:16244:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1789130421.622582:0:16244:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:3.0:1789130421.622588:0:16244:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf501a8f00. 00000020:00000040:3.0:1789130421.622591:0:16244:0:(genops.c:1210:class_import_get()) import ffff9caf48ede000 refcount=3 obd=lustre-OST0001-osc-ffff9caf5014c800 00000100:00000001:3.0:1789130421.622596:0:16244:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789130421.622598:0:16244:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789130421.622604:0:16244:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789130421.622611:0:16244:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9caf47d11800. 00000100:00000001:3.0:1789130421.622617:0:16244:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130421.622620:0:16244:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1789130421.622624:0:16244:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff9caf5014c800 lock: 00000000cfb3d2ba/0xde5303b1d982cda2 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xcdf1b083821a5ac0 expref: -99 pid: 32325 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1789130421.622632:0:16244:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1789130421.622634:0:16244:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130421.622639:0:16244:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789130421.622645:0:16244:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130421.622652:0:16244:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007fa63584] to pc [ptlrpcd_01_01+1] req@ffff9caf501a8f00 x1876037329039232/t0(0) o103->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1789130421.622673:0:16244:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789130421.622675:0:16244:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130421.622676:0:16244:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789130421.622678:0:16244:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130421.622680:0:16244:0:(ldlm_request.c:1834:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1789130421.622682:0:16244:0:(osc_lock.c:574:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789130421.622685:0:16244:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff9caf5014c800 lock: 00000000cfb3d2ba/0xde5303b1d982cda2 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xcdf1b083821a5ac0 expref: -99 pid: 32325 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1789130421.622692:0:16244:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1789130421.622695:0:16244:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff9caf5014c800 lock: 00000000cfb3d2ba/0xde5303b1d982cda2 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xcdf1b083821a5ac0 expref: -99 pid: 32325 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000010:3.0:1789130421.622704:0:16244:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9caf4689cb80. 00010000:00000040:3.0:1789130421.622709:0:16244:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9caf51bbdc00 count: 0 00010000:00000010:3.0:1789130421.622717:0:16244:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9caf51bbde00. 00010000:00000001:3.0:1789130421.622724:0:16244:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789130421.622725:0:16244:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:3.0:1789130421.622728:0:16244:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff9caf42d8f000. 00010000:00000001:3.0:1789130421.622731:0:16244:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789130421.622733:0:16244:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789130421.622734:0:16244:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789130421.622736:0:16244:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1789130421.622738:0:16244:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789130421.622739:0:16244:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789130421.622740:0:16244:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1789130421.622742:0:16244:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789130421.622743:0:16244:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789130421.622744:0:16244:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789130421.622750:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789130421.622753:0:2350:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789130421.622756:0:2350:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789130421.622761:0:2350:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf501a8f00 x1876037329039232/t0(0) o103->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130421.622769:0:2350:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789130421.622771:0:2350:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789130421.622775:0:2350:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789130421.622777:0:2350:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789130421.622780:0:2350:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789130421.622783:0:2350:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf501a8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:2350:1876037329039232:192.168.204.123@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1789130421.622787:0:2350:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789130421.622792:0:2350:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789130421.622795:0:2350:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789130421.622798:0:2350:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789130421.622830:0:2350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9caf43d91c00. 02000000:00000001:3.0:1789130421.622832:0:2350:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789130421.622838:0:2350:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:3.0:1789130421.622842:0:2350:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf60788580. 00000400:00000010:3.0:1789130421.622847:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf4549f440. 00000100:00000200:3.0:1789130421.622854:0:2350:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876037329039232, portal 18 00000100:00000001:3.0:1789130421.622857:0:2350:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789130421.622859:0:2350:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875509968640 : -109198199582976 : ffff9caf501a8f00) 00000100:00000040:3.0:1789130421.622868:0:2350:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9caf501a8f00 x1876037329039232/t0(0) o103->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1789130437 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130421.622874:0:2350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789130421.622877:0:2350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:3.0:1789130421.622880:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf4549fd48. 00000100:00000200:3.0:1789130421.622882:0:2350:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1876037329039232, offset 0 00000400:00000200:3.0:1789130421.622887:0:2350:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:3.0:1789130421.622893:0:2350:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130421.622900:0:2350:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:3.0:1789130421.622907:0:2350:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789130421.622912:0:2350:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:3.0:1789130421.622917:0:2350:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789130421.622920:0:2350:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:3.0:1789130421.622923:0:2350:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2564:2564:256:4294967295] 192.168.204.123@tcp LPNI seq info [2563:2563:8:4294967295] 00000400:00000200:3.0:1789130421.622927:0:2350:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130421.622935:0:2350:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:3.0:1789130421.622940:0:2350:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:3.0:1789130421.622943:0:2350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf47fd2900. 00000800:00000200:3.0:1789130421.622949:0:2350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:3.0:1789130421.622954:0:2350:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:3.0:1789130421.622957:0:2350:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf47fd2900 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1789130421.622966:0:2350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130421.622971:0:2350:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9caf5014c800: using a timeout of 334466 usecs (335 jiffies) 00000400:00000200:3.0:1789130421.622975:0:2350:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:3.0:1789130421.622977:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296515975 00000100:00000001:3.0:1789130421.622980:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9caf5014c800: PM QoS request active for cpu 2, keep current deadline 4296518070 00000100:00000001:3.0:1789130421.622983:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296515975 00000100:00000001:3.0:1789130421.622985:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9caf5014c800: PM QoS request active for cpu 3, keep current deadline 4296518070 00000100:00000001:3.0:1789130421.622987:0:2350:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789130421.622990:0:2350:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130421.622993:0:2350:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130421.622996:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130421.623001:0:2350:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789130421.623003:0:2350:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1789130421.623005:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789130421.623006:0:2350:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789130421.623008:0:2350:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130421.623009:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130421.623026:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789130421.623028:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789130421.623074:0:2342:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789130421.623077:0:2342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf47fd2900. 00000400:00000200:3.0:1789130421.623079:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130421.623083:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:3.0:1789130421.623086:0:2342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf4549fd48 00000400:00000010:3.0:1789130421.623088:0:2342:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf4549fd48. 00000100:00000001:3.0:1789130421.623091:0:2342:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789130421.623094:0:2342:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf501a8f00 x1876037329039232/t0(0) o103->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1789130437 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130421.623103:0:2342:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130421.623106:0:2342:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf501a8f00 x1876037329039232/t0(0) o103->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1789130437 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130421.623113:0:2342:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130421.623114:0:2342:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1789130421.644529:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130421.644545:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789130421.644549:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130421.644551:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130421.644559:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130421.644568:0:2341:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:2.0:1789130421.644576:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130421.644581:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130421.644587:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130421.644592:0:2341:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 224 into portal 18 MB=0x6aa3efa952f80 00000400:00000200:2.0:1789130421.644597:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130421.644602:0:2341:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.123@tcp of length 224/224 into md 0x6e7d [1] + 224 00000800:00000001:2.0:1789130421.644609:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130421.644616:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130421.644619:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130421.644624:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:2.0:1789130421.644631:0:2341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789130421.644639:0:2341:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf501a8f00 x1876037329039232/t0(0) o103->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1789130437 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789130421.644651:0:2341:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9caf501a8f00 x1876037329039232/t0(0) o103->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1789130437 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130421.644671:0:2341:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789130421.644679:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130421.644682:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130421.644750:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789130421.644754:0:2350:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789130421.644760:0:2350:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789130421.644763:0:2350:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789130421.644766:0:2350:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf60788580. 00000400:00000200:3.0:1789130421.644770:0:2350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf4549f440 00000400:00000010:3.0:1789130421.644773:0:2350:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf4549f440. 00000100:00000001:3.0:1789130421.644778:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789130421.644782:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf501a8f00 x1876037329039232/t0(0) o103->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1789130437 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789130421.644792:0:2350:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf501a8f00 x1876037329039232/t0(0) o103->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1789130437 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130421.644799:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789130421.644801:0:2350:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130421.644844:0:2350:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789130421.644848:0:2350:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789130421.644850:0:2350:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789130421.644852:0:2350:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789130421.644855:0:2350:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789130421.644864:0:2350:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf48ede538 time=25 v=5 (5 5 5 5) 00000100:00001000:3.0:1789130421.644867:0:2350:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf48ede418 time=30 v=5 (1 0 0 0) 00000100:00000001:3.0:1789130421.644870:0:2350:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789130421.644872:0:2350:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130421.644875:0:2350:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789130421.644878:0:2350:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130421.644882:0:2350:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789130421.644884:0:2350:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9caf5014c800: skip recheck: last_committed 4294967312 00000100:00000001:3.0:1789130421.644886:0:2350:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789130421.644888:0:2350:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130421.644893:0:2350:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf501a8f00 x1876037329039232/t0(0) o103->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1789130437 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130421.644900:0:2350:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789130421.644903:0:2350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789130421.644905:0:2350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789130421.644908:0:2350:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf501a8f00 x1876037329039232/t0(0) o103->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1789130437 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789130421.644921:0:2350:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf501a8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:2350:1876037329039232:192.168.204.123@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1789130421.644926:0:2350:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130421.644928:0:2350:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130421.644932:0:2350:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf501a8f00 x1876037329039232/t0(0) o103->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1789130437 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130421.644938:0:2350:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789130421.644941:0:2350:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789130421.644944:0:2350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9caf43d91c00. 02000000:00000001:3.0:1789130421.644949:0:2350:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789130421.644952:0:2350:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1789130421.644953:0:2350:0:(genops.c:1223:class_import_put()) import ffff9caf48ede000 refcount=2 obd=lustre-OST0001-osc-ffff9caf5014c800 00000020:00000001:3.0:1789130421.644956:0:2350:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1789130421.644958:0:2350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9caf47d11800. 02000000:00000001:3.0:1789130421.644961:0:2350:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789130421.644963:0:2350:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789130421.644965:0:2350:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf501a8f00. 00000100:00000001:3.0:1789130421.644970:0:2350:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789130421.644972:0:2350:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130421.644974:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130421.644982:0:2350:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789130421.644984:0:2350:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130421.644986:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789130421.644988:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1789130421.646194:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf51bbdc00. 00010000:00000010:3.1:1789130421.646207:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf47e21000. 00000080:00000001:0.0:1789130421.761175:0:32565:0:(llite_lib.c:4271:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789130422.013915:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 70f26143-21ad-4cd3-af2c-0601ab5c9490->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1789130422.013930:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1789130422.013946:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf615d4b40. 00000020:00000040:1.0:1789130422.013953:0:36:0:(genops.c:1210:class_import_get()) import ffff9caf586ce800 refcount=4 obd=MGC192.168.204.123@tcp 00000100:00000001:1.0:1789130422.013957:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789130422.013962:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789130422.013968:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789130422.013978:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9caf47f34300. 00000100:00000001:1.0:1789130422.013987:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789130422.014000:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 70f26143-21ad-4cd3-af2c-0601ab5c9490->MGS req@ffff9caf615d4b40 x1876037329039360/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789130422.014012:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789130422.014017:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789130422.014024:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000095954b4b] to pc [ptlrpcd_00_00+0] req@ffff9caf615d4b40 x1876037329039360/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130422.014047:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789130422.014050:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) c4ff2dbd-4d13-4802-9c50-d71e34d32a35->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1789130422.014053:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1789130422.014056:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf615d5e00. 00000020:00000040:1.0:1789130422.014058:0:36:0:(genops.c:1210:class_import_get()) import ffff9caf6079a800 refcount=6 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000100:00000001:1.0:1789130422.014061:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789130422.014062:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789130422.014063:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789130422.014068:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9caf47f34000. 00000100:00000001:1.0:1789130422.014071:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789130422.014074:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging c4ff2dbd-4d13-4802-9c50-d71e34d32a35->lustre-MDT0000_UUID req@ffff9caf615d5e00 x1876037329039488/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789130422.014082:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789130422.014084:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789130422.014088:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000045ff4c41] to pc [ptlrpcd_00_01+1] req@ffff9caf615d5e00 x1876037329039488/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130422.014096:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789130422.014099:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) c4ff2dbd-4d13-4802-9c50-d71e34d32a35->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789130422.014102:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) c4ff2dbd-4d13-4802-9c50-d71e34d32a35->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789130422.014109:0:36:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1853) 00000100:00000001:1.0:1789130422.014141:0:2347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789130422.014146:0:2347:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789130422.014149:0:2347:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789130422.014154:0:2347:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf615d4b40 x1876037329039360/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130422.014162:0:2347:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789130422.014165:0:2347:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130422.014169:0:2347:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789130422.014172:0:2347:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789130422.014175:0:2347:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789130422.014179:0:2347:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf615d4b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:70f26143-21ad-4cd3-af2c-0601ab5c9490:2347:1876037329039360:192.168.204.123@tcp:400:kworker.0 00000100:00000001:1.0:1789130422.014183:0:2347:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789130422.014188:0:2347:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789130422.014191:0:2347:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130422.014193:0:2347:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789130422.014198:0:2347:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9caf47e8f600. 02000000:00000001:1.0:1789130422.014200:0:2347:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789130422.014207:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:1.0:1789130422.014227:0:2347:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf42d8e840. 00000400:00000010:1.0:1789130422.014235:0:2347:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf462a35d8. 00000100:00000200:1.0:1789130422.014245:0:2347:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876037329039360, portal 25 00000100:00000001:1.0:1789130422.014247:0:2347:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789130422.014249:0:2347:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875799554880 : -109197909996736 : ffff9caf615d4b40) 00000100:00000040:1.0:1789130422.014255:0:2347:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9caf615d4b40 x1876037329039360/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130438 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130422.014268:0:2347:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789130422.014272:0:2347:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:1.0:1789130422.014275:0:2347:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf462a3ee0. 00000100:00000200:1.0:1789130422.014279:0:2347:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1876037329039360, offset 0 00000400:00000200:1.0:1789130422.014288:0:2347:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:1.0:1789130422.014299:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:1.0:1789130422.014309:0:2347:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:1.0:1789130422.014317:0:2347:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789130422.014322:0:2347:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:1.0:1789130422.014328:0:2347:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789130422.014331:0:2347:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:1.0:1789130422.014335:0:2347:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2565:2565:256:4294967295] 192.168.204.123@tcp LPNI seq info [2564:2564:8:4294967295] 00000400:00000200:1.0:1789130422.014339:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:1.0:1789130422.014350:0:2347:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:1.0:1789130422.014357:0:2347:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:1.0:1789130422.014362:0:2347:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf47f34e00. 00000800:00000200:1.0:1789130422.014368:0:2347:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:1.0:1789130422.014377:0:2347:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:1.0:1789130422.014382:0:2347:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf47f34e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789130422.024828:0:2347:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789130422.024845:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:1.0:1789130422.024849:0:2347:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.123@tcp: PM QoS new deadline estimation for cpu 2 is 4296520133 00000100:00000001:1.0:1789130422.024863:0:2348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789130422.024868:0:2348:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789130422.024870:0:2348:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789130422.024885:0:2348:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf615d5e00 x1876037329039488/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130422.024896:0:2348:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789130422.024898:0:2348:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130422.024903:0:2348:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789130422.024907:0:2348:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789130422.024910:0:2348:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789130422.024915:0:2348:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf615d5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:2348:1876037329039488:192.168.204.123@tcp:400:kworker.0 00000100:00000001:1.0:1789130422.024919:0:2348:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789130422.024927:0:2348:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789130422.024930:0:2348:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130422.024933:0:2348:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789130422.024942:0:2348:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9caf47e8f000. 02000000:00000001:1.0:1789130422.024944:0:2348:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789130422.024949:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:1.0:1789130422.024954:0:2348:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf42d8e2c0. 00000400:00000010:1.0:1789130422.024962:0:2348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf462a3d48. 00000100:00000200:1.0:1789130422.024970:0:2348:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876037329039488, portal 10 00000100:00000001:1.0:1789130422.024973:0:2348:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789130422.024975:0:2348:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875799559680 : -109197909991936 : ffff9caf615d5e00) 00000100:00000040:1.0:1789130422.024984:0:2348:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9caf615d5e00 x1876037329039488/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130438 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130422.024992:0:2348:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789130422.024995:0:2348:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:1.0:1789130422.024997:0:2348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf462a3550. 00000100:00000200:1.0:1789130422.025001:0:2348:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876037329039488, offset 0 00000400:00000200:1.0:1789130422.025007:0:2348:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:1.0:1789130422.025016:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:1.0:1789130422.025024:0:2348:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:1.0:1789130422.025030:0:2348:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789130422.025034:0:2348:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:1.0:1789130422.025039:0:2348:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789130422.025042:0:2348:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:1.0:1789130422.025046:0:2348:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2566:2566:255:4294967295] 192.168.204.123@tcp LPNI seq info [2565:2565:7:4294967295] 00000400:00000200:1.0:1789130422.025051:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:1.0:1789130422.025061:0:2348:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:1.0:1789130422.025067:0:2348:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:1.0:1789130422.025073:0:2348:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf47f34100. 00000800:00000200:1.0:1789130422.025080:0:2348:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:1.0:1789130422.025088:0:2348:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:1.0:1789130422.025093:0:2348:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf47f34100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789130422.025100:0:2348:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789130422.025104:0:2348:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: using a timeout of 796661 usecs (797 jiffies) 00000400:00000200:1.0:1789130422.025107:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:1.0:1789130422.025109:0:2348:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296516844 00000100:00000001:1.0:1789130422.025112:0:2348:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 2, keep current deadline 4296518070 00000100:00000001:1.0:1789130422.025114:0:2348:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296516844 00000100:00000001:1.0:1789130422.025117:0:2348:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 3, keep current deadline 4296518070 00000100:00000001:1.0:1789130422.025119:0:2348:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789130422.025122:0:2348:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130422.025125:0:2348:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130422.025128:0:2348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130422.025135:0:2348:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789130422.025138:0:2348:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1789130422.025141:0:2348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789130422.025142:0:2348:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789130422.025143:0:2348:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130422.025146:0:2348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130422.025167:0:2347:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.123@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296518070 00000100:00000001:1.0:1789130422.025172:0:2347:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.123@tcp: PM QoS new deadline estimation for cpu 3 is 4296520133 00000100:00000001:1.0:1789130422.025176:0:2347:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.123@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296518070 00000100:00000001:1.0:1789130422.025178:0:2347:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789130422.025180:0:2347:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130422.025183:0:2347:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130422.025184:0:2347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130422.025188:0:2347:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789130422.025189:0:2347:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1789130422.025191:0:2347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789130422.025192:0:2347:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789130422.025194:0:2347:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130422.025196:0:2347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789130422.025345:0:2342:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789130422.025350:0:2342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf47f34e00. 00000400:00000200:3.0:1789130422.025356:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130422.025362:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:3.0:1789130422.025367:0:2342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf462a3ee0 00000400:00000010:3.0:1789130422.025369:0:2342:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf462a3ee0. 00000100:00000001:3.0:1789130422.025373:0:2342:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789130422.025379:0:2342:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf615d4b40 x1876037329039360/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130438 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130422.025394:0:2342:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130422.025397:0:2342:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf615d4b40 x1876037329039360/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130438 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130422.025404:0:2342:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130422.025405:0:2342:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1789130422.027563:0:2342:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789130422.027575:0:2342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf47f34100. 00000400:00000200:3.0:1789130422.027581:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130422.027589:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:3.0:1789130422.027596:0:2342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf462a3550 00000400:00000010:3.0:1789130422.027599:0:2342:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf462a3550. 00000100:00000001:3.0:1789130422.027604:0:2342:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789130422.027613:0:2342:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf615d5e00 x1876037329039488/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130438 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130422.027626:0:2342:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130422.030778:0:2342:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf615d5e00 x1876037329039488/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130438 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130422.030793:0:2342:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130422.030796:0:2342:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1789130422.039782:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130422.039801:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789130422.039827:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130422.039830:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130422.039843:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130422.039853:0:2341:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:2.0:1789130422.039864:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130422.039871:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130422.039878:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130422.039882:0:2341:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 224 into portal 10 MB=0x6aa3efa953080 00000400:00000200:2.0:1789130422.039888:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130422.039895:0:2341:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.123@tcp of length 224/224 into md 0x6e95 [1] + 224 00000800:00000001:2.0:1789130422.039904:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130422.039913:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130422.040382:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130422.040391:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:2.0:1789130422.040402:0:2341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789130422.040416:0:2341:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf615d5e00 x1876037329039488/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130438 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789130422.040427:0:2341:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9caf615d5e00 x1876037329039488/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130438 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130422.040449:0:2341:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789130422.040460:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130422.040464:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130422.041295:0:2348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789130422.041302:0:2348:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789130422.041311:0:2348:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789130422.041314:0:2348:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789130422.041318:0:2348:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf42d8e2c0. 00000400:00000200:1.0:1789130422.041323:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf462a3d48 00000400:00000010:1.0:1789130422.041326:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf462a3d48. 00000100:00000001:1.0:1789130422.041329:0:2348:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789130422.041337:0:2348:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf615d5e00 x1876037329039488/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130438 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789130422.041347:0:2348:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf615d5e00 x1876037329039488/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130438 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130422.041354:0:2348:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789130422.041356:0:2348:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130422.041359:0:2348:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789130422.041363:0:2348:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789130422.041366:0:2348:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789130422.041368:0:2348:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130422.041371:0:2348:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789130422.041382:0:2348:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf6079ac60 time=41 v=5 (5 104 104 104) 00000100:00001000:1.0:1789130422.041386:0:2348:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf6079ac18 time=6 v=5 (1 0 0 0) 00000100:00000001:1.0:1789130422.041388:0:2348:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789130422.041390:0:2348:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130422.041393:0:2348:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789130422.041396:0:2348:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130422.041401:0:2348:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1789130422.041403:0:2348:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9caf5014c800: committing for last_committed 4294967653 gen 2 00000100:00000040:1.0:1789130422.041409:0:2348:0:(client.c:3181:ptlrpc_free_committed()) @@@ commit (last_committed 4294967653) req@ffff9caf580bad00 x1876037329034624/t4294967652(4294967652) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1789130432 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130422.041416:0:2348:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789130422.041418:0:2348:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf580bad00 x1876037329034624/t4294967652(4294967652) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1789130432 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130422.041430:0:2348:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789130422.041433:0:2348:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789130422.041436:0:2348:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9caf58570c00. 02000000:00000001:1.0:1789130422.041441:0:2348:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789130422.041443:0:2348:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1789130422.041445:0:2348:0:(genops.c:1223:class_import_put()) import ffff9caf6079a800 refcount=5 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000020:00000001:1.0:1789130422.041447:0:2348:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1789130422.041449:0:2348:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9caf51bf9800. 02000000:00000001:1.0:1789130422.041453:0:2348:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789130422.041455:0:2348:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789130422.041457:0:2348:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf580bad00. 00000100:00000001:1.0:1789130422.041464:0:2348:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789130422.041466:0:2348:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789130422.041470:0:2348:0:(client.c:3181:ptlrpc_free_committed()) @@@ commit (last_committed 4294967653) req@ffff9caf580bbc00 x1876037329038720/t4294967653(4294967653) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 504/456 e 0 to 0 dl 1789130433 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130422.041475:0:2348:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789130422.041478:0:2348:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf580bbc00 x1876037329038720/t4294967653(4294967653) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 504/456 e 0 to 0 dl 1789130433 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130422.041483:0:2348:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789130422.041484:0:2348:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789130422.041485:0:2348:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9caf58573800. 02000000:00000001:1.0:1789130422.041487:0:2348:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789130422.041488:0:2348:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1789130422.041489:0:2348:0:(genops.c:1223:class_import_put()) import ffff9caf6079a800 refcount=4 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000020:00000001:1.0:1789130422.041490:0:2348:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1789130422.041491:0:2348:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9caf518fdc00. 02000000:00000001:1.0:1789130422.041494:0:2348:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789130422.041495:0:2348:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789130422.041496:0:2348:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf580bbc00. 00000100:00000001:1.0:1789130422.041498:0:2348:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789130422.041499:0:2348:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130422.041501:0:2348:0:(client.c:3188:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1789130422.041503:0:2348:0:(client.c:3235:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9caf5014c800: normal: skip=1 replay=2/2 committed=0/0 00000100:00000001:1.0:1789130422.041506:0:2348:0:(client.c:3236:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789130422.041508:0:2348:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789130422.041512:0:2348:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf615d5e00 x1876037329039488/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130438 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130422.041518:0:2348:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789130422.041521:0:2348:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789130422.041523:0:2348:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789130422.041527:0:2348:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf615d5e00 x1876037329039488/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130438 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789130422.041535:0:2348:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf615d5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:2348:1876037329039488:192.168.204.123@tcp:400:kworker.0 00000100:00000001:1.0:1789130422.041539:0:2348:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130422.041542:0:2348:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789130422.041544:0:2348:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf615d5e00 x1876037329039488/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130438 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130422.041549:0:2348:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789130422.041551:0:2348:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789130422.041552:0:2348:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9caf47e8f000. 00000800:00000001:3.0:1789130422.043088:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130422.043105:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789130422.043110:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130422.043112:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130422.043121:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130422.043127:0:2342:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:3.0:1789130422.043137:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130422.043142:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130422.043147:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130422.043151:0:2342:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 224 into portal 25 MB=0x6aa3efa953000 00000400:00000200:3.0:1789130422.043156:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130422.043161:0:2342:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.123@tcp of length 224/224 into md 0x6e8d [1] + 224 00000800:00000001:3.0:1789130422.043168:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130422.043175:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130422.043179:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130422.043184:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:3.0:1789130422.043191:0:2342:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789130422.043200:0:2342:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf615d4b40 x1876037329039360/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130438 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789130422.043226:0:2342:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9caf615d4b40 x1876037329039360/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130438 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130422.043251:0:2342:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789130422.043262:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130422.043265:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1789130422.044796:0:2348:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789130422.044801:0:2348:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1789130422.044830:0:2348:0:(genops.c:1223:class_import_put()) import ffff9caf6079a800 refcount=3 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000020:00000001:1.0:1789130422.044834:0:2348:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1789130422.044840:0:2348:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9caf47f34000. 02000000:00000001:1.0:1789130422.044848:0:2348:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789130422.044851:0:2348:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789130422.044854:0:2348:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf615d5e00. 00000100:00000001:1.0:1789130422.044862:0:2348:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789130422.044864:0:2348:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130422.044871:0:2348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130422.044885:0:2348:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789130422.044889:0:2348:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130422.044893:0:2348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789130422.044896:0:2348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130422.044925:0:2347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789130422.044931:0:2347:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789130422.044943:0:2347:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789130422.044947:0:2347:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789130422.044951:0:2347:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf42d8e840. 00000400:00000200:1.0:1789130422.044957:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf462a35d8 00000400:00000010:1.0:1789130422.044961:0:2347:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf462a35d8. 00000100:00000001:1.0:1789130422.044968:0:2347:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789130422.044984:0:2347:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf615d4b40 x1876037329039360/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130438 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789130422.044998:0:2347:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf615d4b40 x1876037329039360/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130438 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130422.045006:0:2347:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789130422.045008:0:2347:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130422.045011:0:2347:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789130422.045015:0:2347:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789130422.045019:0:2347:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789130422.045021:0:2347:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130422.045025:0:2347:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789130422.045035:0:2347:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf586cec60 time=41 v=5 (5 5 5 5) 00000100:00001000:1.0:1789130422.045041:0:2347:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf586cec18 time=41 v=5 (1 1 1 1) 00000100:00000001:1.0:1789130422.045044:0:2347:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789130422.045046:0:2347:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130422.045050:0:2347:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789130422.045053:0:2347:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130422.045057:0:2347:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789130422.045064:0:2347:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf615d4b40 x1876037329039360/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130438 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130422.045073:0:2347:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789130422.045077:0:2347:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789130422.045079:0:2347:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789130422.045084:0:2347:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf615d4b40 x1876037329039360/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130438 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789130422.045093:0:2347:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf615d4b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:70f26143-21ad-4cd3-af2c-0601ab5c9490:2347:1876037329039360:192.168.204.123@tcp:400:kworker.0 00000100:00000001:1.0:1789130422.045102:0:2347:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130422.045104:0:2347:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789130422.045107:0:2347:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf615d4b40 x1876037329039360/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130438 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130422.045114:0:2347:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789130422.045117:0:2347:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789130422.045119:0:2347:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9caf47e8f600. 02000000:00000001:1.0:1789130422.045122:0:2347:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789130422.045123:0:2347:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1789130422.045124:0:2347:0:(genops.c:1223:class_import_put()) import ffff9caf586ce800 refcount=3 obd=MGC192.168.204.123@tcp 00000020:00000001:1.0:1789130422.045126:0:2347:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1789130422.045127:0:2347:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9caf47f34300. 02000000:00000001:1.0:1789130422.045129:0:2347:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789130422.045130:0:2347:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789130422.045131:0:2347:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf615d4b40. 00000100:00000001:1.0:1789130422.045137:0:2347:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789130422.045138:0:2347:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130422.045140:0:2347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130422.045144:0:2347:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789130422.045145:0:2347:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130422.045146:0:2347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789130422.045147:0:2347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130422.202829:0:27360:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130422.202838:0:27360:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130422.203356:0:16115:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789130422.203360:0:16115:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789130422.203364:0:16115:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1789130423.228787:0:30671:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130423.228795:0:30671:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130423.230184:0:16116:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789130423.230200:0:16116:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789130423.230204:0:16116:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1789130424.055709:0:32710:0:(llite_lib.c:4271:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130424.250854:0:30671:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130424.250863:0:30671:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789130424.250885:0:16244:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789130424.250887:0:16244:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789130424.250891:0:16244:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1789130425.269897:0:32773:0:(llite_lib.c:4271:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130425.274527:0:30671:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130425.274536:0:30671:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130425.277177:0:16115:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789130425.277188:0:16115:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789130425.277195:0:16115:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1789130426.171068:0:32321:0:(connection.c:75:cpu_latency_work()) work item of ffff9caf6147aa20 (cpu 2) has reached its deadline 4296520133, at 4296520193 00000100:00000010:2.0:1789130426.171098:0:32321:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9caf481b3b40. 00000100:00000040:3.0:1789130426.173128:0:30671:0:(connection.c:75:cpu_latency_work()) work item of ffff9caf6147ab30 (cpu 3) has reached its deadline 4296520133, at 4296520195 00000100:00000010:3.0:1789130426.173156:0:30671:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9caf481b3780. 00010000:00000001:3.0:1789130426.298002:0:30671:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130426.298016:0:30671:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789130426.298018:0:30671:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789130426.298023:0:30671:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130426.298030:0:30671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789130426.298032:0:30671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130426.298034:0:30671:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130426.298037:0:30671:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130426.299837:0:16116:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789130426.299844:0:16116:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789130426.299848:0:16116:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1789130426.922539:0:32864:0:(llite_lib.c:4271:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130427.201404:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 70f26143-21ad-4cd3-af2c-0601ab5c9490->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789130427.201416:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1789130427.201424:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf501a8000. 00000020:00000040:3.0:1789130427.201432:0:36:0:(genops.c:1210:class_import_get()) import ffff9caf586ce800 refcount=4 obd=MGC192.168.204.123@tcp 00000100:00000001:3.0:1789130427.201436:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789130427.201439:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789130427.201446:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789130427.201466:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9caf47fd2700. 00000100:00000001:3.0:1789130427.201474:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130427.201487:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 70f26143-21ad-4cd3-af2c-0601ab5c9490->MGS req@ffff9caf501a8000 x1876037329039616/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789130427.201498:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789130427.201503:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130427.201509:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b89cf8b1] to pc [ptlrpcd_01_00+0] req@ffff9caf501a8000 x1876037329039616/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130427.201533:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130427.201535:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) c4ff2dbd-4d13-4802-9c50-d71e34d32a35->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789130427.201539:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1789130427.201542:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf501ab0c0. 00000020:00000040:3.0:1789130427.201545:0:36:0:(genops.c:1210:class_import_get()) import ffff9caf6079a800 refcount=4 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000100:00000001:3.0:1789130427.201547:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789130427.201548:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789130427.201550:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789130427.201553:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9caf47fd2900. 00000100:00000001:3.0:1789130427.201556:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130427.201560:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging c4ff2dbd-4d13-4802-9c50-d71e34d32a35->lustre-MDT0000_UUID req@ffff9caf501ab0c0 x1876037329039744/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789130427.201566:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789130427.201568:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130427.201571:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006fb4c889] to pc [ptlrpcd_01_01+1] req@ffff9caf501ab0c0 x1876037329039744/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130427.201578:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130427.201580:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) c4ff2dbd-4d13-4802-9c50-d71e34d32a35->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789130427.201583:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) c4ff2dbd-4d13-4802-9c50-d71e34d32a35->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789130427.201586:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) c4ff2dbd-4d13-4802-9c50-d71e34d32a35->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789130427.201589:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1789130427.201592:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf501aad00. 00000020:00000040:3.0:1789130427.201594:0:36:0:(genops.c:1210:class_import_get()) import ffff9caf48ede000 refcount=3 obd=lustre-OST0001-osc-ffff9caf5014c800 00000100:00000001:3.0:1789130427.201596:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789130427.201597:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789130427.201599:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789130427.201603:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9caf47fd2f00. 00000100:00000001:3.0:1789130427.201605:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130427.201609:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging c4ff2dbd-4d13-4802-9c50-d71e34d32a35->lustre-OST0001_UUID req@ffff9caf501aad00 x1876037329039872/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789130427.201616:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789130427.201618:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130427.201621:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cbcaa598] to pc [ptlrpcd_01_00+0] req@ffff9caf501aad00 x1876037329039872/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130427.201627:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130427.201631:0:36:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1858) 00000100:00000001:3.0:1789130427.201645:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789130427.201648:0:2349:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789130427.201650:0:2349:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789130427.201654:0:2349:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf501a8000 x1876037329039616/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130427.201661:0:2349:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789130427.201663:0:2349:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789130427.201666:0:2349:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789130427.201668:0:2349:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789130427.201670:0:2349:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789130427.201673:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf501a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:70f26143-21ad-4cd3-af2c-0601ab5c9490:2349:1876037329039616:192.168.204.123@tcp:400:kworker.0 00000100:00000001:3.0:1789130427.201679:0:2349:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789130427.201684:0:2349:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789130427.201686:0:2349:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789130427.201688:0:2349:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789130427.201693:0:2349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9caf5846d400. 02000000:00000001:3.0:1789130427.201695:0:2349:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789130427.201702:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:3.0:1789130427.201706:0:2349:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf60788580. 00000400:00000010:3.0:1789130427.201712:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf4549f440. 00000100:00000200:3.0:1789130427.201719:0:2349:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876037329039616, portal 25 00000100:00000001:3.0:1789130427.201722:0:2349:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789130427.201723:0:2349:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875509964800 : -109198199586816 : ffff9caf501a8000) 00000100:00000040:3.0:1789130427.201729:0:2349:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9caf501a8000 x1876037329039616/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130443 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130427.201736:0:2349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789130427.201739:0:2349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:3.0:1789130427.201742:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf4549fd48. 00000100:00000200:3.0:1789130427.201745:0:2349:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1876037329039616, offset 0 00000400:00000200:3.0:1789130427.201752:0:2349:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:3.0:1789130427.201761:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130427.201769:0:2349:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:3.0:1789130427.201774:0:2349:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789130427.201779:0:2349:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:3.0:1789130427.201783:0:2349:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789130427.201785:0:2349:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:3.0:1789130427.201789:0:2349:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2567:2567:256:4294967295] 192.168.204.123@tcp LPNI seq info [2566:2566:8:4294967295] 00000400:00000200:3.0:1789130427.201792:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130427.201801:0:2349:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:3.0:1789130427.201827:0:2349:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:3.0:1789130427.201832:0:2349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf47fd2800. 00000800:00000200:3.0:1789130427.201838:0:2349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:3.0:1789130427.201848:0:2349:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:3.0:1789130427.201852:0:2349:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf47fd2800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789130427.201864:0:2349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789130427.201868:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:3.0:1789130427.201871:0:2349:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.123@tcp: PM QoS new deadline estimation for cpu 2 is 4296525309 00000100:00000010:3.0:1789130427.201876:0:2349:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9caf58401240. 00000100:00000001:3.0:1789130427.201882:0:2349:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.123@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1789130427.201887:0:2349:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.123@tcp: PM QoS new deadline estimation for cpu 3 is 4296525309 00000100:00000010:3.0:1789130427.201890:0:2349:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9caf58401120. 00000100:00000001:3.0:1789130427.201893:0:2349:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.123@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1789130427.201896:0:2349:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789130427.201898:0:2349:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130427.201901:0:2349:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789130427.201905:0:2349:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf501aad00 x1876037329039872/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130427.201911:0:2349:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789130427.201913:0:2349:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789130427.201915:0:2349:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789130427.201916:0:2349:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789130427.201919:0:2349:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789130427.201921:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf501aad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:2349:1876037329039872:192.168.204.123@tcp:400:kworker.0 00000100:00000001:3.0:1789130427.201924:0:2349:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789130427.201927:0:2349:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789130427.201928:0:2349:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789130427.201930:0:2349:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789130427.201933:0:2349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9caf5846c800. 02000000:00000001:3.0:1789130427.201934:0:2349:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789130427.201937:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:3.0:1789130427.201940:0:2349:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf607884d0. 00000400:00000010:3.0:1789130427.201944:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf4549fe58. 00000100:00000200:3.0:1789130427.201946:0:2349:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876037329039872, portal 4 00000100:00000001:3.0:1789130427.201948:0:2349:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789130427.201950:0:2349:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875509976320 : -109198199575296 : ffff9caf501aad00) 00000100:00000040:3.0:1789130427.201956:0:2349:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9caf501aad00 x1876037329039872/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130443 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130427.201964:0:2349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789130427.201966:0:2349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:3.0:1789130427.201968:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf4549faa0. 00000100:00000200:3.0:1789130427.201970:0:2349:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876037329039872, offset 0 00000400:00000200:3.0:1789130427.201974:0:2349:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:3.0:1789130427.201977:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130427.201981:0:2349:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:3.0:1789130427.201983:0:2349:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789130427.201985:0:2349:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:3.0:1789130427.201988:0:2349:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789130427.201989:0:2349:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:3.0:1789130427.201992:0:2349:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2568:2568:255:4294967295] 192.168.204.123@tcp LPNI seq info [2567:2567:7:4294967295] 00000400:00000200:3.0:1789130427.201996:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130427.202001:0:2349:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:3.0:1789130427.202004:0:2349:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:3.0:1789130427.202007:0:2349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf47fd2b00. 00000800:00000200:3.0:1789130427.202011:0:2349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:3.0:1789130427.202015:0:2349:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:3.0:1789130427.202018:0:2349:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf47fd2b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789130427.202020:0:2349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130427.202024:0:2349:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9caf5014c800: using a timeout of 332683 usecs (333 jiffies) 00000400:00000200:3.0:1789130427.202027:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:3.0:1789130427.202029:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296521556 00000100:00000001:3.0:1789130427.202031:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9caf5014c800: PM QoS request active for cpu 2, keep current deadline 4296525309 00000100:00000001:3.0:1789130427.202033:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296521556 00000100:00000001:3.0:1789130427.202035:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9caf5014c800: PM QoS request active for cpu 3, keep current deadline 4296525309 00000100:00000001:3.0:1789130427.202039:0:2349:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789130427.202040:0:2349:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130427.202043:0:2349:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130427.202045:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130427.202054:0:2349:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789130427.202056:0:2349:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1789130427.202058:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789130427.202060:0:2349:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789130427.202061:0:2349:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789130427.202064:0:2349:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1789130427.202065:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130427.202067:0:2349:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789130427.202068:0:2349:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130427.202070:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789130427.202071:0:2349:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789130427.202072:0:2349:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789130427.202075:0:2349:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf501ab0c0 x1876037329039744/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130427.202082:0:2349:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789130427.202083:0:2349:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789130427.202085:0:2349:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789130427.202087:0:2349:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789130427.202089:0:2349:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789130427.202092:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf501ab0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:2349:1876037329039744:192.168.204.123@tcp:400:kworker.0 00000100:00000001:3.0:1789130427.202095:0:2349:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789130427.202097:0:2349:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789130427.202099:0:2349:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789130427.202101:0:2349:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789130427.202103:0:2349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9caf5846ce00. 02000000:00000001:3.0:1789130427.202105:0:2349:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789130427.202108:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:3.0:1789130427.202123:0:2349:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf607889a0. 00000400:00000010:3.0:1789130427.202128:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf4549f550. 00000100:00000200:3.0:1789130427.202131:0:2349:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876037329039744, portal 10 00000100:00000001:3.0:1789130427.202133:0:2349:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789130427.202135:0:2349:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875509977280 : -109198199574336 : ffff9caf501ab0c0) 00000100:00000040:3.0:1789130427.202140:0:2349:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9caf501ab0c0 x1876037329039744/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130443 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130427.202148:0:2349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789130427.202149:0:2349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:3.0:1789130427.202152:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf4549ff68. 00000100:00000200:3.0:1789130427.202154:0:2349:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876037329039744, offset 0 00000400:00000200:3.0:1789130427.202158:0:2349:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:3.0:1789130427.202162:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130427.202165:0:2349:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:3.0:1789130427.202168:0:2349:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789130427.202170:0:2349:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:3.0:1789130427.202172:0:2349:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789130427.202174:0:2349:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:3.0:1789130427.202177:0:2349:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2569:2569:254:4294967295] 192.168.204.123@tcp LPNI seq info [2568:2568:6:4294967295] 00000400:00000200:3.0:1789130427.202180:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130427.202185:0:2349:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:3.0:1789130427.202189:0:2349:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:3.0:1789130427.202192:0:2349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf47fd2400. 00000800:00000200:3.0:1789130427.202195:0:2349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:3.0:1789130427.202200:0:2349:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:3.0:1789130427.202202:0:2349:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf47fd2400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789130427.202205:0:2349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130427.202208:0:2349:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: using a timeout of 795681 usecs (796 jiffies) 00000400:00000200:3.0:1789130427.202211:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:3.0:1789130427.202213:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296522019 00000100:00000001:3.0:1789130427.202215:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 2, keep current deadline 4296525309 00000100:00000001:3.0:1789130427.202217:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296522019 00000100:00000001:3.0:1789130427.202219:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 3, keep current deadline 4296525309 00000100:00000001:3.0:1789130427.202222:0:2349:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789130427.202223:0:2349:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130427.202225:0:2349:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130427.202227:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130427.202239:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789130427.202241:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789130427.202277:0:2341:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789130427.202281:0:2341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf47fd2800. 00000400:00000200:3.0:1789130427.202297:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130427.202303:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:3.0:1789130427.202309:0:2341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf4549fd48 00000400:00000010:3.0:1789130427.202311:0:2341:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf4549fd48. 00000100:00000001:3.0:1789130427.202316:0:2341:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789130427.202319:0:2341:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf501a8000 x1876037329039616/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130443 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130427.202327:0:2341:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130427.202330:0:2341:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf501a8000 x1876037329039616/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130443 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130427.202336:0:2341:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130427.202337:0:2341:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1789130427.202349:0:2341:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789130427.202350:0:2341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf47fd2b00. 00000400:00000200:3.0:1789130427.202353:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130427.202356:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:3.0:1789130427.202358:0:2341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf4549faa0 00000400:00000010:3.0:1789130427.202359:0:2341:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf4549faa0. 00000100:00000001:3.0:1789130427.202361:0:2341:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789130427.202364:0:2341:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf501aad00 x1876037329039872/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130443 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130427.202370:0:2341:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130427.202373:0:2341:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf501aad00 x1876037329039872/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130443 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130427.202379:0:2341:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130427.202380:0:2341:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1789130427.202446:0:2341:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789130427.202449:0:2341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf47fd2400. 00000400:00000200:3.0:1789130427.202452:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130427.202456:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:3.0:1789130427.202458:0:2341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf4549ff68 00000400:00000010:3.0:1789130427.202459:0:2341:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf4549ff68. 00000100:00000001:3.0:1789130427.202462:0:2341:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789130427.202465:0:2341:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf501ab0c0 x1876037329039744/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130443 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130427.202470:0:2341:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130427.202473:0:2341:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf501ab0c0 x1876037329039744/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130443 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130427.202479:0:2341:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130427.202480:0:2341:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1789130427.211666:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130427.211680:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789130427.211685:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130427.211688:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130427.211697:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130427.211705:0:2342:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:3.0:1789130427.211714:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130427.211719:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130427.211726:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130427.211731:0:2342:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 224 into portal 4 MB=0x6aa3efa953200 00000400:00000200:3.0:1789130427.211737:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130427.211743:0:2342:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.123@tcp of length 224/224 into md 0x6ead [1] + 224 00000800:00000001:3.0:1789130427.211751:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130427.211754:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130427.211757:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130427.211762:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:3.0:1789130427.211770:0:2342:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789130427.211781:0:2342:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf501aad00 x1876037329039872/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130443 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789130427.211793:0:2342:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9caf501aad00 x1876037329039872/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130443 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130427.211831:0:2342:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789130427.211841:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130427.211846:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789130427.211848:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130427.211850:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130427.211853:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130427.211856:0:2342:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:3.0:1789130427.211860:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130427.211863:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130427.211866:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130427.211868:0:2342:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 224 into portal 10 MB=0x6aa3efa953180 00000400:00000200:3.0:1789130427.211872:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130427.211875:0:2342:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.123@tcp of length 224/224 into md 0x6ebd [1] + 224 00000800:00000001:3.0:1789130427.211879:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130427.211897:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130427.211900:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130427.211904:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:3.0:1789130427.211908:0:2342:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789130427.211913:0:2342:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf501ab0c0 x1876037329039744/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130443 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789130427.211922:0:2342:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9caf501ab0c0 x1876037329039744/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130443 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130427.211930:0:2342:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789130427.211934:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130427.211937:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130427.211956:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789130427.211961:0:2349:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789130427.211969:0:2349:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789130427.211973:0:2349:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789130427.211976:0:2349:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf607889a0. 00000400:00000200:3.0:1789130427.211981:0:2349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf4549f550 00000400:00000010:3.0:1789130427.211983:0:2349:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf4549f550. 00000100:00000001:3.0:1789130427.211988:0:2349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789130427.211993:0:2349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf501ab0c0 x1876037329039744/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130443 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789130427.212002:0:2349:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf501ab0c0 x1876037329039744/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130443 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130427.212008:0:2349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789130427.212011:0:2349:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130427.212013:0:2349:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789130427.212017:0:2349:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789130427.212020:0:2349:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789130427.212023:0:2349:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789130427.212026:0:2349:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789130427.212037:0:2349:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf6079ac60 time=46 v=5 (5 104 104 104) 00000100:00001000:3.0:1789130427.212042:0:2349:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf6079ac18 time=11 v=5 (1 0 0 0) 00000100:00000001:3.0:1789130427.212045:0:2349:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789130427.212048:0:2349:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130427.212051:0:2349:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789130427.212055:0:2349:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130427.212058:0:2349:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789130427.212061:0:2349:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9caf5014c800: skip recheck: last_committed 4294967653 00000100:00000001:3.0:1789130427.212062:0:2349:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789130427.212064:0:2349:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130427.212069:0:2349:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf501ab0c0 x1876037329039744/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130443 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130427.212076:0:2349:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789130427.212080:0:2349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789130427.212082:0:2349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789130427.212086:0:2349:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf501ab0c0 x1876037329039744/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130443 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789130427.212098:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf501ab0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:2349:1876037329039744:192.168.204.123@tcp:400:kworker.0 00000400:00000001:3.0:1789130427.212103:0:2349:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789130427.212105:0:2349:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789130427.212106:0:2349:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf607884d0. 00000400:00000200:3.0:1789130427.212170:0:2349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf4549fe58 00000400:00000010:3.0:1789130427.212172:0:2349:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf4549fe58. 00000100:00000001:3.0:1789130427.212175:0:2349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789130427.212179:0:2349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf501aad00 x1876037329039872/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130443 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789130427.212187:0:2349:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf501aad00 x1876037329039872/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130443 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130427.212192:0:2349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789130427.212194:0:2349:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130427.212196:0:2349:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789130427.212198:0:2349:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789130427.212199:0:2349:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789130427.212200:0:2349:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789130427.212202:0:2349:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789130427.212206:0:2349:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf48ede460 time=46 v=5 (5 5 5 5) 00000100:00001000:3.0:1789130427.212209:0:2349:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf48ede418 time=36 v=5 (1 0 0 0) 00000100:00000001:3.0:1789130427.212211:0:2349:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789130427.212213:0:2349:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130427.212215:0:2349:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789130427.212217:0:2349:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130427.212219:0:2349:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789130427.212221:0:2349:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9caf5014c800: skip recheck: last_committed 4294967312 00000100:00000001:3.0:1789130427.212223:0:2349:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789130427.212224:0:2349:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130427.212227:0:2349:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf501aad00 x1876037329039872/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130443 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130427.212233:0:2349:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789130427.212235:0:2349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789130427.212237:0:2349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789130427.212240:0:2349:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf501aad00 x1876037329039872/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130443 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789130427.212247:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf501aad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:2349:1876037329039872:192.168.204.123@tcp:400:kworker.0 00000100:00000001:3.0:1789130427.212252:0:2349:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130427.212254:0:2349:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130427.212257:0:2349:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf501ab0c0 x1876037329039744/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130443 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130427.212272:0:2349:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789130427.212275:0:2349:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789130427.212278:0:2349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9caf5846ce00. 02000000:00000001:3.0:1789130427.212281:0:2349:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789130427.212284:0:2349:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1789130427.212293:0:2349:0:(genops.c:1223:class_import_put()) import ffff9caf6079a800 refcount=3 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000020:00000001:3.0:1789130427.212296:0:2349:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1789130427.212298:0:2349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9caf47fd2900. 02000000:00000001:3.0:1789130427.212302:0:2349:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789130427.212304:0:2349:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789130427.212305:0:2349:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf501ab0c0. 00000100:00000001:3.0:1789130427.212308:0:2349:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789130427.212310:0:2349:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130427.212311:0:2349:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130427.212315:0:2349:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf501aad00 x1876037329039872/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130443 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130427.212321:0:2349:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789130427.212322:0:2349:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789130427.212324:0:2349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9caf5846c800. 02000000:00000001:3.0:1789130427.212325:0:2349:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789130427.212326:0:2349:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1789130427.212328:0:2349:0:(genops.c:1223:class_import_put()) import ffff9caf48ede000 refcount=2 obd=lustre-OST0001-osc-ffff9caf5014c800 00000020:00000001:3.0:1789130427.212330:0:2349:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1789130427.212331:0:2349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9caf47fd2f00. 02000000:00000001:3.0:1789130427.212333:0:2349:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789130427.212334:0:2349:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789130427.212335:0:2349:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf501aad00. 00000100:00000001:3.0:1789130427.212338:0:2349:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789130427.212339:0:2349:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130427.212343:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130427.212345:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789130427.212346:0:2349:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789130427.212347:0:2349:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130427.212349:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1789130427.224588:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130427.224608:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789130427.224614:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130427.224618:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130427.224631:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130427.224643:0:2341:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:2.0:1789130427.224654:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130427.224661:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130427.224668:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130427.224674:0:2341:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 224 into portal 25 MB=0x6aa3efa953100 00000400:00000200:2.0:1789130427.224680:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130427.224688:0:2341:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.123@tcp of length 224/224 into md 0x6e9d [1] + 224 00000800:00000001:2.0:1789130427.224697:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130427.224704:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130427.224707:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130427.224712:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:2.0:1789130427.224723:0:2341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789130427.224736:0:2341:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf501a8000 x1876037329039616/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130443 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789130427.224748:0:2341:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9caf501a8000 x1876037329039616/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130443 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130427.224763:0:2341:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789130427.224775:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130427.224778:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130427.225003:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789130427.225010:0:2349:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789130427.225020:0:2349:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789130427.225023:0:2349:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789130427.225027:0:2349:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf60788580. 00000400:00000200:3.0:1789130427.225033:0:2349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf4549f440 00000400:00000010:3.0:1789130427.225035:0:2349:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf4549f440. 00000100:00000001:3.0:1789130427.225041:0:2349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789130427.225046:0:2349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf501a8000 x1876037329039616/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130443 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789130427.225056:0:2349:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf501a8000 x1876037329039616/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130443 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130427.225063:0:2349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789130427.225065:0:2349:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130427.225068:0:2349:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789130427.225072:0:2349:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789130427.225075:0:2349:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789130427.225078:0:2349:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789130427.225082:0:2349:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789130427.225093:0:2349:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf586cec60 time=46 v=5 (5 5 5 5) 00000100:00001000:3.0:1789130427.225097:0:2349:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf586cec18 time=46 v=5 (1 1 1 1) 00000100:00000001:3.0:1789130427.225099:0:2349:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789130427.225102:0:2349:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130427.225105:0:2349:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789130427.225108:0:2349:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130427.225128:0:2349:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130427.225133:0:2349:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf501a8000 x1876037329039616/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130443 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130427.225214:0:2349:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789130427.225219:0:2349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789130427.225222:0:2349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789130427.225227:0:2349:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf501a8000 x1876037329039616/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130443 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789130427.225235:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf501a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:70f26143-21ad-4cd3-af2c-0601ab5c9490:2349:1876037329039616:192.168.204.123@tcp:400:kworker.0 00000100:00000001:3.0:1789130427.225241:0:2349:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130427.225244:0:2349:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130427.225248:0:2349:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf501a8000 x1876037329039616/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130443 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130427.225255:0:2349:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789130427.225258:0:2349:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789130427.225263:0:2349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9caf5846d400. 02000000:00000001:3.0:1789130427.225266:0:2349:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789130427.225269:0:2349:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1789130427.225271:0:2349:0:(genops.c:1223:class_import_put()) import ffff9caf586ce800 refcount=3 obd=MGC192.168.204.123@tcp 00000020:00000001:3.0:1789130427.225274:0:2349:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1789130427.225277:0:2349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9caf47fd2700. 02000000:00000001:3.0:1789130427.225282:0:2349:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789130427.225284:0:2349:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789130427.225286:0:2349:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf501a8000. 00000100:00000001:3.0:1789130427.225291:0:2349:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789130427.225292:0:2349:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130427.225295:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130427.225307:0:2349:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789130427.225309:0:2349:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130427.225311:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789130427.225315:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130427.322889:0:30671:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130427.322901:0:30671:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789130427.322933:0:16244:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789130427.322937:0:16244:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789130427.322942:0:16244:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:2.0:1789130427.464668:0:32902:0:(debug.c:652:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1789130427.464676:0:32902:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: == recovery-small test 23: client hang when close a file after mds crash ========================================================== 08:40:25 (1789130425) 00000001:00000001:2.0:1789130427.476034:0:32902:0:(debug.c:655:libcfs_debug_mark_buffer()) ************************************************** 00000080:00000001:1.0:1789130427.553027:0:32906:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:1.0:1789130427.553034:0:32906:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:1.0:1789130427.553037:0:32906:0:(file.c:6206:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1789130427.553040:0:32906:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41fd7bc0 00000080:00200000:1.0:1789130427.553044:0:32906:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8),name=/ 00000080:00000010:1.0:1789130427.553053:0:32906:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9caf42b29000. 00800000:00000002:1.0:1789130427.553061:0:32906:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9caf4557c8c0 2 00000080:00000001:1.0:1789130427.553065:0:32906:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1789130427.553070:0:32906:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1789130427.553072:0:32906:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41fd7ae0 00800000:00000002:1.0:1789130427.553075:0:32906:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1789130427.553081:0:32906:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1789130427.553086:0:32906:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1789130427.553092:0:32906:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1789130427.553095:0:32906:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41fd79b0 00000002:00010000:1.0:1789130427.553096:0:32906:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1789130427.553101:0:32906:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1789130427.553103:0:32906:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789130427.553118:0:32906:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1789130427.553124:0:32906:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789130427.553127:0:32906:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789130427.553129:0:32906:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789130427.553131:0:32906:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1789130427.553134:0:32906:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1789130427.553140:0:32906:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf615d5680. 00000020:00000040:1.0:1789130427.553145:0:32906:0:(genops.c:1210:class_import_get()) import ffff9caf6079a800 refcount=4 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00010000:00000001:1.0:1789130427.553151:0:32906:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1789130427.553157:0:32906:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789130427.553161:0:32906:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130427.553164:0:32906:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789130427.553167:0:32906:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789130427.553172:0:32906:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789130427.553180:0:32906:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9caf487c1800. 00000100:00000001:1.0:1789130427.553190:0:32906:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130427.553197:0:32906:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789130427.553198:0:32906:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130427.553200:0:32906:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789130427.553201:0:32906:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130427.553203:0:32906:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789130427.553209:0:32906:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446634875799557760 : -109197909993856 : ffff9caf615d5680) 00010000:00000001:1.0:1789130427.553213:0:32906:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1789130427.553215:0:32906:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1789130427.553219:0:32906:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9caf42f26900. 00010000:00000010:1.0:1789130427.553224:0:32906:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9caf50154380. 00010000:00000001:1.0:1789130427.553229:0:32906:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1789130427.553232:0:32906:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9caf586b7200. 00000020:00000001:1.0:1789130427.553236:0:32906:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1789130427.553240:0:32906:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9caf586b7200 with handle 0xde5303b1d982cdbe to hash 00000020:00000001:1.0:1789130427.553242:0:32906:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1789130427.553243:0:32906:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446634875649487360 : -109198060064256 : ffff9caf586b7200) 00010000:00000001:1.0:1789130427.553247:0:32906:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446634875649487360 : -109198060064256 : ffff9caf586b7200) 00010000:00000001:1.0:1789130427.553251:0:32906:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789130427.553253:0:32906:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789130427.553258:0:32906:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7200/0xde5303b1d982cdbe lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 32906 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789130427.553268:0:32906:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7200/0xde5303b1d982cdbe lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 32906 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789130427.553278:0:32906:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7200/0xde5303b1d982cdbe lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 32906 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1789130427.553283:0:32906:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1789130427.553284:0:32906:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1789130427.553290:0:32906:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9caf4852fe40. 00000100:00000001:1.0:1789130427.553293:0:32906:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446634875379449408 : -109198330102208 : ffff9caf4852fe40) 00000100:00000001:1.0:1789130427.553295:0:32906:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789130427.553297:0:32906:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875799557760 : -109197909993856 : ffff9caf615d5680) 00000100:00000001:1.0:1789130427.553301:0:32906:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789130427.553304:0:32906:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130427.553306:0:32906:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1789130427.553309:0:32906:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789130427.553319:0:32906:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf615d5680 x1876037329040000/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130427.553328:0:32906:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789130427.553331:0:32906:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130427.553334:0:32906:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789130427.553337:0:32906:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789130427.553340:0:32906:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789130427.553343:0:32906:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf615d5680 pname:cluuid:pid:xid:nid:opc:job multiop:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:32906:1876037329040000:192.168.204.123@tcp:101:multiop.0 00000100:00000001:1.0:1789130427.553348:0:32906:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789130427.553353:0:32906:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789130427.553356:0:32906:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130427.553358:0:32906:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789130427.553363:0:32906:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9caf482dd000. 02000000:00000001:1.0:1789130427.553365:0:32906:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789130427.553372:0:32906:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:1.0:1789130427.553377:0:32906:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf42d8e840. 00000400:00000010:1.0:1789130427.553384:0:32906:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf462a35d8. 00000100:00000200:1.0:1789130427.553391:0:32906:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1876037329040000, portal 10 00000100:00000001:1.0:1789130427.553394:0:32906:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789130427.553395:0:32906:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875799557760 : -109197909993856 : ffff9caf615d5680) 00000100:00000040:1.0:1789130427.553400:0:32906:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9caf615d5680 x1876037329040000/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789130443 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130427.553407:0:32906:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789130427.553410:0:32906:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:1.0:1789130427.553412:0:32906:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf462a3d48. 00000100:00000200:1.0:1789130427.553416:0:32906:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1876037329040000, offset 0 00000400:00000200:1.0:1789130427.553422:0:32906:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:1.0:1789130427.553431:0:32906:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:1.0:1789130427.553438:0:32906:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:1.0:1789130427.553444:0:32906:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789130427.553448:0:32906:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:1.0:1789130427.553451:0:32906:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789130427.553454:0:32906:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:1.0:1789130427.553457:0:32906:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2570:2570:256:4294967295] 192.168.204.123@tcp LPNI seq info [2569:2569:8:4294967295] 00000400:00000200:1.0:1789130427.553461:0:32906:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:1.0:1789130427.553472:0:32906:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:1.0:1789130427.553478:0:32906:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:1.0:1789130427.553483:0:32906:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf4b179d00. 00000800:00000200:1.0:1789130427.553490:0:32906:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:1.0:1789130427.553500:0:32906:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:1.0:1789130427.553505:0:32906:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf4b179d00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:1.0:1789130427.553537:0:32906:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789130427.553542:0:32906:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: using a timeout of 794676 usecs (795 jiffies) 00000400:00000200:1.0:1789130427.553546:0:32906:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:1.0:1789130427.553548:0:32906:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296522367 00000100:00000001:1.0:1789130427.553552:0:32906:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 2, keep current deadline 4296525309 00000100:00000001:1.0:1789130427.553554:0:32906:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296522367 00000100:00000001:1.0:1789130427.553557:0:32906:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 3, keep current deadline 4296525309 00000100:00000001:1.0:1789130427.553560:0:32906:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789130427.553563:0:32906:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130427.553566:0:32906:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789130427.553569:0:32906:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1789130427.553572:0:32906:0:(client.c:2715:ptlrpc_set_wait()) set ffff9caf4852fe40 going to sleep for 11 seconds 00000100:00000001:1.0:1789130427.553575:0:32906:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789130427.553578:0:32906:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789130427.567261:0:2342:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789130427.567270:0:2342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf4b179d00. 00000400:00000200:3.0:1789130427.567277:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130427.567285:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:3.0:1789130427.567293:0:2342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf462a3d48 00000400:00000010:3.0:1789130427.567295:0:2342:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf462a3d48. 00000100:00000001:3.0:1789130427.567300:0:2342:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789130427.567308:0:2342:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf615d5680 x1876037329040000/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789130443 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130427.567320:0:2342:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130427.567323:0:2342:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf615d5680 x1876037329040000/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789130443 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130427.567331:0:2342:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130427.567333:0:2342:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1789130427.572942:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130427.572959:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789130427.572963:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130427.572966:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130427.572976:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130427.572986:0:2341:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:2.0:1789130427.572996:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130427.573002:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130427.573008:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130427.573013:0:2341:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 688 into portal 10 MB=0x6aa3efa953280 00000400:00000200:2.0:1789130427.573018:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130427.573025:0:2341:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.123@tcp of length 688/688 into md 0x6ecd [1] + 224 00000800:00000001:2.0:1789130427.573032:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130427.573041:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130427.573045:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130427.573050:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:2.0:1789130427.573059:0:2341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789130427.573069:0:2341:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf615d5680 x1876037329040000/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789130443 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789130427.573081:0:2341:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9caf615d5680 x1876037329040000/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789130443 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130427.573114:0:2341:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789130427.573132:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130427.573136:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789130427.575082:0:32906:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789130427.575095:0:32906:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789130427.575098:0:32906:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789130427.575103:0:32906:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf42d8e840. 00000400:00000200:2.0:1789130427.575117:0:32906:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf462a35d8 00000400:00000010:2.0:1789130427.575127:0:32906:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf462a35d8. 00000100:00000001:2.0:1789130427.575132:0:32906:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789130427.575146:0:32906:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf615d5680 x1876037329040000/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789130443 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1789130427.575158:0:32906:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf615d5680 x1876037329040000/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789130443 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130427.575164:0:32906:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789130427.575166:0:32906:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789130427.575170:0:32906:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789130427.575173:0:32906:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789130427.575176:0:32906:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789130427.575178:0:32906:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789130427.575181:0:32906:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789130427.575191:0:32906:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf6079ac60 time=46 v=5 (5 104 104 104) 00000100:00001000:2.0:1789130427.575197:0:32906:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf6079ac18 time=11 v=5 (1 0 0 0) 00000100:00000001:2.0:1789130427.575199:0:32906:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789130427.575201:0:32906:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130427.575205:0:32906:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789130427.575209:0:32906:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130427.575214:0:32906:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789130427.575216:0:32906:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9caf5014c800: skip recheck: last_committed 4294967653 00000100:00000001:2.0:1789130427.575219:0:32906:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789130427.575221:0:32906:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130427.575225:0:32906:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf615d5680 x1876037329040000/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1789130443 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130427.575232:0:32906:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789130427.575235:0:32906:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789130427.575237:0:32906:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789130427.575240:0:32906:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf615d5680 x1876037329040000/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1789130443 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1789130427.575248:0:32906:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf615d5680 pname:cluuid:pid:xid:nid:opc:job multiop:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:32906:1876037329040000:192.168.204.123@tcp:101:multiop.0 00000100:00000001:2.0:1789130427.575253:0:32906:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789130427.575255:0:32906:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130427.575258:0:32906:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1789130427.575260:0:32906:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130427.575263:0:32906:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf615d5680 x1876037329040000/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1789130443 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130427.575270:0:32906:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789130427.575273:0:32906:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9caf4852fe40. 00000100:00000001:2.0:1789130427.575276:0:32906:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1789130427.575278:0:32906:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130427.575281:0:32906:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1789130427.575285:0:32906:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130427.575288:0:32906:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130427.575291:0:32906:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b7200 refcount=4 00000020:00000001:2.0:1789130427.575294:0:32906:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649487360 : -109198060064256 : ffff9caf586b7200) 00010000:00000001:2.0:1789130427.575297:0:32906:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649487360 : -109198060064256 : ffff9caf586b7200) 00010000:00000040:2.0:1789130427.575304:0:32906:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9caf586b7200, remote cookie: 0xcdf1b083821a5b4c, flags: 0x1001 00010000:00010000:2.0:1789130427.575309:0:32906:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7200/0xde5303b1d982cdbe lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a5b4c expref: -99 pid: 32906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789130427.575321:0:32906:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7200/0xde5303b1d982cdbe lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a5b4c expref: -99 pid: 32906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789130427.575327:0:32906:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1789130427.575332:0:32906:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1789130427.575334:0:32906:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1789130427.575335:0:32906:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1789130427.575337:0:32906:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1789130427.575340:0:32906:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff9caf42f26900) refcount = 1 00010000:00010000:2.0:1789130427.575343:0:32906:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7200/0xde5303b1d982cdbe lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a5b4c expref: -99 pid: 32906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789130427.575350:0:32906:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1789130427.575353:0:32906:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1789130427.575355:0:32906:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789130427.575358:0:32906:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1789130427.575361:0:32906:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789130427.575363:0:32906:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7200/0xde5303b1d982cdbe lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a5b4c expref: -99 pid: 32906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789130427.575369:0:32906:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1789130427.575370:0:32906:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130427.575371:0:32906:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130427.575372:0:32906:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130427.575373:0:32906:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130427.575374:0:32906:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789130427.575378:0:32906:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1789130427.575380:0:32906:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130427.575381:0:32906:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130427.575383:0:32906:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b7200 refcount=3 00000020:00000001:2.0:1789130427.575385:0:32906:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649487360 : -109198060064256 : ffff9caf586b7200) 00010000:00000001:2.0:1789130427.575387:0:32906:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649487360 : -109198060064256 : ffff9caf586b7200) 00010000:00000001:2.0:1789130427.575389:0:32906:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130427.575390:0:32906:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130427.575392:0:32906:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b7200 refcount=4 00000020:00000001:2.0:1789130427.575393:0:32906:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649487360 : -109198060064256 : ffff9caf586b7200) 00010000:00000001:2.0:1789130427.575395:0:32906:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649487360 : -109198060064256 : ffff9caf586b7200) 00010000:00000001:2.0:1789130427.575398:0:32906:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789130427.575401:0:32906:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789130427.575404:0:32906:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7200/0xde5303b1d982cdbe lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a5b4c expref: -99 pid: 32906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789130427.575411:0:32906:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130427.575412:0:32906:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130427.575413:0:32906:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130427.575414:0:32906:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130427.575415:0:32906:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b7200 refcount=5 00000020:00000001:2.0:1789130427.575417:0:32906:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649487360 : -109198060064256 : ffff9caf586b7200) 00010000:00000001:2.0:1789130427.575419:0:32906:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649487360 : -109198060064256 : ffff9caf586b7200) 00010000:00000001:2.0:1789130427.575421:0:32906:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789130427.575424:0:32906:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7200/0xde5303b1d982cdbe lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a5b4c expref: -99 pid: 32906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789130427.575430:0:32906:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130427.575431:0:32906:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1789130427.575433:0:32906:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7200/0xde5303b1d982cdbe lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a5b4c expref: -99 pid: 32906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789130427.575439:0:32906:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789130427.575440:0:32906:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130427.575441:0:32906:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130427.575442:0:32906:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130427.575443:0:32906:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1789130427.575448:0:32906:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9caf615d5680 x1876037329040000/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1789130443 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1789130427.575456:0:32906:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130427.575457:0:32906:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130427.575459:0:32906:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b7200 refcount=3 00000020:00000001:2.0:1789130427.575460:0:32906:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649487360 : -109198060064256 : ffff9caf586b7200) 00010000:00000001:2.0:1789130427.575462:0:32906:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649487360 : -109198060064256 : ffff9caf586b7200) 00010000:00000001:2.0:1789130427.575464:0:32906:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130427.575465:0:32906:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789130427.575466:0:32906:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789130427.575468:0:32906:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789130427.575470:0:32906:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1789130427.575473:0:32906:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130427.575474:0:32906:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130427.575475:0:32906:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b7200 refcount=3 00000020:00000001:2.0:1789130427.575477:0:32906:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649487360 : -109198060064256 : ffff9caf586b7200) 00010000:00000001:2.0:1789130427.575478:0:32906:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649487360 : -109198060064256 : ffff9caf586b7200) 00000002:00010000:2.0:1789130427.575481:0:32906:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7200/0xde5303b1d982cdbe lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a5b4c expref: -99 pid: 32906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789130427.575490:0:32906:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130427.575491:0:32906:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130427.575493:0:32906:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1789130427.575494:0:32906:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130427.575495:0:32906:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130427.575496:0:32906:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b7200 refcount=3 00000020:00000001:2.0:1789130427.575498:0:32906:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649487360 : -109198060064256 : ffff9caf586b7200) 00010000:00000001:2.0:1789130427.575500:0:32906:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649487360 : -109198060064256 : ffff9caf586b7200) 00010000:00000040:2.0:1789130427.575504:0:32906:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf42f26900 count: 2 00010000:00000001:2.0:1789130427.575507:0:32906:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1789130427.575510:0:32906:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9caf4630e800 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:2.0:1789130427.575513:0:32906:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130427.575513:0:32906:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789130427.575515:0:32906:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1789130427.575517:0:32906:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41fd7938 00000002:00002000:2.0:1789130427.575519:0:32906:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:2.0:1789130427.575521:0:32906:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789130427.575525:0:32906:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789130427.575527:0:32906:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1789130427.575530:0:32906:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:2.0:1789130427.575533:0:32906:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789130427.575537:0:32906:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9caf4557c8c0 2 00000080:00000010:2.0:1789130427.575541:0:32906:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9caf42b29000. 00000080:00000001:2.0:1789130427.575546:0:32906:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1789130427.575548:0:32906:0:(llite_lib.c:3864:ll_prep_inode()) Process entered 00000002:00000001:2.0:1789130427.575555:0:32906:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:2.0:1789130427.575558:0:32906:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:2.0:1789130427.575565:0:32906:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9caf5049ef40. 00800000:00000001:2.0:1789130427.575567:0:32906:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446634875513073472 : -109198196478144 : ffff9caf5049ef40) 00800000:00000001:2.0:1789130427.575569:0:32906:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789130427.575571:0:32906:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1789130427.575574:0:32906:0:(llite_lib.c:1973:ll_update_lsm_md()) Process entered 00000080:00000002:2.0:1789130427.575576:0:32906:0:(llite_lib.c:1977:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:2.0:1789130427.575579:0:32906:0:(llite_lib.c:1928:ll_update_default_lsm_md()) Process entered 00000080:00000001:2.0:1789130427.575582:0:32906:0:(llite_lib.c:1950:ll_update_default_lsm_md()) Process leaving 00000080:00000001:2.0:1789130427.575584:0:32906:0:(llite_lib.c:1994:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130427.575589:0:32906:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:2.0:1789130427.575592:0:32906:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00000002:2.0:1789130427.575595:0:32906:0:(llite_lib.c:3071:ll_update_inode()) setting ino 144115188193296385 mtime from 1789130401 to 1789130417 00000080:00200000:2.0:1789130427.575599:0:32906:0:(llite_lib.c:3140:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 8704 00010000:00000001:2.0:1789130427.575600:0:32906:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130427.575601:0:32906:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130427.575603:0:32906:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b7200 refcount=3 00000020:00000001:2.0:1789130427.575604:0:32906:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649487360 : -109198060064256 : ffff9caf586b7200) 00010000:00000001:2.0:1789130427.575606:0:32906:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649487360 : -109198060064256 : ffff9caf586b7200) 00010000:00000001:2.0:1789130427.575608:0:32906:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130427.575609:0:32906:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1789130427.575611:0:32906:0:(llite_lib.c:3962:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1789130427.575614:0:32906:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:2.0:1789130427.575615:0:32906:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9caf5049ef40 1 00800000:00000010:2.0:1789130427.575617:0:32906:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9caf5049ef40. 00800000:00000001:2.0:1789130427.575620:0:32906:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789130427.575623:0:32906:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9caf601980c8) for lock 0xde5303b1d982cdbe 00800000:00000001:2.0:1789130427.575626:0:32906:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1789130427.575627:0:32906:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1789130427.575628:0:32906:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130427.575629:0:32906:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130427.575631:0:32906:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b7200 refcount=3 00000020:00000001:2.0:1789130427.575632:0:32906:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649487360 : -109198060064256 : ffff9caf586b7200) 00010000:00000001:2.0:1789130427.575634:0:32906:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649487360 : -109198060064256 : ffff9caf586b7200) 00010000:00000001:2.0:1789130427.575636:0:32906:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130427.575637:0:32906:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789130427.575639:0:32906:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789130427.575641:0:32906:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130427.575642:0:32906:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789130427.575645:0:32906:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9caf601980c8) 00000080:00010000:2.0:1789130427.575647:0:32906:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xde5303b1d982cdbe from it ffffb97f41fd7bf8 00010000:00000001:2.0:1789130427.575650:0:32906:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130427.575651:0:32906:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130427.575652:0:32906:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b7200 refcount=3 00000020:00000001:2.0:1789130427.575654:0:32906:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649487360 : -109198060064256 : ffff9caf586b7200) 00010000:00000001:2.0:1789130427.575655:0:32906:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649487360 : -109198060064256 : ffff9caf586b7200) 00010000:00000001:2.0:1789130427.575657:0:32906:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789130427.575660:0:32906:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7200/0xde5303b1d982cdbe lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a5b4c expref: -99 pid: 32906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789130427.575666:0:32906:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130427.575667:0:32906:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130427.575669:0:32906:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1789130427.575671:0:32906:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1789130427.575674:0:32906:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7200/0xde5303b1d982cdbe lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a5b4c expref: -99 pid: 32906 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1789130427.575682:0:32906:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789130427.575685:0:32906:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789130427.575687:0:32906:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789130427.575690:0:32906:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130427.575691:0:32906:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130427.575692:0:32906:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130427.575696:0:32906:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789130427.575697:0:32906:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130427.575699:0:32906:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130427.575701:0:32906:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130427.575703:0:32906:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789130427.575704:0:32906:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130427.575705:0:32906:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1789130427.575707:0:32906:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130427.575711:0:32906:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf615d5680 x1876037329040000/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1789130443 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130427.575718:0:32906:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789130427.575720:0:32906:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789130427.575723:0:32906:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9caf482dd000. 02000000:00000001:2.0:1789130427.575727:0:32906:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789130427.575730:0:32906:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1789130427.575731:0:32906:0:(genops.c:1223:class_import_put()) import ffff9caf6079a800 refcount=3 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000020:00000001:2.0:1789130427.575734:0:32906:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1789130427.575736:0:32906:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9caf487c1800. 02000000:00000001:2.0:1789130427.575739:0:32906:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789130427.575741:0:32906:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789130427.575742:0:32906:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf615d5680. 00000100:00000001:2.0:1789130427.575747:0:32906:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789130427.575749:0:32906:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1789130427.575752:0:32906:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8), inode mode 41ff mask 1 00000080:00000001:2.0:1789130427.575757:0:32906:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1789130427.575784:0:32906:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9caf484adc00. 00000080:00000001:2.0:1789130427.575789:0:32906:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:2.0:1789130427.575791:0:32906:0:(file.c:6206:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1789130427.575792:0:32906:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41fd7b00 00000080:00200000:2.0:1789130427.575794:0:32906:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8),name=/ 00000080:00000010:2.0:1789130427.575799:0:32906:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9caf43366a00. 00800000:00000002:2.0:1789130427.575961:0:32906:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9caf4557c8c0 2 00000080:00000001:2.0:1789130427.575965:0:32906:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1789130427.575968:0:32906:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1789130427.575970:0:32906:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41fd7a20 00800000:00000002:2.0:1789130427.575972:0:32906:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1789130427.575975:0:32906:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1789130427.575978:0:32906:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1789130427.575982:0:32906:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1789130427.575983:0:32906:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41fd78f0 00000002:00010000:2.0:1789130427.575985:0:32906:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1789130427.575988:0:32906:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1789130427.575990:0:32906:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789130427.575992:0:32906:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789130427.575994:0:32906:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf42f26900 count: 2 00010000:00000001:2.0:1789130427.575996:0:32906:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789130427.575999:0:32906:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789130427.576002:0:32906:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1789130427.576005:0:32906:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7200/0xde5303b1d982cdbe lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a5b4c expref: -99 pid: 32906 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:2.0:1789130427.576012:0:32906:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1789130427.576016:0:32906:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789130427.576019:0:32906:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7200/0xde5303b1d982cdbe lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a5b4c expref: -99 pid: 32906 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:2.0:1789130427.576025:0:32906:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1789130427.576027:0:32906:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1789130427.576028:0:32906:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1789130427.576030:0:32906:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1789130427.576032:0:32906:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1789130427.576034:0:32906:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1789130427.576036:0:32906:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1789130427.576038:0:32906:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9caf4557c8c0 2 00000080:00000010:2.0:1789130427.576040:0:32906:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9caf43366a00. 00000080:00000001:2.0:1789130427.576043:0:32906:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1789130427.576044:0:32906:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789130427.576046:0:32906:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9caf601980c8) 00000080:00010000:2.0:1789130427.576049:0:32906:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9caf601980c8) for lock 0xde5303b1d982cdbe 00800000:00000001:2.0:1789130427.576051:0:32906:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1789130427.576052:0:32906:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1789130427.576054:0:32906:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130427.576055:0:32906:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130427.576056:0:32906:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b7200 refcount=3 00000020:00000001:2.0:1789130427.576058:0:32906:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649487360 : -109198060064256 : ffff9caf586b7200) 00010000:00000001:2.0:1789130427.576060:0:32906:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649487360 : -109198060064256 : ffff9caf586b7200) 00010000:00000001:2.0:1789130427.576062:0:32906:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130427.576063:0:32906:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789130427.576064:0:32906:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789130427.576066:0:32906:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789130427.576068:0:32906:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xde5303b1d982cdbe from it ffffb97f41fd7b38 00010000:00000001:2.0:1789130427.576070:0:32906:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130427.576071:0:32906:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130427.576072:0:32906:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b7200 refcount=3 00000020:00000001:2.0:1789130427.576074:0:32906:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649487360 : -109198060064256 : ffff9caf586b7200) 00010000:00000001:2.0:1789130427.576076:0:32906:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649487360 : -109198060064256 : ffff9caf586b7200) 00010000:00000001:2.0:1789130427.576077:0:32906:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789130427.576080:0:32906:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7200/0xde5303b1d982cdbe lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a5b4c expref: -99 pid: 32906 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1789130427.576085:0:32906:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130427.576086:0:32906:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130427.576087:0:32906:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1789130427.576088:0:32906:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1789130427.576090:0:32906:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7200/0xde5303b1d982cdbe lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a5b4c expref: -99 pid: 32906 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1789130427.576097:0:32906:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789130427.576098:0:32906:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789130427.576099:0:32906:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789130427.576101:0:32906:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130427.576102:0:32906:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130427.576120:0:32906:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130427.576123:0:32906:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789130427.576124:0:32906:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130427.576126:0:32906:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130427.576128:0:32906:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130427.576130:0:32906:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789130427.576131:0:32906:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130427.576132:0:32906:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1789130427.576134:0:32906:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1789130427.576135:0:32906:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1789130427.576137:0:32906:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8), inode mode 41ff mask 3 00000080:00000001:2.0:1789130427.576140:0:32906:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130427.576143:0:32906:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:2.0:1789130427.576145:0:32906:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41fd7b58 00000080:00200000:2.0:1789130427.576147:0:32906:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=f23.recovery-small, dir=[0x200000007:0x1:0x0](ffff9caf601980c8), file ffff9caf45581c80, open_flags 8042, mode 81a4 opened 0 00000080:00000010:2.0:1789130427.576155:0:32906:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff9caf4812f300. 00000080:00000001:2.0:1789130427.576159:0:32906:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:2.0:1789130427.576161:0:32906:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41fd7a08 00000080:00200000:2.0:1789130427.576163:0:32906:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f23.recovery-small, dir=[0x200000007:0x1:0x0](ffff9caf601980c8), intent=open|creat 00000080:00000010:2.0:1789130427.576169:0:32906:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9caf43366a00. 00800000:00000002:2.0:1789130427.576171:0:32906:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9caf4557c8c0 2 00000080:00000001:2.0:1789130427.576176:0:32906:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1789130427.576178:0:32906:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1789130427.576179:0:32906:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41fd7928 00800000:00000002:2.0:1789130427.576180:0:32906:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f23.recovery-small' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1789130427.576183:0:32906:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:2.0:1789130427.576185:0:32906:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:2.0:1789130427.576189:0:32906:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446634875370194944 : -109198339356672 : ffff9caf47c5c800) 00800000:00000001:2.0:1789130427.576192:0:32906:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:2.0:1789130427.576194:0:32906:0:(obd_class.h:932:obd_fid_alloc()) Process entered 00000002:00000001:2.0:1789130427.576196:0:32906:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:2.0:1789130427.576198:0:32906:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:2.0:1789130427.576201:0:32906:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff9caf5014c800: Allocated FID [0x200000404:0x2d:0x0] 40000000:00000001:2.0:1789130427.576203:0:32906:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789130427.576205:0:32906:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789130427.576207:0:32906:0:(obd_class.h:945:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789130427.576208:0:32906:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130427.576210:0:32906:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41fd78a8 00800000:00000002:2.0:1789130427.576212:0:32906:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x2d:0x0], name='f23.recovery-small' -> mds #0 layout version 1 00000002:00000001:2.0:1789130427.576216:0:32906:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1789130427.576217:0:32906:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41fd77e0 00000002:00010000:2.0:1789130427.576218:0:32906:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f23.recovery-small,[0x200000404:0x2d:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 0100103 00000002:00000001:2.0:1789130427.576222:0:32906:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1789130427.576225:0:32906:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:2.0:1789130427.576228:0:32906:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:2.0:1789130427.576231:0:32906:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789130427.576233:0:32906:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1789130427.576234:0:32906:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf42f26900 count: 2 00010000:00000001:2.0:1789130427.576236:0:32906:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789130427.576239:0:32906:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1789130427.576242:0:32906:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1789130427.576245:0:32906:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7200/0xde5303b1d982cdbe lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xcdf1b083821a5b4c expref: -99 pid: 32906 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00000001:2.0:1789130427.576253:0:32906:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1789130427.576257:0:32906:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1789130427.576259:0:32906:0:(file.c:6113:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1789130427.576261:0:32906:0:(file.c:6119:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:2.0:1789130427.576263:0:32906:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789130427.576265:0:32906:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789130427.576267:0:32906:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf42f26900 count: 3 00010000:00000001:2.0:1789130427.576269:0:32906:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789130427.576271:0:32906:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789130427.576273:0:32906:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789130427.576274:0:32906:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789130427.576275:0:32906:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf42f26900 count: 3 00010000:00000001:2.0:1789130427.576277:0:32906:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789130427.576279:0:32906:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789130427.576280:0:32906:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789130427.576282:0:32906:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789130427.576283:0:32906:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf42f26900 count: 3 00010000:00000001:2.0:1789130427.576285:0:32906:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789130427.576286:0:32906:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130427.576288:0:32906:0:(file.c:6141:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1789130427.576291:0:32906:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff9caf60198000, pfid = [0x0:0x0:0x0] 00000080:00000001:2.0:1789130427.576294:0:32906:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:2.0:1789130427.576296:0:32906:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:2.0:1789130427.576298:0:32906:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1789130427.576300:0:32906:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130427.576303:0:32906:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1789130427.576305:0:32906:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1789130427.576306:0:32906:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1789130427.576308:0:32906:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789130427.576309:0:32906:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1789130427.576312:0:32906:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9caf586b7200 with handle 0xde5303b1d982cdbe from hash 00010000:00000001:2.0:1789130427.576315:0:32906:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1789130427.576316:0:32906:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130427.576317:0:32906:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130427.576318:0:32906:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1789130427.576320:0:32906:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1789130427.576322:0:32906:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1789130427.576324:0:32906:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1789130427.576326:0:32906:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1789130427.576328:0:32906:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1789130427.576334:0:32906:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf580b8f00. 00000020:00000040:2.0:1789130427.576337:0:32906:0:(genops.c:1210:class_import_get()) import ffff9caf6079a800 refcount=4 obd=lustre-MDT0000-mdc-ffff9caf5014c800 02000000:00000001:2.0:1789130427.576342:0:32906:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1789130427.576343:0:32906:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130427.576345:0:32906:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1789130427.576349:0:32906:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789130427.576351:0:32906:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130427.576353:0:32906:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789130427.576355:0:32906:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789130427.576358:0:32906:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789130427.576364:0:32906:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9caf50104400. 00000100:00000001:2.0:1789130427.576370:0:32906:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130427.576373:0:32906:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789130427.576376:0:32906:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1789130427.576379:0:32906:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7200/0xde5303b1d982cdbe lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xcdf1b083821a5b4c expref: -99 pid: 32906 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1789130427.576385:0:32906:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1789130427.576386:0:32906:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1789130427.576388:0:32906:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1789130427.576390:0:32906:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7200/0xde5303b1d982cdbe lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xcdf1b083821a5b4c expref: -99 pid: 32906 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000040:2.0:1789130427.576397:0:32906:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9caf42f26900 count: 0 00010000:00000010:2.0:1789130427.576403:0:32906:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9caf50154380. 00010000:00000001:2.0:1789130427.576413:0:32906:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130427.576416:0:32906:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130427.576418:0:32906:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789130427.576419:0:32906:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130427.576421:0:32906:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789130427.576429:0:32906:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446634875643203328 : -109198066348288 : ffff9caf580b8f00) 00010000:00000001:2.0:1789130427.576432:0:32906:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1789130427.576434:0:32906:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1789130427.576437:0:32906:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9caf4a3d4100. 00010000:00000010:2.0:1789130427.576440:0:32906:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9caf4938da80. 00010000:00000001:2.0:1789130427.576445:0:32906:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1789130427.576447:0:32906:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9caf46a93a00. 00000020:00000001:2.0:1789130427.576450:0:32906:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1789130427.576452:0:32906:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9caf46a93a00 with handle 0xde5303b1d982cdc5 to hash 00000020:00000001:2.0:1789130427.576454:0:32906:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1789130427.576455:0:32906:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446634875351546368 : -109198358005248 : ffff9caf46a93a00) 00010000:00000001:2.0:1789130427.576458:0:32906:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446634875351546368 : -109198358005248 : ffff9caf46a93a00) 00010000:00000001:2.0:1789130427.576460:0:32906:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789130427.576462:0:32906:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789130427.576465:0:32906:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a93a00/0xde5303b1d982cdc5 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 32906 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789130427.576470:0:32906:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a93a00/0xde5303b1d982cdc5 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 32906 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:2.0:1789130427.576479:0:32906:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9caf5014c800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1789130427.576487:0:32906:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9caf580b8f00 x1876037329040256/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1789130427.576495:0:32906:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a93a00/0xde5303b1d982cdc5 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 32906 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1789130427.576500:0:32906:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1789130427.576501:0:32906:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1789130427.576508:0:32906:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9caf48373f00. 00000100:00000001:2.0:1789130427.576511:0:32906:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446634875377630976 : -109198331920640 : ffff9caf48373f00) 00000100:00000001:2.0:1789130427.576513:0:32906:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789130427.576514:0:32906:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875643203328 : -109198066348288 : ffff9caf580b8f00) 00000100:00000001:2.0:1789130427.576519:0:32906:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789130427.576523:0:32906:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130427.576525:0:32906:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1789130427.576526:0:32906:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789130427.576529:0:32906:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf580b8f00 x1876037329040256/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130427.576536:0:32906:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789130427.576538:0:32906:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789130427.576541:0:32906:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789130427.576544:0:32906:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789130427.576545:0:32906:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789130427.576548:0:32906:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf580b8f00 pname:cluuid:pid:xid:nid:opc:job multiop:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:32906:1876037329040256:192.168.204.123@tcp:101:multiop.0 00000100:00000001:2.0:1789130427.576552:0:32906:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789130427.576557:0:32906:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789130427.576560:0:32906:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789130427.576562:0:32906:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789130427.576635:0:32906:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff9caf48a80000. 02000000:00000001:2.0:1789130427.576637:0:32906:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789130427.576644:0:32906:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:2.0:1789130427.576648:0:32906:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf483fdd68. 00000400:00000010:2.0:1789130427.576654:0:32906:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff9caf50107c00. 00000100:00000200:2.0:1789130427.576660:0:32906:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1876037329040256, portal 10 00000100:00000001:2.0:1789130427.576662:0:32906:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789130427.576663:0:32906:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875643203328 : -109198066348288 : ffff9caf580b8f00) 00000100:00000040:2.0:1789130427.576669:0:32906:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9caf580b8f00 x1876037329040256/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789130443 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130427.576675:0:32906:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789130427.576677:0:32906:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:2.0:1789130427.576681:0:32906:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf42d18c38. 00000100:00000200:2.0:1789130427.576683:0:32906:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 12, xid 1876037329040256, offset 0 00000400:00000200:2.0:1789130427.576688:0:32906:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:2.0:1789130427.576695:0:32906:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130427.576703:0:32906:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:2.0:1789130427.576707:0:32906:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789130427.576711:0:32906:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:2.0:1789130427.576715:0:32906:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789130427.576717:0:32906:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:2.0:1789130427.576721:0:32906:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2571:2571:256:4294967295] 192.168.204.123@tcp LPNI seq info [2570:2570:8:4294967295] 00000400:00000200:2.0:1789130427.576725:0:32906:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130427.576734:0:32906:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:2.0:1789130427.576740:0:32906:0:(socklnd_cb.c:931:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:2.0:1789130427.576746:0:32906:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf501cfd00. 00000800:00000200:2.0:1789130427.576752:0:32906:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:2.0:1789130427.576759:0:32906:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:2.0:1789130427.576764:0:32906:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf501cfd00 type 1, nob 760 niov 1 nkiov 1 00000100:00000001:2.0:1789130427.578096:0:32906:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130427.578169:0:32906:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: using a timeout of 793692 usecs (794 jiffies) 00000400:00000200:2.0:1789130427.578176:0:32906:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:2.0:1789130427.578179:0:32906:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296522394 00000100:00000001:2.0:1789130427.578183:0:32906:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 2, keep current deadline 4296525309 00000100:00000001:2.0:1789130427.578185:0:32906:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296522394 00000100:00000001:2.0:1789130427.578187:0:32906:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 3, keep current deadline 4296525309 00000100:00000001:2.0:1789130427.578189:0:32906:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789130427.578193:0:32906:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130427.578196:0:32906:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789130427.578198:0:32906:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1789130427.578202:0:32906:0:(client.c:2715:ptlrpc_set_wait()) set ffff9caf48373f00 going to sleep for 11 seconds 00000100:00000001:2.0:1789130427.578207:0:32906:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789130427.578210:0:32906:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789130427.582546:0:2342:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789130427.582559:0:2342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf501cfd00. 00000400:00000200:2.0:1789130427.582568:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130427.582580:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:2.0:1789130427.582587:0:2342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf42d18c38 00000400:00000010:2.0:1789130427.582591:0:2342:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf42d18c38. 00000100:00000001:2.0:1789130427.582597:0:2342:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789130427.582606:0:2342:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf580b8f00 x1876037329040256/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789130443 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130427.582621:0:2342:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130427.582625:0:2342:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf580b8f00 x1876037329040256/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789130443 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130427.582636:0:2342:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130427.582638:0:2342:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:2.1:1789130427.595099:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf42f26900. 00010000:00000010:2.1:1789130427.595138:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf586b7200. 00000800:00000001:3.0:1789130427.621419:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130427.621447:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789130427.621452:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130427.621455:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130427.621467:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130427.621479:0:2341:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:3.0:1789130427.621491:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130427.621499:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130427.621507:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130427.621513:0:2341:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 664 into portal 10 MB=0x6aa3efa953380 00000400:00000200:3.0:1789130427.621519:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130427.621528:0:2341:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.123@tcp of length 664/664 into md 0x6ed5 [32] + 224 00000800:00000001:3.0:1789130427.621537:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130427.621546:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130427.621550:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130427.621555:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:3.0:1789130427.621564:0:2341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789130427.621578:0:2341:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf580b8f00 x1876037329040256/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789130443 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789130427.621596:0:2341:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff9caf580b8f00 x1876037329040256/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789130443 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130427.621627:0:2341:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1789130427.621640:0:2341:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1789130427.621644:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130427.621651:0:2341:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.204.23@tcp to MR: 192.168.204.123@tcp local destination 00000400:00000200:3.0:1789130427.621658:0:2341:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2572:2572:256:4294967295] 192.168.204.123@tcp LPNI seq info [2571:2571:8:4294967295] 00000400:00000200:3.0:1789130427.621665:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130427.621674:0:2341:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:192.168.204.23@tcp) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) 192.168.204.123@tcp : ACK try# 0 00000800:00000200:3.0:1789130427.621681:0:2341:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 32 frags to 12345-192.168.204.123@tcp 00000800:00000010:3.0:1789130427.621689:0:2341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 744 at ffff9caf58483000. 00000800:00000200:3.0:1789130427.621710:0:2341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:3.0:1789130427.621722:0:2341:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:3.0:1789130427.621729:0:2341:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf58483000 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1789130427.621868:0:2341:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789130427.621874:0:2341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 744 at ffff9caf58483000. 00000400:00000200:3.0:1789130427.621885:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130427.621890:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: ACK: OK 00000800:00000001:3.0:1789130427.621900:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130427.621907:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130427.621954:0:32906:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789130427.621963:0:32906:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789130427.621966:0:32906:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789130427.621970:0:32906:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf483fdd68. 00000400:00000200:3.0:1789130427.621975:0:32906:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf50107c00 00000400:00000010:3.0:1789130427.621978:0:32906:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 632 at ffff9caf50107c00. 00000100:00000001:3.0:1789130427.621983:0:32906:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789130427.621998:0:32906:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf580b8f00 x1876037329040256/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789130443 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1789130427.622017:0:32906:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf580b8f00 x1876037329040256/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789130443 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130427.622025:0:32906:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789130427.622028:0:32906:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130427.622032:0:32906:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789130427.622037:0:32906:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789130427.622040:0:32906:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789130427.622043:0:32906:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789130427.622046:0:32906:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789130427.622059:0:32906:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf6079ac60 time=46 v=5 (5 104 104 104) 00000100:00001000:3.0:1789130427.622064:0:32906:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf6079ac18 time=11 v=5 (1 0 0 0) 00000100:00000001:3.0:1789130427.622067:0:32906:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789130427.622069:0:32906:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130427.622073:0:32906:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789130427.622077:0:32906:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130427.622082:0:32906:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1789130427.622084:0:32906:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x1000000a3/0x1] 00000100:00000001:3.0:1789130427.622087:0:32906:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1789130427.622091:0:32906:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789130427.622093:0:32906:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875643203328 : -109198066348288 : ffff9caf580b8f00) 00000100:00000001:3.0:1789130427.622097:0:32906:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789130427.622099:0:32906:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9caf5014c800: skip recheck: last_committed 4294967653 00000100:00000001:3.0:1789130427.622101:0:32906:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789130427.622114:0:32906:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130427.622120:0:32906:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf580b8f00 x1876037329040256/t4294967654(4294967654) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 664/664 e 0 to 0 dl 1789130443 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130427.622128:0:32906:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789130427.622132:0:32906:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789130427.622134:0:32906:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789130427.622139:0:32906:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf580b8f00 x1876037329040256/t4294967654(4294967654) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 664/664 e 0 to 0 dl 1789130443 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1789130427.622148:0:32906:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf580b8f00 pname:cluuid:pid:xid:nid:opc:job multiop:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:32906:1876037329040256:192.168.204.123@tcp:101:multiop.0 00000100:00000001:3.0:1789130427.622154:0:32906:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130427.622158:0:32906:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130427.622160:0:32906:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1789130427.622163:0:32906:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130427.622166:0:32906:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf580b8f00 x1876037329040256/t4294967654(4294967654) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 664/664 e 0 to 0 dl 1789130443 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130427.622174:0:32906:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789130427.622178:0:32906:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9caf48373f00. 00000100:00000001:3.0:1789130427.622182:0:32906:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1789130427.622184:0:32906:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130427.622188:0:32906:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1789130427.622195:0:32906:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789130427.622199:0:32906:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789130427.622203:0:32906:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf46a93a00 refcount=4 00000020:00000001:3.0:1789130427.622206:0:32906:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875351546368 : -109198358005248 : ffff9caf46a93a00) 00010000:00000001:3.0:1789130427.622210:0:32906:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875351546368 : -109198358005248 : ffff9caf46a93a00) 00010000:00000040:3.0:1789130427.622220:0:32906:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9caf46a93a00, remote cookie: 0xcdf1b083821a5b68, flags: 0x1001 00010000:00010000:3.0:1789130427.622226:0:32906:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a93a00/0xde5303b1d982cdc5 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a5b68 expref: -99 pid: 32906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1789130427.622236:0:32906:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x2d:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:3.0:1789130427.622239:0:32906:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:3.0:1789130427.622250:0:32906:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9caf43b17500. 00010000:00000010:3.0:1789130427.622256:0:32906:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9caf42e06080. 00010000:00000040:3.0:1789130427.622263:0:32906:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9caf4a3d4100 count: 0 00010000:00000010:3.0:1789130427.622270:0:32906:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9caf4938da80. 00010000:00000001:3.0:1789130427.622280:0:32906:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789130427.622284:0:32906:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a93a00/0xde5303b1d982cdc5 lrc: 4/0,1 mode: --/PR res: [0x200000404:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a5b68 expref: -99 pid: 32906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789130427.622293:0:32906:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a93a00/0xde5303b1d982cdc5 lrc: 4/0,1 mode: --/PR res: [0x200000404:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a5b68 expref: -99 pid: 32906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789130427.622301:0:32906:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1789130427.622307:0:32906:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1789130427.622310:0:32906:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1789130427.622312:0:32906:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1789130427.622314:0:32906:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1789130427.622316:0:32906:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x2d:0x0].0x0 (ffff9caf43b17500) refcount = 1 00010000:00010000:3.0:1789130427.622320:0:32906:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a93a00/0xde5303b1d982cdc5 lrc: 4/0,1 mode: PR/PR res: [0x200000404:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a5b68 expref: -99 pid: 32906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789130427.622326:0:32906:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1789130427.622332:0:32906:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1789130427.622334:0:32906:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789130427.622338:0:32906:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1789130427.622341:0:32906:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789130427.622344:0:32906:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a93a00/0xde5303b1d982cdc5 lrc: 4/0,1 mode: PR/PR res: [0x200000404:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a5b68 expref: -99 pid: 32906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789130427.622350:0:32906:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1789130427.622352:0:32906:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130427.622354:0:32906:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789130427.622356:0:32906:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130427.622357:0:32906:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789130427.622358:0:32906:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789130427.622363:0:32906:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1789130427.622367:0:32906:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789130427.622368:0:32906:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789130427.622370:0:32906:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf46a93a00 refcount=3 00000020:00000001:3.0:1789130427.622372:0:32906:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875351546368 : -109198358005248 : ffff9caf46a93a00) 00010000:00000001:3.0:1789130427.622374:0:32906:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875351546368 : -109198358005248 : ffff9caf46a93a00) 00010000:00000001:3.0:1789130427.622376:0:32906:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789130427.622378:0:32906:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789130427.622379:0:32906:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf46a93a00 refcount=4 00000020:00000001:3.0:1789130427.622380:0:32906:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875351546368 : -109198358005248 : ffff9caf46a93a00) 00010000:00000001:3.0:1789130427.622383:0:32906:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875351546368 : -109198358005248 : ffff9caf46a93a00) 00010000:00000001:3.0:1789130427.622386:0:32906:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789130427.622389:0:32906:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789130427.622393:0:32906:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a93a00/0xde5303b1d982cdc5 lrc: 5/1,1 mode: PR/PR res: [0x200000404:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a5b68 expref: -99 pid: 32906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789130427.622400:0:32906:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130427.622401:0:32906:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789130427.622403:0:32906:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789130427.622404:0:32906:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789130427.622406:0:32906:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf46a93a00 refcount=5 00000020:00000001:3.0:1789130427.622408:0:32906:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875351546368 : -109198358005248 : ffff9caf46a93a00) 00010000:00000001:3.0:1789130427.622410:0:32906:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875351546368 : -109198358005248 : ffff9caf46a93a00) 00010000:00000001:3.0:1789130427.622412:0:32906:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789130427.622415:0:32906:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a93a00/0xde5303b1d982cdc5 lrc: 5/1,1 mode: PR/PR res: [0x200000404:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a5b68 expref: -99 pid: 32906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789130427.622420:0:32906:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130427.622422:0:32906:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1789130427.622424:0:32906:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a93a00/0xde5303b1d982cdc5 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a5b68 expref: -99 pid: 32906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789130427.622430:0:32906:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789130427.622431:0:32906:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130427.622432:0:32906:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789130427.622434:0:32906:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130427.622435:0:32906:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1789130427.622441:0:32906:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0x37, status=0 req@ffff9caf580b8f00 x1876037329040256/t4294967654(4294967654) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 664/664 e 0 to 0 dl 1789130443 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1789130427.622452:0:32906:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:3.0:1789130427.622458:0:32906:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9caf580b8f00 x1876037329040256/t4294967654(4294967654) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 664/664 e 0 to 0 dl 1789130443 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1789130427.622471:0:32906:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130427.622480:0:32906:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789130427.622481:0:32906:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789130427.622483:0:32906:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf46a93a00 refcount=3 00000020:00000001:3.0:1789130427.622485:0:32906:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875351546368 : -109198358005248 : ffff9caf46a93a00) 00010000:00000001:3.0:1789130427.622488:0:32906:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875351546368 : -109198358005248 : ffff9caf46a93a00) 00000002:00010000:3.0:1789130427.622493:0:32906:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a93a00/0xde5303b1d982cdc5 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a5b68 expref: -99 pid: 32906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:3.0:1789130427.622503:0:32906:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff9caf42c42f80. 00010000:00000001:3.0:1789130427.622506:0:32906:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130427.622508:0:32906:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789130427.622509:0:32906:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789130427.622512:0:32906:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789130427.622516:0:32906:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:3.0:1789130427.622518:0:32906:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789130427.622520:0:32906:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875643203328 : -109198066348288 : ffff9caf580b8f00) 00000100:00000001:3.0:1789130427.622523:0:32906:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789130427.622526:0:32906:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875643203328 : -109198066348288 : ffff9caf580b8f00) 00010000:00000001:3.0:1789130427.622528:0:32906:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789130427.622529:0:32906:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789130427.622531:0:32906:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf46a93a00 refcount=3 00000020:00000001:3.0:1789130427.622533:0:32906:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875351546368 : -109198358005248 : ffff9caf46a93a00) 00010000:00000001:3.0:1789130427.622536:0:32906:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875351546368 : -109198358005248 : ffff9caf46a93a00) 00000002:00010000:3.0:1789130427.622540:0:32906:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a93a00/0xde5303b1d982cdc5 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a5b68 expref: -99 pid: 32906 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789130427.622547:0:32906:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130427.622548:0:32906:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789130427.622551:0:32906:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1789130427.622553:0:32906:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789130427.622556:0:32906:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789130427.622557:0:32906:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf46a93a00 refcount=3 00000020:00000001:3.0:1789130427.622559:0:32906:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875351546368 : -109198358005248 : ffff9caf46a93a00) 00010000:00000001:3.0:1789130427.622562:0:32906:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875351546368 : -109198358005248 : ffff9caf46a93a00) 00010000:00000040:3.0:1789130427.622567:0:32906:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf43b17500 count: 2 00010000:00000001:3.0:1789130427.622571:0:32906:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1789130427.622576:0:32906:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9caf4630e800 type 13 mode 4 res 8589935620/45 (0 0) 00010000:00000001:3.0:1789130427.622581:0:32906:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130427.622583:0:32906:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789130427.622586:0:32906:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1789130427.622590:0:32906:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41fd7768 00000002:00002000:3.0:1789130427.622593:0:32906:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=f23.recovery-small intent=open|creat status=0 disp=0x1800037: rc = 0 00000002:00000001:3.0:1789130427.622597:0:32906:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789130427.622603:0:32906:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789130427.622607:0:32906:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1789130427.622612:0:32906:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:3.0:1789130427.622617:0:32906:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789130427.622622:0:32906:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9caf4557c8c0 2 00000080:00000001:3.0:1789130427.622626:0:32906:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:3.0:1789130427.622629:0:32906:0:(namei.c:674:ll_lookup_it_finish()) it ffff9caf4812f300 it_disposition 1800037 00000080:00002000:3.0:1789130427.622636:0:32906:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9caf4443aa20 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:3.0:1789130427.622643:0:32906:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1789130427.622647:0:32906:0:(namei.c:1624:ll_create_it()) Process entered 00000020:00000001:3.0:1789130427.622650:0:32906:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41fd7998 00000080:00200000:3.0:1789130427.622652:0:32906:0:(namei.c:1628:ll_create_it()) VFS Op:name=f23.recovery-small, dir=[0x200000007:0x1:0x0](ffff9caf601980c8), intent=open|creat 00000080:00000001:3.0:1789130427.622655:0:32906:0:(namei.c:1575:ll_create_node()) Process entered 00000080:00000001:3.0:1789130427.622658:0:32906:0:(llite_lib.c:3864:ll_prep_inode()) Process entered 00000002:00000001:3.0:1789130427.622665:0:32906:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:3.0:1789130427.622669:0:32906:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1789130427.622673:0:32906:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833965 : 144115205322833965 : 20000040400002d) 00000080:00000001:3.0:1789130427.622677:0:32906:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:3.0:1789130427.622707:0:32906:0:(super25.c:42:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff9caf601aa100. 00000020:00000001:3.0:1789130427.622722:0:32906:0:(class_obd.c:978:obd_heat_clear()) Process entered 00000020:00000001:3.0:1789130427.622725:0:32906:0:(class_obd.c:981:obd_heat_clear()) Process leaving 00000080:00000001:3.0:1789130427.622730:0:32906:0:(llite_lib.c:3374:ll_read_inode2()) Process entered 00000080:00200000:3.0:1789130427.622733:0:32906:0:(llite_lib.c:3377:ll_read_inode2()) VFS Op:inode=[0x200000404:0x2d:0x0](ffff9caf601aa1c8) 00000020:00000001:3.0:1789130427.622738:0:32906:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1789130427.622744:0:32906:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446634875648778040 : -109198060773576 : ffff9caf58609f38) 00000020:00001000:3.0:1789130427.622747:0:32906:0:(cl_object.c:823:cl_env_get()) 1@ffff9caf58609f30 00000020:00000001:3.0:1789130427.622753:0:32906:0:(lu_object.c:830:lu_object_find_at()) Process entered 00000080:00000010:3.0:1789130427.622760:0:32906:0:(vvp_object.c:310:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff9caf50186ed8. 00000020:00000001:3.0:1789130427.622763:0:32906:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:3.0:1789130427.622766:0:32906:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789130427.622777:0:32906:0:(lov_object.c:2415:lov_object_alloc()) Process entered 00020000:00000010:3.0:1789130427.622784:0:32906:0:(lov_object.c:2416:lov_object_alloc()) slab-alloced 'lov': 248 at ffff9caf582acaa8. 00020000:00000001:3.0:1789130427.622787:0:32906:0:(lov_object.c:2430:lov_object_alloc()) Process leaving (rc=18446634875645250216 : -109198064301400 : ffff9caf582acaa8) 00020000:00000001:3.0:1789130427.622791:0:32906:0:(lov_object.c:1422:lov_object_init()) Process entered 00020000:00000001:3.0:1789130427.622796:0:32906:0:(lov_pack.c:354:lov_unpackmd()) Process entered 00020000:00000010:3.0:1789130427.622843:0:32906:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9caf584018a0. 00020000:00000010:3.0:1789130427.622849:0:32906:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9caf4511c180. 00020000:00000010:3.0:1789130427.622856:0:32906:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9caf58401a20. 00020000:00000001:3.0:1789130427.622859:0:32906:0:(lov_pack.c:366:lov_unpackmd()) Process leaving (rc=18446634875646646816 : -109198062904800 : ffff9caf58401a20) 00020000:00000002:3.0:1789130427.622864:0:32906:0:(lov_ea.c:762:dump_lsm()) lsm ffff9caf58401a20, objid 0x2d:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1789130427.622869:0:32906:0:(lov_ea.c:793:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:3.0:1789130427.622874:0:32906:0:(lov_ea.c:812:dump_lsm()) oinfo:ffff9caf4511c180: ostid: 0x240000400:25 ost idx: 0 gen: 0 00020000:00000001:3.0:1789130427.622878:0:32906:0:(lov_object.c:598:lov_init_composite()) Process entered 00020000:00000002:3.0:1789130427.622880:0:32906:0:(lov_ea.c:762:dump_lsm()) lsm ffff9caf58401a20, objid 0x2d:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1789130427.622884:0:32906:0:(lov_ea.c:793:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:3.0:1789130427.622887:0:32906:0:(lov_ea.c:812:dump_lsm()) oinfo:ffff9caf4511c180: ostid: 0x240000400:25 ost idx: 0 gen: 0 00020000:00000010:3.0:1789130427.622892:0:32906:0:(lov_object.c:618:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff9caf47c9ab90. 00020000:00000010:3.0:1789130427.622898:0:32906:0:(lov_object.c:622:lov_init_composite()) kmalloced '(comp->lo_entries)': 176 at ffff9caf411ca240. 00020000:00000001:3.0:1789130427.622905:0:32906:0:(lov_object.c:189:lov_init_raid0()) Process entered 00020000:00000010:3.0:1789130427.622909:0:32906:0:(lov_object.c:194:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff9caf49c76f48. 00020000:00000001:3.0:1789130427.622913:0:32906:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:3.0:1789130427.622915:0:32906:0:(lu_object.c:830:lu_object_find_at()) Process entered 00020000:00000001:3.0:1789130427.622923:0:32906:0:(lovsub_object.c:178:lovsub_object_alloc()) Process entered 00020000:00000010:3.0:1789130427.622928:0:32906:0:(lovsub_object.c:179:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff9caf50186898. 00000020:00000001:3.0:1789130427.622931:0:32906:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:3.0:1789130427.622933:0:32906:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789130427.622936:0:32906:0:(lovsub_object.c:192:lovsub_object_alloc()) Process leaving (rc=18446634875509827864 : -109198199723752 : ffff9caf50186918) 00020000:00000001:3.0:1789130427.622942:0:32906:0:(lovsub_object.c:32:lovsub_object_init()) Process entered 00000008:00000010:3.0:1789130427.622950:0:32906:0:(osc_object.c:444:osc_object_alloc()) slab-alloced 'osc': 488 at ffff9caf4363f6e0. 00020000:00000001:3.0:1789130427.622953:0:32906:0:(lovsub_object.c:41:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789130427.622960:0:32906:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446634875509827864 : -109198199723752 : ffff9caf50186918) 00020000:00000001:3.0:1789130427.622962:0:32906:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446634875509827864 : -109198199723752 : ffff9caf50186918) 00020000:00000002:3.0:1789130427.622967:0:32906:0:(lov_object.c:134:lov_init_sub()) [0x240000400:0x19:0x0]@ffff9caf50186898[0:0] -> [0x200000404:0x2d:0x0]@ffff9caf50186ed8: ostid: 0x240000400:25 ost idx: 0 gen: 0 00020000:00000001:3.0:1789130427.622972:0:32906:0:(lov_object.c:259:lov_init_raid0()) Process leaving (rc=136 : 136 : 88) 00020000:00000001:3.0:1789130427.622975:0:32906:0:(lov_object.c:823:lov_init_composite()) Process leaving 00020000:00000001:3.0:1789130427.622977:0:32906:0:(lov_object.c:1450:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789130427.622980:0:32906:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446634875509829464 : -109198199722152 : ffff9caf50186f58) 00000020:00001000:3.0:1789130427.622984:0:32906:0:(cl_object.c:917:cl_env_put()) 1@ffff9caf58609f30 00000080:00000001:3.0:1789130427.622990:0:32906:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833965 : 144115205322833965 : 20000040400002d) 00000080:00000001:3.0:1789130427.622994:0:32906:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:3.0:1789130427.623000:0:32906:0:(llite_lib.c:3071:ll_update_inode()) setting ino 144115205322833965 mtime from 0 to 1789130427 00000080:00000001:3.0:1789130427.623005:0:32906:0:(llite_lib.c:3399:ll_read_inode2()) Process leaving 00000080:00000001:3.0:1789130427.623008:0:32906:0:(namei.c:156:ll_iget()) Process leaving (rc=18446634875778408904 : -109197931142712 : ffff9caf601aa1c8) 00010000:00000001:3.0:1789130427.623011:0:32906:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789130427.623013:0:32906:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789130427.623016:0:32906:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf46a93a00 refcount=3 00000020:00000001:3.0:1789130427.623019:0:32906:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875351546368 : -109198358005248 : ffff9caf46a93a00) 00010000:00000001:3.0:1789130427.623022:0:32906:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875351546368 : -109198358005248 : ffff9caf46a93a00) 00000080:00000001:3.0:1789130427.623027:0:32906:0:(file.c:6819:ll_layout_conf()) Process entered 00000020:00000001:3.0:1789130427.623028:0:32906:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1789130427.623031:0:32906:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446634875648778040 : -109198060773576 : ffff9caf58609f38) 00000020:00001000:3.0:1789130427.623034:0:32906:0:(cl_object.c:823:cl_env_get()) 1@ffff9caf58609f30 00000020:00000001:3.0:1789130427.623037:0:32906:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:3.0:1789130427.623041:0:32906:0:(lov_object.c:1460:lov_conf_set()) Process entered 00020000:00000001:3.0:1789130427.623042:0:32906:0:(lov_pack.c:354:lov_unpackmd()) Process entered 00020000:00000010:3.0:1789130427.623045:0:32906:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9caf58401f60. 00020000:00000010:3.0:1789130427.623049:0:32906:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9caf4511c480. 00020000:00000010:3.0:1789130427.623052:0:32906:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9caf58401ea0. 00020000:00000001:3.0:1789130427.623057:0:32906:0:(lov_pack.c:366:lov_unpackmd()) Process leaving (rc=18446634875646647968 : -109198062903648 : ffff9caf58401ea0) 00020000:00000002:3.0:1789130427.623061:0:32906:0:(lov_ea.c:762:dump_lsm()) lsm ffff9caf58401ea0, objid 0x2d:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1789130427.623064:0:32906:0:(lov_ea.c:793:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:3.0:1789130427.623067:0:32906:0:(lov_ea.c:812:dump_lsm()) oinfo:ffff9caf4511c480: ostid: 0x240000400:25 ost idx: 0 gen: 0 00020000:00000002:3.0:1789130427.623071:0:32906:0:(lov_object.c:1314:lov_conf_lock()) Took exclusive lov(ffff9caf582acaa8) owner ffff9caf41494f80 00020000:00000001:3.0:1789130427.623074:0:32906:0:(lov_object.c:1520:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1789130427.623077:0:32906:0:(lov_object.c:1320:lov_conf_unlock()) To release exclusive lov(ffff9caf582acaa8) owner ffff9caf41494f80 00020000:00000010:3.0:1789130427.623082:0:32906:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9caf4511c480. 00020000:00000010:3.0:1789130427.623086:0:32906:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff9caf58401f60. 00020000:00000010:3.0:1789130427.623091:0:32906:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff9caf58401ea0. 00020000:00000002:3.0:1789130427.623095:0:32906:0:(lov_object.c:1547:lov_conf_set()) [0x200000404:0x2d:0x0] lo_layout_invalid=0 00020000:00000001:3.0:1789130427.623098:0:32906:0:(lov_object.c:1548:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789130427.623100:0:32906:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789130427.623117:0:32906:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:3.0:1789130427.623121:0:32906:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9caf582acaa8) owner 0000000000000000/ffff9caf41494f80 00020000:00000002:3.0:1789130427.623125:0:32906:0:(lov_object.c:2443:lov_lsm_addref()) lsm ffff9caf58401a20 addref 2/0 by ffff9caf41494f80. 00020000:00000002:3.0:1789130427.623127:0:32906:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9caf582acaa8) owner 0000000000000000/ffff9caf41494f80 00020000:00000001:3.0:1789130427.623130:0:32906:0:(lov_object.c:2339:lov_object_layout_get()) Process entered 00020000:00000001:3.0:1789130427.623133:0:32906:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:3.0:1789130427.623134:0:32906:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:3.0:1789130427.623136:0:32906:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:3.0:1789130427.623138:0:32906:0:(lov_object.c:2358:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:3.0:1789130427.623140:0:32906:0:(file.c:6854:ll_layout_conf()) [0x200000404:0x2d:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:3.0:1789130427.623142:0:32906:0:(cl_object.c:917:cl_env_put()) 1@ffff9caf58609f30 00000080:00000001:3.0:1789130427.623145:0:32906:0:(file.c:6861:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130427.623146:0:32906:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130427.623148:0:32906:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1789130427.623149:0:32906:0:(llite_lib.c:3962:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1789130427.623153:0:32906:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:3.0:1789130427.623155:0:32906:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789130427.623157:0:32906:0:(namei.c:1594:ll_create_node()) setting l_ast_data to inode [0x200000404:0x2d:0x0](ffff9caf601aa1c8) 00000080:00010000:3.0:1789130427.623161:0:32906:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000404:0x2d:0x0](ffff9caf601aa1c8) for lock 0xde5303b1d982cdc5 00800000:00000001:3.0:1789130427.623165:0:32906:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1789130427.623167:0:32906:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1789130427.623168:0:32906:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789130427.623169:0:32906:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789130427.623170:0:32906:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf46a93a00 refcount=3 00000020:00000001:3.0:1789130427.623172:0:32906:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875351546368 : -109198358005248 : ffff9caf46a93a00) 00010000:00000001:3.0:1789130427.623174:0:32906:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875351546368 : -109198358005248 : ffff9caf46a93a00) 00010000:00000001:3.0:1789130427.623178:0:32906:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130427.623179:0:32906:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789130427.623180:0:32906:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789130427.623182:0:32906:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130427.623184:0:32906:0:(namei.c:1596:ll_create_node()) Process leaving 00000100:00000001:3.0:1789130427.623187:0:32906:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130427.623195:0:32906:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff9caf580b8f00 x1876037329040256/t4294967654(4294967654) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/664 e 0 to 0 dl 1789130443 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130427.623203:0:32906:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:3.0:1789130427.623210:0:32906:0:(namei.c:1651:ll_create_it()) inode ffff9caf601aa1c8 need_sync_to_mds [0x200000404:0x2d:0x0] 00000080:00000001:3.0:1789130427.623215:0:32906:0:(namei.c:1686:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789130427.623220:0:32906:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x2d:0x0](ffff9caf601aa1c8) 00000080:00000001:3.0:1789130427.623225:0:32906:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:3.0:1789130427.623231:0:32906:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9caf43366a00. 00000100:00000001:3.0:1789130427.623236:0:32906:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130427.623239:0:32906:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf580b8f00 x1876037329040256/t4294967654(4294967654) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/664 e 0 to 0 dl 1789130443 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130427.623246:0:32906:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130427.623252:0:32906:0:(pcc.c:3566:pcc_inode_create_fini()) Process entered 00000080:00000001:3.0:1789130427.623254:0:32906:0:(pcc.c:3569:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:3.0:1789130427.623257:0:32906:0:(namei.c:1500:ll_atomic_open()) inode ffff9caf601aa1c8 need_sync_to_mds [0x200000404:0x2d:0x0] 00000080:00000001:3.0:1789130427.623270:0:32906:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:3.0:1789130427.623273:0:32906:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41fd7a68 00000080:00200008:3.0:1789130427.623276:0:32906:0:(file.c:1090:ll_file_open()) START file f23.recovery-small:[0x200000404:0x2d:0x0](ffff9caf601aa1c8), flags 100102 00000080:00000010:3.0:1789130427.623286:0:32906:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9caf51ae8c80. 00000080:00000010:3.0:1789130427.623293:0:32906:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff9caf42c42c80. 00000080:00000001:3.0:1789130427.623297:0:32906:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:3.0:1789130427.623302:0:32906:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00000002:00000001:3.0:1789130427.623306:0:32906:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:3.0:1789130427.623310:0:32906:0:(obd.h:1507:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff9caf4938ef00. 00000002:00100000:3.0:1789130427.623316:0:32906:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9caf580b8f00 x1876037329040256/t4294967654(4294967654) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/664 e 0 to 0 dl 1789130443 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1789130427.623322:0:32906:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789130427.623324:0:32906:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:3.0:1789130427.623328:0:32906:0:(rw.c:970:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:3.0:1789130427.623332:0:32906:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130427.623335:0:32906:0:(file.c:1298:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789130427.623338:0:32906:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130427.623341:0:32906:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf580b8f00 x1876037329040256/t4294967654(4294967654) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/664 e 0 to 0 dl 1789130443 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 02000000:00000001:3.0:1789130427.623349:0:32906:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789130427.623354:0:32906:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff9caf48a80000. 02000000:00000001:3.0:1789130427.623384:0:32906:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1789130427.623386:0:32906:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789130427.623390:0:32906:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41fd7a68 00000080:00000008:3.0:1789130427.623392:0:32906:0:(file.c:1329:ll_file_open()) COMPLETED file f23.recovery-small:[0x200000404:0x2d:0x0](ffff9caf601aa1c8), flags 100102, rc = 0 00000080:00000001:3.0:1789130427.623398:0:32906:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:3.0:1789130427.623400:0:32906:0:(dcache.c:176:ll_intent_release()) intent ffff9caf4812f300 released 00000080:00010000:3.0:1789130427.623403:0:32906:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xde5303b1d982cdc5 from it ffff9caf4812f300 00010000:00000001:3.0:1789130427.623405:0:32906:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789130427.623406:0:32906:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789130427.623408:0:32906:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf46a93a00 refcount=3 00000020:00000001:3.0:1789130427.623410:0:32906:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875351546368 : -109198358005248 : ffff9caf46a93a00) 00010000:00000001:3.0:1789130427.623412:0:32906:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875351546368 : -109198358005248 : ffff9caf46a93a00) 00010000:00000001:3.0:1789130427.623414:0:32906:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789130427.623417:0:32906:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a93a00/0xde5303b1d982cdc5 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xcdf1b083821a5b68 expref: -99 pid: 32906 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789130427.623424:0:32906:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130427.623427:0:32906:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789130427.623429:0:32906:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1789130427.623433:0:32906:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1789130427.623436:0:32906:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a93a00/0xde5303b1d982cdc5 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xcdf1b083821a5b68 expref: -99 pid: 32906 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1789130427.623446:0:32906:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130427.623450:0:32906:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789130427.623453:0:32906:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789130427.623460:0:32906:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130427.623461:0:32906:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789130427.623462:0:32906:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130427.623467:0:32906:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789130427.623470:0:32906:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130427.623472:0:32906:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130427.623476:0:32906:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130427.623478:0:32906:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789130427.623480:0:32906:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130427.623481:0:32906:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1789130427.623482:0:32906:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:3.0:1789130427.623485:0:32906:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:3.0:1789130427.623488:0:32906:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:3.0:1789130427.623490:0:32906:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1789130427.623493:0:32906:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:3.0:1789130427.623495:0:32906:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130427.623499:0:32906:0:(pcc.c:1930:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:3.0:1789130427.623502:0:32906:0:(pcc.c:1933:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130427.623504:0:32906:0:(pcc.c:2398:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1789130427.623507:0:32906:0:(pcc.c:2425:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130427.623510:0:32906:0:(namei.c:1550:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:3.0:1789130427.623513:0:32906:0:(namei.c:1562:ll_atomic_open()) kfreed 'it': 72 at ffff9caf4812f300. 00000080:00000001:3.0:1789130427.623518:0:32906:0:(namei.c:1564:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130427.623524:0:32906:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00200000:3.0:1789130427.623527:0:32906:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000404:0x2d:0x0](ffff9caf601aa1c8), inode mode 81a4 mask 40 00000080:00000001:3.0:1789130427.623532:0:32906:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1789130427.640116:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf4a3d4100. 00000100:00000001:2.0:1789130427.709656:0:16107:0:(service.c:1710:ptlrpc_at_check_timed()) Process entered 00000100:00000001:2.0:1789130427.709662:0:16107:0:(service.c:1721:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130428.346509:0:30671:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130428.346524:0:30671:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130428.346536:0:30671:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130428.346538:0:30671:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130428.346734:0:16115:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789130428.346740:0:16115:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789130428.346745:0:16115:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1789130429.369953:0:30671:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130429.369964:0:30671:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130429.369975:0:30671:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130429.369977:0:30671:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130429.370068:0:16116:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789130429.370084:0:16116:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789130429.370090:0:16116:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1789130430.396461:0:30671:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130430.396471:0:30671:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130430.396479:0:30671:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130430.396480:0:30671:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130430.405716:0:16244:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789130430.405729:0:16244:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789130430.405736:0:16244:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1789130431.289910:0:32321:0:(connection.c:75:cpu_latency_work()) work item of ffff9caf6147aa20 (cpu 2) has reached its deadline 4296525309, at 4296525312 00000100:00000010:2.0:1789130431.289935:0:32321:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9caf58401240. 00000100:00000040:3.0:1789130431.290971:0:30671:0:(connection.c:75:cpu_latency_work()) work item of ffff9caf6147ab30 (cpu 3) has reached its deadline 4296525309, at 4296525313 00000100:00000010:3.0:1789130431.290985:0:30671:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9caf58401120. 00010000:00000001:3.0:1789130431.418043:0:30671:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130431.418053:0:30671:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130431.418061:0:30671:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130431.418062:0:30671:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130431.418144:0:16115:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789130431.418150:0:16115:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789130431.418154:0:16115:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1789130432.315495:0:28590:0:(pinger.c:229:ptlrpc_pinger_process_import()) 70f26143-21ad-4cd3-af2c-0601ab5c9490->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789130432.315508:0:28590:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789130432.315517:0:28590:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf61460780. 00000020:00000040:0.0:1789130432.315524:0:28590:0:(genops.c:1210:class_import_get()) import ffff9caf586ce800 refcount=4 obd=MGC192.168.204.123@tcp 00000100:00000001:0.0:1789130432.315530:0:28590:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789130432.315534:0:28590:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789130432.315541:0:28590:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789130432.315550:0:28590:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9caf451e7000. 00000100:00000001:0.0:1789130432.315559:0:28590:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130432.315572:0:28590:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 70f26143-21ad-4cd3-af2c-0601ab5c9490->MGS req@ffff9caf61460780 x1876037329040384/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789130432.315585:0:28590:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789130432.315591:0:28590:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130432.315599:0:28590:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003423b748] to pc [ptlrpcd_00_00+0] req@ffff9caf61460780 x1876037329040384/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130432.315626:0:28590:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130432.315628:0:28590:0:(pinger.c:229:ptlrpc_pinger_process_import()) c4ff2dbd-4d13-4802-9c50-d71e34d32a35->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789130432.315632:0:28590:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789130432.315636:0:28590:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf61461680. 00000020:00000040:0.0:1789130432.315638:0:28590:0:(genops.c:1210:class_import_get()) import ffff9caf6079a800 refcount=5 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000100:00000001:0.0:1789130432.315640:0:28590:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789130432.315642:0:28590:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789130432.315644:0:28590:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789130432.315647:0:28590:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9caf451e7200. 00000100:00000001:0.0:1789130432.315650:0:28590:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130432.315654:0:28590:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging c4ff2dbd-4d13-4802-9c50-d71e34d32a35->lustre-MDT0000_UUID req@ffff9caf61461680 x1876037329040512/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789130432.316660:0:2347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789130432.316794:0:2347:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789130432.316798:0:2347:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1789130432.316978:0:28590:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789130432.316988:0:28590:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130432.317004:0:28590:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006d153b7b] to pc [ptlrpcd_00_01+1] req@ffff9caf61461680 x1876037329040512/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130432.317031:0:28590:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130432.317034:0:28590:0:(pinger.c:229:ptlrpc_pinger_process_import()) c4ff2dbd-4d13-4802-9c50-d71e34d32a35->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789130432.317046:0:28590:0:(pinger.c:247:ptlrpc_pinger_process_import()) c4ff2dbd-4d13-4802-9c50-d71e34d32a35->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789130432.317050:0:28590:0:(pinger.c:229:ptlrpc_pinger_process_import()) c4ff2dbd-4d13-4802-9c50-d71e34d32a35->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789130432.317055:0:28590:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789130432.317062:0:28590:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf614603c0. 00000020:00000040:0.0:1789130432.317066:0:28590:0:(genops.c:1210:class_import_get()) import ffff9caf48ede000 refcount=3 obd=lustre-OST0001-osc-ffff9caf5014c800 00000100:00000001:0.0:1789130432.317070:0:28590:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789130432.317073:0:28590:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789130432.317078:0:28590:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789130432.317086:0:28590:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9caf451e7500. 00000100:00000001:0.0:1789130432.317091:0:28590:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130432.317097:0:28590:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging c4ff2dbd-4d13-4802-9c50-d71e34d32a35->lustre-OST0001_UUID req@ffff9caf614603c0 x1876037329040640/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789130432.317105:0:28590:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789130432.317107:0:28590:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130432.317111:0:28590:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d685da4] to pc [ptlrpcd_00_00+0] req@ffff9caf614603c0 x1876037329040640/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130432.317119:0:28590:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130432.317124:0:28590:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1864) 00000100:00000001:0.0:1789130432.317141:0:2348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789130432.317143:0:2348:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789130432.317145:0:2348:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789130432.317149:0:2348:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf61461680 x1876037329040512/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130432.317158:0:2348:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789130432.317161:0:2348:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130432.317166:0:2348:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789130432.317170:0:2348:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789130432.317173:0:2348:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789130432.317177:0:2348:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf61461680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:2348:1876037329040512:192.168.204.123@tcp:400:kworker.0 00000100:00000001:0.0:1789130432.317183:0:2348:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789130432.317189:0:2348:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789130432.317191:0:2348:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130432.317194:0:2348:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789130432.317199:0:2348:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9caf61533400. 02000000:00000001:0.0:1789130432.317202:0:2348:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789130432.317211:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:0.0:1789130432.317217:0:2348:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf50131bb0. 00000400:00000010:0.0:1789130432.317227:0:2348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf5801e770. 00000100:00000200:0.0:1789130432.317249:0:2348:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876037329040512, portal 10 00000100:00000001:0.0:1789130432.317253:0:2348:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789130432.317254:0:2348:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875798034048 : -109197911517568 : ffff9caf61461680) 00000100:00000040:0.0:1789130432.317264:0:2348:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9caf61461680 x1876037329040512/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130448 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130432.317272:0:2348:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789130432.317275:0:2348:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:0.0:1789130432.317279:0:2348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf5801e088. 00000100:00000200:0.0:1789130432.317283:0:2348:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876037329040512, offset 0 00000400:00000200:0.0:1789130432.317292:0:2348:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:0.0:1789130432.317302:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:0.0:1789130432.317313:0:2348:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:0.0:1789130432.317323:0:2348:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789130432.317327:0:2348:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:0.0:1789130432.317333:0:2348:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789130432.317336:0:2348:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000100:00000040:1.0:1789130432.317791:0:2347:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf61460780 x1876037329040384/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130432.317897:0:2347:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789130432.317899:0:2347:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130432.317903:0:2347:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789130432.317906:0:2347:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789130432.317909:0:2347:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789130432.317913:0:2347:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf61460780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:70f26143-21ad-4cd3-af2c-0601ab5c9490:2347:1876037329040384:192.168.204.123@tcp:400:kworker.0 00000100:00000001:1.0:1789130432.317917:0:2347:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789130432.317921:0:2347:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789130432.317923:0:2347:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130432.317925:0:2347:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789130432.317931:0:2347:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9caf42b28e00. 02000000:00000001:1.0:1789130432.317934:0:2347:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789130432.317938:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:1.0:1789130432.317942:0:2347:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf42d8e2c0. 00000400:00000010:1.0:1789130432.317947:0:2347:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf462a3a18. 00000100:00000200:1.0:1789130432.317951:0:2347:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876037329040384, portal 25 00000100:00000001:1.0:1789130432.317953:0:2347:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789130432.317955:0:2347:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875798030208 : -109197911521408 : ffff9caf61460780) 00000100:00000040:1.0:1789130432.317961:0:2347:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9caf61460780 x1876037329040384/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130448 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130432.317968:0:2347:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789130432.317970:0:2347:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:1.0:1789130432.317972:0:2347:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf462a37f8. 00000100:00000200:1.0:1789130432.317975:0:2347:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1876037329040384, offset 0 00000400:00000200:1.0:1789130432.317980:0:2347:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:0.0:1789130432.318367:0:2348:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2573:2573:256:4294967295] 192.168.204.123@tcp LPNI seq info [2572:2572:8:4294967295] 00000400:00000200:0.0:1789130432.318376:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:0.0:1789130432.318388:0:2348:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:0.0:1789130432.318395:0:2348:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:0.0:1789130432.318403:0:2348:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf451e7600. 00000800:00000200:0.0:1789130432.318411:0:2348:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:0.0:1789130432.318421:0:2348:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:0.0:1789130432.318427:0:2348:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf451e7600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789130432.318448:0:2348:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130432.318455:0:2348:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: using a timeout of 792748 usecs (793 jiffies) 00000400:00000200:0.0:1789130432.318458:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:0.0:1789130432.318462:0:2348:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296527133 00000100:00000010:0.0:1789130432.318468:0:2348:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9caf5021fde0. 00000100:00000001:0.0:1789130432.318475:0:2348:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request now active for cpu 2 00000100:00000001:0.0:1789130432.318481:0:2348:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296527133 00000100:00000010:0.0:1789130432.318485:0:2348:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9caf5021f3c0. 00000100:00000001:0.0:1789130432.318489:0:2348:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request now active for cpu 3 00000100:00000001:0.0:1789130432.318492:0:2348:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789130432.318494:0:2348:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130432.318498:0:2348:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130432.318502:0:2348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130432.318514:0:2348:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789130432.318517:0:2348:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1789130432.318520:0:2348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789130432.318521:0:2348:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789130432.318522:0:2348:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789130432.318527:0:2348:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:0.0:1789130432.318528:0:2348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130432.318530:0:2348:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789130432.318531:0:2348:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130432.318532:0:2348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789130432.318533:0:2348:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789130432.318535:0:2348:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789130432.318540:0:2348:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf614603c0 x1876037329040640/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130432.318547:0:2348:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789130432.318548:0:2348:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130432.318551:0:2348:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789130432.318553:0:2348:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789130432.318554:0:2348:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789130432.318557:0:2348:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf614603c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:2348:1876037329040640:192.168.204.123@tcp:400:kworker.0 00000100:00000001:0.0:1789130432.318560:0:2348:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789130432.318563:0:2348:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789130432.318565:0:2348:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130432.318568:0:2348:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789130432.318571:0:2348:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9caf61533e00. 02000000:00000001:0.0:1789130432.318573:0:2348:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789130432.318577:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:0.0:1789130432.318582:0:2348:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf50131dc0. 00000400:00000010:0.0:1789130432.318586:0:2348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf5801e000. 00000100:00000200:0.0:1789130432.318589:0:2348:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876037329040640, portal 4 00000100:00000001:0.0:1789130432.318591:0:2348:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789130432.318592:0:2348:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875798029248 : -109197911522368 : ffff9caf614603c0) 00000100:00000040:0.0:1789130432.318600:0:2348:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9caf614603c0 x1876037329040640/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130448 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130432.318605:0:2348:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789130432.318607:0:2348:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:0.0:1789130432.318610:0:2348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf5801e198. 00000100:00000200:0.0:1789130432.318612:0:2348:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876037329040640, offset 0 00000400:00000200:0.0:1789130432.318616:0:2348:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:1.0:1789130432.318642:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:1.0:1789130432.318650:0:2347:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:1.0:1789130432.318656:0:2347:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789130432.318659:0:2347:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:1.0:1789130432.318662:0:2347:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789130432.318675:0:2347:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:1.0:1789130432.318679:0:2347:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2574:2574:255:4294967295] 192.168.204.123@tcp LPNI seq info [2573:2573:7:4294967295] 00000400:00000200:1.0:1789130432.318683:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:1.0:1789130432.318690:0:2347:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:1.0:1789130432.318695:0:2347:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:1.0:1789130432.318699:0:2347:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf4b179100. 00000800:00000200:1.0:1789130432.318703:0:2347:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:1.0:1789130432.318708:0:2347:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:1.0:1789130432.318711:0:2347:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf4b179100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789130432.318714:0:2347:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789130432.318718:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:1.0:1789130432.318720:0:2347:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.123@tcp: PM QoS new deadline estimation for cpu 2 is 4296530426 00000100:00000001:1.0:1789130432.318727:0:2347:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.123@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296527133 00000100:00000001:1.0:1789130432.318731:0:2347:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.123@tcp: PM QoS new deadline estimation for cpu 3 is 4296530426 00000100:00000001:1.0:1789130432.318733:0:2347:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.123@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296527133 00000100:00000001:1.0:1789130432.318736:0:2347:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789130432.318738:0:2347:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130432.318740:0:2347:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130432.318742:0:2347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130432.318747:0:2347:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789130432.318748:0:2347:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1789130432.318750:0:2347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789130432.318751:0:2347:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789130432.318752:0:2347:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130432.318755:0:2347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789130432.319943:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:0.0:1789130432.319956:0:2348:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:0.0:1789130432.319961:0:2348:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789130432.319965:0:2348:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:0.0:1789130432.319968:0:2348:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789130432.319970:0:2348:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:0.0:1789130432.319973:0:2348:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2575:2575:254:4294967295] 192.168.204.123@tcp LPNI seq info [2574:2574:6:4294967295] 00000400:00000200:0.0:1789130432.319977:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:0.0:1789130432.319985:0:2348:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:0.0:1789130432.319991:0:2348:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:0.0:1789130432.319998:0:2348:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf451e7700. 00000800:00000200:0.0:1789130432.320004:0:2348:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:0.0:1789130432.320011:0:2348:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:0.0:1789130432.320025:0:2348:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf451e7700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789130432.320029:0:2348:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130432.320036:0:2348:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9caf5014c800: using a timeout of 330836 usecs (331 jiffies) 00000400:00000200:0.0:1789130432.320039:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:0.0:1789130432.320041:0:2348:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296526673 00000100:00000001:0.0:1789130432.320044:0:2348:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9caf5014c800: PM QoS request active for cpu 2, keep current deadline 4296530426 00000100:00000001:0.0:1789130432.320046:0:2348:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296526673 00000100:00000001:0.0:1789130432.320048:0:2348:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9caf5014c800: PM QoS request active for cpu 3, keep current deadline 4296530426 00000100:00000001:0.0:1789130432.320050:0:2348:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789130432.320054:0:2348:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130432.320058:0:2348:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130432.320062:0:2348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789130432.320438:0:2341:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789130432.320443:0:2341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf451e7600. 00000400:00000200:2.0:1789130432.320451:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130432.320458:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:2.0:1789130432.320466:0:2341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf5801e088 00000400:00000010:2.0:1789130432.320468:0:2341:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf5801e088. 00000100:00000001:2.0:1789130432.320474:0:2341:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789130432.320481:0:2341:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf61461680 x1876037329040512/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130448 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130432.320492:0:2341:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130432.320496:0:2341:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf61461680 x1876037329040512/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130448 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130432.320503:0:2341:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130432.320505:0:2341:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1789130432.320520:0:2341:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789130432.320523:0:2341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf4b179100. 00000400:00000200:2.0:1789130432.320526:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130432.320530:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:2.0:1789130432.320533:0:2341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf462a37f8 00000400:00000010:2.0:1789130432.320535:0:2341:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf462a37f8. 00000100:00000001:2.0:1789130432.320538:0:2341:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789130432.320542:0:2341:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf61460780 x1876037329040384/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130448 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130432.320549:0:2341:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130432.320552:0:2341:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf61460780 x1876037329040384/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130448 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130432.320558:0:2341:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130432.320560:0:2341:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1789130432.320631:0:2341:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789130432.320635:0:2341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf451e7700. 00000400:00000200:2.0:1789130432.320638:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130432.320641:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:2.0:1789130432.320643:0:2341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf5801e198 00000400:00000010:2.0:1789130432.320645:0:2341:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf5801e198. 00000100:00000001:2.0:1789130432.320647:0:2341:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789130432.320650:0:2341:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf614603c0 x1876037329040640/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130448 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130432.320656:0:2341:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130432.320659:0:2341:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf614603c0 x1876037329040640/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130448 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130432.320663:0:2341:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130432.320664:0:2341:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1789130432.331230:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130432.331261:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789130432.331267:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130432.331270:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130432.331296:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130432.331308:0:2342:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:3.0:1789130432.331321:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130432.331329:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130432.331337:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130432.331342:0:2342:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 224 into portal 10 MB=0x6aa3efa953480 00000400:00000200:3.0:1789130432.332319:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130432.332333:0:2342:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.123@tcp of length 224/224 into md 0x6ee5 [1] + 224 00000800:00000001:3.0:1789130432.332348:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130432.333367:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130432.333379:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130432.333390:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:3.0:1789130432.333404:0:2342:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789130432.333417:0:2342:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf61461680 x1876037329040512/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130448 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789130432.333437:0:2342:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9caf61461680 x1876037329040512/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130448 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130432.333453:0:2342:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789130432.333467:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130432.333473:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789130432.333476:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130432.333478:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130432.333485:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130432.333489:0:2342:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:3.0:1789130432.333496:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130432.333499:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130432.333505:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130432.333508:0:2342:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 224 into portal 25 MB=0x6aa3efa953400 00000400:00000200:3.0:1789130432.333512:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130432.333519:0:2342:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.123@tcp of length 224/224 into md 0x6eed [1] + 224 00000800:00000001:3.0:1789130432.333525:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130432.333530:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130432.333532:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130432.333535:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:3.0:1789130432.333538:0:2342:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789130432.333543:0:2342:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf61460780 x1876037329040384/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130448 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789130432.333551:0:2342:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9caf61460780 x1876037329040384/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130448 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130432.333574:0:2342:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789130432.333579:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130432.333582:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789130432.333584:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130432.333586:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130432.333589:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130432.333593:0:2342:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:3.0:1789130432.333597:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130432.333599:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130432.333602:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130432.333604:0:2342:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 224 into portal 4 MB=0x6aa3efa953500 00000400:00000200:3.0:1789130432.333608:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130432.333613:0:2342:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.123@tcp of length 224/224 into md 0x6ef5 [1] + 224 00000800:00000001:3.0:1789130432.333616:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1789130432.333777:0:2348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789130432.333783:0:2348:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789130432.333792:0:2348:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789130432.333794:0:2348:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789130432.333799:0:2348:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf50131bb0. 00000400:00000200:0.0:1789130432.333834:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf5801e770 00000400:00000010:0.0:1789130432.333837:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf5801e770. 00000100:00000001:0.0:1789130432.333840:0:2348:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789130432.333846:0:2348:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf61461680 x1876037329040512/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130448 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789130432.333857:0:2348:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf61461680 x1876037329040512/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130448 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130432.333864:0:2348:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789130432.333866:0:2348:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130432.333868:0:2348:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789130432.333872:0:2348:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789130432.333875:0:2348:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789130432.333877:0:2348:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130432.333881:0:2348:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789130432.333893:0:2348:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf6079ac60 time=51 v=5 (5 104 104 104) 00000100:00001000:0.0:1789130432.333898:0:2348:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf6079ac18 time=16 v=5 (1 0 0 0) 00000100:00000001:0.0:1789130432.333900:0:2348:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789130432.333903:0:2348:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130432.333907:0:2348:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789130432.333911:0:2348:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130432.333916:0:2348:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1789130432.333918:0:2348:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9caf5014c800: committing for last_committed 4294967654 gen 2 00000100:00100000:0.0:1789130432.333925:0:2348:0:(client.c:3174:ptlrpc_free_committed()) @@@ keeping (FL_REPLAY) req@ffff9caf580b8f00 x1876037329040256/t4294967654(4294967654) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/664 e 0 to 0 dl 1789130443 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130432.333934:0:2348:0:(client.c:3188:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1789130432.333937:0:2348:0:(client.c:3235:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9caf5014c800: normal: skip=1 replay=0/1 committed=0/0 00000100:00000001:0.0:1789130432.333940:0:2348:0:(client.c:3236:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789130432.333942:0:2348:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130432.333947:0:2348:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf61461680 x1876037329040512/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130448 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130432.333954:0:2348:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789130432.333957:0:2348:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000800:00000001:3.0:1789130432.333960:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130432.333960:0:2348:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130432.333967:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1789130432.333968:0:2348:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf61461680 x1876037329040512/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130448 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1789130432.333975:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:3.0:1789130432.333984:0:2342:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:0.0:1789130432.333986:0:2348:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf61461680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:2348:1876037329040512:192.168.204.123@tcp:400:kworker.0 00000100:00000200:3.0:1789130432.333992:0:2342:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf614603c0 x1876037329040640/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130448 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130432.333994:0:2348:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130432.333998:0:2348:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789130432.334005:0:2348:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf61461680 x1876037329040512/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130448 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789130432.334010:0:2342:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9caf614603c0 x1876037329040640/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130448 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130432.334033:0:2342:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789130432.334034:0:2348:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789130432.334038:0:2348:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 00000800:00000001:3.0:1789130432.334039:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000010:0.0:1789130432.334043:0:2348:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9caf61533400. 00000800:00000001:3.0:1789130432.334045:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1789130432.334050:0:2348:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789130432.334054:0:2348:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1789130432.334056:0:2348:0:(genops.c:1223:class_import_put()) import ffff9caf6079a800 refcount=4 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000020:00000001:0.0:1789130432.334059:0:2348:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1789130432.334062:0:2348:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9caf451e7200. 02000000:00000001:0.0:1789130432.334066:0:2348:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789130432.334069:0:2348:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789130432.334071:0:2348:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf61461680. 00000100:00000001:0.0:1789130432.334075:0:2348:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789130432.334077:0:2348:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130432.334080:0:2348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130432.334082:0:2348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789130432.334084:0:2348:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789130432.334087:0:2348:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789130432.334088:0:2348:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789130432.334090:0:2348:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf50131dc0. 00000400:00000200:0.0:1789130432.334093:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf5801e000 00000400:00000010:0.0:1789130432.334095:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf5801e000. 00000100:00000001:0.0:1789130432.334097:0:2348:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789130432.334101:0:2348:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf614603c0 x1876037329040640/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130448 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789130432.334110:0:2348:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf614603c0 x1876037329040640/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130448 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130432.334117:0:2348:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789130432.334119:0:2348:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130432.334120:0:2348:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789130432.334121:0:2348:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789130432.334123:0:2348:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789130432.334124:0:2348:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130432.334126:0:2348:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789130432.334130:0:2348:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf48ede460 time=51 v=5 (5 5 5 5) 00000100:00001000:0.0:1789130432.334133:0:2348:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf48ede418 time=41 v=5 (1 0 0 0) 00000100:00000001:0.0:1789130432.334135:0:2348:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789130432.334137:0:2348:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130432.334138:0:2348:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789130432.334140:0:2348:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130432.334144:0:2348:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789130432.334146:0:2348:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9caf5014c800: skip recheck: last_committed 4294967312 00000100:00000001:0.0:1789130432.334148:0:2348:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789130432.334149:0:2348:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130432.334153:0:2348:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf614603c0 x1876037329040640/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130448 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130432.334161:0:2348:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789130432.334163:0:2348:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789130432.334164:0:2348:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789130432.334168:0:2348:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf614603c0 x1876037329040640/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130448 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789130432.334175:0:2348:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf614603c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:2348:1876037329040640:192.168.204.123@tcp:400:kworker.0 00000100:00000001:0.0:1789130432.334179:0:2348:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130432.334180:0:2348:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789130432.334183:0:2348:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf614603c0 x1876037329040640/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130448 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130432.334189:0:2348:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789130432.334190:0:2348:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789130432.334192:0:2348:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9caf61533e00. 02000000:00000001:0.0:1789130432.334193:0:2348:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789130432.334194:0:2348:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1789130432.334196:0:2348:0:(genops.c:1223:class_import_put()) import ffff9caf48ede000 refcount=2 obd=lustre-OST0001-osc-ffff9caf5014c800 00000020:00000001:0.0:1789130432.334198:0:2348:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1789130432.334199:0:2348:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9caf451e7500. 02000000:00000001:0.0:1789130432.334201:0:2348:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789130432.334202:0:2348:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789130432.334203:0:2348:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf614603c0. 00000100:00000001:0.0:1789130432.334206:0:2348:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789130432.334207:0:2348:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130432.334209:0:2348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130432.334216:0:2348:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789130432.334219:0:2348:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130432.334221:0:2348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789130432.334222:0:2348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130432.334245:0:2347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789130432.334247:0:2347:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789130432.334250:0:2347:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789130432.334251:0:2347:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789130432.334254:0:2347:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf42d8e2c0. 00000400:00000200:0.0:1789130432.334257:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf462a3a18 00000400:00000010:0.0:1789130432.334258:0:2347:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf462a3a18. 00000100:00000001:0.0:1789130432.334261:0:2347:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789130432.334265:0:2347:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf61460780 x1876037329040384/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130448 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789130432.334274:0:2347:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf61460780 x1876037329040384/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130448 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130432.334280:0:2347:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789130432.334281:0:2347:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130432.334283:0:2347:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789130432.334284:0:2347:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789130432.334285:0:2347:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789130432.334286:0:2347:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130432.334288:0:2347:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789130432.334290:0:2347:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf586cec60 time=51 v=5 (5 5 5 5) 00000100:00001000:0.0:1789130432.334293:0:2347:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf586cec18 time=51 v=5 (1 1 1 1) 00000100:00000001:0.0:1789130432.334296:0:2347:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789130432.334297:0:2347:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130432.334299:0:2347:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789130432.334300:0:2347:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130432.334302:0:2347:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130432.334306:0:2347:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf61460780 x1876037329040384/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130448 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130432.334312:0:2347:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789130432.334313:0:2347:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789130432.334314:0:2347:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789130432.334318:0:2347:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf61460780 x1876037329040384/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130448 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789130432.334325:0:2347:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf61460780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:70f26143-21ad-4cd3-af2c-0601ab5c9490:2347:1876037329040384:192.168.204.123@tcp:400:kworker.0 00000100:00000001:0.0:1789130432.334329:0:2347:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130432.334330:0:2347:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789130432.334334:0:2347:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf61460780 x1876037329040384/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130448 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130432.334341:0:2347:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789130432.334342:0:2347:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789130432.334343:0:2347:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9caf42b28e00. 02000000:00000001:0.0:1789130432.334347:0:2347:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789130432.334348:0:2347:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1789130432.334354:0:2347:0:(genops.c:1223:class_import_put()) import ffff9caf586ce800 refcount=3 obd=MGC192.168.204.123@tcp 00000020:00000001:0.0:1789130432.334357:0:2347:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1789130432.334358:0:2347:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9caf451e7000. 02000000:00000001:0.0:1789130432.334360:0:2347:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789130432.334362:0:2347:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789130432.334363:0:2347:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf61460780. 00000100:00000001:0.0:1789130432.334366:0:2347:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789130432.334367:0:2347:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130432.334369:0:2347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130432.334372:0:2347:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789130432.334374:0:2347:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130432.334375:0:2347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789130432.334377:0:2347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130432.442005:0:30671:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130432.442031:0:30671:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130432.442038:0:30671:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130432.442039:0:30671:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130432.443131:0:16116:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789130432.443138:0:16116:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789130432.443143:0:16116:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1789130433.465927:0:30671:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130433.465939:0:30671:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130433.465947:0:30671:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130433.465948:0:30671:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130433.468439:0:16244:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789130433.468450:0:16244:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789130433.468456:0:16244:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00020000:00000001:1.0:1789130433.756716:0:32906:0:(lov_object.c:2454:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:1.0:1789130433.756731:0:32906:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9caf582acaa8) owner 0000000000000000/ffff9caf41494f80 00020000:00000002:1.0:1789130433.756739:0:32906:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9caf582acaa8) owner 0000000000000000/ffff9caf41494f80 00020000:00000001:1.0:1789130433.756742:0:32906:0:(lov_object.c:2505:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130433.756751:0:32906:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:1.0:1789130433.756755:0:32906:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41fd7df0 00000080:00200008:1.0:1789130433.756759:0:32906:0:(file.c:479:ll_file_release()) START file f23.recovery-small:[0x200000404:0x2d:0x0](ffff9caf601aa1c8), flags 100002 00000080:00000001:1.0:1789130433.756766:0:32906:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:1.0:1789130433.756770:0:32906:0:(pcc.c:2463:pcc_file_release()) Process leaving 00020000:00000001:1.0:1789130433.756772:0:32906:0:(lov_object.c:2454:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:1.0:1789130433.756774:0:32906:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9caf582acaa8) owner 0000000000000000/ffff9caf41494f80 00020000:00000002:1.0:1789130433.756777:0:32906:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9caf582acaa8) owner 0000000000000000/ffff9caf41494f80 00020000:00000001:1.0:1789130433.756779:0:32906:0:(lov_object.c:2505:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130433.756783:0:32906:0:(file.c:341:ll_md_close()) Process entered 00000002:00000001:1.0:1789130433.756917:0:32906:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789130433.756922:0:32906:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789130433.756933:0:32906:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf43b17500 count: 2 00010000:00000001:1.0:1789130433.756937:0:32906:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1789130433.756944:0:32906:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789130433.756946:0:32906:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000404:0x2d:0x0]: 0 00000080:00000001:1.0:1789130433.756949:0:32906:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:1.0:1789130433.756953:0:32906:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:1.0:1789130433.756961:0:32906:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9caf47c6d800. 00000080:00000001:1.0:1789130433.756963:0:32906:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:1.0:1789130433.756971:0:32906:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:1.0:1789130433.756978:0:32906:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000002:1.0:1789130433.756981:0:32906:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000404:0x2d:0x0] 00000002:00000001:1.0:1789130433.757000:0:32906:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:1.0:1789130433.757003:0:32906:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9caf5014c800: [0x200000404:0x2d:0x0] file closed with intent: 0 00000100:00000010:1.0:1789130433.757012:0:32906:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf615d5a40. 00000020:00000040:1.0:1789130433.757018:0:32906:0:(genops.c:1210:class_import_get()) import ffff9caf6079a800 refcount=5 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000100:00000001:1.0:1789130433.757023:0:32906:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789130433.757027:0:32906:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789130433.757033:0:32906:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789130433.757042:0:32906:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9caf47c6c800. 00000100:00000001:1.0:1789130433.757052:0:32906:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:1.0:1789130433.757077:0:32906:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9caf580b8f00 x1876037329040256/t4294967654(4294967654) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/664 e 0 to 0 dl 1789130443 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000020:00100000:1.0:1789130433.757102:0:32906:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9caf5014c800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:1.0:1789130433.757108:0:32906:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9caf615d5a40 x1876037329040896/t0(0) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:1.0:1789130433.757117:0:32906:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1789130433.757120:0:32906:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1789130433.757128:0:32906:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9caf50194a80. 00000100:00000001:1.0:1789130433.757131:0:32906:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446634875509885568 : -109198199666048 : ffff9caf50194a80) 00000100:00000001:1.0:1789130433.757134:0:32906:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789130433.757136:0:32906:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875799558720 : -109197909992896 : ffff9caf615d5a40) 00000100:00000001:1.0:1789130433.757144:0:32906:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789130433.757151:0:32906:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130433.757154:0:32906:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1789130433.757157:0:32906:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789130433.757165:0:32906:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf615d5a40 x1876037329040896/t0(0) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130433.757173:0:32906:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789130433.757179:0:32906:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130433.757185:0:32906:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789130433.757189:0:32906:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789130433.757191:0:32906:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789130433.757197:0:32906:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf615d5a40 pname:cluuid:pid:xid:nid:opc:job multiop:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:32906:1876037329040896:192.168.204.123@tcp:35:multiop.0 00000100:00000001:1.0:1789130433.757202:0:32906:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789130433.757211:0:32906:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789130433.757215:0:32906:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130433.757218:0:32906:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789130433.757225:0:32906:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9caf487c1000. 02000000:00000001:1.0:1789130433.757227:0:32906:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789130433.757238:0:32906:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:1.0:1789130433.757245:0:32906:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf42d8e9f8. 00000400:00000010:1.0:1789130433.757255:0:32906:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf462a3b28. 00000100:00000200:1.0:1789130433.757264:0:32906:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876037329040896, portal 10 00000100:00000001:1.0:1789130433.757267:0:32906:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789130433.757268:0:32906:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875799558720 : -109197909992896 : ffff9caf615d5a40) 00000100:00000040:1.0:1789130433.757289:0:32906:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9caf615d5a40 x1876037329040896/t0(0) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1789130449 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130433.757297:0:32906:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789130433.757300:0:32906:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:1.0:1789130433.757303:0:32906:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf462a36e8. 00000100:00000200:1.0:1789130433.757307:0:32906:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1876037329040896, offset 0 00000400:00000200:1.0:1789130433.757318:0:32906:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:1.0:1789130433.757330:0:32906:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:1.0:1789130433.757340:0:32906:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:1.0:1789130433.757348:0:32906:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789130433.757354:0:32906:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:1.0:1789130433.757359:0:32906:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789130433.757362:0:32906:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:1.0:1789130433.757367:0:32906:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2576:2576:256:4294967295] 192.168.204.123@tcp LPNI seq info [2575:2575:8:4294967295] 00000400:00000200:1.0:1789130433.757373:0:32906:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:1.0:1789130433.757385:0:32906:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:1.0:1789130433.757394:0:32906:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:1.0:1789130433.757401:0:32906:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf4b179100. 00000800:00000200:1.0:1789130433.757410:0:32906:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:1.0:1789130433.757419:0:32906:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:1.0:1789130433.757427:0:32906:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf4b179100 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1789130433.757443:0:32906:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789130433.757449:0:32906:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: using a timeout of 791762 usecs (792 jiffies) 00000400:00000200:1.0:1789130433.757453:0:32906:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:1.0:1789130433.757456:0:32906:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296528571 00000100:00000001:1.0:1789130433.757459:0:32906:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 2, keep current deadline 4296530426 00000100:00000001:1.0:1789130433.757462:0:32906:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296528571 00000100:00000001:1.0:1789130433.757464:0:32906:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 3, keep current deadline 4296530426 00000100:00000001:1.0:1789130433.757467:0:32906:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789130433.757470:0:32906:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130433.757472:0:32906:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789130433.757474:0:32906:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1789130433.757477:0:32906:0:(client.c:2715:ptlrpc_set_wait()) set ffff9caf50194a80 going to sleep for 11 seconds 00000100:00000001:1.0:1789130433.757480:0:32906:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789130433.757483:0:32906:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789130433.758426:0:2341:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789130433.758432:0:2341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf4b179100. 00000400:00000200:2.0:1789130433.758437:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130433.758445:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:2.0:1789130433.758452:0:2341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf462a36e8 00000400:00000010:2.0:1789130433.758454:0:2341:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf462a36e8. 00000100:00000001:2.0:1789130433.758458:0:2341:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789130433.758464:0:2341:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf615d5a40 x1876037329040896/t0(0) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1789130449 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130433.758476:0:2341:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130433.758479:0:2341:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf615d5a40 x1876037329040896/t0(0) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1789130449 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130433.758486:0:2341:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130433.758488:0:2341:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:3.0:1789130434.490195:0:30671:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130434.490207:0:30671:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130434.490216:0:30671:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130434.490218:0:30671:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130434.490304:0:16115:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789130434.490309:0:16115:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789130434.490313:0:16115:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1789130435.514049:0:30671:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130435.514063:0:30671:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130435.514076:0:30671:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130435.514077:0:30671:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130435.514520:0:16116:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789130435.514533:0:16116:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789130435.514540:0:16116:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1789130436.410285:0:32321:0:(connection.c:75:cpu_latency_work()) work item of ffff9caf6147aa20 (cpu 2) has reached its deadline 4296530426, at 4296530432 00000100:00000010:2.0:1789130436.410313:0:32321:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9caf5021fde0. 00000100:00000040:3.0:1789130436.413066:0:30671:0:(connection.c:75:cpu_latency_work()) work item of ffff9caf6147ab30 (cpu 3) has reached its deadline 4296530426, at 4296530435 00000100:00000010:3.0:1789130436.413094:0:30671:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9caf5021f3c0. 00010000:00000001:3.0:1789130436.538024:0:30671:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130436.538039:0:30671:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789130436.538042:0:30671:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789130436.538046:0:30671:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130436.538054:0:30671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789130436.538057:0:30671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130436.538060:0:30671:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130436.538062:0:30671:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130436.538068:0:30671:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130436.538070:0:30671:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130436.538582:0:16244:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789130436.538587:0:16244:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789130436.538591:0:16244:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1789130437.438246:0:28590:0:(pinger.c:229:ptlrpc_pinger_process_import()) 70f26143-21ad-4cd3-af2c-0601ab5c9490->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789130437.438271:0:28590:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1789130437.438289:0:28590:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf580b9e00. 00000020:00000040:2.0:1789130437.438297:0:28590:0:(genops.c:1210:class_import_get()) import ffff9caf586ce800 refcount=4 obd=MGC192.168.204.123@tcp 00000100:00000001:2.0:1789130437.438304:0:28590:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789130437.438308:0:28590:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789130437.438316:0:28590:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789130437.438330:0:28590:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9caf49c42600. 00000100:00000001:2.0:1789130437.438343:0:28590:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130437.438361:0:28590:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 70f26143-21ad-4cd3-af2c-0601ab5c9490->MGS req@ffff9caf580b9e00 x1876037329041024/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789130437.438383:0:28590:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789130437.438390:0:28590:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130437.438399:0:28590:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c342c2b5] to pc [ptlrpcd_01_01+1] req@ffff9caf580b9e00 x1876037329041024/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130437.438456:0:28590:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130437.438460:0:28590:0:(pinger.c:229:ptlrpc_pinger_process_import()) c4ff2dbd-4d13-4802-9c50-d71e34d32a35->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789130437.438464:0:28590:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1789130437.438467:0:28590:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf580bb840. 00000020:00000040:2.0:1789130437.438470:0:28590:0:(genops.c:1210:class_import_get()) import ffff9caf6079a800 refcount=6 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000100:00000001:2.0:1789130437.438473:0:28590:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789130437.438474:0:28590:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789130437.438476:0:28590:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789130437.438481:0:28590:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9caf49c42200. 00000100:00000001:2.0:1789130437.438485:0:28590:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130437.438490:0:28590:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging c4ff2dbd-4d13-4802-9c50-d71e34d32a35->lustre-MDT0000_UUID req@ffff9caf580bb840 x1876037329041152/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789130437.438497:0:28590:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789130437.438499:0:28590:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130437.438502:0:28590:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000024f9ac59] to pc [ptlrpcd_01_00+0] req@ffff9caf580bb840 x1876037329041152/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130437.438509:0:28590:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130437.438512:0:28590:0:(pinger.c:229:ptlrpc_pinger_process_import()) c4ff2dbd-4d13-4802-9c50-d71e34d32a35->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789130437.438516:0:28590:0:(pinger.c:247:ptlrpc_pinger_process_import()) c4ff2dbd-4d13-4802-9c50-d71e34d32a35->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789130437.438519:0:28590:0:(pinger.c:229:ptlrpc_pinger_process_import()) c4ff2dbd-4d13-4802-9c50-d71e34d32a35->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789130437.438522:0:28590:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1789130437.438526:0:28590:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf580ba940. 00000020:00000040:2.0:1789130437.438528:0:28590:0:(genops.c:1210:class_import_get()) import ffff9caf48ede000 refcount=3 obd=lustre-OST0001-osc-ffff9caf5014c800 00000100:00000001:2.0:1789130437.438531:0:28590:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789130437.438532:0:28590:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789130437.438534:0:28590:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789130437.438537:0:28590:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9caf49c42f00. 00000100:00000001:2.0:1789130437.438540:0:28590:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130437.438544:0:28590:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging c4ff2dbd-4d13-4802-9c50-d71e34d32a35->lustre-OST0001_UUID req@ffff9caf580ba940 x1876037329041280/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789130437.438550:0:28590:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789130437.438551:0:28590:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130437.438555:0:28590:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000099e320f9] to pc [ptlrpcd_01_01+1] req@ffff9caf580ba940 x1876037329041280/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130437.438560:0:28590:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130437.438566:0:28590:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1869) 00000100:00000001:3.0:1789130437.441882:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789130437.441897:0:2350:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789130437.441902:0:2350:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789130437.441936:0:2350:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf580b9e00 x1876037329041024/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130437.441954:0:2350:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789130437.441957:0:2350:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789130437.441963:0:2350:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789130437.441969:0:2350:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789130437.441973:0:2350:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789130437.441976:0:2350:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf580b9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:70f26143-21ad-4cd3-af2c-0601ab5c9490:2350:1876037329041024:192.168.204.123@tcp:400:kworker.0 00000100:00000001:3.0:1789130437.441981:0:2350:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789130437.441990:0:2350:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789130437.441993:0:2350:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789130437.441996:0:2350:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789130437.442003:0:2350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9caf48a7bc00. 02000000:00000001:3.0:1789130437.442006:0:2350:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789130437.442016:0:2350:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:3.0:1789130437.442021:0:2350:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf60788580. 00000400:00000010:3.0:1789130437.442031:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf4549f440. 00000100:00000200:3.0:1789130437.442040:0:2350:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876037329041024, portal 25 00000100:00000001:3.0:1789130437.442043:0:2350:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789130437.442045:0:2350:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875643207168 : -109198066344448 : ffff9caf580b9e00) 00000100:00000040:3.0:1789130437.442051:0:2350:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9caf580b9e00 x1876037329041024/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130453 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130437.442058:0:2350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789130437.442061:0:2350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:3.0:1789130437.442063:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf4549fe58. 00000100:00000200:3.0:1789130437.442066:0:2350:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1876037329041024, offset 0 00000400:00000200:3.0:1789130437.442083:0:2350:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:3.0:1789130437.442094:0:2350:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130437.442102:0:2350:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:3.0:1789130437.442110:0:2350:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789130437.442114:0:2350:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:3.0:1789130437.442119:0:2350:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789130437.442123:0:2350:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:3.0:1789130437.442127:0:2350:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2577:2577:256:4294967295] 192.168.204.123@tcp LPNI seq info [2576:2576:8:4294967295] 00000400:00000200:3.0:1789130437.442132:0:2350:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130437.442143:0:2350:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:3.0:1789130437.442150:0:2350:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:3.0:1789130437.442156:0:2350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf47fd2400. 00000800:00000200:3.0:1789130437.442163:0:2350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:3.0:1789130437.442172:0:2350:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:3.0:1789130437.442179:0:2350:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf47fd2400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789130437.442209:0:2350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789130437.442214:0:2350:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:3.0:1789130437.442217:0:2350:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.123@tcp: PM QoS new deadline estimation for cpu 2 is 4296535550 00000100:00000010:3.0:1789130437.442224:0:2350:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9caf58401120. 00000100:00000001:3.0:1789130437.442234:0:2350:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.123@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1789130437.442240:0:2350:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.123@tcp: PM QoS new deadline estimation for cpu 3 is 4296535550 00000100:00000010:3.0:1789130437.442244:0:2350:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9caf58401f60. 00000100:00000001:3.0:1789130437.442248:0:2350:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.123@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1789130437.442251:0:2350:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789130437.442253:0:2350:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130437.442257:0:2350:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789130437.442271:0:2350:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf580ba940 x1876037329041280/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130437.442278:0:2350:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789130437.442280:0:2350:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789130437.442282:0:2350:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789130437.442284:0:2350:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789130437.442286:0:2350:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789130437.442288:0:2350:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf580ba940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:2350:1876037329041280:192.168.204.123@tcp:400:kworker.0 00000100:00000001:3.0:1789130437.442292:0:2350:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789130437.442294:0:2350:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789130437.442296:0:2350:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789130437.442298:0:2350:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789130437.442301:0:2350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9caf48a7a800. 02000000:00000001:3.0:1789130437.442303:0:2350:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789130437.442307:0:2350:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:3.0:1789130437.442311:0:2350:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf607884d0. 00000400:00000010:3.0:1789130437.442315:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf4549f550. 00000100:00000200:3.0:1789130437.442319:0:2350:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876037329041280, portal 4 00000100:00000001:3.0:1789130437.442321:0:2350:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789130437.442322:0:2350:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875643210048 : -109198066341568 : ffff9caf580ba940) 00000100:00000040:3.0:1789130437.442330:0:2350:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9caf580ba940 x1876037329041280/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130453 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130437.442336:0:2350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789130437.442338:0:2350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:3.0:1789130437.442341:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf4549ff68. 00000100:00000200:3.0:1789130437.442343:0:2350:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876037329041280, offset 0 00000400:00000200:3.0:1789130437.442347:0:2350:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:3.0:1789130437.442350:0:2350:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130437.442354:0:2350:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:3.0:1789130437.442357:0:2350:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789130437.442359:0:2350:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:3.0:1789130437.442362:0:2350:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789130437.442364:0:2350:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:3.0:1789130437.442367:0:2350:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2578:2578:255:4294967295] 192.168.204.123@tcp LPNI seq info [2577:2577:7:4294967295] 00000400:00000200:3.0:1789130437.442371:0:2350:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130437.442377:0:2350:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:3.0:1789130437.442381:0:2350:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:3.0:1789130437.442384:0:2350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf47fd2b00. 00000800:00000200:3.0:1789130437.442388:0:2350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:3.0:1789130437.442393:0:2350:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:3.0:1789130437.442395:0:2350:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf47fd2b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789130437.442399:0:2350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130437.442403:0:2350:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9caf5014c800: using a timeout of 329057 usecs (330 jiffies) 00000400:00000200:3.0:1789130437.442406:0:2350:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:3.0:1789130437.442408:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296531794 00000100:00000001:3.0:1789130437.442410:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9caf5014c800: PM QoS request active for cpu 2, keep current deadline 4296535550 00000100:00000001:3.0:1789130437.442413:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296531794 00000100:00000001:3.0:1789130437.442415:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9caf5014c800: PM QoS request active for cpu 3, keep current deadline 4296535550 00000100:00000001:3.0:1789130437.442417:0:2350:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789130437.442420:0:2350:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130437.442422:0:2350:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130437.442426:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130437.442436:0:2350:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789130437.442439:0:2350:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1789130437.442442:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789130437.442443:0:2350:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789130437.442445:0:2350:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789130437.442449:0:2350:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:3.0:1789130437.442450:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130437.442452:0:2350:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789130437.442454:0:2350:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130437.442455:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789130437.442456:0:2350:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789130437.442458:0:2350:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789130437.442463:0:2350:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf580bb840 x1876037329041152/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130437.442470:0:2350:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789130437.442471:0:2350:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789130437.442474:0:2350:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789130437.442476:0:2350:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789130437.442478:0:2350:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789130437.442481:0:2350:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf580bb840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:2350:1876037329041152:192.168.204.123@tcp:400:kworker.0 00000100:00000001:3.0:1789130437.442484:0:2350:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789130437.442487:0:2350:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789130437.442489:0:2350:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789130437.442490:0:2350:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789130437.442493:0:2350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9caf48a7b600. 02000000:00000001:3.0:1789130437.442495:0:2350:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789130437.442499:0:2350:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:3.0:1789130437.442502:0:2350:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf607889a0. 00000400:00000010:3.0:1789130437.442506:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf4549faa0. 00000100:00000200:3.0:1789130437.442509:0:2350:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876037329041152, portal 10 00000100:00000001:3.0:1789130437.442510:0:2350:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789130437.442511:0:2350:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875643213888 : -109198066337728 : ffff9caf580bb840) 00000100:00000040:3.0:1789130437.442517:0:2350:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9caf580bb840 x1876037329041152/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130453 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130437.442522:0:2350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789130437.442524:0:2350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:3.0:1789130437.442527:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf4549fd48. 00000100:00000200:3.0:1789130437.442528:0:2350:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876037329041152, offset 0 00000400:00000200:3.0:1789130437.442532:0:2350:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:3.0:1789130437.442535:0:2350:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130437.442538:0:2350:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:3.0:1789130437.442541:0:2350:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789130437.442543:0:2350:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:3.0:1789130437.442545:0:2350:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789130437.442548:0:2350:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:3.0:1789130437.442551:0:2350:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2579:2579:254:4294967295] 192.168.204.123@tcp LPNI seq info [2578:2578:6:4294967295] 00000400:00000200:3.0:1789130437.442554:0:2350:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130437.442559:0:2350:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:3.0:1789130437.442563:0:2350:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:3.0:1789130437.442566:0:2350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf47fd2800. 00000800:00000200:3.0:1789130437.442570:0:2350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:3.0:1789130437.442573:0:2350:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:3.0:1789130437.442575:0:2350:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf47fd2800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789130437.442578:0:2350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130437.442582:0:2350:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: using a timeout of 791762 usecs (792 jiffies) 00000400:00000200:3.0:1789130437.442586:0:2350:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:3.0:1789130437.442587:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296532256 00000100:00000001:3.0:1789130437.442590:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 2, keep current deadline 4296535550 00000100:00000001:3.0:1789130437.442592:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296532256 00000100:00000001:3.0:1789130437.442594:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 3, keep current deadline 4296535550 00000100:00000001:3.0:1789130437.442595:0:2350:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789130437.442597:0:2350:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130437.442599:0:2350:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130437.442601:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130437.442621:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789130437.442624:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789130437.445287:0:2342:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789130437.445303:0:2342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf47fd2400. 00000400:00000200:2.0:1789130437.445318:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130437.445330:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:2.0:1789130437.445342:0:2342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf4549fe58 00000400:00000010:2.0:1789130437.445346:0:2342:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf4549fe58. 00000100:00000001:2.0:1789130437.445357:0:2342:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789130437.445372:0:2342:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf580b9e00 x1876037329041024/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130453 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130437.445391:0:2342:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130437.445396:0:2342:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf580b9e00 x1876037329041024/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130453 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130437.445405:0:2342:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130437.445407:0:2342:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1789130437.445428:0:2342:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789130437.445431:0:2342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf47fd2b00. 00000400:00000200:2.0:1789130437.445434:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130437.445438:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:2.0:1789130437.445441:0:2342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf4549ff68 00000400:00000010:2.0:1789130437.445444:0:2342:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf4549ff68. 00000100:00000001:2.0:1789130437.445447:0:2342:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789130437.445452:0:2342:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf580ba940 x1876037329041280/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130453 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130437.445461:0:2342:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130437.445463:0:2342:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf580ba940 x1876037329041280/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130453 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130437.445470:0:2342:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130437.445472:0:2342:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1789130437.445585:0:2342:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789130437.445589:0:2342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf47fd2800. 00000400:00000200:2.0:1789130437.445592:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130437.445596:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:2.0:1789130437.445599:0:2342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf4549fd48 00000400:00000010:2.0:1789130437.445601:0:2342:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf4549fd48. 00000100:00000001:2.0:1789130437.445604:0:2342:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789130437.445608:0:2342:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf580bb840 x1876037329041152/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130453 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130437.445618:0:2342:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130437.445621:0:2342:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf580bb840 x1876037329041152/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130453 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130437.445628:0:2342:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130437.445629:0:2342:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1789130437.460207:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130437.460237:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789130437.460244:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130437.460247:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130437.460258:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130437.460276:0:2341:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:2.0:1789130437.460287:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130437.460293:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130437.460300:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130437.460306:0:2341:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 224 into portal 4 MB=0x6aa3efa953780 00000400:00000200:2.0:1789130437.460313:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130437.460322:0:2341:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.123@tcp of length 224/224 into md 0x6f15 [1] + 224 00000800:00000001:2.0:1789130437.460341:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130437.460353:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130437.460358:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130437.460363:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:2.0:1789130437.460374:0:2341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789130437.460388:0:2341:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf580ba940 x1876037329041280/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130453 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789130437.460401:0:2341:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9caf580ba940 x1876037329041280/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130453 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130437.460420:0:2341:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789130437.460434:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130437.460438:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130437.460560:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789130437.460567:0:2350:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789130437.460578:0:2350:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789130437.460581:0:2350:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789130437.460585:0:2350:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf607884d0. 00000400:00000200:3.0:1789130437.460592:0:2350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf4549f550 00000400:00000010:3.0:1789130437.460595:0:2350:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf4549f550. 00000100:00000001:3.0:1789130437.460601:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789130437.460607:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf580ba940 x1876037329041280/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130453 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789130437.460615:0:2350:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf580ba940 x1876037329041280/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130453 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130437.460622:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789130437.460624:0:2350:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130437.460628:0:2350:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789130437.460632:0:2350:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789130437.460635:0:2350:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789130437.460637:0:2350:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789130437.460640:0:2350:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789130437.460653:0:2350:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf48ede460 time=56 v=5 (5 5 5 5) 00000100:00001000:3.0:1789130437.460657:0:2350:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf48ede418 time=46 v=5 (1 0 0 0) 00000100:00000001:3.0:1789130437.460660:0:2350:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789130437.460661:0:2350:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130437.460665:0:2350:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789130437.460681:0:2350:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130437.460685:0:2350:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789130437.460688:0:2350:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9caf5014c800: skip recheck: last_committed 4294967312 00000100:00000001:3.0:1789130437.460690:0:2350:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789130437.460692:0:2350:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130437.460697:0:2350:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf580ba940 x1876037329041280/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130453 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130437.460704:0:2350:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789130437.460708:0:2350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789130437.460710:0:2350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789130437.460714:0:2350:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf580ba940 x1876037329041280/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130453 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789130437.460722:0:2350:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf580ba940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:2350:1876037329041280:192.168.204.123@tcp:400:kworker.0 00000100:00000001:3.0:1789130437.460731:0:2350:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130437.460734:0:2350:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130437.460737:0:2350:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf580ba940 x1876037329041280/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130453 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130437.460744:0:2350:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789130437.460748:0:2350:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789130437.460752:0:2350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9caf48a7a800. 02000000:00000001:3.0:1789130437.460756:0:2350:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789130437.460759:0:2350:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1789130437.460761:0:2350:0:(genops.c:1223:class_import_put()) import ffff9caf48ede000 refcount=2 obd=lustre-OST0001-osc-ffff9caf5014c800 00000020:00000001:3.0:1789130437.460763:0:2350:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1789130437.460767:0:2350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9caf49c42f00. 02000000:00000001:3.0:1789130437.460771:0:2350:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789130437.460773:0:2350:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789130437.460775:0:2350:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf580ba940. 00000100:00000001:3.0:1789130437.460780:0:2350:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789130437.460782:0:2350:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130437.460785:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130437.460787:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789130437.460788:0:2350:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789130437.460790:0:2350:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130437.460791:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130437.569025:0:30671:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130437.569035:0:30671:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130437.569043:0:30671:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130437.569047:0:30671:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789130437.569050:0:30671:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789130437.569059:0:30671:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130437.569062:0:30671:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789130437.569064:0:30671:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130437.570798:0:30671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789130437.570838:0:30671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130437.570847:0:30671:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130437.570855:0:30671:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130437.570994:0:16115:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789130437.570999:0:16115:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789130437.571003:0:16115:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789130438.460961:0:2350:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789130438.460986:0:2350:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789130438.460992:0:2350:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=10 : 10 : a) 00000100:00000001:3.0:1789130438.461001:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789130438.461004:0:2350:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789130438.461010:0:2350:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130438.461015:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130438.588282:0:30671:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130438.588292:0:30671:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130438.588300:0:30671:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130438.588302:0:30671:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130438.591443:0:16116:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789130438.591453:0:16116:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789130438.591460:0:16116:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1789130439.611128:0:30671:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130439.611137:0:30671:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130439.611144:0:30671:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130439.611145:0:30671:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130439.612347:0:16244:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789130439.612353:0:16244:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789130439.612358:0:16244:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1789130440.634029:0:30671:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130440.634187:0:30671:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130440.634196:0:30671:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130440.634198:0:30671:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130440.635121:0:16115:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789130440.635131:0:16115:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789130440.635139:0:16115:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1789130441.530102:0:30671:0:(connection.c:75:cpu_latency_work()) work item of ffff9caf6147ab30 (cpu 3) has reached its deadline 4296535550, at 4296535552 00000100:00000010:3.0:1789130441.530128:0:30671:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9caf58401f60. 00000100:00000040:2.0:1789130441.530223:0:32321:0:(connection.c:75:cpu_latency_work()) work item of ffff9caf6147aa20 (cpu 2) has reached its deadline 4296535550, at 4296535552 00000100:00000010:2.0:1789130441.530244:0:32321:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9caf58401120. 00010000:00000001:3.0:1789130441.659192:0:30671:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130441.659205:0:30671:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130441.659215:0:30671:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130441.659216:0:30671:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130441.661211:0:16116:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789130441.661220:0:16116:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789130441.661224:0:16116:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1789130442.554062:0:17674:0:(pinger.c:229:ptlrpc_pinger_process_import()) 70f26143-21ad-4cd3-af2c-0601ab5c9490->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789130442.554079:0:17674:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1789130442.554429:0:17674:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf501a9680. 00000020:00000040:3.0:1789130442.554440:0:17674:0:(genops.c:1210:class_import_get()) import ffff9caf586ce800 refcount=5 obd=MGC192.168.204.123@tcp 00000100:00000001:3.0:1789130442.554447:0:17674:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789130442.554454:0:17674:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789130442.554465:0:17674:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789130442.554483:0:17674:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9caf47fd2600. 00000100:00000001:3.0:1789130442.554496:0:17674:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130442.554520:0:17674:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 70f26143-21ad-4cd3-af2c-0601ab5c9490->MGS req@ffff9caf501a9680 x1876037329041408/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789130442.554536:0:17674:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789130442.554544:0:17674:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130442.554553:0:17674:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c6b7e937] to pc [ptlrpcd_01_00+0] req@ffff9caf501a9680 x1876037329041408/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130442.554594:0:17674:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130442.554598:0:17674:0:(pinger.c:229:ptlrpc_pinger_process_import()) c4ff2dbd-4d13-4802-9c50-d71e34d32a35->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789130442.554601:0:17674:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1789130442.554605:0:17674:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf501a9a40. 00000020:00000040:3.0:1789130442.554607:0:17674:0:(genops.c:1210:class_import_get()) import ffff9caf6079a800 refcount=7 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000100:00000001:3.0:1789130442.554610:0:17674:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789130442.554611:0:17674:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789130442.554613:0:17674:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789130442.554617:0:17674:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9caf47fd2300. 00000100:00000001:3.0:1789130442.554620:0:17674:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130442.554624:0:17674:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging c4ff2dbd-4d13-4802-9c50-d71e34d32a35->lustre-MDT0000_UUID req@ffff9caf501a9a40 x1876037329041536/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789130442.554632:0:17674:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789130442.554633:0:17674:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130442.554637:0:17674:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a3588e39] to pc [ptlrpcd_01_01+1] req@ffff9caf501a9a40 x1876037329041536/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130442.554645:0:17674:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130442.554647:0:17674:0:(pinger.c:229:ptlrpc_pinger_process_import()) c4ff2dbd-4d13-4802-9c50-d71e34d32a35->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789130442.554651:0:17674:0:(pinger.c:247:ptlrpc_pinger_process_import()) c4ff2dbd-4d13-4802-9c50-d71e34d32a35->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789130442.554655:0:17674:0:(pinger.c:229:ptlrpc_pinger_process_import()) c4ff2dbd-4d13-4802-9c50-d71e34d32a35->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789130442.554658:0:17674:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1789130442.554662:0:17674:0:(import.c:2066:ptlrpc_disconnect_and_idle_import()) Process entered 00000100:00000001:3.0:1789130442.554666:0:17674:0:(import.c:1762:ptlrpc_disconnect_prep_req()) Process entered 00000100:00000010:3.0:1789130442.554669:0:17674:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf501a92c0. 00000020:00000040:3.0:1789130442.554671:0:17674:0:(genops.c:1210:class_import_get()) import ffff9caf48ede000 refcount=3 obd=lustre-OST0001-osc-ffff9caf5014c800 00000100:00000001:3.0:1789130442.554674:0:17674:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789130442.554676:0:17674:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789130442.554678:0:17674:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789130442.554681:0:17674:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9caf47fd2a00. 00000100:00000001:3.0:1789130442.554684:0:17674:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130442.554687:0:17674:0:(import.c:1800:ptlrpc_disconnect_prep_req()) Process leaving (rc=18446634875509969600 : -109198199582016 : ffff9caf501a92c0) 00000100:00080000:3.0:1789130442.554691:0:17674:0:(import.c:65:import_set_state_nolock()) ffff9caf48ede000 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000100:00080000:3.0:1789130442.554695:0:17674:0:(import.c:2101:ptlrpc_disconnect_and_idle_import()) lustre-OST0001-osc-ffff9caf5014c800: disconnect after 21s idle 00000100:00000001:3.0:1789130442.554697:0:17674:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789130442.554699:0:17674:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130442.554704:0:17674:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f7306628] to pc [ptlrpcd_rcv+-1] req@ffff9caf501a92c0 x1876037329041664/t0(0) o9->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130442.554722:0:17674:0:(import.c:2105:ptlrpc_disconnect_and_idle_import()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130442.554725:0:17674:0:(pinger.c:123:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130442.554732:0:17674:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1874) 00000100:00000001:3.0:1789130442.554758:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789130442.554766:0:2350:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789130442.554771:0:2350:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1789130442.554775:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1789130442.554779:0:2350:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf501a9a40 x1876037329041536/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130442.554788:0:2346:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789130442.554796:0:2350:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789130442.554797:0:2346:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1789130442.554801:0:2350:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789130442.554852:0:2350:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789130442.554857:0:2350:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789130442.554861:0:2350:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789130442.554867:0:2350:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf501a9a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:2350:1876037329041536:192.168.204.123@tcp:400:kworker.0 00000100:00000001:3.0:1789130442.554876:0:2350:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:0.0:1789130442.554877:0:2346:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf501a92c0 x1876037329041664/t0(0) o9->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1789130442.554886:0:2350:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789130442.554892:0:2350:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789130442.554897:0:2350:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789130442.554906:0:2350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9caf48a7a400. 00000100:00000001:0.0:1789130442.554907:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 02000000:00000001:3.0:1789130442.554910:0:2350:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130442.554914:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130442.554923:0:2346:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:3.0:1789130442.554927:0:2350:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 02000000:00000001:0.0:1789130442.554931:0:2346:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1789130442.554935:0:2350:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf607884d0. 02000000:00000001:0.0:1789130442.554939:0:2346:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789130442.554949:0:2346:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf501a92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:2346:1876037329041664:192.168.204.123@tcp:9:kworker.0 00000400:00000010:3.0:1789130442.554954:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf4549f550. 00000100:00000001:0.0:1789130442.554956:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000200:3.0:1789130442.554969:0:2350:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876037329041536, portal 10 02000000:00000001:0.0:1789130442.554970:0:2346:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1789130442.554975:0:2350:0:(client.c:3275:ptlrpc_request_addref()) Process entered 02000000:00000001:0.0:1789130442.554977:0:2346:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130442.554980:0:2350:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875509971520 : -109198199580096 : ffff9caf501a9a40) 02000000:00000001:0.0:1789130442.554983:0:2346:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:3.0:1789130442.554998:0:2350:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9caf501a9a40 x1876037329041536/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130458 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1789130442.555000:0:2346:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9caf47e8ec00. 02000000:00000001:0.0:1789130442.555006:0:2346:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130442.555021:0:2350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1789130442.555023:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000040:3.0:1789130442.555030:0:2350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:0.0:1789130442.555032:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf50131dc0. 00000400:00000010:3.0:1789130442.555037:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf4549fbb0. 00000100:00000200:3.0:1789130442.555042:0:2350:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876037329041536, offset 0 00000400:00000010:0.0:1789130442.555043:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf5801e000. 00000400:00000200:3.0:1789130442.555053:0:2350:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:3.0:1789130442.555065:0:2350:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130442.555076:0:2350:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:3.0:1789130442.555095:0:2350:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789130442.555101:0:2350:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:3.0:1789130442.555106:0:2350:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789130442.555110:0:2350:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:3.0:1789130442.555116:0:2350:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2580:2580:256:4294967295] 192.168.204.123@tcp LPNI seq info [2579:2579:8:4294967295] 00000400:00000200:3.0:1789130442.555120:0:2350:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130442.555132:0:2350:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:3.0:1789130442.555140:0:2350:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:3.0:1789130442.555147:0:2350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf47fd2c00. 00000800:00000200:3.0:1789130442.555156:0:2350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:3.0:1789130442.555167:0:2350:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:3.0:1789130442.555172:0:2350:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf47fd2c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789130442.555185:0:2350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130442.555190:0:2350:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: using a timeout of 791762 usecs (792 jiffies) 00000400:00000200:3.0:1789130442.555194:0:2350:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:3.0:1789130442.555198:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296537369 00000100:00000010:3.0:1789130442.555203:0:2350:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9caf58401f60. 00000100:00000001:3.0:1789130442.555213:0:2350:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request now active for cpu 2 00000100:00000001:3.0:1789130442.555219:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296537369 00000100:00000010:3.0:1789130442.555223:0:2350:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9caf58401780. 00000100:00000001:3.0:1789130442.555227:0:2350:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request now active for cpu 3 00000100:00000001:3.0:1789130442.555230:0:2350:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789130442.555234:0:2350:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130442.555239:0:2350:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130442.555242:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130442.555251:0:2350:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789130442.555254:0:2350:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:3.0:1789130442.555257:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789130442.555258:0:2350:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789130442.555260:0:2350:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789130442.555263:0:2350:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:3.0:1789130442.555265:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130442.555268:0:2350:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789130442.555270:0:2350:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130442.555272:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789130442.555273:0:2350:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789130442.555274:0:2350:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789130442.555278:0:2350:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf501a9680 x1876037329041408/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130442.555286:0:2350:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789130442.555287:0:2350:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789130442.555290:0:2350:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789130442.555293:0:2350:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789130442.555295:0:2350:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789130442.555299:0:2350:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf501a9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:70f26143-21ad-4cd3-af2c-0601ab5c9490:2350:1876037329041408:192.168.204.123@tcp:400:kworker.0 00000100:00000001:3.0:1789130442.555303:0:2350:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789130442.555305:0:2350:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789130442.555308:0:2350:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789130442.555310:0:2350:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789130442.555314:0:2350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9caf48a7be00. 02000000:00000001:3.0:1789130442.555316:0:2350:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789130442.555322:0:2350:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:3.0:1789130442.555326:0:2350:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf60788370. 00000100:00000001:2.0:1789130442.555390:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789130442.555402:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789130442.555713:0:2342:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789130442.555720:0:2342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf47fd2c00. 00000400:00000200:2.0:1789130442.555729:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130442.555740:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000200:0.0:1789130442.556112:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876037329041664, portal 4 00000100:00000001:0.0:1789130442.556126:0:2346:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789130442.556128:0:2346:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875509969600 : -109198199582016 : ffff9caf501a92c0) 00000100:00000040:0.0:1789130442.556651:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9caf501a92c0 x1876037329041664/t0(0) o9->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130452 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130442.556662:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789130442.556666:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:0.0:1789130442.556674:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf5801e770. 00000100:00000200:0.0:1789130442.556680:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876037329041664, offset 0 00000400:00000200:0.0:1789130442.556689:0:2346:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:0.0:1789130442.556704:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:0.0:1789130442.556715:0:2346:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:0.0:1789130442.556723:0:2346:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789130442.556730:0:2346:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:0.0:1789130442.556736:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789130442.556740:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:0.0:1789130442.556748:0:2346:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2581:2581:255:4294967295] 192.168.204.123@tcp LPNI seq info [2580:2580:7:4294967295] 00000400:00000200:0.0:1789130442.556753:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:0.0:1789130442.556764:0:2346:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:0.0:1789130442.556772:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:0.0:1789130442.556779:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf451e7500. 00000800:00000200:0.0:1789130442.556787:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:0.0:1789130442.556798:0:2346:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:0.0:1789130442.556842:0:2346:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf451e7500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789130442.556848:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130442.556854:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9caf5014c800: using a timeout of 327335 usecs (328 jiffies) 00000400:00000200:0.0:1789130442.556858:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:0.0:1789130442.556861:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296536905 00000100:00000001:0.0:1789130442.556866:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9caf5014c800: PM QoS request active for cpu 2, keep current deadline 4296537369 00000100:00000001:0.0:1789130442.556868:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296536905 00000100:00000001:0.0:1789130442.556871:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9caf5014c800: PM QoS request active for cpu 3, keep current deadline 4296537369 00000100:00000001:0.0:1789130442.556874:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789130442.556878:0:2346:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130442.556883:0:2346:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130442.556886:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130442.556899:0:2346:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789130442.556902:0:2346:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1789130442.556905:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789130442.556906:0:2346:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789130442.556908:0:2346:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130442.556909:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1789130442.558368:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf4549f660. 00000400:00000200:2.0:1789130442.558545:0:2342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf4549fbb0 00000400:00000010:2.0:1789130442.558555:0:2342:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf4549fbb0. 00000100:00000001:2.0:1789130442.558635:0:2342:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789130442.558649:0:2342:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf501a9a40 x1876037329041536/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130458 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130442.558663:0:2342:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130442.558667:0:2342:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf501a9a40 x1876037329041536/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130458 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130442.558673:0:2342:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130442.558675:0:2342:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1789130442.562010:0:2342:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789130442.562023:0:2342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf451e7500. 00000400:00000200:2.0:1789130442.562035:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130442.562045:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:2.0:1789130442.562055:0:2342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf5801e770 00000400:00000010:2.0:1789130442.562058:0:2342:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf5801e770. 00000100:00000001:2.0:1789130442.562065:0:2342:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789130442.562076:0:2342:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf501a92c0 x1876037329041664/t0(0) o9->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130452 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130442.562092:0:2342:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130442.562095:0:2342:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf501a92c0 x1876037329041664/t0(0) o9->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130452 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130442.562101:0:2342:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130442.562104:0:2342:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000200:3.0:1789130442.563590:0:2350:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876037329041408, portal 25 00000100:00000001:3.0:1789130442.563596:0:2350:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789130442.563599:0:2350:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875509970560 : -109198199581056 : ffff9caf501a9680) 00000100:00000040:3.0:1789130442.563618:0:2350:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9caf501a9680 x1876037329041408/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130458 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130442.563628:0:2350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789130442.563632:0:2350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:3.0:1789130442.563644:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf4549f4c8. 00000100:00000200:3.0:1789130442.563648:0:2350:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1876037329041408, offset 0 00000400:00000200:3.0:1789130442.563658:0:2350:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:3.0:1789130442.563673:0:2350:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130442.563684:0:2350:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:3.0:1789130442.563692:0:2350:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789130442.563699:0:2350:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:3.0:1789130442.563704:0:2350:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789130442.563708:0:2350:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:3.0:1789130442.563713:0:2350:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2582:2582:256:4294967295] 192.168.204.123@tcp LPNI seq info [2581:2581:8:4294967295] 00000400:00000200:3.0:1789130442.563717:0:2350:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130442.563728:0:2350:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:3.0:1789130442.563736:0:2350:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:3.0:1789130442.563743:0:2350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf47fd2000. 00000800:00000200:3.0:1789130442.563751:0:2350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:3.0:1789130442.563761:0:2350:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:3.0:1789130442.563768:0:2350:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf47fd2000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789130442.564282:0:2350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789130442.564293:0:2350:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:3.0:1789130442.564297:0:2350:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.123@tcp: PM QoS new deadline estimation for cpu 2 is 4296540672 00000100:00000001:3.0:1789130442.564307:0:2350:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.123@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296537369 00000100:00000001:3.0:1789130442.564315:0:2350:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.123@tcp: PM QoS new deadline estimation for cpu 3 is 4296540672 00000100:00000001:3.0:1789130442.564318:0:2350:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.123@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296537369 00000100:00000001:3.0:1789130442.564321:0:2350:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789130442.564326:0:2350:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130442.564334:0:2350:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130442.564342:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789130442.565627:0:2341:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789130442.565643:0:2341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf47fd2000. 00000400:00000200:2.0:1789130442.565653:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130442.565665:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:2.0:1789130442.565677:0:2341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf4549f4c8 00000400:00000010:2.0:1789130442.565681:0:2341:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf4549f4c8. 00000100:00000001:2.0:1789130442.565690:0:2341:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789130442.565700:0:2341:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf501a9680 x1876037329041408/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130458 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130442.565716:0:2341:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130442.565722:0:2341:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf501a9680 x1876037329041408/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130458 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130442.565731:0:2341:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130442.565733:0:2341:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1789130442.568539:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130442.568582:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789130442.568589:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130442.568595:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130442.568610:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130442.568623:0:2342:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:2.0:1789130442.568638:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130442.568645:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130442.568652:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130442.568659:0:2342:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 224 into portal 4 MB=0x6aa3efa953900 00000400:00000200:2.0:1789130442.568667:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130442.568677:0:2342:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.123@tcp of length 224/224 into md 0x6f45 [1] + 224 00000800:00000001:2.0:1789130442.568688:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130442.568701:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130442.568708:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130442.568715:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:2.0:1789130442.568727:0:2342:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789130442.568744:0:2342:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf501a92c0 x1876037329041664/t0(0) o9->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130452 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789130442.568759:0:2342:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9caf501a92c0 x1876037329041664/t0(0) o9->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130452 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130442.568846:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789130442.568852:0:2346:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789130442.568916:0:2342:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789130442.568932:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130442.568937:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1789130442.569761:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789130442.569768:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789130442.569773:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf50131dc0. 00000400:00000200:3.0:1789130442.569781:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf5801e000 00000400:00000010:3.0:1789130442.569784:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf5801e000. 00000100:00000001:3.0:1789130442.569787:0:2346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789130442.569796:0:2346:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf501a92c0 x1876037329041664/t0(0) o9->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130452 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789130442.570340:0:2346:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf501a92c0 x1876037329041664/t0(0) o9->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130452 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130442.570350:0:2346:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789130442.570354:0:2346:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130442.570358:0:2346:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789130442.570364:0:2346:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789130442.570367:0:2346:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789130442.570370:0:2346:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789130442.570442:0:2346:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789130442.570457:0:2346:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf48ede460 time=61 v=5 (5 5 5 5) 00000100:00001000:3.0:1789130442.570462:0:2346:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf48ede418 time=51 v=5 (1 0 0 0) 00000100:00000001:3.0:1789130442.570465:0:2346:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789130442.570467:0:2346:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130442.570471:0:2346:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789130442.570477:0:2346:0:(ldlm_request.c:1723:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130442.570483:0:2346:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789130442.570485:0:2346:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9caf5014c800: skip recheck: last_committed 4294967312 00000100:00000001:3.0:1789130442.570488:0:2346:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789130442.570492:0:2346:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130442.570499:0:2346:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf501a92c0 x1876037329041664/t0(0) o9->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130452 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130442.570507:0:2346:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789130442.570515:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789130442.570518:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1789130442.570524:0:2346:0:(import.c:2011:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@ffff9caf501a92c0 x1876037329041664/t0(0) o9->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130452 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789130442.570534:0:2346:0:(import.c:65:import_set_state_nolock()) ffff9caf48ede000 lustre-OST0001_UUID: changing import state from CONNECTING to IDLE 00000100:00000040:3.0:1789130442.570695:0:2346:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf501a92c0 x1876037329041664/t0(0) o9->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130452 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789130442.570704:0:2346:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf501a92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:2346:1876037329041664:192.168.204.123@tcp:9:kworker.0 00000100:00000001:3.0:1789130442.570712:0:2346:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130442.570716:0:2346:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130442.570721:0:2346:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf501a92c0 x1876037329041664/t0(0) o9->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130452 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130442.570728:0:2346:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789130442.570731:0:2346:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789130442.570736:0:2346:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9caf47e8ec00. 02000000:00000001:3.0:1789130442.570743:0:2346:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789130442.570746:0:2346:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1789130442.570748:0:2346:0:(genops.c:1223:class_import_put()) import ffff9caf48ede000 refcount=2 obd=lustre-OST0001-osc-ffff9caf5014c800 00000020:00000001:3.0:1789130442.570751:0:2346:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1789130442.570754:0:2346:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9caf47fd2a00. 02000000:00000001:3.0:1789130442.570757:0:2346:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789130442.570759:0:2346:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789130442.570761:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf501a92c0. 00000100:00000001:3.0:1789130442.570765:0:2346:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789130442.570767:0:2346:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130442.570769:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130442.570780:0:2346:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789130442.570783:0:2346:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130442.570786:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789130442.570788:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130442.682111:0:30671:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130442.682123:0:30671:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130442.682131:0:30671:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130442.682132:0:30671:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130442.682308:0:16244:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789130442.682313:0:16244:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789130442.682316:0:16244:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789130443.578224:0:2350:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789130443.578243:0:2350:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789130443.578245:0:2350:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1789130443.578252:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789130443.578256:0:2350:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789130443.578262:0:2350:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130443.578267:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130443.706232:0:30671:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130443.706243:0:30671:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130443.706253:0:30671:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130443.706254:0:30671:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130443.706433:0:16115:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789130443.706439:0:16115:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789130443.706443:0:16115:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1789130444.729953:0:30671:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130444.729960:0:30671:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130444.729965:0:30671:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130444.729967:0:30671:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130444.730061:0:16116:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789130444.730065:0:16116:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789130444.730068:0:16116:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789130445.113998:0:32906:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789130445.114007:0:32906:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789130445.114009:0:32906:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1789130445.114015:0:32906:0:(client.c:2715:ptlrpc_set_wait()) set ffff9caf50194a80 going to sleep for 1 seconds 00000100:00000001:1.0:1789130445.114019:0:32906:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789130445.114023:0:32906:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130445.754019:0:30671:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130445.754031:0:30671:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130445.754040:0:30671:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130445.754041:0:30671:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130445.754336:0:16244:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789130445.754341:0:16244:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789130445.754346:0:16244:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789130446.138045:0:32906:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789130446.138058:0:32906:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789130446.138061:0:32906:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1789130446.138068:0:32906:0:(client.c:2715:ptlrpc_set_wait()) set ffff9caf50194a80 going to sleep for 1 seconds 00000100:00000001:3.0:1789130446.138072:0:32906:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789130446.138076:0:32906:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130446.778628:0:30671:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130446.778641:0:30671:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789130446.778644:0:30671:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789130446.778648:0:30671:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130446.778656:0:30671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789130446.778659:0:30671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130446.778661:0:30671:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130446.778664:0:30671:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130446.778669:0:30671:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130446.778671:0:30671:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130446.778757:0:16115:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789130446.778763:0:16115:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789130446.778767:0:16115:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1789130447.161942:0:30671:0:(connection.c:75:cpu_latency_work()) work item of ffff9caf6147ab30 (cpu 3) has reached its deadline 4296540672, at 4296541184 00000100:00000040:2.0:1789130447.161942:0:32321:0:(connection.c:75:cpu_latency_work()) work item of ffff9caf6147aa20 (cpu 2) has reached its deadline 4296540672, at 4296541184 00000100:00000010:3.0:1789130447.161964:0:30671:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9caf58401780. 00000100:00000001:1.0:1789130447.162025:0:32906:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789130447.162030:0:32906:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789130447.162033:0:32906:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1789130447.162038:0:32906:0:(client.c:2715:ptlrpc_set_wait()) set ffff9caf50194a80 going to sleep for 1 seconds 00000100:00000001:1.0:1789130447.162042:0:32906:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789130447.162047:0:32906:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789130447.163010:0:32321:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9caf58401f60. 00000100:00000040:3.0:1789130447.675766:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 70f26143-21ad-4cd3-af2c-0601ab5c9490->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789130447.675777:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1789130447.675789:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf501aa940. 00000020:00000040:3.0:1789130447.675797:0:36:0:(genops.c:1210:class_import_get()) import ffff9caf586ce800 refcount=6 obd=MGC192.168.204.123@tcp 00000100:00000001:3.0:1789130447.675821:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789130447.675826:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789130447.675832:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789130447.675843:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9caf47fd2a00. 00000100:00000001:3.0:1789130447.675852:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130447.675869:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 70f26143-21ad-4cd3-af2c-0601ab5c9490->MGS req@ffff9caf501aa940 x1876037329041792/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789130447.675883:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789130447.675889:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130447.675896:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000068c23cf0] to pc [ptlrpcd_01_00+0] req@ffff9caf501aa940 x1876037329041792/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130447.675934:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130447.675937:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) c4ff2dbd-4d13-4802-9c50-d71e34d32a35->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789130447.675941:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1789130447.675945:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf501ab480. 00000020:00000040:3.0:1789130447.675953:0:36:0:(genops.c:1210:class_import_get()) import ffff9caf6079a800 refcount=8 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000100:00000001:3.0:1789130447.675956:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789130447.675957:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789130447.675959:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789130447.675963:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9caf47fd2500. 00000100:00000001:3.0:1789130447.675967:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130447.675972:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging c4ff2dbd-4d13-4802-9c50-d71e34d32a35->lustre-MDT0000_UUID req@ffff9caf501ab480 x1876037329041920/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789130447.675985:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789130447.675988:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130447.675992:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000001e2030] to pc [ptlrpcd_01_01+1] req@ffff9caf501ab480 x1876037329041920/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130447.676002:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130447.676006:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) c4ff2dbd-4d13-4802-9c50-d71e34d32a35->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789130447.676010:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) c4ff2dbd-4d13-4802-9c50-d71e34d32a35->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789130447.676014:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) c4ff2dbd-4d13-4802-9c50-d71e34d32a35->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789130447.676017:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) c4ff2dbd-4d13-4802-9c50-d71e34d32a35->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789130447.676023:0:36:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1879) 00000100:00000001:3.0:1789130447.676038:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789130447.676042:0:2350:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789130447.676045:0:2350:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789130447.676052:0:2350:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf501ab480 x1876037329041920/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130447.676061:0:2350:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789130447.676064:0:2350:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789130447.676069:0:2350:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789130447.676072:0:2350:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789130447.676076:0:2350:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789130447.676079:0:2350:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf501ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:2350:1876037329041920:192.168.204.123@tcp:400:kworker.0 00000100:00000001:3.0:1789130447.676085:0:2350:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789130447.676092:0:2350:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789130447.676096:0:2350:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789130447.676099:0:2350:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789130447.676104:0:2350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9caf48a7a800. 02000000:00000001:3.0:1789130447.676107:0:2350:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789130447.676117:0:2350:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:3.0:1789130447.676123:0:2350:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf60788c60. 00000400:00000010:3.0:1789130447.676132:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf4549f770. 00000100:00000200:3.0:1789130447.676142:0:2350:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876037329041920, portal 10 00000100:00000001:3.0:1789130447.676145:0:2350:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789130447.676147:0:2350:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875509978240 : -109198199573376 : ffff9caf501ab480) 00000100:00000040:3.0:1789130447.676157:0:2350:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9caf501ab480 x1876037329041920/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130463 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130447.676166:0:2350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789130447.676169:0:2350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:3.0:1789130447.676172:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf4549fa18. 00000100:00000200:3.0:1789130447.676175:0:2350:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876037329041920, offset 0 00000400:00000200:3.0:1789130447.676183:0:2350:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:3.0:1789130447.676194:0:2350:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130447.676202:0:2350:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:3.0:1789130447.676209:0:2350:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789130447.676214:0:2350:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:3.0:1789130447.676218:0:2350:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789130447.676221:0:2350:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:3.0:1789130447.676225:0:2350:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2583:2583:256:4294967295] 192.168.204.123@tcp LPNI seq info [2582:2582:8:4294967295] 00000400:00000200:3.0:1789130447.676229:0:2350:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130447.676240:0:2350:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:3.0:1789130447.676248:0:2350:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:3.0:1789130447.676255:0:2350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf47fd2200. 00000800:00000200:3.0:1789130447.676264:0:2350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:3.0:1789130447.676273:0:2350:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:3.0:1789130447.676278:0:2350:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf47fd2200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789130447.676292:0:2350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130447.676297:0:2350:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: using a timeout of 791762 usecs (792 jiffies) 00000400:00000200:3.0:1789130447.676301:0:2350:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:3.0:1789130447.676305:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296542490 00000100:00000010:3.0:1789130447.676310:0:2350:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9caf58401780. 00000100:00000001:3.0:1789130447.676319:0:2350:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request now active for cpu 2 00000100:00000001:2.0:1789130447.676558:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789130447.676562:0:2349:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789130447.676564:0:2349:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789130447.676571:0:2349:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf501aa940 x1876037329041792/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130447.676580:0:2349:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789130447.676581:0:2349:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789130447.676585:0:2349:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789130447.676588:0:2349:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789130447.676590:0:2349:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789130447.676592:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf501aa940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:70f26143-21ad-4cd3-af2c-0601ab5c9490:2349:1876037329041792:192.168.204.123@tcp:400:kworker.0 00000100:00000001:2.0:1789130447.676596:0:2349:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789130447.676599:0:2349:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789130447.676600:0:2349:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789130447.676602:0:2349:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789130447.676606:0:2349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9caf5846ca00. 02000000:00000001:2.0:1789130447.676608:0:2349:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789130447.676612:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:2.0:1789130447.676616:0:2349:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf483fddc0. 00000400:00000010:2.0:1789130447.676621:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf42d18c38. 00000100:00000200:2.0:1789130447.676624:0:2349:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876037329041792, portal 25 00000100:00000001:2.0:1789130447.676626:0:2349:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789130447.676628:0:2349:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875509975360 : -109198199576256 : ffff9caf501aa940) 00000100:00000040:2.0:1789130447.676633:0:2349:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9caf501aa940 x1876037329041792/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130463 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130447.676652:0:2349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789130447.676655:0:2349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:2.0:1789130447.676657:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf42d18880. 00000100:00000200:2.0:1789130447.676660:0:2349:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1876037329041792, offset 0 00000400:00000200:2.0:1789130447.676665:0:2349:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:2.0:1789130447.676669:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130447.676673:0:2349:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:2.0:1789130447.676676:0:2349:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789130447.676679:0:2349:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:2.0:1789130447.676682:0:2349:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789130447.676684:0:2349:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:2.0:1789130447.676687:0:2349:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2584:2584:255:4294967295] 192.168.204.123@tcp LPNI seq info [2583:2583:7:4294967295] 00000400:00000200:2.0:1789130447.676691:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130447.676698:0:2349:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:2.0:1789130447.676703:0:2349:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:2.0:1789130447.676707:0:2349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf49c42100. 00000800:00000200:2.0:1789130447.676711:0:2349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:2.0:1789130447.676716:0:2349:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:2.0:1789130447.676719:0:2349:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf49c42100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1789130447.676732:0:2349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789130447.676736:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:2.0:1789130447.676738:0:2349:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.123@tcp: PM QoS new deadline estimation for cpu 2 is 4296545784 00000100:00000001:3.0:1789130447.676855:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296542491 00000100:00000010:3.0:1789130447.676861:0:2350:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9caf58401300. 00000100:00000001:3.0:1789130447.676866:0:2350:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request now active for cpu 3 00000100:00000001:3.0:1789130447.676871:0:2350:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789130447.676875:0:2350:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130447.676881:0:2350:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130447.676886:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130447.676896:0:2350:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789130447.676899:0:2350:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130447.676902:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789130447.676903:0:2350:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789130447.676904:0:2350:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130447.676906:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789130447.683876:0:2341:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789130447.683892:0:2341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf47fd2200. 00000400:00000200:2.0:1789130447.683904:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130447.683917:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:2.0:1789130447.683927:0:2341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf4549fa18 00000400:00000010:2.0:1789130447.683930:0:2341:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf4549fa18. 00000100:00000001:2.0:1789130447.683938:0:2341:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789130447.683949:0:2341:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf501ab480 x1876037329041920/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130463 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130447.683973:0:2341:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130447.683977:0:2341:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf501ab480 x1876037329041920/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130463 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130447.683984:0:2341:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130447.683986:0:2341:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1789130447.684085:0:2341:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789130447.684088:0:2341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf49c42100. 00000400:00000200:2.0:1789130447.684092:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130447.684096:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:2.0:1789130447.684099:0:2341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf42d18880 00000400:00000010:2.0:1789130447.684101:0:2341:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf42d18880. 00000100:00000001:2.0:1789130447.684104:0:2341:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789130447.684109:0:2341:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf501aa940 x1876037329041792/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130463 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130447.684116:0:2341:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130447.684119:0:2341:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf501aa940 x1876037329041792/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130463 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130447.684125:0:2341:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130447.684127:0:2341:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1789130447.684169:0:2349:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.123@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296542490 00000100:00000001:2.0:1789130447.684179:0:2349:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.123@tcp: PM QoS new deadline estimation for cpu 3 is 4296545791 00000100:00000001:2.0:1789130447.684183:0:2349:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.123@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296542491 00000100:00000001:2.0:1789130447.684188:0:2349:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789130447.684192:0:2349:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130447.684198:0:2349:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130447.684202:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789130447.684213:0:2349:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789130447.684216:0:2349:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1789130447.684219:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789130447.684222:0:2349:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789130447.684224:0:2349:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130447.684227:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130447.801986:0:30671:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130447.801996:0:30671:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130447.802004:0:30671:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130447.802009:0:30671:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789130447.802012:0:30671:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789130447.802019:0:30671:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130447.802022:0:30671:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789130447.802024:0:30671:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130447.802028:0:30671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789130447.802030:0:30671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130447.802033:0:30671:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130447.802035:0:30671:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130447.803275:0:16116:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789130447.803286:0:16116:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789130447.803293:0:16116:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789130448.186575:0:32906:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789130448.186587:0:32906:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789130448.186590:0:32906:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1789130448.186597:0:32906:0:(client.c:2715:ptlrpc_set_wait()) set ffff9caf50194a80 going to sleep for 1 seconds 00000100:00000001:1.0:1789130448.186602:0:32906:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789130448.186607:0:32906:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130448.698163:0:2350:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789130448.698185:0:2350:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789130448.698187:0:2350:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130448.698193:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789130448.698196:0:2350:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789130448.698203:0:2350:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130448.698208:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130448.826754:0:30671:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130448.826765:0:30671:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130448.826773:0:30671:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130448.826774:0:30671:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130448.826852:0:16244:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789130448.826858:0:16244:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789130448.826862:0:16244:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789130449.210049:0:32906:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789130449.210061:0:32906:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00000400:1.0:1789130449.210083:0:32906:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789130433/real 1789130433] req@ffff9caf615d5a40 x1876037329040896/t0(0) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 1 dl 1789130449 ref 2 fl Rpc:XQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000400:00000001:1.0:1789130449.210105:0:32906:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789130449.210109:0:32906:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789130449.210114:0:32906:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf42d8e9f8. 00000400:00000200:1.0:1789130449.210122:0:32906:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf462a3b28 00000400:00000010:1.0:1789130449.210125:0:32906:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf462a3b28. 00000100:00000001:1.0:1789130449.210132:0:32906:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789130449.210137:0:32906:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf615d5a40 x1876037329040896/t0(0) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 1 dl 1789130449 ref 2 fl Rpc:XQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1789130449.210147:0:32906:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf615d5a40 x1876037329040896/t0(0) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 1 dl 1789130449 ref 2 fl Rpc:XQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130449.210155:0:32906:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789130449.210157:0:32906:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130449.210162:0:32906:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789130449.210164:0:32906:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130449.210170:0:32906:0:(import.c:429:ptlrpc_fail_import()) Process entered 00000100:00080000:1.0:1789130449.210175:0:32906:0:(import.c:65:import_set_state_nolock()) ffff9caf6079a800 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:1.0:1789130449.210180:0:32906:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-mdc-ffff9caf5014c800: Connection to lustre-MDT0000 (at 192.168.204.123@tcp) was lost; in progress operations using this service will wait for recovery to complete 00000100:00000001:1.0:1789130449.210194:0:32906:0:(obd_class.h:1222:obd_import_event()) Process entered 00000002:00000001:1.0:1789130449.210199:0:32906:0:(mdc_request.c:2879:mdc_import_event()) Process entered 00000002:00000001:1.0:1789130449.210202:0:32906:0:(mdc_request.c:2953:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130449.210205:0:32906:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00080000:1.0:1789130449.210208:0:32906:0:(import.c:418:ptlrpc_pinger_force()) lustre-MDT0000_UUID: waking up pinger s:DISCONN 00000100:00000001:1.0:1789130449.210239:0:32906:0:(import.c:436:ptlrpc_fail_import()) Process leaving 00000100:00000001:1.0:1789130449.210241:0:32906:0:(client.c:2555:ptlrpc_expire_one_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130449.210244:0:32906:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789130449.210247:0:32906:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789130449.210250:0:32906:0:(client.c:2715:ptlrpc_set_wait()) set ffff9caf50194a80 going to sleep for 0 seconds 00000100:00000001:1.0:1789130449.210253:0:32906:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789130449.210256:0:32906:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130449.210259:0:32906:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789130449.210262:0:32906:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130449.210267:0:32906:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130449.211078:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 70f26143-21ad-4cd3-af2c-0601ab5c9490->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789130449.211090:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1789130449.211107:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf580b8000. 00000020:00000040:2.0:1789130449.211114:0:36:0:(genops.c:1210:class_import_get()) import ffff9caf586ce800 refcount=7 obd=MGC192.168.204.123@tcp 00000100:00000001:2.0:1789130449.211120:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789130449.211125:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789130449.211133:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789130449.211148:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9caf49c42100. 00000100:00000001:2.0:1789130449.211161:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130449.211175:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 70f26143-21ad-4cd3-af2c-0601ab5c9490->MGS req@ffff9caf580b8000 x1876037329042048/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789130449.211192:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789130449.211199:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130449.211209:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cd5f3892] to pc [ptlrpcd_01_00+0] req@ffff9caf580b8000 x1876037329042048/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130449.211258:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789130449.211261:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) c4ff2dbd-4d13-4802-9c50-d71e34d32a35->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789130449.211265:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1789130449.211268:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1789130449.211271:0:36:0:(import.c:65:import_set_state_nolock()) ffff9caf6079a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1789130449.211275:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1789130449.211279:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9caf5014c800: connect to NID 192.168.204.123@tcp last attempt 1843 00000400:00000200:2.0:1789130449.211291:0:36:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130449.211301:0:36:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.123@tcp is discovered: rc = 1 00000100:00000040:2.0:1789130449.211308:0:36:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9caf452f48c0 refcount 11 to 192.168.204.123@tcp 00000100:00000001:2.0:1789130449.211312:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789130449.211314:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9caf452f48c0 refcount 12 to 192.168.204.123@tcp 00000100:00000001:2.0:1789130449.211318:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634875326777536 : -109198382774080 : ffff9caf452f48c0) 00000020:00000001:2.0:1789130449.211321:0:36:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1789130449.211324:0:36:0:(genops.c:804:class_conn2export()) looking for export cookie 0xde5303b1d982c234 00000020:00000001:2.0:1789130449.211329:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130449.211333:0:36:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9caf4a817000 refcount=5 00000020:00000001:2.0:1789130449.211337:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875416047616 : -109198293504000 : ffff9caf4a817000) 00000020:00000001:2.0:1789130449.211340:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634875416047616 : -109198293504000 : ffff9caf4a817000) 00000100:00000040:2.0:1789130449.211343:0:36:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9caf452f48c0 refcount 11 to 192.168.204.123@tcp 00000100:00000001:2.0:1789130449.211346:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789130449.211348:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9caf452f48c0 refcount 12 to 192.168.204.123@tcp 00000100:00000001:2.0:1789130449.211350:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634875326777536 : -109198382774080 : ffff9caf452f48c0) 00000020:00000040:2.0:1789130449.211354:0:36:0:(genops.c:879:class_export_put()) PUTting export ffff9caf4a817000 : new refcount 4 00000100:00080000:2.0:1789130449.211360:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9caf5014c800: import ffff9caf6079a800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00000001:2.0:1789130449.211363:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789130449.211368:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1789130449.211379:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789130449.211383:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130449.211387:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1789130449.211395:0:36:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683269 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1789130449.211399:0:36:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130449.211402:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789130449.212264:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf580bbc00. 00000020:00000040:2.0:1789130449.212276:0:36:0:(genops.c:1210:class_import_get()) import ffff9caf6079a800 refcount=9 obd=lustre-MDT0000-mdc-ffff9caf5014c800 02000000:00000001:2.0:1789130449.212281:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1789130449.212283:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130449.212286:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789130449.212290:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789130449.212295:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789130449.212307:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9caf50104c00. 00000100:00000001:2.0:1789130449.212314:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789130449.212327:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9caf580bbc00 x1876037329042176/t0(0) o38->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789130449.212337:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789130449.212342:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130449.212348:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b97bc825] to pc [ptlrpcd_rcv+-1] req@ffff9caf580bbc00 x1876037329042176/t0(0) o38->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130449.212428:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789130449.212438:0:2346:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789130449.212442:0:2346:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789130449.212452:0:2346:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf580bbc00 x1876037329042176/t0(0) o38->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130449.212463:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789130449.212465:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130449.212470:0:2346:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789130449.212474:0:2346:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789130449.212477:0:2346:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789130449.212481:0:2346:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf580bbc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:2346:1876037329042176:192.168.204.123@tcp:38:kworker.0 00000100:00000001:0.0:1789130449.212487:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789130449.212496:0:2346:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789130449.212501:0:2346:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130449.212505:0:2346:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789130449.212514:0:2346:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9caf482bdc00. 02000000:00000001:0.0:1789130449.212516:0:2346:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789130449.212529:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:0.0:1789130449.212535:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf50131bb0. 00000400:00000010:0.0:1789130449.212549:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf5801ef68. 00000100:00000200:0.0:1789130449.212562:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876037329042176, portal 10 00000100:00000001:0.0:1789130449.212565:0:2346:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789130449.212566:0:2346:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875643214848 : -109198066336768 : ffff9caf580bbc00) 00000100:00000040:0.0:1789130449.212578:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9caf580bbc00 x1876037329042176/t0(0) o38->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 1789130459 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130449.212586:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789130449.212589:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:0.0:1789130449.212593:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf5801eaa0. 00000100:00000200:0.0:1789130449.212599:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876037329042176, offset 0 00000400:00000200:0.0:1789130449.212610:0:2346:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:0.0:1789130449.212625:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:0.0:1789130449.212639:0:2346:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:0.0:1789130449.212648:0:2346:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789130449.212655:0:2346:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:0.0:1789130449.212661:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789130449.212664:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:0.0:1789130449.212669:0:2346:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2585:2585:256:4294967295] 192.168.204.123@tcp LPNI seq info [2584:2584:8:4294967295] 00000400:00000200:0.0:1789130449.212674:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:0.0:1789130449.212689:0:2346:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:0.0:1789130449.212713:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:0.0:1789130449.212721:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf451e7200. 00000800:00000200:0.0:1789130449.212729:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:0.0:1789130449.212742:0:2346:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:0.0:1789130449.212750:0:2346:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf451e7200 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:0.0:1789130449.212766:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130449.212773:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: using a timeout of 791762 usecs (792 jiffies) 00000400:00000200:0.0:1789130449.212778:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:0.0:1789130449.212783:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296544026 00000100:00000001:0.0:1789130449.212787:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 2, keep current deadline 4296545784 00000100:00000001:0.0:1789130449.212790:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296544026 00000100:00000001:0.0:1789130449.212792:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 3, keep current deadline 4296545791 00000100:00000001:0.0:1789130449.212795:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789130449.212798:0:2346:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130449.212832:0:2346:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130449.212836:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789130449.214626:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130449.214645:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) c4ff2dbd-4d13-4802-9c50-d71e34d32a35->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789130449.214654:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) c4ff2dbd-4d13-4802-9c50-d71e34d32a35->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789130449.214659:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) c4ff2dbd-4d13-4802-9c50-d71e34d32a35->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789130449.214663:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) c4ff2dbd-4d13-4802-9c50-d71e34d32a35->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789130449.214673:0:36:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1880) 00000100:00000001:3.0:1789130449.214971:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789130449.214979:0:2349:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789130449.214983:0:2349:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789130449.215006:0:2349:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf580b8000 x1876037329042048/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130449.215019:0:2349:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789130449.215021:0:2349:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789130449.215028:0:2349:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789130449.215032:0:2349:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789130449.215036:0:2349:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789130449.215040:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf580b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:70f26143-21ad-4cd3-af2c-0601ab5c9490:2349:1876037329042048:192.168.204.123@tcp:400:kworker.0 00000100:00000001:3.0:1789130449.215045:0:2349:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789130449.215055:0:2349:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789130449.215059:0:2349:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789130449.215062:0:2349:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789130449.215074:0:2349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9caf48a7b400. 02000000:00000001:3.0:1789130449.215077:0:2349:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789130449.215086:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:3.0:1789130449.215093:0:2349:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf60788108. 00000400:00000010:3.0:1789130449.215103:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf4549f7f8. 00000100:00000001:2.0:1789130449.215107:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789130449.215111:0:2350:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000200:3.0:1789130449.215112:0:2349:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876037329042048, portal 25 00000100:00000001:3.0:1789130449.215116:0:2349:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789130449.215118:0:2350:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130449.215119:0:2349:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875643199488 : -109198066352128 : ffff9caf580b8000) 00000100:00000001:2.0:1789130449.215124:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130449.215130:0:2349:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9caf580b8000 x1876037329042048/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130465 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130449.215140:0:2349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789130449.215143:0:2349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:3.0:1789130449.215149:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf4549fa18. 00000100:00000200:3.0:1789130449.215152:0:2349:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1876037329042048, offset 0 00000400:00000200:3.0:1789130449.215161:0:2349:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:3.0:1789130449.215172:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130449.215181:0:2349:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:3.0:1789130449.215190:0:2349:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789130449.215197:0:2349:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:3.0:1789130449.215202:0:2349:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789130449.215206:0:2349:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:3.0:1789130449.215211:0:2349:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2586:2586:255:4294967295] 192.168.204.123@tcp LPNI seq info [2585:2585:7:4294967295] 00000400:00000200:3.0:1789130449.215216:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130449.215229:0:2349:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:3.0:1789130449.215237:0:2349:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:3.0:1789130449.215245:0:2349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf47fd2100. 00000800:00000200:3.0:1789130449.215254:0:2349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:3.0:1789130449.215264:0:2349:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:3.0:1789130449.215270:0:2349:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf47fd2100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789130449.215275:0:2349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789130449.215280:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:3.0:1789130449.215284:0:2349:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.123@tcp: PM QoS new deadline estimation for cpu 2 is 4296547323 00000100:00000001:3.0:1789130449.215294:0:2349:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.123@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296545784 00000100:00000001:3.0:1789130449.215299:0:2349:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.123@tcp: PM QoS new deadline estimation for cpu 3 is 4296547323 00000100:00000001:3.0:1789130449.215303:0:2349:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.123@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296545791 00000100:00000001:3.0:1789130449.215308:0:2349:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789130449.215311:0:2349:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789130449.215311:0:2342:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1789130449.215315:0:2349:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130449.215319:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:2.0:1789130449.215319:0:2342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf451e7200. 00000100:00000001:3.0:1789130449.215330:0:2349:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:2.0:1789130449.215331:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1789130449.215335:0:2349:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=9 : 9 : 9) 00000100:00000001:3.0:1789130449.215340:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1789130449.215341:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:3.0:1789130449.215342:0:2349:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789130449.215346:0:2349:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130449.215349:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789130449.215352:0:2342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf5801eaa0 00000400:00000010:2.0:1789130449.215357:0:2342:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf5801eaa0. 00000100:00000001:2.0:1789130449.215363:0:2342:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789130449.215369:0:2342:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf580bbc00 x1876037329042176/t0(0) o38->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 1789130459 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130449.215380:0:2342:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130449.215386:0:2342:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf580bbc00 x1876037329042176/t0(0) o38->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 1789130459 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130449.215395:0:2342:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130449.215397:0:2342:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1789130449.215420:0:2342:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789130449.215422:0:2342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf47fd2100. 00000400:00000200:2.0:1789130449.215425:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130449.215429:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:2.0:1789130449.215433:0:2342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf4549fa18 00000400:00000010:2.0:1789130449.215435:0:2342:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf4549fa18. 00000100:00000001:2.0:1789130449.215440:0:2342:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789130449.215444:0:2342:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf580b8000 x1876037329042048/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130465 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130449.215453:0:2342:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130449.215455:0:2342:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf580b8000 x1876037329042048/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130465 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130449.215462:0:2342:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130449.215463:0:2342:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1789130449.219882:0:2346:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789130449.219894:0:2346:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1789130449.219902:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789130449.219905:0:2346:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789130449.219911:0:2346:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130449.219915:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130449.708048:0:2350:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789130449.708071:0:2350:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789130449.708075:0:2350:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789130449.708083:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789130449.708086:0:2350:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789130449.708093:0:2350:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130449.708099:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130449.851140:0:30671:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130449.851152:0:30671:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130449.851163:0:30671:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130449.851165:0:30671:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130449.851975:0:16115:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789130449.851982:0:16115:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789130449.851988:0:16115:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789130450.233903:0:32906:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789130450.233916:0:32906:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789130450.233918:0:32906:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789130450.233927:0:32906:0:(client.c:2715:ptlrpc_set_wait()) set ffff9caf50194a80 going to sleep for 0 seconds 00000100:00000001:1.0:1789130450.233931:0:32906:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789130450.233936:0:32906:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130450.233940:0:32906:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789130450.233943:0:32906:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130450.233946:0:32906:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130450.746914:0:2350:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789130450.746935:0:2350:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789130450.746938:0:2350:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789130450.746945:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789130450.746948:0:2350:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789130450.746954:0:2350:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130450.746958:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130450.873991:0:30671:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130450.874014:0:30671:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130450.874033:0:30671:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130450.874034:0:30671:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130450.874859:0:16116:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789130450.874867:0:16116:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789130450.874873:0:16116:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789130451.258119:0:32906:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789130451.258132:0:32906:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789130451.258135:0:32906:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789130451.258143:0:32906:0:(client.c:2715:ptlrpc_set_wait()) set ffff9caf50194a80 going to sleep for 0 seconds 00000100:00000001:1.0:1789130451.258148:0:32906:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789130451.258153:0:32906:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130451.258157:0:32906:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789130451.258159:0:32906:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130451.258163:0:32906:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130451.771984:0:2350:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789130451.772006:0:2350:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789130451.772009:0:2350:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789130451.772015:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789130451.772018:0:2350:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789130451.772025:0:2350:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130451.772030:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130451.898150:0:30671:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130451.898161:0:30671:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130451.898168:0:30671:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130451.898170:0:30671:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130451.898295:0:16244:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789130451.898300:0:16244:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789130451.898304:0:16244:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789130452.281991:0:32906:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789130452.281999:0:32906:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789130452.282001:0:32906:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789130452.282008:0:32906:0:(client.c:2715:ptlrpc_set_wait()) set ffff9caf50194a80 going to sleep for 0 seconds 00000100:00000001:1.0:1789130452.282013:0:32906:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789130452.282018:0:32906:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130452.282022:0:32906:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789130452.282024:0:32906:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130452.282027:0:32906:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130452.793931:0:2350:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789130452.793951:0:2350:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789130452.793954:0:2350:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789130452.793961:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789130452.793964:0:2350:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789130452.793970:0:2350:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130452.793974:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130452.922080:0:30671:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130452.922090:0:30671:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130452.922099:0:30671:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130452.922100:0:30671:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130452.922387:0:16115:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789130452.922392:0:16115:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789130452.922396:0:16115:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1789130453.305972:0:30671:0:(connection.c:75:cpu_latency_work()) work item of ffff9caf6147ab30 (cpu 3) has reached its deadline 4296547323, at 4296547328 00000100:00000001:1.0:1789130453.305973:0:32906:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789130453.305990:0:32906:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000010:3.0:1789130453.305993:0:30671:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9caf58401300. 00000100:00000001:1.0:1789130453.305994:0:32906:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789130453.306000:0:32906:0:(client.c:2715:ptlrpc_set_wait()) set ffff9caf50194a80 going to sleep for 0 seconds 00000100:00000001:1.0:1789130453.306004:0:32906:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789130453.306008:0:32906:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130453.306011:0:32906:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789130453.306014:0:32906:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130453.306018:0:32906:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130453.306103:0:32321:0:(connection.c:75:cpu_latency_work()) work item of ffff9caf6147aa20 (cpu 2) has reached its deadline 4296547323, at 4296547328 00000100:00000010:2.0:1789130453.306111:0:32321:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9caf58401780. 00000100:00000001:2.0:1789130453.818202:0:2350:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789130453.818216:0:2350:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00000400:2.0:1789130453.818242:0:2350:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789130437/real 1789130437] req@ffff9caf580bb840 x1876037329041152/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 1 dl 1789130453 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1789130453.818268:0:2350:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789130453.818272:0:2350:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789130453.818276:0:2350:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf607889a0. 00000400:00000200:2.0:1789130453.818287:0:2350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf4549faa0 00000400:00000010:2.0:1789130453.818292:0:2350:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf4549faa0. 00000100:00000001:2.0:1789130453.818301:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789130453.818305:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf580bb840 x1876037329041152/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 1 dl 1789130453 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789130453.818316:0:2350:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf580bb840 x1876037329041152/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 1 dl 1789130453 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130453.818326:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789130453.818328:0:2350:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789130453.818332:0:2350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789130453.818335:0:2350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1789130453.818340:0:2350:0:(client.c:2547:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff9caf580bb840 x1876037329041152/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 1 dl 1789130453 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130453.818349:0:2350:0:(import.c:429:ptlrpc_fail_import()) Process entered 00000100:00080000:2.0:1789130453.818366:0:2350:0:(import.c:214:ptlrpc_set_import_discon()) mdc: import ffff9caf6079a800 already not connected (conn 20, was 19): CONNECTING 00000100:00000001:2.0:1789130453.818371:0:2350:0:(import.c:436:ptlrpc_fail_import()) Process leaving 00000100:00000001:2.0:1789130453.818372:0:2350:0:(client.c:2555:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789130453.818376:0:2350:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00000400:2.0:1789130453.818381:0:2350:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789130437/real 1789130437] req@ffff9caf580b9e00 x1876037329041024/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 1 dl 1789130453 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1789130453.818390:0:2350:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789130453.818392:0:2350:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789130453.818394:0:2350:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf60788580. 00000400:00000200:2.0:1789130453.818396:0:2350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf4549f440 00000400:00000010:2.0:1789130453.818399:0:2350:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf4549f440. 00000100:00000001:2.0:1789130453.818402:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789130453.818405:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf580b9e00 x1876037329041024/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 1 dl 1789130453 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789130453.818412:0:2350:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf580b9e00 x1876037329041024/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 1 dl 1789130453 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130453.818418:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789130453.818420:0:2350:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789130453.818422:0:2350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789130453.818424:0:2350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1789130453.818428:0:2350:0:(client.c:2547:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff9caf580b9e00 x1876037329041024/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 1 dl 1789130453 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130453.818433:0:2350:0:(import.c:429:ptlrpc_fail_import()) Process entered 00000100:00080000:2.0:1789130453.818437:0:2350:0:(import.c:65:import_set_state_nolock()) ffff9caf586ce800 MGS: changing import state from FULL to DISCONN 00000100:02020000:2.0:1789130453.818441:0:2350:0:(import.c:186:ptlrpc_set_import_discon()) MGC192.168.204.123@tcp: Connection to MGS (at 192.168.204.123@tcp) was lost; in progress operations using this service will fail 00000100:00080000:2.0:1789130453.834521:0:2350:0:(import.c:192:ptlrpc_set_import_discon()) import MGS@192.168.204.123@tcp for MGC192.168.204.123@tcp not replayable, auto-deactivating 00000100:00000001:2.0:1789130453.834530:0:2350:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:2.0:1789130453.834532:0:2350:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00000001:2.0:1789130453.834535:0:2350:0:(client.c:3574:ptlrpc_abort_inflight()) Process entered 00000100:00100000:2.0:1789130453.834548:0:2350:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff9caf580b9e00 x1876037329041024/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 1 dl 1789130453 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789130453.834575:0:2350:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff9caf501a9680 x1876037329041408/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130458 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789130453.834584:0:2350:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff9caf501aa940 x1876037329041792/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130463 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130453.834697:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789130453.834704:0:2349:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1789130453.834733:0:2350:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff9caf580b8000 x1876037329042048/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130465 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130453.834741:0:2350:0:(client.c:3619:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:2.0:1789130453.834742:0:2350:0:(import.c:145:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:2.0:1789130453.834744:0:2350:0:(obd_class.h:1222:obd_import_event()) Process entered 10000000:01000000:2.0:1789130453.834748:0:2350:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808001 00000100:00080000:2.0:1789130453.834751:0:2350:0:(pinger.c:193:ptlrpc_pinger_ir_down()) IR down 10000000:00000001:2.0:1789130453.834753:0:2350:0:(mgc_request.c:1201:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130453.834755:0:2350:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00000001:2.0:1789130453.834757:0:2350:0:(obd_class.h:1222:obd_import_event()) Process entered 10000000:01000000:2.0:1789130453.834758:0:2350:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 10000000:00000001:2.0:1789130453.834759:0:2350:0:(mgc_request.c:1201:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130453.834761:0:2350:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00080000:2.0:1789130453.834763:0:2350:0:(import.c:418:ptlrpc_pinger_force()) MGS: waking up pinger s:DISCONN 00000100:00000001:2.0:1789130453.834881:0:2350:0:(import.c:436:ptlrpc_fail_import()) Process leaving 00000100:00000001:2.0:1789130453.834885:0:2350:0:(client.c:2555:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789130453.834901:0:2350:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789130453.834905:0:2350:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789130453.834907:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789130453.834909:0:2350:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789130453.834918:0:2350:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789130453.834921:0:2350:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789130453.834927:0:2350:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf60788370. 00000400:00000200:2.0:1789130453.834937:0:2350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf4549f660 00000400:00000010:2.0:1789130453.834940:0:2350:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf4549f660. 00000100:00000001:2.0:1789130453.834957:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789130453.834962:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf501a9680 x1876037329041408/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130458 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789130453.834972:0:2350:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf501a9680 x1876037329041408/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130458 ref 1 fl Rpc:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130453.834980:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789130453.834982:0:2350:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789130453.834987:0:2350:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf501a9680 x1876037329041408/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130458 ref 1 fl Rpc:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130453.834994:0:2350:0:(client.c:2142:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000100:00000001:2.0:1789130453.834997:0:2350:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789130453.835000:0:2350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789130453.835003:0:2350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789130453.835007:0:2350:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf501a9680 x1876037329041408/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130458 ref 1 fl Interpret:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789130453.835015:0:2350:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf501a9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:70f26143-21ad-4cd3-af2c-0601ab5c9490:2350:1876037329041408:192.168.204.123@tcp:400:kworker.0 00000100:00000001:2.0:1789130453.835022:0:2350:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789130453.835024:0:2350:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789130453.835027:0:2350:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130453.835031:0:2350:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf580bb840 x1876037329041152/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 1 dl 1789130453 ref 1 fl Rpc:XNQU/200/ffffffff rc -11/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130453.835038:0:2350:0:(client.c:2190:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000100:00000001:2.0:1789130453.835040:0:2350:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789130453.835042:0:2350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789130453.835043:0:2350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789130453.835046:0:2350:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf580bb840 x1876037329041152/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 1 dl 1789130453 ref 1 fl Interpret:XNQU/200/ffffffff rc -11/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789130453.835052:0:2350:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf580bb840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:2350:1876037329041152:192.168.204.123@tcp:400:kworker.0 00000100:00000001:2.0:1789130453.835057:0:2350:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789130453.835060:0:2350:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf580b9e00 x1876037329041024/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 1 dl 1789130453 ref 1 fl Rpc:EXNQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130453.835073:0:2350:0:(client.c:2142:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000100:00000001:2.0:1789130453.835075:0:2350:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789130453.835077:0:2350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789130453.835078:0:2350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789130453.835081:0:2350:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf580b9e00 x1876037329041024/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 1 dl 1789130453 ref 1 fl Interpret:EXNQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789130453.835088:0:2350:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf580b9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:70f26143-21ad-4cd3-af2c-0601ab5c9490:2350:1876037329041024:192.168.204.123@tcp:400:kworker.0 00000100:00000001:2.0:1789130453.835092:0:2350:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130453.835096:0:2350:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130453.835099:0:2350:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf501a9680 x1876037329041408/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130458 ref 1 fl Complete:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130453.835106:0:2350:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789130453.835111:0:2350:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789130453.835117:0:2350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9caf48a7be00. 02000000:00000001:2.0:1789130453.835125:0:2350:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789130453.835129:0:2350:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1789130453.835131:0:2350:0:(genops.c:1223:class_import_put()) import ffff9caf586ce800 refcount=6 obd=MGC192.168.204.123@tcp 00000020:00000001:2.0:1789130453.835134:0:2350:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1789130453.835137:0:2350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9caf47fd2600. 02000000:00000001:2.0:1789130453.835141:0:2350:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789130453.835144:0:2350:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789130453.835147:0:2350:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf501a9680. 00000100:00000001:2.0:1789130453.835151:0:2350:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789130453.835152:0:2350:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789130453.835154:0:2350:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130453.835157:0:2350:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf580bb840 x1876037329041152/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 1 dl 1789130453 ref 1 fl Complete:XNQU/200/ffffffff rc -11/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130453.835164:0:2350:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789130453.835165:0:2350:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789130453.835166:0:2350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9caf48a7b600. 02000000:00000001:2.0:1789130453.835169:0:2350:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789130453.835171:0:2350:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1789130453.835172:0:2350:0:(genops.c:1223:class_import_put()) import ffff9caf6079a800 refcount=8 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000020:00000001:2.0:1789130453.835174:0:2350:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1789130453.835176:0:2350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9caf49c42200. 02000000:00000001:2.0:1789130453.835179:0:2350:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789130453.835180:0:2350:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789130453.835181:0:2350:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf580bb840. 00000100:00000001:2.0:1789130453.835187:0:2350:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789130453.835188:0:2350:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789130453.835190:0:2350:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130453.835193:0:2350:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf580b9e00 x1876037329041024/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 1 dl 1789130453 ref 1 fl Complete:EXNQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130453.835199:0:2350:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789130453.835200:0:2350:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789130453.835202:0:2350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9caf48a7bc00. 02000000:00000001:2.0:1789130453.835204:0:2350:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789130453.835205:0:2350:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1789130453.835206:0:2350:0:(genops.c:1223:class_import_put()) import ffff9caf586ce800 refcount=5 obd=MGC192.168.204.123@tcp 00000020:00000001:2.0:1789130453.835208:0:2350:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1789130453.835210:0:2350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9caf49c42600. 02000000:00000001:2.0:1789130453.835212:0:2350:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789130453.835213:0:2350:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789130453.835214:0:2350:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf580b9e00. 00000100:00000001:2.0:1789130453.835220:0:2350:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789130453.835221:0:2350:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789130453.835224:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130453.835226:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789130453.835227:0:2350:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789130453.835229:0:2350:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130453.835231:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1789130453.843092:0:17674:0:(pinger.c:229:ptlrpc_pinger_process_import()) 70f26143-21ad-4cd3-af2c-0601ab5c9490->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789130453.843107:0:17674:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1789130453.843109:0:17674:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1789130453.843114:0:17674:0:(import.c:65:import_set_state_nolock()) ffff9caf586ce800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1789130453.843121:0:17674:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1789130453.843132:0:17674:0:(import.c:510:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 758 00000400:00000200:0.0:1789130453.843144:0:17674:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:0.0:1789130453.843152:0:17674:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.123@tcp is discovered: rc = 1 00000100:00000040:0.0:1789130453.843156:0:17674:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9caf452f48c0 refcount 11 to 192.168.204.123@tcp 00000100:00000001:0.0:1789130453.843160:0:17674:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789130453.843162:0:17674:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9caf452f48c0 refcount 12 to 192.168.204.123@tcp 00000100:00000001:0.0:1789130453.843165:0:17674:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634875326777536 : -109198382774080 : ffff9caf452f48c0) 00000020:00000001:0.0:1789130453.843169:0:17674:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1789130453.843172:0:17674:0:(genops.c:804:class_conn2export()) looking for export cookie 0xde5303b1d982c1e7 00000020:00000001:0.0:1789130453.843175:0:17674:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130453.843179:0:17674:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9caf586cc800 refcount=3 00000020:00000001:0.0:1789130453.843182:0:17674:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649574912 : -109198059976704 : ffff9caf586cc800) 00000020:00000001:0.0:1789130453.843184:0:17674:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634875649574912 : -109198059976704 : ffff9caf586cc800) 00000100:00000040:0.0:1789130453.843187:0:17674:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9caf452f48c0 refcount 11 to 192.168.204.123@tcp 00000100:00000001:0.0:1789130453.843189:0:17674:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789130453.843191:0:17674:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9caf452f48c0 refcount 12 to 192.168.204.123@tcp 00000100:00000001:0.0:1789130453.843193:0:17674:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634875326777536 : -109198382774080 : ffff9caf452f48c0) 00000020:00000040:0.0:1789130453.843197:0:17674:0:(genops.c:879:class_export_put()) PUTting export ffff9caf586cc800 : new refcount 2 00000100:00080000:0.0:1789130453.843201:0:17674:0:(import.c:624:import_select_connection()) MGC192.168.204.123@tcp: import ffff9caf586ce800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00000001:0.0:1789130453.843204:0:17674:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130453.843208:0:17674:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1789130453.843212:0:17674:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789130453.843216:0:17674:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130453.843218:0:17674:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1789130453.843222:0:17674:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789130453.843234:0:17674:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf61463480. 00000020:00000040:0.0:1789130453.843238:0:17674:0:(genops.c:1210:class_import_get()) import ffff9caf586ce800 refcount=6 obd=MGC192.168.204.123@tcp 02000000:00000001:0.0:1789130453.843243:0:17674:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1789130453.843245:0:17674:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130453.843249:0:17674:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789130453.843253:0:17674:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789130453.843257:0:17674:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789130453.843266:0:17674:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9caf482bc400. 00000100:00000001:0.0:1789130453.843275:0:17674:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789130453.843285:0:17674:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9caf61463480 x1876037329042304/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789130453.843296:0:17674:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789130453.843302:0:17674:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130453.843307:0:17674:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000098fb4e83] to pc [ptlrpcd_rcv+-1] req@ffff9caf61463480 x1876037329042304/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130453.843404:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789130453.843410:0:2346:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789130453.843413:0:2346:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789130453.843420:0:2346:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf61463480 x1876037329042304/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130453.843433:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789130453.843435:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130453.843440:0:2346:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789130453.843443:0:2346:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789130453.843447:0:2346:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789130453.843451:0:2346:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf61463480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:70f26143-21ad-4cd3-af2c-0601ab5c9490:2346:1876037329042304:192.168.204.123@tcp:250:kworker.0 00000100:00000001:1.0:1789130453.843456:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789130453.843462:0:2346:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789130453.843465:0:2346:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130453.843468:0:2346:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000001:3.0:1789130453.843469:0:2349:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789130453.843475:0:2349:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 02000000:00000010:1.0:1789130453.843475:0:2346:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9caf487c0000. 00000400:00000010:3.0:1789130453.843480:0:2349:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf483fddc0. 02000000:00000001:1.0:1789130453.843480:0:2346:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789130453.843490:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130453.843492:0:2349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf42d18c38 00000400:00000010:1.0:1789130453.843496:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf42d8e9f8. 00000400:00000010:3.0:1789130453.843497:0:2349:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf42d18c38. 00000100:00000001:3.0:1789130453.843505:0:2349:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000010:1.0:1789130453.843508:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf462a3b28. 00000100:00000200:3.0:1789130453.843514:0:2349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf501aa940 x1876037329041792/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130463 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789130453.843518:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876037329042304, portal 25 00000100:00000001:1.0:1789130453.843524:0:2346:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789130453.843527:0:2346:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875798041728 : -109197911509888 : ffff9caf61463480) 00000100:00000200:3.0:1789130453.843532:0:2349:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf501aa940 x1876037329041792/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130463 ref 1 fl Rpc:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789130453.843537:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9caf61463480 x1876037329042304/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 1789130463 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130453.843549:0:2349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789130453.843553:0:2349:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130453.843562:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789130453.843563:0:2349:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf501aa940 x1876037329041792/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130463 ref 1 fl Rpc:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789130453.843568:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:1.0:1789130453.843572:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf462a34c8. 00000100:00000001:3.0:1789130453.843578:0:2349:0:(client.c:2142:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000100:00000200:1.0:1789130453.843579:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876037329042304, offset 0 00000100:00000001:3.0:1789130453.843584:0:2349:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130453.843588:0:2349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789130453.843593:0:2349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789130453.843593:0:2346:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000100:00000040:3.0:1789130453.843602:0:2349:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf501aa940 x1876037329041792/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130463 ref 1 fl Interpret:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1789130453.843617:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:1.0:1789130453.843627:0:2346:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000100:00100000:3.0:1789130453.843637:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf501aa940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:70f26143-21ad-4cd3-af2c-0601ab5c9490:2349:1876037329041792:192.168.204.123@tcp:400:kworker.0 00000400:00000200:1.0:1789130453.843638:0:2346:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1789130453.843647:0:2349:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789130453.843647:0:2346:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000100:00000001:3.0:1789130453.843653:0:2349:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1789130453.843653:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789130453.843659:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:1.0:1789130453.843664:0:2346:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2587:2587:256:4294967295] 192.168.204.123@tcp LPNI seq info [2586:2586:8:4294967295] 00000400:00000200:1.0:1789130453.843669:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:1.0:1789130453.843681:0:2346:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:1.0:1789130453.843688:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:1.0:1789130453.843694:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf4a83af00. 00000800:00000200:1.0:1789130453.843702:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:1.0:1789130453.843711:0:2346:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:1.0:1789130453.843717:0:2346:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf4a83af00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:1.0:1789130453.843738:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789130453.843743:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:1.0:1789130453.843746:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.123@tcp: PM QoS new deadline estimation for cpu 2 is 4296551951 00000100:00000010:1.0:1789130453.843752:0:2346:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9caf481b3000. 00000100:00000001:1.0:1789130453.843762:0:2346:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.123@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1789130453.843770:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.123@tcp: PM QoS new deadline estimation for cpu 3 is 4296551951 00000100:00000010:1.0:1789130453.843773:0:2346:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9caf481b3720. 00000100:00000001:1.0:1789130453.843777:0:2346:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.123@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1789130453.843780:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789130453.843783:0:2346:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130453.843788:0:2346:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130453.843790:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789130453.843911:0:2349:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf501aa940 x1876037329041792/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130463 ref 1 fl Complete:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130453.843920:0:2349:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789130453.843924:0:2349:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789130453.843927:0:2349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9caf5846ca00. 02000000:00000001:3.0:1789130453.843932:0:2349:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789130453.843934:0:2349:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1789130453.843936:0:2349:0:(genops.c:1223:class_import_put()) import ffff9caf586ce800 refcount=5 obd=MGC192.168.204.123@tcp 00000020:00000001:3.0:1789130453.843938:0:2349:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1789130453.843941:0:2349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9caf47fd2a00. 02000000:00000001:3.0:1789130453.843945:0:2349:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789130453.843947:0:2349:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789130453.844249:0:2349:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf501aa940. 00000100:00000001:3.0:1789130453.844256:0:2349:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789130453.844258:0:2349:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130453.844262:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130453.844264:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789130453.844265:0:2349:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789130453.844279:0:2349:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789130453.844281:0:2349:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789130453.844283:0:2349:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf60788108. 00000400:00000200:3.0:1789130453.844287:0:2349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf4549f7f8 00000400:00000010:3.0:1789130453.844289:0:2349:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf4549f7f8. 00000100:00000001:3.0:1789130453.844294:0:2349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789130453.844300:0:2349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf580b8000 x1876037329042048/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130465 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789130453.844309:0:2349:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf580b8000 x1876037329042048/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130465 ref 1 fl Rpc:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130453.844317:0:2349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789130453.844318:0:2349:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789130453.844322:0:2349:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf580b8000 x1876037329042048/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130465 ref 1 fl Rpc:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130453.844329:0:2349:0:(client.c:2142:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000100:00000001:3.0:1789130453.844332:0:2349:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130453.844334:0:2349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789130453.844335:0:2349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789130453.844339:0:2349:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf580b8000 x1876037329042048/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130465 ref 1 fl Interpret:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789130453.844346:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf580b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:70f26143-21ad-4cd3-af2c-0601ab5c9490:2349:1876037329042048:192.168.204.123@tcp:400:kworker.0 00000100:00000001:3.0:1789130453.844351:0:2349:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130453.844352:0:2349:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130453.844355:0:2349:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf580b8000 x1876037329042048/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130465 ref 1 fl Complete:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130453.844362:0:2349:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789130453.844363:0:2349:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789130453.844365:0:2349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9caf48a7b400. 02000000:00000001:3.0:1789130453.844369:0:2349:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789130453.844372:0:2349:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1789130453.844373:0:2349:0:(genops.c:1223:class_import_put()) import ffff9caf586ce800 refcount=4 obd=MGC192.168.204.123@tcp 00000020:00000001:3.0:1789130453.844375:0:2349:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1789130453.844377:0:2349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9caf49c42100. 02000000:00000001:3.0:1789130453.844381:0:2349:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789130453.844382:0:2349:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789130453.844383:0:2349:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf580b8000. 00000100:00000001:3.0:1789130453.844388:0:2349:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789130453.844389:0:2349:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130453.844391:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130453.844399:0:2349:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789130453.844401:0:2349:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130453.844403:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789130453.844405:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130453.845302:0:17674:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1789130453.845311:0:17674:0:(pinger.c:229:ptlrpc_pinger_process_import()) c4ff2dbd-4d13-4802-9c50-d71e34d32a35->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789130453.845316:0:17674:0:(pinger.c:247:ptlrpc_pinger_process_import()) c4ff2dbd-4d13-4802-9c50-d71e34d32a35->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1789130453.845319:0:17674:0:(pinger.c:229:ptlrpc_pinger_process_import()) c4ff2dbd-4d13-4802-9c50-d71e34d32a35->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789130453.845323:0:17674:0:(pinger.c:247:ptlrpc_pinger_process_import()) c4ff2dbd-4d13-4802-9c50-d71e34d32a35->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789130453.845326:0:17674:0:(pinger.c:229:ptlrpc_pinger_process_import()) c4ff2dbd-4d13-4802-9c50-d71e34d32a35->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789130453.845330:0:17674:0:(pinger.c:247:ptlrpc_pinger_process_import()) c4ff2dbd-4d13-4802-9c50-d71e34d32a35->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789130453.845337:0:17674:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1885) 00000100:00000001:1.0:1789130453.845680:0:2346:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789130453.845684:0:2346:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130453.845687:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789130453.845689:0:2346:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789130453.845692:0:2346:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130453.845694:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789130453.847442:0:2341:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789130453.847456:0:2341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf4a83af00. 00000400:00000200:2.0:1789130453.847468:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130453.847479:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:2.0:1789130453.847487:0:2341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf462a34c8 00000400:00000010:2.0:1789130453.847490:0:2341:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf462a34c8. 00000100:00000001:2.0:1789130453.847498:0:2341:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789130453.847509:0:2341:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf61463480 x1876037329042304/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 1789130463 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130453.847521:0:2341:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130453.847525:0:2341:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf61463480 x1876037329042304/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 1789130463 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130453.847533:0:2341:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130453.847536:0:2341:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:3.0:1789130453.946142:0:30671:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130453.946166:0:30671:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130453.946176:0:30671:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130453.946177:0:30671:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130453.946729:0:16116:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789130453.946734:0:16116:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789130453.946738:0:16116:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789130454.330918:0:32906:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789130454.330930:0:32906:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789130454.330933:0:32906:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789130454.330941:0:32906:0:(client.c:2715:ptlrpc_set_wait()) set ffff9caf50194a80 going to sleep for 0 seconds 00000100:00000001:1.0:1789130454.330945:0:32906:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789130454.330950:0:32906:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130454.330953:0:32906:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789130454.330956:0:32906:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130454.330959:0:32906:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130454.842013:0:2350:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789130454.842034:0:2350:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789130454.842037:0:2350:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789130454.842043:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789130454.842045:0:2350:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789130454.842050:0:2350:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130454.842055:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130454.905922:0:2346:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789130454.905943:0:2346:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789130454.905946:0:2346:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130454.905952:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789130454.905955:0:2346:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789130454.905960:0:2346:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130454.905963:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130454.970769:0:30671:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130454.970780:0:30671:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130454.970789:0:30671:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130454.970790:0:30671:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130454.972559:0:16244:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789130454.972566:0:16244:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789130454.972572:0:16244:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789130455.354008:0:32906:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789130455.354020:0:32906:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789130455.354022:0:32906:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789130455.354029:0:32906:0:(client.c:2715:ptlrpc_set_wait()) set ffff9caf50194a80 going to sleep for 0 seconds 00000100:00000001:1.0:1789130455.354033:0:32906:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789130455.354039:0:32906:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130455.354042:0:32906:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789130455.354046:0:32906:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130455.354050:0:32906:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130455.865862:0:2350:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789130455.865891:0:2350:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789130455.865893:0:2350:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789130455.865900:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789130455.865903:0:2350:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789130455.865907:0:2350:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130455.865911:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130455.930105:0:2346:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789130455.930123:0:2346:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789130455.930126:0:2346:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130455.930136:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789130455.930139:0:2346:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789130455.930144:0:2346:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130455.930148:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130455.994451:0:30671:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130455.994472:0:30671:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130455.994480:0:30671:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130455.994481:0:30671:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130455.995315:0:16115:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789130455.995321:0:16115:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789130455.995326:0:16115:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789130456.378044:0:32906:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789130456.378064:0:32906:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789130456.378067:0:32906:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789130456.378076:0:32906:0:(client.c:2715:ptlrpc_set_wait()) set ffff9caf50194a80 going to sleep for 0 seconds 00000100:00000001:1.0:1789130456.378080:0:32906:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789130456.378087:0:32906:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130456.378090:0:32906:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789130456.378094:0:32906:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130456.378098:0:32906:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130456.893621:0:2350:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789130456.893644:0:2350:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789130456.893647:0:2350:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130456.893655:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789130456.893658:0:2350:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789130456.893663:0:2350:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130456.893668:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130456.954905:0:2346:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789130456.954927:0:2346:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789130456.954931:0:2346:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130456.954937:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789130456.954940:0:2346:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789130456.954945:0:2346:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130456.954948:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130457.020176:0:30671:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130457.020193:0:30671:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789130457.020196:0:30671:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789130457.020200:0:30671:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130457.020209:0:30671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789130457.020212:0:30671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130457.020214:0:30671:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130457.020217:0:30671:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130457.020221:0:30671:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130457.020223:0:30671:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130457.020286:0:16116:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789130457.020291:0:16116:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789130457.020295:0:16116:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789130457.401936:0:32906:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789130457.401949:0:32906:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789130457.401952:0:32906:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789130457.401960:0:32906:0:(client.c:2715:ptlrpc_set_wait()) set ffff9caf50194a80 going to sleep for 0 seconds 00000100:00000001:1.0:1789130457.401964:0:32906:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789130457.401971:0:32906:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130457.401974:0:32906:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789130457.401977:0:32906:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130457.401981:0:32906:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130457.913993:0:2350:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789130457.914014:0:2350:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789130457.914018:0:2350:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130457.914025:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789130457.914028:0:2350:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789130457.914034:0:2350:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130457.914039:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130457.978361:0:2346:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789130457.978385:0:2346:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789130457.978388:0:2346:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130457.978396:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789130457.978400:0:2346:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789130457.978406:0:2346:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130457.978411:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130458.042137:0:30671:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130458.042148:0:30671:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130458.042158:0:30671:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130458.042162:0:30671:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789130458.042166:0:30671:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789130458.042174:0:30671:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130458.042178:0:30671:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789130458.042180:0:30671:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130458.042184:0:30671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789130458.042188:0:30671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130458.042190:0:30671:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130458.042193:0:30671:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130458.042740:0:16244:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789130458.042745:0:16244:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789130458.042749:0:16244:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1789130458.426097:0:30671:0:(connection.c:75:cpu_latency_work()) work item of ffff9caf6147ab30 (cpu 3) has reached its deadline 4296551951, at 4296552448 00000100:00000010:3.0:1789130458.426130:0:30671:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9caf481b3720. 00000100:00000040:2.0:1789130458.426218:0:32321:0:(connection.c:75:cpu_latency_work()) work item of ffff9caf6147aa20 (cpu 2) has reached its deadline 4296551951, at 4296552448 00000100:00000010:2.0:1789130458.426228:0:32321:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9caf481b3000. 00000100:00000001:1.0:1789130458.428451:0:32906:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789130458.428459:0:32906:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789130458.428461:0:32906:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789130458.428468:0:32906:0:(client.c:2715:ptlrpc_set_wait()) set ffff9caf50194a80 going to sleep for 0 seconds 00000100:00000001:1.0:1789130458.428472:0:32906:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789130458.428478:0:32906:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130458.428481:0:32906:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789130458.428484:0:32906:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130458.428488:0:32906:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789130458.938963:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 70f26143-21ad-4cd3-af2c-0601ab5c9490->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789130458.938982:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 70f26143-21ad-4cd3-af2c-0601ab5c9490->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789130458.938987:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) c4ff2dbd-4d13-4802-9c50-d71e34d32a35->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789130458.938992:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) c4ff2dbd-4d13-4802-9c50-d71e34d32a35->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000001:2.0:1789130458.938992:0:2350:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000040:3.0:1789130458.938996:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) c4ff2dbd-4d13-4802-9c50-d71e34d32a35->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789130458.938999:0:2350:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00000040:3.0:1789130458.939002:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) c4ff2dbd-4d13-4802-9c50-d71e34d32a35->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789130458.939007:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) c4ff2dbd-4d13-4802-9c50-d71e34d32a35->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789130458.939011:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) c4ff2dbd-4d13-4802-9c50-d71e34d32a35->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789130458.939018:0:36:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1890) 00000100:00000400:2.0:1789130458.939021:0:2350:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789130442/real 1789130442] req@ffff9caf501a9a40 x1876037329041536/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 1 dl 1789130458 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1789130458.939048:0:2350:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789130458.939051:0:2350:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789130458.939055:0:2350:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf607884d0. 00000400:00000200:2.0:1789130458.939064:0:2350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf4549f550 00000400:00000010:2.0:1789130458.939068:0:2350:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf4549f550. 00000100:00000001:2.0:1789130458.939075:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789130458.939081:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf501a9a40 x1876037329041536/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 1 dl 1789130458 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789130458.939091:0:2350:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf501a9a40 x1876037329041536/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 1 dl 1789130458 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130458.939099:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789130458.939102:0:2350:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789130458.939106:0:2350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789130458.939108:0:2350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1789130458.939113:0:2350:0:(client.c:2547:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff9caf501a9a40 x1876037329041536/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 1 dl 1789130458 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130458.939122:0:2350:0:(import.c:429:ptlrpc_fail_import()) Process entered 00000100:00080000:2.0:1789130458.939125:0:2350:0:(import.c:214:ptlrpc_set_import_discon()) mdc: import ffff9caf6079a800 already not connected (conn 20, was 19): CONNECTING 00000100:00000001:2.0:1789130458.939128:0:2350:0:(import.c:436:ptlrpc_fail_import()) Process leaving 00000100:00000001:2.0:1789130458.939130:0:2350:0:(client.c:2555:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789130458.939140:0:2350:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789130458.939142:0:2350:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789130458.939146:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789130458.939149:0:2350:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789130458.939152:0:2350:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789130458.939155:0:2350:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789130458.939158:0:2350:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130458.939163:0:2350:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf501a9a40 x1876037329041536/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 1 dl 1789130458 ref 1 fl Rpc:XNQU/200/ffffffff rc -11/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130458.939171:0:2350:0:(client.c:2190:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000100:00000001:2.0:1789130458.939175:0:2350:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789130458.939177:0:2350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789130458.939178:0:2350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789130458.939182:0:2350:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf501a9a40 x1876037329041536/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 1 dl 1789130458 ref 1 fl Interpret:XNQU/200/ffffffff rc -11/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789130458.939189:0:2350:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf501a9a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:2350:1876037329041536:192.168.204.123@tcp:400:kworker.0 00000100:00000001:2.0:1789130458.939195:0:2350:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130458.939198:0:2350:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130458.939203:0:2350:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf501a9a40 x1876037329041536/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 1 dl 1789130458 ref 1 fl Complete:XNQU/200/ffffffff rc -11/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130458.939209:0:2350:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789130458.939213:0:2350:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789130458.939218:0:2350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9caf48a7a400. 02000000:00000001:2.0:1789130458.939223:0:2350:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789130458.939227:0:2350:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1789130458.939229:0:2350:0:(genops.c:1223:class_import_put()) import ffff9caf6079a800 refcount=7 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000020:00000001:2.0:1789130458.939231:0:2350:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1789130458.939234:0:2350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9caf47fd2300. 02000000:00000001:2.0:1789130458.939239:0:2350:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789130458.939241:0:2350:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789130458.939243:0:2350:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf501a9a40. 00000100:00000001:2.0:1789130458.939249:0:2350:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789130458.939250:0:2350:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789130458.939254:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130459.002109:0:2346:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789130459.002121:0:2346:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1789130459.002145:0:2346:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789130449/real 1789130449] req@ffff9caf580bbc00 x1876037329042176/t0(0) o38->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789130459 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1789130459.002170:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789130459.002173:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789130459.002178:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf50131bb0. 00000400:00000200:0.0:1789130459.002188:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf5801ef68 00000400:00000010:0.0:1789130459.002191:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf5801ef68. 00000100:00000001:0.0:1789130459.002197:0:2346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789130459.002202:0:2346:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf580bbc00 x1876037329042176/t0(0) o38->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789130459 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789130459.002212:0:2346:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf580bbc00 x1876037329042176/t0(0) o38->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789130459 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130459.002220:0:2346:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789130459.002222:0:2346:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130459.002227:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789130459.002230:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1789130459.002236:0:2346:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9caf580bbc00 x1876037329042176/t0(0) o38->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789130459 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130459.002249:0:2346:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130459.002262:0:2346:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789130459.002265:0:2346:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130459.002268:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789130459.002270:0:2346:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789130459.002274:0:2346:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789130459.002278:0:2346:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf580bbc00 x1876037329042176/t0(0) o38->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789130459 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130459.002286:0:2346:0:(client.c:2142:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1789130459.002289:0:2346:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130459.002291:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789130459.002292:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130459.002296:0:2346:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1789130459.002299:0:2346:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1789130459.002304:0:2346:0:(import.c:65:import_set_state_nolock()) ffff9caf6079a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789130459.002337:0:2346:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.123@tcp failed (-110) 00000100:00000001:0.0:1789130459.002340:0:2346:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1789130459.002345:0:2346:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf580bbc00 x1876037329042176/t0(0) o38->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789130459 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789130459.002355:0:2346:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf580bbc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:2346:1876037329042176:192.168.204.123@tcp:38:kworker.0 00000100:00000001:0.0:1789130459.002361:0:2346:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130459.002365:0:2346:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789130459.002370:0:2346:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf580bbc00 x1876037329042176/t0(0) o38->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789130459 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130459.002377:0:2346:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789130459.002382:0:2346:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789130459.002387:0:2346:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9caf482bdc00. 02000000:00000001:0.0:1789130459.002393:0:2346:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789130459.002398:0:2346:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1789130459.002401:0:2346:0:(genops.c:1223:class_import_put()) import ffff9caf6079a800 refcount=6 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000020:00000001:0.0:1789130459.002404:0:2346:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1789130459.002407:0:2346:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9caf50104c00. 02000000:00000001:0.0:1789130459.002413:0:2346:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789130459.002414:0:2346:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789130459.002417:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf580bbc00. 00000100:00000001:0.0:1789130459.002424:0:2346:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789130459.002426:0:2346:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130459.002429:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789130459.002565:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 70f26143-21ad-4cd3-af2c-0601ab5c9490->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789130459.002571:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 70f26143-21ad-4cd3-af2c-0601ab5c9490->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789130459.002574:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) c4ff2dbd-4d13-4802-9c50-d71e34d32a35->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789130459.002577:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1789130459.002580:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789130459.002583:0:36:0:(import.c:65:import_set_state_nolock()) ffff9caf6079a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789130459.002587:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1789130459.002593:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9caf5014c800: connect to NID 192.168.204.123@tcp last attempt 1875 00000400:00000200:3.0:1789130459.002602:0:36:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130459.002611:0:36:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.123@tcp is discovered: rc = 1 00000100:00001000:3.0:1789130459.002617:0:36:0:(import.c:2149:obd_at_measure()) add 10 to ffff9caf6079ac18 time=43 v=5 (1 0 0 0) 00000100:00001000:3.0:1789130459.002620:0:36:0:(import.c:2215:obd_at_measure()) AT ffff9caf6079ac18 change: old=5 new=10 delta=5 (val=10) hist 10 0 0 0 00000100:00080000:3.0:1789130459.002624:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9caf5014c800: tried all connections, increasing latency to 5s 00000100:00000040:3.0:1789130459.002628:0:36:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9caf452f48c0 refcount 11 to 192.168.204.123@tcp 00000100:00000001:3.0:1789130459.002631:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789130459.002634:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9caf452f48c0 refcount 12 to 192.168.204.123@tcp 00000100:00000001:3.0:1789130459.002636:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634875326777536 : -109198382774080 : ffff9caf452f48c0) 00000020:00000001:3.0:1789130459.002640:0:36:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789130459.002642:0:36:0:(genops.c:804:class_conn2export()) looking for export cookie 0xde5303b1d982c234 00000020:00000001:3.0:1789130459.002645:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789130459.002649:0:36:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9caf4a817000 refcount=5 00000020:00000001:3.0:1789130459.002652:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875416047616 : -109198293504000 : ffff9caf4a817000) 00000020:00000001:3.0:1789130459.002654:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634875416047616 : -109198293504000 : ffff9caf4a817000) 00000100:00000040:3.0:1789130459.002657:0:36:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9caf452f48c0 refcount 11 to 192.168.204.123@tcp 00000100:00000001:3.0:1789130459.002659:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789130459.002661:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9caf452f48c0 refcount 12 to 192.168.204.123@tcp 00000100:00000001:3.0:1789130459.002662:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634875326777536 : -109198382774080 : ffff9caf452f48c0) 00000020:00000040:3.0:1789130459.002665:0:36:0:(genops.c:879:class_export_put()) PUTting export ffff9caf4a817000 : new refcount 4 00000100:00080000:3.0:1789130459.002669:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9caf5014c800: import ffff9caf6079a800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00000001:3.0:1789130459.002672:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789130459.002674:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789130459.002684:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789130459.002688:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130459.002692:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:3.0:1789130459.002697:0:36:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683269 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1789130459.002700:0:36:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130459.002703:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789130459.002715:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf501a9a40. 00000020:00000040:3.0:1789130459.002720:0:36:0:(genops.c:1210:class_import_get()) import ffff9caf6079a800 refcount=7 obd=lustre-MDT0000-mdc-ffff9caf5014c800 02000000:00000001:3.0:1789130459.002725:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789130459.002727:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130459.002731:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789130459.002734:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789130459.002741:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789130459.002754:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9caf58483c00. 00000100:00000001:3.0:1789130459.002763:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789130459.002773:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9caf501a9a40 x1876037329042432/t0(0) o38->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789130459.002786:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789130459.002793:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130459.002798:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a3588e39] to pc [ptlrpcd_rcv+-1] req@ffff9caf501a9a40 x1876037329042432/t0(0) o38->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130459.002856:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130459.002860:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) c4ff2dbd-4d13-4802-9c50-d71e34d32a35->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789130459.002864:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) c4ff2dbd-4d13-4802-9c50-d71e34d32a35->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789130459.002867:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) c4ff2dbd-4d13-4802-9c50-d71e34d32a35->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789130459.002870:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) c4ff2dbd-4d13-4802-9c50-d71e34d32a35->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789130459.002945:0:36:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1890) 00000100:00000001:0.0:1789130459.003001:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789130459.003003:0:2346:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789130459.003006:0:2346:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789130459.003011:0:2346:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf501a9a40 x1876037329042432/t0(0) o38->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130459.003020:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789130459.003022:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130459.003026:0:2346:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789130459.003030:0:2346:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789130459.003032:0:2346:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789130459.003036:0:2346:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf501a9a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:2346:1876037329042432:192.168.204.123@tcp:38:kworker.0 00000100:00000001:0.0:1789130459.003039:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789130459.003045:0:2346:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789130459.003048:0:2346:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130459.003052:0:2346:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789130459.003058:0:2346:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9caf482bdc00. 02000000:00000001:0.0:1789130459.003060:0:2346:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789130459.003066:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:0.0:1789130459.003070:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf50131bb0. 00000400:00000010:0.0:1789130459.003077:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf5801ef68. 00000100:00000200:0.0:1789130459.003085:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876037329042432, portal 10 00000100:00000001:0.0:1789130459.003088:0:2346:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789130459.003089:0:2346:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875509971520 : -109198199580096 : ffff9caf501a9a40) 00000100:00000040:0.0:1789130459.003098:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9caf501a9a40 x1876037329042432/t0(0) o38->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 1789130474 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130459.003111:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789130459.003114:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:0.0:1789130459.003117:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf5801ecc0. 00000100:00000200:0.0:1789130459.003121:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876037329042432, offset 0 00000400:00000200:0.0:1789130459.003129:0:2346:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:0.0:1789130459.003138:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:0.0:1789130459.003146:0:2346:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:0.0:1789130459.003153:0:2346:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789130459.003158:0:2346:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:0.0:1789130459.003163:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789130459.003166:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:0.0:1789130459.003170:0:2346:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2588:2588:256:4294967295] 192.168.204.123@tcp LPNI seq info [2587:2587:8:4294967295] 00000400:00000200:0.0:1789130459.003175:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:0.0:1789130459.003187:0:2346:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:0.0:1789130459.003195:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:0.0:1789130459.003202:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf451e7400. 00000800:00000200:0.0:1789130459.003210:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:0.0:1789130459.003221:0:2346:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:0.0:1789130459.003227:0:2346:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf451e7400 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:0.0:1789130459.003320:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130459.003328:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: using a timeout of 791762 usecs (792 jiffies) 00000400:00000200:0.0:1789130459.003332:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:0.0:1789130459.003336:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296553817 00000100:00000010:0.0:1789130459.003342:0:2346:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9caf5021ff60. 00000100:00000001:0.0:1789130459.003353:0:2346:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request now active for cpu 2 00000100:00000001:0.0:1789130459.003360:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296553817 00000100:00000010:0.0:1789130459.003363:0:2346:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9caf5021ff00. 00000100:00000001:0.0:1789130459.003368:0:2346:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request now active for cpu 3 00000100:00000001:0.0:1789130459.003371:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789130459.003375:0:2346:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130459.003379:0:2346:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130459.003381:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130459.003389:0:2346:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789130459.003391:0:2346:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130459.003392:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789130459.003394:0:2346:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789130459.003395:0:2346:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130459.003397:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789130459.006434:0:2342:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789130459.006452:0:2342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf451e7400. 00000400:00000200:2.0:1789130459.006462:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130459.006474:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:2.0:1789130459.006484:0:2342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf5801ecc0 00000400:00000010:2.0:1789130459.006488:0:2342:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf5801ecc0. 00000100:00000001:2.0:1789130459.006497:0:2342:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789130459.006518:0:2342:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf501a9a40 x1876037329042432/t0(0) o38->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 1789130474 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130459.006540:0:2342:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130459.006545:0:2342:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf501a9a40 x1876037329042432/t0(0) o38->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 1789130474 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130459.006552:0:2342:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130459.006555:0:2342:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1789130459.015378:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130459.015409:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789130459.015418:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130459.015421:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130459.015435:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130459.015446:0:2341:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:2.0:1789130459.015458:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130459.015465:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130459.015471:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130459.015477:0:2341:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 416 into portal 10 MB=0x6aa3efa953c00 00000400:00000200:2.0:1789130459.015483:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130459.015492:0:2341:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.123@tcp of length 416/416 into md 0x6f9d [1] + 0 00000800:00000001:2.0:1789130459.015500:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130459.015521:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130459.015533:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130459.015539:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:2.0:1789130459.015550:0:2341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789130459.015562:0:2341:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf501a9a40 x1876037329042432/t0(0) o38->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 1789130474 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789130459.015575:0:2341:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff9caf501a9a40 x1876037329042432/t0(0) o38->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 1789130474 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130459.015602:0:2341:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789130459.015615:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130459.015619:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130459.015759:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789130459.015766:0:2346:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789130459.015776:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789130459.015779:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789130459.015783:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf50131bb0. 00000400:00000200:0.0:1789130459.015791:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf5801ef68 00000400:00000010:0.0:1789130459.015794:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf5801ef68. 00000100:00000001:0.0:1789130459.015798:0:2346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789130459.015838:0:2346:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf501a9a40 x1876037329042432/t0(0) o38->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 1789130474 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789130459.015861:0:2346:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf501a9a40 x1876037329042432/t0(0) o38->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 520/544 e 0 to 0 dl 1789130474 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130459.015868:0:2346:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789130459.015871:0:2346:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130459.015884:0:2346:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789130459.015889:0:2346:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789130459.015892:0:2346:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789130459.015895:0:2346:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130459.015899:0:2346:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789130459.015915:0:2346:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf6079ac60 time=78 v=5 (5 104 104 104) 00000100:00001000:0.0:1789130459.015920:0:2346:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf6079ac18 time=43 v=10 (10 0 0 0) 00000100:00000001:0.0:1789130459.015923:0:2346:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789130459.015925:0:2346:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130459.015930:0:2346:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1789130459.015936:0:2346:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9caf501a9a40 x1876037329042432/t0(0) o38->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 520/416 e 0 to 0 dl 1789130474 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1789130459.015944:0:2346:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130459.015951:0:2346:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789130459.015954:0:2346:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9caf5014c800: skip recheck: last_committed 4294967654 00000100:00000001:0.0:1789130459.015957:0:2346:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789130459.015959:0:2346:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130459.015965:0:2346:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf501a9a40 x1876037329042432/t0(0) o38->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 520/416 e 0 to 0 dl 1789130474 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130459.015973:0:2346:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789130459.015978:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789130459.015980:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130459.015984:0:2346:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00080000:0.0:1789130459.015993:0:2346:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0000-mdc-ffff9caf5014c800: connect to target with instance 2 00000020:00000001:0.0:1789130459.015997:0:2346:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1789130459.016000:0:2346:0:(genops.c:804:class_conn2export()) looking for export cookie 0xde5303b1d982c234 00000020:00000001:0.0:1789130459.016003:0:2346:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130459.016007:0:2346:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9caf4a817000 refcount=5 00000020:00000001:0.0:1789130459.016009:0:2346:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875416047616 : -109198293504000 : ffff9caf4a817000) 00000020:00000001:0.0:1789130459.016013:0:2346:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634875416047616 : -109198293504000 : ffff9caf4a817000) 00000100:00001000:0.0:1789130459.016016:0:2346:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf6079ac18 time=1789130459 v=0 (0 0 0 0) 00000100:00001000:0.0:1789130459.016019:0:2346:0:(import.c:2215:obd_at_measure()) AT ffff9caf6079ac18 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000040:0.0:1789130459.016024:0:2346:0:(obd_cksum.h:77:obd_cksum_types_supported_client()) Crypto hash speed: crc 1627, crc32c 10183, adler 1295 00000020:00000040:0.0:1789130459.016031:0:2346:0:(genops.c:879:class_export_put()) PUTting export ffff9caf4a817000 : new refcount 4 00000100:00000001:0.0:1789130459.016035:0:2346:0:(obd_class.h:1222:obd_import_event()) Process entered 00000002:00000001:0.0:1789130459.016040:0:2346:0:(mdc_request.c:2879:mdc_import_event()) Process entered 00000008:00000020:0.0:1789130459.016046:0:2346:0:(osc_request.c:1064:osc_init_grant()) lustre-MDT0000-mdc-ffff9caf5014c800, setting cl_avail_grant: 2097152 cl_lost_grant: 0. chunk bits: 17 cl_max_extent_pages: 32768 00000002:00000001:0.0:1789130459.016051:0:2346:0:(mdc_request.c:3107:mdc_init_ea_size()) Process entered 00000002:00000001:0.0:1789130459.016053:0:2346:0:(mdc_request.c:3114:mdc_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789130459.016056:0:2346:0:(obd_class.h:1242:obd_notify()) Process entered 00800000:00000001:0.0:1789130459.016061:0:2346:0:(lmv_obd.c:191:lmv_notify()) Process entered 00000080:00000001:0.0:1789130459.016067:0:2346:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:0.0:1789130459.016070:0:2346:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789130459.016073:0:2346:0:(lmv_obd.c:226:lmv_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789130459.016075:0:2346:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130459.016077:0:2346:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:0.0:1789130459.016079:0:2346:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789130459.016082:0:2346:0:(mdc_request.c:2953:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130459.016084:0:2346:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00080000:0.0:1789130459.016088:0:2346:0:(import.c:65:import_set_state_nolock()) ffff9caf6079a800 lustre-MDT0000_UUID: changing import state from CONNECTING to REPLAY 00000100:00000001:0.0:1789130459.016097:0:2346:0:(import.c:1648:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:0.0:1789130459.016100:0:2346:0:(import.c:1700:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:0.0:1789130459.016104:0:2346:0:(recover.c:40:ptlrpc_replay_next()) Process entered 00000100:00000001:0.0:1789130459.016105:0:2346:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1789130459.016107:0:2346:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9caf5014c800: committing for last_committed 4294967654 gen 2 00000100:00100000:0.0:1789130459.016115:0:2346:0:(client.c:3213:ptlrpc_free_committed()) @@@ free closed open request req@ffff9caf580b8f00 x1876037329040256/t4294967654(4294967654) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/664 e 0 to 0 dl 1789130443 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130459.016124:0:2346:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789130459.016126:0:2346:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875643203328 : -109198066348288 : ffff9caf580b8f00) 00000100:00000001:0.0:1789130459.016130:0:2346:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789130459.016133:0:2346:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf580b8f00 x1876037329040256/t4294967654(4294967654) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/664 e 0 to 0 dl 1789130443 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130459.016140:0:2346:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130459.016143:0:2346:0:(client.c:3235:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9caf5014c800: normal: skip=0 replay=0/0 committed=1/1 00000100:00000001:0.0:1789130459.016146:0:2346:0:(client.c:3236:ptlrpc_free_committed()) Process leaving 00000100:00080000:0.0:1789130459.016148:0:2346:0:(recover.c:53:ptlrpc_replay_next()) import ffff9caf6079a800 from lustre-MDT0000_UUID committed 4294967654 last 0 00000100:00000001:0.0:1789130459.016151:0:2346:0:(recover.c:138:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1789130459.016154:0:2346:0:(import.c:65:import_set_state_nolock()) ffff9caf6079a800 lustre-MDT0000_UUID: changing import state from REPLAY to REPLAY_LOCKS 00000020:00000040:0.0:1789130459.016158:0:2346:0:(genops.c:1210:class_import_get()) import ffff9caf6079a800 refcount=8 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000100:00000001:0.0:1789130459.022025:0:2346:0:(import.c:1754:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130459.022039:0:2346:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130459.022063:0:2346:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf501a9a40 x1876037329042432/t0(0) o38->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 520/416 e 0 to 0 dl 1789130474 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789130459.022078:0:2346:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf501a9a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:2346:1876037329042432:192.168.204.123@tcp:38:kworker.0 00000100:00000001:0.0:1789130459.022088:0:2346:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130459.022094:0:2346:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789130459.022098:0:2346:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf501a9a40 x1876037329042432/t0(0) o38->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 520/416 e 0 to 0 dl 1789130474 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130459.022107:0:2346:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789130459.022110:0:2346:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789130459.022117:0:2346:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9caf482bdc00. 02000000:00000001:0.0:1789130459.022121:0:2346:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789130459.022125:0:2346:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1789130459.022128:0:2346:0:(genops.c:1223:class_import_put()) import ffff9caf6079a800 refcount=7 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000020:00000001:0.0:1789130459.022131:0:2346:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1789130459.022135:0:2346:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9caf58483c00. 02000000:00000001:0.0:1789130459.022139:0:2346:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789130459.022142:0:2346:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789130459.022144:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf501a9a40. 00000100:00000001:0.0:1789130459.022151:0:2346:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789130459.022152:0:2346:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130459.022155:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130459.022159:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789130459.022161:0:2346:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789130459.022163:0:2346:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130459.022165:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00080000:2.0:1789130459.022252:0:33182:0:(ldlm_request.c:2972:ldlm_lock_replay_thread()) lock replay thread lustre-MDT0000-mdc-ffff9caf5014c800 to lustre-MDT0000_UUID@192.168.204.123@tcp 00010000:00000001:2.0:1789130459.022258:0:33182:0:(ldlm_request.c:2924:__ldlm_replay_locks()) Process entered 00010000:00010000:2.0:1789130459.022261:0:33182:0:(ldlm_request.c:2888:ldlm_cancel_unused_locks_for_replay()) Dropping as many unused locks as possible before replay for namespace lustre-MDT0000-mdc-ffff9caf5014c800 (1) 00010000:00000001:2.0:1789130459.022265:0:33182:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00000002:00000001:2.0:1789130459.022275:0:33182:0:(mdc_request.c:3001:mdc_cancel_weight()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1789130459.022278:0:33182:0:(ldlm_request.c:1930:ldlm_cancel_no_wait_policy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130459.022282:0:33182:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789130459.022286:0:33182:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1789130459.022289:0:33182:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1789130459.022293:0:33182:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000080:00000001:2.0:1789130459.022297:0:33182:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1789130459.022303:0:33182:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1789130459.022307:0:33182:0:(file.c:6113:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1789130459.022312:0:33182:0:(file.c:6119:ll_have_md_lock()) trying to match res [0x200000404:0x2d:0x0] mode (null) 00000002:00000001:2.0:1789130459.022317:0:33182:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789130459.022321:0:33182:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789130459.022331:0:33182:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf43b17500 count: 2 00010000:00000001:2.0:1789130459.022336:0:33182:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789130459.022343:0:33182:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789130459.022345:0:33182:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789130459.022346:0:33182:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789130459.022348:0:33182:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf43b17500 count: 2 00010000:00000001:2.0:1789130459.022350:0:33182:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789130459.022352:0:33182:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789130459.022353:0:33182:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789130459.022354:0:33182:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789130459.022355:0:33182:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf43b17500 count: 2 00010000:00000001:2.0:1789130459.022357:0:33182:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789130459.022359:0:33182:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789130459.022361:0:33182:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789130459.022362:0:33182:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789130459.022363:0:33182:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf43b17500 count: 2 00010000:00000001:2.0:1789130459.022365:0:33182:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789130459.022367:0:33182:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130459.022369:0:33182:0:(file.c:6141:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130459.022373:0:33182:0:(file.c:6819:ll_layout_conf()) Process entered 00000020:00000001:2.0:1789130459.022377:0:33182:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1789130459.022383:0:33182:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446634875648776744 : -109198060774872 : ffff9caf58609a28) 00000020:00001000:2.0:1789130459.022386:0:33182:0:(cl_object.c:823:cl_env_get()) 1@ffff9caf58609a20 00000020:00000001:2.0:1789130459.022390:0:33182:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:2.0:1789130459.022395:0:33182:0:(vvp_object.c:123:vvp_conf_set()) [0x200000404:0x2d:0x0]: losing layout lock 00000080:00000001:2.0:1789130459.022399:0:33182:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:2.0:1789130459.022404:0:33182:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:2.0:1789130459.022410:0:33182:0:(lov_object.c:1460:lov_conf_set()) Process entered 00020000:00000001:2.0:1789130459.022413:0:33182:0:(lov_object.c:1474:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1789130459.022416:0:33182:0:(lov_object.c:1547:lov_conf_set()) [0x200000404:0x2d:0x0] lo_layout_invalid=1 00020000:00000001:2.0:1789130459.022419:0:33182:0:(lov_object.c:1548:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130459.022421:0:33182:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1789130459.022423:0:33182:0:(cl_object.c:917:cl_env_put()) 1@ffff9caf58609a20 00000080:00000001:2.0:1789130459.022426:0:33182:0:(file.c:6861:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130459.022430:0:33182:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:2.0:1789130459.022432:0:33182:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x2d:0x0](ffff9caf601aa1c8) invalid 00000020:00000001:2.0:1789130459.022437:0:33182:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f420afc70 00000080:00002000:2.0:1789130459.022439:0:33182:0:(llite_internal.h:2032:d_lustre_invalidate()) invalidate dentry f23.recovery-small (ffff9caf4443aa20) parent ffff9caf600f3360 inode ffff9caf601aa1c8 refc 1 00000080:00000001:2.0:1789130459.022444:0:33182:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:2.0:1789130459.022447:0:33182:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1789130459.022449:0:33182:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130459.022454:0:33182:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1789130459.022456:0:33182:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1789130459.022458:0:33182:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789130459.022460:0:33182:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1789130459.022465:0:33182:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9caf46a93a00 with handle 0xde5303b1d982cdc5 from hash 00010000:00000001:2.0:1789130459.022468:0:33182:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1789130459.022471:0:33182:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130459.022474:0:33182:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130459.022475:0:33182:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1789130459.022481:0:33182:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1789130459.022483:0:33182:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1789130459.022487:0:33182:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a93a00/0xde5303b1d982cdc5 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000000 nid: local remote: 0xcdf1b083821a5b68 expref: -99 pid: 32906 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000010:2.0:1789130459.022499:0:33182:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9caf42c42f80. 00010000:00000040:2.0:1789130459.022505:0:33182:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9caf43b17500 count: 0 00010000:00000010:2.0:1789130459.022529:0:33182:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9caf42e06080. 00010000:00000001:2.0:1789130459.022544:0:33182:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130459.022547:0:33182:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789130459.022549:0:33182:0:(ldlm_request.c:2901:ldlm_cancel_unused_locks_for_replay()) Canceled 0 unused locks from namespace lustre-MDT0000-mdc-ffff9caf5014c800 00000001:00000001:2.0:1789130459.022553:0:33182:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:2.0:1789130459.022555:0:33182:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:2.0:1789130459.023310:0:33182:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130459.023315:0:33182:0:(ldlm_request.c:2954:__ldlm_replay_locks()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130459.023320:0:33182:0:(import.c:1648:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:2.0:1789130459.023324:0:33182:0:(import.c:65:import_set_state_nolock()) ffff9caf6079a800 lustre-MDT0000_UUID: changing import state from REPLAY_LOCKS to REPLAY_WAIT 00000100:00000001:2.0:1789130459.023329:0:33182:0:(import.c:1557:signal_completed_replay()) Process entered 00000100:00000010:2.0:1789130459.023339:0:33182:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf580bb840. 00000020:00000040:2.0:1789130459.023345:0:33182:0:(genops.c:1210:class_import_get()) import ffff9caf6079a800 refcount=8 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000100:00000001:2.0:1789130459.023350:0:33182:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789130459.023355:0:33182:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789130459.023362:0:33182:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789130459.023372:0:33182:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9caf49c42600. 00000100:00000001:2.0:1789130459.023383:0:33182:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130459.023391:0:33182:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789130459.023399:0:33182:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130459.023411:0:33182:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000024f9ac59] to pc [ptlrpcd_rcv+-1] req@ffff9caf580bb840 x1876037329042560/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:QU/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130459.023440:0:33182:0:(import.c:1582:signal_completed_replay()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130459.023443:0:33182:0:(import.c:1754:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130459.023446:0:33182:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1789130459.023447:0:33182:0:(genops.c:1223:class_import_put()) import ffff9caf6079a800 refcount=7 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000020:00000001:2.0:1789130459.023449:0:33182:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:0.0:1789130459.023677:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789130459.023681:0:2346:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789130459.023684:0:2346:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789130459.023692:0:2346:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf580bb840 x1876037329042560/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:QU/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130459.023702:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789130459.023705:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130459.023711:0:2346:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789130459.023715:0:2346:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789130459.023718:0:2346:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789130459.023722:0:2346:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf580bb840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:2346:1876037329042560:192.168.204.123@tcp:400:ldlm_lock_repla.0 00000100:00000001:0.0:1789130459.023728:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789130459.023738:0:2346:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789130459.023742:0:2346:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130459.023748:0:2346:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789130459.023755:0:2346:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9caf47e8ec00. 02000000:00000001:0.0:1789130459.023757:0:2346:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789130459.023769:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:0.0:1789130459.023776:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf50131bb0. 00000400:00000010:0.0:1789130459.023786:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf5801ef68. 00000100:00000200:0.0:1789130459.023799:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876037329042560, portal 10 00000100:00000001:0.0:1789130459.023955:0:2346:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789130459.023959:0:2346:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875643213888 : -109198066337728 : ffff9caf580bb840) 00000100:00000040:0.0:1789130459.023970:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=2c0 req@ffff9caf580bb840 x1876037329042560/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130475 ref 2 fl Rpc:r/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130459.023979:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789130459.023983:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:0.0:1789130459.023987:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf5801e110. 00000100:00000200:0.0:1789130459.023993:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876037329042560, offset 0 00000400:00000200:0.0:1789130459.024002:0:2346:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:0.0:1789130459.024015:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:0.0:1789130459.024026:0:2346:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:0.0:1789130459.024035:0:2346:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789130459.024042:0:2346:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:0.0:1789130459.024047:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789130459.024051:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:0.0:1789130459.024055:0:2346:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2589:2589:256:4294967295] 192.168.204.123@tcp LPNI seq info [2588:2588:8:4294967295] 00000400:00000200:0.0:1789130459.024060:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:0.0:1789130459.024075:0:2346:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:0.0:1789130459.024083:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:0.0:1789130459.024091:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf451e7e00. 00000800:00000200:0.0:1789130459.024100:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:0.0:1789130459.024112:0:2346:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:0.0:1789130459.024119:0:2346:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf451e7e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789130459.024290:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130459.024298:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: using a timeout of 790772 usecs (791 jiffies) 00000400:00000200:0.0:1789130459.024302:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:0.0:1789130459.024307:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296553837 00000100:00000001:0.0:1789130459.024316:0:2346:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 2, simply extend its deadline from 4296553817 00000100:00000001:0.0:1789130459.024322:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296553837 00000100:00000001:0.0:1789130459.024326:0:2346:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 3, simply extend its deadline from 4296553817 00000100:00000001:0.0:1789130459.024330:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789130459.024334:0:2346:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130459.024338:0:2346:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130459.024341:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130459.024352:0:2346:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789130459.024356:0:2346:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130459.024358:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789130459.024360:0:2346:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789130459.024361:0:2346:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130459.024363:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1789130459.031557:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf43b17500. 00010000:00000010:2.1:1789130459.031582:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf46a93a00. 00000800:00000200:3.0:1789130459.031726:0:2342:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789130459.031733:0:2342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf451e7e00. 00000400:00000200:3.0:1789130459.031740:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130459.031752:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:3.0:1789130459.031761:0:2342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf5801e110 00000400:00000010:3.0:1789130459.031765:0:2342:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf5801e110. 00000100:00000001:3.0:1789130459.031771:0:2342:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789130459.031782:0:2342:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf580bb840 x1876037329042560/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130475 ref 2 fl Rpc:r/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130459.031799:0:2342:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130459.031837:0:2342:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf580bb840 x1876037329042560/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130475 ref 2 fl Rpc:Qr/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130459.031854:0:2342:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130459.031857:0:2342:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:3.0:1789130459.066116:0:30671:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130459.066126:0:30671:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130459.066273:0:16115:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789130459.066278:0:16115:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789130459.066281:0:16115:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:2.0:1789130459.102478:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130459.102532:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789130459.102538:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130459.102543:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130459.102559:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130459.102569:0:2341:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:2.0:1789130459.102584:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130459.102590:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130459.102598:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130459.102603:0:2341:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 224 into portal 10 MB=0x6aa3efa953c80 00000400:00000200:2.0:1789130459.102609:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130459.102617:0:2341:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.123@tcp of length 224/224 into md 0x6fa5 [1] + 224 00000800:00000001:2.0:1789130459.102626:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130459.102642:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130459.102657:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130459.102662:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:2.0:1789130459.102672:0:2341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789130459.102683:0:2341:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf580bb840 x1876037329042560/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130475 ref 1 fl Rpc:Qr/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789130459.102695:0:2341:0:(events.c:149:reply_in_callback()) @@@ reply in flags=2c0 mlen=224 offset=224 replen=224 req@ffff9caf580bb840 x1876037329042560/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130475 ref 1 fl Rpc:RQ/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130459.102711:0:2341:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789130459.102724:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130459.102727:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130459.103661:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789130459.103668:0:2346:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789130459.103679:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789130459.103682:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789130459.103686:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf50131bb0. 00000400:00000200:0.0:1789130459.103694:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf5801ef68 00000400:00000010:0.0:1789130459.103697:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf5801ef68. 00000100:00000001:0.0:1789130459.103702:0:2346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789130459.103709:0:2346:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf580bb840 x1876037329042560/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130475 ref 1 fl Rpc:RQ/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789130459.103721:0:2346:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf580bb840 x1876037329042560/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130475 ref 1 fl Rpc:RQU/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130459.103728:0:2346:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789130459.103731:0:2346:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130459.103734:0:2346:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789130459.103739:0:2346:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789130459.103742:0:2346:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789130459.103745:0:2346:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130459.103749:0:2346:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789130459.103760:0:2346:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf6079ac60 time=78 v=5 (5 104 104 104) 00000100:00001000:0.0:1789130459.103765:0:2346:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf6079ac18 time=0 v=5 (1 0 0 0) 00000100:00000001:0.0:1789130459.103767:0:2346:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789130459.103769:0:2346:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130459.103773:0:2346:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1789130459.103778:0:2346:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9caf580bb840 x1876037329042560/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130475 ref 1 fl Rpc:RQU/2c0/0 rc 0/0 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1789130459.103785:0:2346:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130459.103790:0:2346:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789130459.103792:0:2346:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9caf5014c800: skip recheck: last_committed 4294967654 00000100:00000001:0.0:1789130459.103794:0:2346:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789130459.103796:0:2346:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130459.103855:0:2346:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf580bb840 x1876037329042560/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130475 ref 1 fl Rpc:RQU/2c0/0 rc 0/0 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130459.103863:0:2346:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789130459.103867:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789130459.103869:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130459.103981:0:2346:0:(import.c:1528:completed_replay_interpret()) Process entered 00000100:00000001:0.0:1789130459.103985:0:2346:0:(import.c:1648:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:0.0:1789130459.103990:0:2346:0:(import.c:65:import_set_state_nolock()) ffff9caf6079a800 lustre-MDT0000_UUID: changing import state from REPLAY_WAIT to RECOVER 00000100:00000001:0.0:1789130459.103995:0:2346:0:(recover.c:149:ptlrpc_resend()) Process entered 00000100:00080000:0.0:1789130459.104001:0:2346:0:(client.c:3247:ptlrpc_resend_req()) @@@ going to resend req@ffff9caf580bb840 x1876037329042560/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130475 ref 1 fl Interpret:RQU/2c0/0 rc 0/0 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789130459.104011:0:2346:0:(client.c:3256:ptlrpc_resend_req()) @@@ it has reply, so skip it req@ffff9caf580bb840 x1876037329042560/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130475 ref 1 fl Interpret:RQU/2c0/0 rc 0/0 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130459.104017:0:2346:0:(recover.c:178:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1789130459.104020:0:2346:0:(import.c:65:import_set_state_nolock()) ffff9caf6079a800 lustre-MDT0000_UUID: changing import state from RECOVER to FULL 00000100:00000001:0.0:1789130459.104023:0:2346:0:(obd_class.h:1222:obd_import_event()) Process entered 00000002:00000001:0.0:1789130459.104027:0:2346:0:(mdc_request.c:2879:mdc_import_event()) Process entered 00000002:00000001:0.0:1789130459.104030:0:2346:0:(obd_class.h:1242:obd_notify()) Process entered 00800000:00000001:0.0:1789130459.104034:0:2346:0:(lmv_obd.c:191:lmv_notify()) Process entered 00800000:00000001:0.0:1789130459.104037:0:2346:0:(lmv_obd.c:85:lmv_set_mdc_active()) Process entered 00800000:00000040:0.0:1789130459.104039:0:2346:0:(lmv_obd.c:88:lmv_set_mdc_active()) Searching in lmv ffff9caf584fd6f8 for uuid lustre-MDT0000_UUID (activate=1) 00800000:00000040:0.0:1789130459.104044:0:2346:0:(lmv_obd.c:94:lmv_set_mdc_active()) Target idx 0 is lustre-MDT0000_UUID conn 0xde5303b1d982c234 00800000:00000040:0.0:1789130459.104048:0:2346:0:(lmv_obd.c:109:lmv_set_mdc_active()) Found OBD lustre-MDT0000-mdc-ffff9caf5014c800=c4ff2dbd-4d13-4802-9c50-d71e34d32a35 device 3 (ffff9caf584fb490) type mdc at LMV idx 0 00800000:00000040:0.0:1789130459.104051:0:2346:0:(lmv_obd.c:114:lmv_set_mdc_active()) OBD ffff9caf584fb490 already active! 00800000:00000001:0.0:1789130459.104053:0:2346:0:(lmv_obd.c:115:lmv_set_mdc_active()) Process leaving via out_lmv_lock (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1789130459.104058:0:2346:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:0.0:1789130459.104061:0:2346:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789130459.104062:0:2346:0:(lmv_obd.c:226:lmv_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789130459.104064:0:2346:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130459.104066:0:2346:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:0.0:1789130459.104067:0:2346:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789130459.104071:0:2346:0:(genops.c:1210:class_import_get()) import ffff9caf6079a800 refcount=8 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000002:00000001:0.0:1789130459.104981:0:2346:0:(mdc_request.c:2953:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130459.104988:0:2346:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:02000000:0.0:1789130459.104995:0:2346:0:(import.c:1743:ptlrpc_import_recovery_state_machine()) lustre-MDT0000-mdc-ffff9caf5014c800: Connection restored to 192.168.204.123@tcp (at 192.168.204.123@tcp) 00000100:00080000:0.0:1789130459.105005:0:2346:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 00000000e7fddbdb): req@ffff9caf615d5a40 x1876037329040896/t0(0) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 1 dl 1789130449 ref 2 fl Rpc:XQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130459.105074:0:32906:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789130459.105079:0:32906:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130459.105100:0:2346:0:(import.c:1754:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130459.105103:0:2346:0:(import.c:1546:completed_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130459.105110:0:2346:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf580bb840 x1876037329042560/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130475 ref 1 fl Interpret:RQU/2c0/0 rc 0/0 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789130459.105119:0:2346:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf580bb840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:2346:1876037329042560:192.168.204.123@tcp:400:ldlm_lock_repla.0 00000002:00000001:2.0:1789130459.105168:0:33183:0:(mdc_request.c:2638:mdc_kuc_reregister_thread()) Process entered 00000020:00000001:2.0:1789130459.105173:0:33183:0:(kernelcomm.c:1325:libcfs_kkuc_group_foreach()) Process entered 00000020:00000001:2.0:1789130459.105178:0:33183:0:(kernelcomm.c:1339:libcfs_kkuc_group_foreach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130459.105182:0:33183:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1789130459.105184:0:33183:0:(genops.c:1223:class_import_put()) import ffff9caf6079a800 refcount=7 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000020:00000001:2.0:1789130459.105187:0:33183:0:(genops.c:1230:class_import_put()) Process leaving 00000002:00000001:2.0:1789130459.105189:0:33183:0:(mdc_request.c:2648:mdc_kuc_reregister_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130459.114761:0:32906:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789130459.114772:0:32906:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130459.114782:0:32906:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789130459.114787:0:32906:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789130459.114790:0:32906:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130459.114794:0:32906:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00080000:1.0:1789130459.115082:0:32906:0:(client.c:3740:ptlrpc_set_mbits()) resend with new mbits old x1876037329040896 new x1876037329042688 02000000:00000001:1.0:1789130459.115090:0:32906:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789130459.115094:0:32906:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789130459.115106:0:32906:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:1.0:1789130459.115119:0:32906:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf42d8e688. 00000400:00000010:1.0:1789130459.115131:0:32906:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf462a3880. 00000100:00000200:1.0:1789130459.115140:0:32906:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876037329040896, portal 10 00000100:00000001:1.0:1789130459.115143:0:32906:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789130459.115145:0:32906:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875799558720 : -109197909992896 : ffff9caf615d5a40) 00000100:00000040:1.0:1789130459.115162:0:32906:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=602 req@ffff9caf615d5a40 x1876037329040896/t0(0) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1789130475 ref 3 fl Rpc:r/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130459.115172:0:32906:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789130459.115175:0:32906:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:1.0:1789130459.115178:0:32906:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf462a3dd0. 00000100:00000200:1.0:1789130459.115182:0:32906:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1876037329040896, offset 0 00000400:00000200:1.0:1789130459.115189:0:32906:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:1.0:1789130459.115200:0:32906:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:1.0:1789130459.115210:0:32906:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:1.0:1789130459.115218:0:32906:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789130459.115223:0:32906:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:1.0:1789130459.115227:0:32906:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789130459.115230:0:32906:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:1.0:1789130459.115234:0:32906:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2590:2590:256:4294967295] 192.168.204.123@tcp LPNI seq info [2589:2589:8:4294967295] 00000400:00000200:1.0:1789130459.115238:0:32906:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:1.0:1789130459.115249:0:32906:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:1.0:1789130459.115255:0:32906:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:1.0:1789130459.115262:0:32906:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf4a83ab00. 00000800:00000200:1.0:1789130459.115270:0:32906:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:1.0:1789130459.115280:0:32906:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:1.0:1789130459.115285:0:32906:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf4a83ab00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1789130459.115305:0:32906:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789130459.115310:0:32906:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: using a timeout of 789891 usecs (790 jiffies) 00000400:00000200:1.0:1789130459.115314:0:32906:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:1.0:1789130459.115318:0:32906:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296553927 00000100:00000001:1.0:1789130459.115325:0:32906:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 2, simply extend its deadline from 4296553837 00000100:00000001:1.0:1789130459.115330:0:32906:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296553927 00000100:00000001:1.0:1789130459.115334:0:32906:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 3, simply extend its deadline from 4296553837 00000100:00000001:1.0:1789130459.115337:0:32906:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789130459.115341:0:32906:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130459.115345:0:32906:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789130459.115347:0:32906:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1789130459.115350:0:32906:0:(client.c:2715:ptlrpc_set_wait()) set ffff9caf50194a80 going to sleep for 11 seconds 00000100:00000001:1.0:1789130459.115352:0:32906:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789130459.115354:0:32906:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130459.115459:0:2346:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130459.115465:0:2346:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789130459.115474:0:2346:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf580bb840 x1876037329042560/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130475 ref 1 fl Complete:RQU/2c0/0 rc 0/0 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130459.115482:0:2346:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789130459.115486:0:2346:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789130459.115491:0:2346:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9caf47e8ec00. 02000000:00000001:0.0:1789130459.115498:0:2346:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789130459.115501:0:2346:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1789130459.115503:0:2346:0:(genops.c:1223:class_import_put()) import ffff9caf6079a800 refcount=6 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000020:00000001:0.0:1789130459.115519:0:2346:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1789130459.115530:0:2346:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9caf49c42600. 02000000:00000001:0.0:1789130459.115537:0:2346:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789130459.115539:0:2346:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789130459.115541:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf580bb840. 00000100:00000001:0.0:1789130459.115549:0:2346:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789130459.115551:0:2346:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130459.115553:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130459.115556:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789130459.115558:0:2346:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789130459.115560:0:2346:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130459.115562:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789130459.117067:0:2342:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789130459.117079:0:2342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf4a83ab00. 00000400:00000200:3.0:1789130459.117087:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130459.117096:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:3.0:1789130459.117105:0:2342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf462a3dd0 00000400:00000010:3.0:1789130459.117107:0:2342:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf462a3dd0. 00000100:00000001:3.0:1789130459.117113:0:2342:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789130459.117121:0:2342:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf615d5a40 x1876037329040896/t0(0) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1789130475 ref 3 fl Rpc:r/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130459.117134:0:2342:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130459.117138:0:2342:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf615d5a40 x1876037329040896/t0(0) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1789130475 ref 3 fl Rpc:Qr/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130459.117144:0:2342:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130459.117146:0:2342:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1789130459.145131:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130459.145166:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789130459.145175:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130459.145178:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130459.145192:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130459.145206:0:2341:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:2.0:1789130459.145218:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130459.145225:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130459.145232:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130459.145238:0:2341:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 456 into portal 10 MB=0x6aa3efa953d00 00000400:00000200:2.0:1789130459.145244:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130459.145251:0:2341:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.123@tcp of length 456/456 into md 0x6fad [1] + 224 00000800:00000001:2.0:1789130459.145261:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130459.145274:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130459.145279:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130459.145285:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:2.0:1789130459.145294:0:2341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789130459.145307:0:2341:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf615d5a40 x1876037329040896/t0(0) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1789130475 ref 2 fl Rpc:Qr/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789130459.145320:0:2341:0:(events.c:149:reply_in_callback()) @@@ reply in flags=602 mlen=456 offset=224 replen=624 req@ffff9caf615d5a40 x1876037329040896/t0(0) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1789130475 ref 2 fl Rpc:RQ/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130459.145347:0:2341:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789130459.145357:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130459.145361:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130459.146223:0:32906:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789130459.146237:0:32906:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789130459.146239:0:32906:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789130459.146244:0:32906:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf42d8e688. 00000400:00000200:1.0:1789130459.146253:0:32906:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf462a3880 00000400:00000010:1.0:1789130459.146257:0:32906:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf462a3880. 00000100:00000001:1.0:1789130459.146263:0:32906:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789130459.146273:0:32906:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf615d5a40 x1876037329040896/t0(0) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1789130475 ref 2 fl Rpc:RQ/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1789130459.146285:0:32906:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf615d5a40 x1876037329040896/t0(0) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1789130475 ref 2 fl Rpc:RQU/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130459.146294:0:32906:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789130459.146297:0:32906:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130459.146300:0:32906:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789130459.146305:0:32906:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789130459.146309:0:32906:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789130459.146311:0:32906:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130459.146315:0:32906:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789130459.146328:0:32906:0:(import.c:2149:obd_at_measure()) add 10 to ffff9caf6079aca8 time=78 v=5 (5 5 5 5) 00000100:00001000:1.0:1789130459.146332:0:32906:0:(import.c:2215:obd_at_measure()) AT ffff9caf6079aca8 change: old=5 new=10 delta=5 (val=10) hist 10 5 5 5 00000100:00001000:1.0:1789130459.146336:0:32906:0:(client.c:430:ptlrpc_at_adj_service()) The RPC service estimate for lustre-MDT0000-mdc-ffff9caf5014c800 ptl 23 has changed from 5 to 10 00000100:00001000:1.0:1789130459.146339:0:32906:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf6079ac18 time=0 v=5 (1 0 0 0) 00000100:00000001:1.0:1789130459.146343:0:32906:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1789130459.146348:0:32906:0:(client.c:1510:ptlrpc_check_status()) @@@ check status: rc = -116 req@ffff9caf615d5a40 x1876037329040896/t0(0) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1789130475 ref 2 fl Rpc:RQU/602/0 rc 0/-116 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130459.146355:0:32906:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=18446744073709551500 : -116 : ffffffffffffff8c) 00000100:00000001:1.0:1789130459.146361:0:32906:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789130459.146364:0:32906:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9caf5014c800: skip recheck: last_committed 4294967654 00000100:00000001:1.0:1789130459.146366:0:32906:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789130459.146369:0:32906:0:(client.c:1797:after_reply()) Process leaving (rc=18446744073709551500 : -116 : ffffffffffffff8c) 00000100:00000040:1.0:1789130459.146374:0:32906:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf615d5a40 x1876037329040896/t0(0) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1789130475 ref 2 fl Rpc:RQU/602/0 rc -116/-116 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130459.146383:0:32906:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551500 : -116 : 0xffffffffffffff8c) 00000100:00000001:1.0:1789130459.146387:0:32906:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789130459.146391:0:32906:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789130459.146395:0:32906:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf615d5a40 x1876037329040896/t0(0) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1789130475 ref 2 fl Interpret:RQU/602/0 rc -116/-116 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1789130459.146404:0:32906:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf615d5a40 pname:cluuid:pid:xid:nid:opc:job multiop:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:32906:1876037329040896:192.168.204.123@tcp:35:multiop.0 00000100:00000001:1.0:1789130459.146410:0:32906:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130459.146413:0:32906:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=18446744073709551500 : -116 : ffffffffffffff8c) 00000100:00000001:1.0:1789130459.146417:0:32906:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1789130459.146420:0:32906:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789130459.146423:0:32906:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf615d5a40 x1876037329040896/t0(0) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1789130475 ref 2 fl Complete:RQU/602/0 rc -116/-116 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130459.146432:0:32906:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789130459.146436:0:32906:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9caf50194a80. 00000100:00000001:1.0:1789130459.146443:0:32906:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1789130459.146445:0:32906:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551500 : -116 : ffffffffffffff8c) 00000002:00080000:1.0:1789130459.146454:0:32906:0:(mdc_request.c:1003:mdc_close()) @@@ Reset ESTALE = -116 req@ffff9caf615d5a40 x1876037329040896/t0(0) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1789130475 ref 1 fl Complete:RQU/602/0 rc -116/-116 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130459.146464:0:32906:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789130459.146467:0:32906:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875799558720 : -109197909992896 : ffff9caf615d5a40) 00000002:00000001:1.0:1789130459.146470:0:32906:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789130459.146474:0:32906:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1789130459.146483:0:32906:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9caf47c6d800. 00000080:00000001:1.0:1789130459.146488:0:32906:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:1.0:1789130459.146492:0:32906:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00000002:00000001:1.0:1789130459.146499:0:32906:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:1.0:1789130459.146505:0:32906:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9caf580b8f00 x1876037329040256/t4294967654(4294967654) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/664 e 0 to 0 dl 1789130443 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130459.148601:0:32906:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789130459.148615:0:32906:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf580b8f00 x1876037329040256/t4294967654(4294967654) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/664 e 0 to 0 dl 1789130443 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130459.148623:0:32906:0:(client.c:2793:__ptlrpc_free_req()) Process entered 00000020:00000001:1.0:1789130459.148629:0:32906:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1789130459.148631:0:32906:0:(genops.c:1223:class_import_put()) import ffff9caf6079a800 refcount=5 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000020:00000001:1.0:1789130459.148634:0:32906:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1789130459.148640:0:32906:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9caf50104400. 02000000:00000001:1.0:1789130459.148649:0:32906:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789130459.148652:0:32906:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789130459.148654:0:32906:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf580b8f00. 00000100:00000001:1.0:1789130459.148664:0:32906:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789130459.148665:0:32906:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130459.148667:0:32906:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789130459.148672:0:32906:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf615d5a40 x1876037329040896/t0(0) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1789130475 ref 2 fl Complete:RQU/602/0 rc -116/-116 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130459.148678:0:32906:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789130459.148681:0:32906:0:(client.c:2947:obd_mod_free()) kfreed 'mod': 32 at ffff9caf4938ef00. 00000002:00000001:1.0:1789130459.148684:0:32906:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789130459.148688:0:32906:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1789130459.148692:0:32906:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9caf42c42c80. 00000100:00000001:1.0:1789130459.148695:0:32906:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789130459.148699:0:32906:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf615d5a40 x1876037329040896/t0(0) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1789130475 ref 1 fl Complete:RQU/602/0 rc -116/-116 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130459.148711:0:32906:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789130459.148713:0:32906:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789130459.148716:0:32906:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9caf487c1000. 02000000:00000001:1.0:1789130459.148719:0:32906:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789130459.148720:0:32906:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1789130459.148721:0:32906:0:(genops.c:1223:class_import_put()) import ffff9caf6079a800 refcount=4 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000020:00000001:1.0:1789130459.148723:0:32906:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1789130459.148724:0:32906:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9caf47c6c800. 02000000:00000001:1.0:1789130459.148726:0:32906:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789130459.148727:0:32906:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789130459.148729:0:32906:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf615d5a40. 00000100:00000001:1.0:1789130459.148734:0:32906:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789130459.148735:0:32906:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1789130459.148738:0:32906:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1789130459.148742:0:32906:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9caf51ae8c80. 00000080:00000001:1.0:1789130459.148747:0:32906:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130459.148755:0:32906:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41fd7df0 00000080:00000008:1.0:1789130459.148758:0:32906:0:(file.c:523:ll_file_release()) COMPLETED file f23.recovery-small:[0x200000404:0x2d:0x0](ffff9caf601aa1c8), flags 100002, rc = 0 00000080:00000001:1.0:1789130459.148762:0:32906:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130459.148770:0:32906:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1789130459.148772:0:32906:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41fd7e00 00000080:00002000:1.0:1789130459.148774:0:32906:0:(dcache.c:127:ll_ddelete()) deleting dentry f23.recovery-small (ffff9caf4443aa20, parent ffff9caf600f3360, inode ffff9caf601aa1c8) hashed, 00000080:00000001:1.0:1789130459.148777:0:32906:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1789130459.148790:0:32906:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1789130459.148799:0:32906:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000010:1.1:1789130459.156976:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9caf484adc00. 00000100:00000040:2.0:1789130459.961965:0:32321:0:(connection.c:75:cpu_latency_work()) work item of ffff9caf6147aa20 (cpu 2) has reached its deadline 4296553927, at 4296553984 00000100:00000010:2.0:1789130459.961995:0:32321:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9caf5021ff60. 00000100:00000001:2.0:1789130459.962019:0:2350:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789130459.962033:0:2350:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789130459.962038:0:2350:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789130459.962042:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789130459.962046:0:2350:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789130459.962053:0:2350:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130459.962059:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130459.963578:0:30671:0:(connection.c:75:cpu_latency_work()) work item of ffff9caf6147ab30 (cpu 3) has reached its deadline 4296553927, at 4296553985 00000100:00000010:3.0:1789130459.963597:0:30671:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9caf5021ff00. 00000100:00000001:0.0:1789130460.089978:0:2346:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789130460.089994:0:2346:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789130460.089996:0:2346:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130460.090002:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789130460.090005:0:2346:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789130460.090009:0:2346:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130460.090011:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130460.090881:0:30671:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130460.090889:0:30671:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130460.091033:0:16116:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789130460.091038:0:16116:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789130460.091041:0:16116:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789130460.985919:0:2350:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789130460.985943:0:2350:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789130460.985946:0:2350:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789130460.985954:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789130460.985958:0:2350:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789130460.985965:0:2350:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130460.985971:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130461.114307:0:2346:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789130461.114328:0:2346:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789130461.114331:0:2346:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130461.114339:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789130461.114342:0:2346:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789130461.114347:0:2346:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130461.114350:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130461.114988:0:30671:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130461.114994:0:30671:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130461.115142:0:16244:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789130461.115147:0:16244:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789130461.115152:0:16244:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789130462.010086:0:2350:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789130462.010106:0:2350:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789130462.010108:0:2350:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789130462.010114:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789130462.010117:0:2350:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789130462.010608:0:2350:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130462.010617:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130462.138067:0:30671:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130462.138078:0:30671:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130462.138328:0:16115:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789130462.138334:0:16115:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789130462.138338:0:16115:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789130462.139058:0:2346:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789130462.139072:0:2346:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789130462.139076:0:2346:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130462.139080:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789130462.139083:0:2346:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789130462.139088:0:2346:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130462.139091:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130463.038001:0:2350:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789130463.038014:0:2350:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00000400:3.0:1789130463.038040:0:2350:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789130447/real 1789130447] req@ffff9caf501ab480 x1876037329041920/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 1 dl 1789130463 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1789130463.038070:0:2350:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789130463.038075:0:2350:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789130463.038079:0:2350:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf60788c60. 00000400:00000200:3.0:1789130463.038088:0:2350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf4549f770 00000400:00000010:3.0:1789130463.038091:0:2350:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf4549f770. 00000100:00000001:3.0:1789130463.038103:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789130463.038109:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf501ab480 x1876037329041920/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 1 dl 1789130463 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789130463.038121:0:2350:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf501ab480 x1876037329041920/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 1 dl 1789130463 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130463.038130:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789130463.038133:0:2350:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130463.038137:0:2350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789130463.038140:0:2350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1789130463.038147:0:2350:0:(client.c:2547:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff9caf501ab480 x1876037329041920/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 1 dl 1789130463 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130463.038155:0:2350:0:(client.c:2555:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130463.038167:0:2350:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789130463.038170:0:2350:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130463.038175:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789130463.038179:0:2350:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789130463.038182:0:2350:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130463.038186:0:2350:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789130463.038189:0:2350:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130463.038196:0:2350:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf501ab480 x1876037329041920/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 1 dl 1789130463 ref 1 fl Rpc:XNQU/200/ffffffff rc -107/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130463.038205:0:2350:0:(client.c:2201:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000001:3.0:1789130463.038210:0:2350:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130463.038212:0:2350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789130463.038213:0:2350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789130463.038219:0:2350:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf501ab480 x1876037329041920/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 1 dl 1789130463 ref 1 fl Interpret:XNQU/200/ffffffff rc -107/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789130463.038229:0:2350:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf501ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:2350:1876037329041920:192.168.204.123@tcp:400:kworker.0 00000100:00000001:3.0:1789130463.038238:0:2350:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130463.038243:0:2350:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130463.038248:0:2350:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf501ab480 x1876037329041920/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 1 dl 1789130463 ref 1 fl Complete:XNQU/200/ffffffff rc -107/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130463.038256:0:2350:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789130463.038262:0:2350:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789130463.038268:0:2350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9caf48a7a800. 02000000:00000001:3.0:1789130463.038275:0:2350:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789130463.038279:0:2350:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1789130463.038282:0:2350:0:(genops.c:1223:class_import_put()) import ffff9caf6079a800 refcount=3 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000020:00000001:3.0:1789130463.038286:0:2350:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1789130463.038290:0:2350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9caf47fd2500. 02000000:00000001:3.0:1789130463.038295:0:2350:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789130463.038298:0:2350:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789130463.038301:0:2350:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf501ab480. 00000100:00000001:3.0:1789130463.038306:0:2350:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789130463.038308:0:2350:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130463.038311:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130463.038315:0:2350:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789130463.038317:0:2350:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130463.038320:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789130463.038324:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130463.140114:0:33216:0:(llite_lib.c:4271:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130463.162752:0:2346:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789130463.162762:0:2346:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1789130463.162789:0:2346:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789130453/real 1789130453] req@ffff9caf61463480 x1876037329042304/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789130463 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1789130463.163282:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789130463.163285:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789130463.163290:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf42d8e9f8. 00000400:00000200:0.0:1789130463.163297:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf462a3b28 00000400:00000010:0.0:1789130463.163301:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf462a3b28. 00000100:00000001:0.0:1789130463.163309:0:2346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789130463.163416:0:2346:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf61463480 x1876037329042304/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789130463 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789130463.163427:0:2346:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf61463480 x1876037329042304/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789130463 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130463.163448:0:2346:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789130463.163451:0:2346:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130463.163455:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789130463.163457:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1789130463.163463:0:2346:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9caf61463480 x1876037329042304/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789130463 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130463.163470:0:2346:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130463.163481:0:2346:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789130463.163484:0:2346:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130463.163488:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789130463.163490:0:2346:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789130463.163493:0:2346:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789130463.163497:0:2346:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf61463480 x1876037329042304/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789130463 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130463.163504:0:2346:0:(client.c:2142:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1789130463.163507:0:2346:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130463.163510:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789130463.163512:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130463.163515:0:2346:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1789130463.163517:0:2346:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1789130463.163522:0:2346:0:(import.c:65:import_set_state_nolock()) ffff9caf586ce800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789130463.163714:0:2346:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.123@tcp failed (-110) 00000100:00000001:0.0:1789130463.163717:0:2346:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1789130463.163722:0:2346:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf61463480 x1876037329042304/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789130463 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789130463.163731:0:2346:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf61463480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:70f26143-21ad-4cd3-af2c-0601ab5c9490:2346:1876037329042304:192.168.204.123@tcp:250:kworker.0 00000100:00000001:0.0:1789130463.163737:0:2346:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130463.163741:0:2346:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789130463.163744:0:2346:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf61463480 x1876037329042304/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789130463 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130463.163752:0:2346:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789130463.163756:0:2346:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789130463.163762:0:2346:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9caf487c0000. 02000000:00000001:0.0:1789130463.163766:0:2346:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789130463.163770:0:2346:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1789130463.163772:0:2346:0:(genops.c:1223:class_import_put()) import ffff9caf586ce800 refcount=3 obd=MGC192.168.204.123@tcp 00000020:00000001:0.0:1789130463.163775:0:2346:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1789130463.163778:0:2346:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9caf482bc400. 02000000:00000001:0.0:1789130463.163781:0:2346:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789130463.163784:0:2346:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789130463.163786:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf61463480. 00000100:00000001:0.0:1789130463.163790:0:2346:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789130463.163791:0:2346:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130463.164039:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130463.164044:0:2346:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789130463.164045:0:2346:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130463.164048:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789130463.164049:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130463.166292:0:30671:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130463.166301:0:30671:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130463.166728:0:16116:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789130463.166733:0:16116:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789130463.166737:0:16116:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789130463.170782:0:28590:0:(pinger.c:229:ptlrpc_pinger_process_import()) 70f26143-21ad-4cd3-af2c-0601ab5c9490->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789130463.170792:0:28590:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1789130463.170829:0:28590:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1789130463.170834:0:28590:0:(import.c:65:import_set_state_nolock()) ffff9caf586ce800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1789130463.170841:0:28590:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1789130463.170850:0:28590:0:(import.c:510:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 192.168.204.123@tcp last attempt 1880 00000400:00000200:2.0:1789130463.170861:0:28590:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130463.170868:0:28590:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.123@tcp is discovered: rc = 1 00000100:00001000:2.0:1789130463.170873:0:28590:0:(import.c:2149:obd_at_measure()) add 10 to ffff9caf586cec18 time=82 v=5 (1 1 1 1) 00000100:00001000:2.0:1789130463.170877:0:28590:0:(import.c:2215:obd_at_measure()) AT ffff9caf586cec18 change: old=5 new=10 delta=5 (val=10) hist 10 1 1 1 00000100:00080000:2.0:1789130463.170883:0:28590:0:(import.c:589:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 5s 00000100:00000040:2.0:1789130463.170887:0:28590:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9caf452f48c0 refcount 11 to 192.168.204.123@tcp 00000100:00000001:2.0:1789130463.170890:0:28590:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789130463.170893:0:28590:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9caf452f48c0 refcount 12 to 192.168.204.123@tcp 00000100:00000001:2.0:1789130463.170896:0:28590:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634875326777536 : -109198382774080 : ffff9caf452f48c0) 00000020:00000001:2.0:1789130463.170901:0:28590:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1789130463.170904:0:28590:0:(genops.c:804:class_conn2export()) looking for export cookie 0xde5303b1d982c1e7 00000020:00000001:2.0:1789130463.170907:0:28590:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130463.170911:0:28590:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9caf586cc800 refcount=3 00000020:00000001:2.0:1789130463.170915:0:28590:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649574912 : -109198059976704 : ffff9caf586cc800) 00000020:00000001:2.0:1789130463.170918:0:28590:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634875649574912 : -109198059976704 : ffff9caf586cc800) 00000100:00000040:2.0:1789130463.170922:0:28590:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9caf452f48c0 refcount 11 to 192.168.204.123@tcp 00000100:00000001:2.0:1789130463.170925:0:28590:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789130463.170928:0:28590:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9caf452f48c0 refcount 12 to 192.168.204.123@tcp 00000100:00000001:2.0:1789130463.170930:0:28590:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634875326777536 : -109198382774080 : ffff9caf452f48c0) 00000020:00000040:2.0:1789130463.170934:0:28590:0:(genops.c:879:class_export_put()) PUTting export ffff9caf586cc800 : new refcount 2 00000100:00080000:2.0:1789130463.170938:0:28590:0:(import.c:624:import_select_connection()) MGC192.168.204.123@tcp: import ffff9caf586ce800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00000001:2.0:1789130463.170941:0:28590:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789130463.170947:0:28590:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1789130463.170951:0:28590:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789130463.170954:0:28590:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130463.170957:0:28590:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:2.0:1789130463.170960:0:28590:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789130463.170968:0:28590:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf580ba1c0. 00000020:00000040:2.0:1789130463.170972:0:28590:0:(genops.c:1210:class_import_get()) import ffff9caf586ce800 refcount=4 obd=MGC192.168.204.123@tcp 02000000:00000001:2.0:1789130463.170977:0:28590:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1789130463.170979:0:28590:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130463.170983:0:28590:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789130463.170988:0:28590:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789130463.170993:0:28590:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789130463.171004:0:28590:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9caf50104400. 00000100:00000001:2.0:1789130463.171014:0:28590:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789130463.171029:0:28590:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9caf580ba1c0 x1876037329042816/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789130463.171043:0:28590:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789130463.171049:0:28590:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130463.171055:0:28590:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006d1ce51f] to pc [ptlrpcd_rcv+-1] req@ffff9caf580ba1c0 x1876037329042816/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130463.171071:0:28590:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130463.171074:0:28590:0:(pinger.c:229:ptlrpc_pinger_process_import()) c4ff2dbd-4d13-4802-9c50-d71e34d32a35->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789130463.171080:0:28590:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1789130463.171084:0:28590:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf580ba940. 00000020:00000040:2.0:1789130463.171087:0:28590:0:(genops.c:1210:class_import_get()) import ffff9caf6079a800 refcount=4 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000100:00000001:2.0:1789130463.171090:0:28590:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789130463.171091:0:28590:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789130463.171093:0:28590:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789130463.171098:0:28590:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9caf49c42200. 00000100:00000001:2.0:1789130463.171102:0:28590:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130463.171107:0:28590:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging c4ff2dbd-4d13-4802-9c50-d71e34d32a35->lustre-MDT0000_UUID req@ffff9caf580ba940 x1876037329042944/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789130463.171114:0:28590:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789130463.171116:0:28590:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130463.171122:0:28590:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000099e320f9] to pc [ptlrpcd_01_01+1] req@ffff9caf580ba940 x1876037329042944/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130463.172909:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789130463.172917:0:2350:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789130463.172921:0:2350:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789130463.172937:0:2350:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf580ba940 x1876037329042944/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130463.172948:0:2350:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789130463.172951:0:2350:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789130463.172958:0:2350:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789130463.172962:0:2350:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789130463.172965:0:2350:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789130463.172975:0:2350:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf580ba940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:2350:1876037329042944:192.168.204.123@tcp:400:kworker.0 00000100:00000001:3.0:1789130463.172982:0:2350:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789130463.172991:0:2350:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789130463.172995:0:2350:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789130463.172999:0:2350:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789130463.173007:0:2350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9caf5875ae00. 02000000:00000001:3.0:1789130463.173010:0:2350:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789130463.173019:0:2350:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:3.0:1789130463.173024:0:2350:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf60788c60. 00000400:00000010:3.0:1789130463.173032:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf4549f770. 00000100:00000200:3.0:1789130463.173042:0:2350:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876037329042944, portal 10 00000100:00000001:3.0:1789130463.173045:0:2350:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789130463.173046:0:2350:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875643210048 : -109198066341568 : ffff9caf580ba940) 00000100:00000040:3.0:1789130463.173056:0:2350:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9caf580ba940 x1876037329042944/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130479 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130463.173065:0:2350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789130463.173068:0:2350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:3.0:1789130463.173071:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf4549f7f8. 00000100:00000200:3.0:1789130463.173074:0:2350:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876037329042944, offset 0 00000400:00000200:3.0:1789130463.173082:0:2350:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:3.0:1789130463.173094:0:2350:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130463.173104:0:2350:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:3.0:1789130463.173112:0:2350:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789130463.173117:0:2350:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:3.0:1789130463.173122:0:2350:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789130463.173126:0:2350:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:3.0:1789130463.173130:0:2350:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2591:2591:256:4294967295] 192.168.204.123@tcp LPNI seq info [2590:2590:8:4294967295] 00000400:00000200:3.0:1789130463.173134:0:2350:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130463.173145:0:2350:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:3.0:1789130463.173152:0:2350:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:3.0:1789130463.173159:0:2350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf47fd2500. 00000800:00000200:3.0:1789130463.173167:0:2350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:3.0:1789130463.173179:0:2350:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:3.0:1789130463.173184:0:2350:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf47fd2500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789130463.173200:0:2350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130463.173205:0:2350:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: using a timeout of 829313 usecs (830 jiffies) 00000400:00000200:3.0:1789130463.173209:0:2350:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:3.0:1789130463.173212:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296558023 00000100:00000010:3.0:1789130463.173217:0:2350:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9caf584019c0. 00000100:00000001:3.0:1789130463.173227:0:2350:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request now active for cpu 2 00000100:00000001:3.0:1789130463.173235:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296558023 00000100:00000010:3.0:1789130463.173239:0:2350:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9caf584013c0. 00000100:00000001:3.0:1789130463.173242:0:2350:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request now active for cpu 3 00000100:00000001:3.0:1789130463.173245:0:2350:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789130463.173249:0:2350:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130463.173253:0:2350:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130463.173256:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130463.173266:0:2350:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789130463.173269:0:2350:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1789130463.173271:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789130463.173273:0:2350:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789130463.173274:0:2350:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130463.173277:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130463.173587:0:28590:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130463.173594:0:28590:0:(pinger.c:229:ptlrpc_pinger_process_import()) c4ff2dbd-4d13-4802-9c50-d71e34d32a35->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789130463.173599:0:28590:0:(pinger.c:247:ptlrpc_pinger_process_import()) c4ff2dbd-4d13-4802-9c50-d71e34d32a35->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789130463.173602:0:28590:0:(pinger.c:229:ptlrpc_pinger_process_import()) c4ff2dbd-4d13-4802-9c50-d71e34d32a35->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789130463.173607:0:28590:0:(pinger.c:247:ptlrpc_pinger_process_import()) c4ff2dbd-4d13-4802-9c50-d71e34d32a35->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789130463.173614:0:28590:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1894) 00000100:00000001:0.0:1789130463.173643:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789130463.173649:0:2346:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789130463.173651:0:2346:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789130463.173662:0:2346:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf580ba1c0 x1876037329042816/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130463.173672:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789130463.173675:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130463.173678:0:2346:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789130463.173681:0:2346:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789130463.173683:0:2346:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789130463.173686:0:2346:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf580ba1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:70f26143-21ad-4cd3-af2c-0601ab5c9490:2346:1876037329042816:192.168.204.123@tcp:250:kworker.0 00000100:00000001:0.0:1789130463.173691:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789130463.173694:0:2346:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789130463.173697:0:2346:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130463.173698:0:2346:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789130463.173703:0:2346:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9caf482bc400. 02000000:00000001:0.0:1789130463.173705:0:2346:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789130463.173710:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:0.0:1789130463.173715:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf50131bb0. 00000400:00000010:0.0:1789130463.173720:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf5801ef68. 00000100:00000200:0.0:1789130463.173725:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876037329042816, portal 25 00000100:00000001:0.0:1789130463.173726:0:2346:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789130463.173728:0:2346:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875643208128 : -109198066343488 : ffff9caf580ba1c0) 00000100:00000040:0.0:1789130463.173733:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9caf580ba1c0 x1876037329042816/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 1789130478 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130463.173740:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789130463.173743:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:0.0:1789130463.173745:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf5801e220. 00000100:00000200:0.0:1789130463.173749:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876037329042816, offset 0 00000400:00000200:0.0:1789130463.173755:0:2346:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:0.0:1789130463.173759:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:0.0:1789130463.173764:0:2346:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:0.0:1789130463.173768:0:2346:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789130463.173771:0:2346:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:0.0:1789130463.173774:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789130463.173776:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:0.0:1789130463.173779:0:2346:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2592:2592:255:4294967295] 192.168.204.123@tcp LPNI seq info [2591:2591:7:4294967295] 00000400:00000200:0.0:1789130463.173783:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:0.0:1789130463.173790:0:2346:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:0.0:1789130463.173794:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:0.0:1789130463.173799:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf451e7d00. 00000800:00000200:0.0:1789130463.173847:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:0.0:1789130463.173853:0:2346:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:0.0:1789130463.173857:0:2346:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf451e7d00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:0.0:1789130463.173861:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789130463.173865:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:0.0:1789130463.173868:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.123@tcp: PM QoS new deadline estimation for cpu 2 is 4296561282 00000100:00000001:0.0:1789130463.173875:0:2346:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.123@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296558023 00000100:00000001:0.0:1789130463.173879:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.123@tcp: PM QoS new deadline estimation for cpu 3 is 4296561282 00000100:00000001:0.0:1789130463.173883:0:2346:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.123@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296558023 00000100:00000001:0.0:1789130463.173887:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789130463.173889:0:2346:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130463.173892:0:2346:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130463.173894:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130463.173898:0:2346:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789130463.173899:0:2346:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1789130463.173901:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789130463.173903:0:2346:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789130463.173904:0:2346:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130463.173906:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789130463.174023:0:2342:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789130463.174029:0:2342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf47fd2500. 00000400:00000200:3.0:1789130463.174034:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130463.174040:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:3.0:1789130463.174047:0:2342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf4549f7f8 00000400:00000010:3.0:1789130463.174050:0:2342:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf4549f7f8. 00000100:00000001:3.0:1789130463.174056:0:2342:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789130463.174060:0:2342:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf580ba940 x1876037329042944/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130479 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130463.174073:0:2342:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130463.174077:0:2342:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf580ba940 x1876037329042944/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130479 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130463.174085:0:2342:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130463.174086:0:2342:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1789130463.174144:0:2342:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789130463.174147:0:2342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf451e7d00. 00000400:00000200:3.0:1789130463.174151:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130463.174154:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:3.0:1789130463.174157:0:2342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf5801e220 00000400:00000010:3.0:1789130463.174159:0:2342:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf5801e220. 00000100:00000001:3.0:1789130463.174161:0:2342:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789130463.174165:0:2342:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf580ba1c0 x1876037329042816/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 1789130478 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130463.174173:0:2342:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130463.174176:0:2342:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf580ba1c0 x1876037329042816/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 1789130478 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130463.174182:0:2342:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130463.174184:0:2342:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1789130463.174195:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789130463.174199:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1789130463.177169:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130463.177189:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789130463.177195:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130463.177197:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130463.177208:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130463.177217:0:2341:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:3.0:1789130463.177226:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130463.177231:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130463.177236:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130463.177240:0:2341:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 416 into portal 25 MB=0x6aa3efa953d80 00000400:00000200:3.0:1789130463.177245:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130463.177251:0:2341:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.123@tcp of length 416/416 into md 0x6fc5 [1] + 0 00000800:00000001:3.0:1789130463.177257:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130463.177262:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130463.177266:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130463.177269:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:3.0:1789130463.177277:0:2341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789130463.177286:0:2341:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf580ba1c0 x1876037329042816/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 1789130478 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789130463.177296:0:2341:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff9caf580ba1c0 x1876037329042816/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 1789130478 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130463.177306:0:2341:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789130463.177314:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130463.177316:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789130463.178677:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130463.178691:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789130463.178696:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130463.178699:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130463.178707:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130463.178714:0:2342:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:3.0:1789130463.178723:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130463.178728:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130463.178733:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130463.178737:0:2342:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 224 into portal 10 MB=0x6aa3efa953e00 00000400:00000200:3.0:1789130463.178743:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130463.178750:0:2342:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.123@tcp of length 224/224 into md 0x6fb5 [1] + 224 00000800:00000001:3.0:1789130463.178757:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130463.178764:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130463.178773:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130463.178778:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:3.0:1789130463.178787:0:2342:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789130463.178797:0:2342:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf580ba940 x1876037329042944/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130479 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789130463.178836:0:2342:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9caf580ba940 x1876037329042944/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130479 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130463.178861:0:2342:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789130463.178867:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:3.0:1789130463.178871:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1789130463.178875:0:2346:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000800:00000001:3.0:1789130463.178876:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1789130463.178886:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1789130463.178891:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000001:0.0:1789130463.178891:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1789130463.178896:0:2350:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000010:0.0:1789130463.178899:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf50131bb0. 00000400:00000200:0.0:1789130463.178906:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf5801ef68 00000400:00000010:0.0:1789130463.179090:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf5801ef68. 00000100:00000001:0.0:1789130463.179096:0:2346:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000001:3.0:1789130463.179097:0:2350:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789130463.179100:0:2350:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789130463.179102:0:2350:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf60788c60. 00000100:00000200:0.0:1789130463.179104:0:2346:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf580ba1c0 x1876037329042816/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 1789130478 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1789130463.179106:0:2350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf4549f770 00000400:00000010:3.0:1789130463.179109:0:2350:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf4549f770. 00000100:00000001:3.0:1789130463.179116:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789130463.179125:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf580ba940 x1876037329042944/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130479 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789130463.179126:0:2346:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf580ba1c0 x1876037329042816/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/544 e 0 to 0 dl 1789130478 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789130463.179143:0:2350:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf580ba940 x1876037329042944/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130479 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130463.179148:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789130463.179149:0:2350:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130463.179151:0:2350:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789130463.179154:0:2350:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789130463.179156:0:2350:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789130463.179158:0:2350:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789130463.179161:0:2350:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789130463.179172:0:2350:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf6079ac60 time=82 v=5 (5 104 104 104) 00000100:00001000:3.0:1789130463.179175:0:2350:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf6079ac18 time=4 v=5 (1 0 0 0) 00000100:00000001:3.0:1789130463.179177:0:2350:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789130463.179179:0:2350:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130463.179181:0:2350:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1789130463.179185:0:2350:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9caf580ba940 x1876037329042944/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130479 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1789130463.179189:0:2350:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130463.179192:0:2350:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789130463.179194:0:2350:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9caf5014c800: skip recheck: last_committed 4294967654 00000100:00000001:3.0:1789130463.179195:0:2350:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789130463.179197:0:2350:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130463.179200:0:2350:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf580ba940 x1876037329042944/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130479 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130463.179205:0:2350:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789130463.179207:0:2350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789130463.179209:0:2350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789130463.179211:0:2350:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf580ba940 x1876037329042944/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130479 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789130463.179216:0:2350:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf580ba940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:2350:1876037329042944:192.168.204.123@tcp:400:kworker.0 00000100:00000001:3.0:1789130463.179219:0:2350:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130463.179223:0:2350:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1789130463.179227:0:2346:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:3.0:1789130463.179228:0:2350:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf580ba940 x1876037329042944/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130479 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130463.179232:0:2346:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130463.179238:0:2350:0:(client.c:2793:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1789130463.179238:0:2346:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789130463.179242:0:2350:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1789130463.179243:0:2346:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789130463.179246:0:2346:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 02000000:00000010:3.0:1789130463.179247:0:2350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9caf5875ae00. 00000100:00000001:0.0:1789130463.179248:0:2346:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789130463.179250:0:2350:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789130463.179253:0:2350:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1789130463.179256:0:2350:0:(genops.c:1223:class_import_put()) import ffff9caf6079a800 refcount=3 obd=lustre-MDT0000-mdc-ffff9caf5014c800 02000000:00000001:0.0:1789130463.179257:0:2346:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789130463.179259:0:2350:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1789130463.179263:0:2350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9caf49c42200. 00000100:00001000:0.0:1789130463.179265:0:2346:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf586cec60 time=82 v=5 (5 5 5 5) 02000000:00000001:3.0:1789130463.179266:0:2350:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789130463.179269:0:2350:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00001000:0.0:1789130463.179271:0:2346:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf586cec18 time=82 v=10 (10 1 1 1) 00000100:00000010:3.0:1789130463.179272:0:2350:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf580ba940. 00000100:00000001:3.0:1789130463.179278:0:2350:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789130463.179278:0:2346:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789130463.179281:0:2350:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130463.179281:0:2346:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130463.179286:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789130463.179287:0:2346:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789130463.179290:0:2346:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130463.179292:0:2346:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130463.179295:0:2350:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789130463.179298:0:2350:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130463.179300:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1789130463.179300:0:2346:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf580ba1c0 x1876037329042816/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/416 e 0 to 0 dl 1789130478 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130463.179304:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130463.179377:0:2346:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789130463.179380:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789130463.179382:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130463.179385:0:2346:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00080000:0.0:1789130463.179394:0:2346:0:(import.c:1132:ptlrpc_connect_interpret()) MGC192.168.204.123@tcp: connect to target with instance 0 00000020:00000001:0.0:1789130463.179397:0:2346:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1789130463.179399:0:2346:0:(genops.c:804:class_conn2export()) looking for export cookie 0xde5303b1d982c1e7 00000020:00000001:0.0:1789130463.179402:0:2346:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130463.179405:0:2346:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9caf586cc800 refcount=3 00000020:00000001:0.0:1789130463.179409:0:2346:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649574912 : -109198059976704 : ffff9caf586cc800) 00000020:00000001:0.0:1789130463.179413:0:2346:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634875649574912 : -109198059976704 : ffff9caf586cc800) 00000100:00001000:0.0:1789130463.179418:0:2346:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf586cec18 time=1789130463 v=0 (0 0 0 0) 00000100:00001000:0.0:1789130463.179421:0:2346:0:(import.c:2215:obd_at_measure()) AT ffff9caf586cec18 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000020:00000040:0.0:1789130463.179440:0:2346:0:(genops.c:879:class_export_put()) PUTting export ffff9caf586cc800 : new refcount 2 00000100:00000001:0.0:1789130463.179444:0:2346:0:(obd_class.h:1222:obd_import_event()) Process entered 10000000:01000000:0.0:1789130463.179448:0:2346:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808005 10000000:00000001:0.0:1789130463.179451:0:2346:0:(mgc_request.c:1201:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130463.179453:0:2346:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:02000400:0.0:1789130463.179457:0:2346:0:(import.c:1284:ptlrpc_connect_interpret()) Evicted from MGS (at 192.168.204.123@tcp) after server handle changed from 0xcdf1b083821a36fc to 0xcdf1b083821a5f74 00000100:00080000:0.0:1789130463.191589:0:2346:0:(import.c:65:import_set_state_nolock()) ffff9caf586ce800 MGS: changing import state from CONNECTING to EVICTED 00000100:00000001:0.0:1789130463.191601:0:2346:0:(import.c:1292:ptlrpc_connect_interpret()) Process leaving via finish (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789130463.191606:0:2346:0:(import.c:1648:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:0.0:1789130463.191615:0:2346:0:(import.c:1674:ptlrpc_import_recovery_state_machine()) evicted from MGS@192.168.204.123@tcp; invalidating 00000020:00000040:0.0:1789130463.191619:0:2346:0:(genops.c:1210:class_import_get()) import ffff9caf586ce800 refcount=5 obd=MGC192.168.204.123@tcp 00000100:00000001:0.0:1789130463.192524:0:2346:0:(import.c:1695:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130463.192532:0:2346:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130463.192549:0:2346:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf580ba1c0 x1876037329042816/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/416 e 0 to 0 dl 1789130478 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130463.192553:0:33229:0:(import.c:1594:ptlrpc_invalidate_import_thread()) Process entered 00000100:00080000:2.0:1789130463.192570:0:33229:0:(import.c:1598:ptlrpc_invalidate_import_thread()) thread invalidate import MGC192.168.204.123@tcp to MGS@192.168.204.123@tcp 00000100:00100000:0.0:1789130463.192572:0:2346:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf580ba1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:70f26143-21ad-4cd3-af2c-0601ab5c9490:2346:1876037329042816:192.168.204.123@tcp:250:kworker.0 00000100:00100000:2.0:1789130463.192580:0:33229:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:0.0:1789130463.192586:0:2346:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789130463.192587:0:33229:0:(obd_class.h:1222:obd_import_event()) Process entered 10000000:01000000:2.0:1789130463.192593:0:33229:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808003 00000100:00000001:0.0:1789130463.192596:0:2346:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000001:00000001:2.0:1789130463.192602:0:33229:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000100:00000040:0.0:1789130463.192607:0:2346:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf580ba1c0 x1876037329042816/t0(0) o250->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 520/416 e 0 to 0 dl 1789130478 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000001:00000001:2.0:1789130463.192610:0:33229:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:2.0:1789130463.192620:0:33229:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf6165ae00 count: 3 00000100:00000001:0.0:1789130463.192621:0:2346:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789130463.192627:0:2346:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 00010000:00000001:2.0:1789130463.192632:0:33229:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 02000000:00000010:0.0:1789130463.192634:0:2346:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9caf482bc400. 00010000:00000001:2.0:1789130463.192639:0:33229:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 02000000:00000001:0.0:1789130463.192642:0:2346:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789130463.192645:0:33229:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000001:0.0:1789130463.192647:0:2346:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1789130463.192652:0:2346:0:(genops.c:1223:class_import_put()) import ffff9caf586ce800 refcount=4 obd=MGC192.168.204.123@tcp 00000020:00000040:2.0:1789130463.192653:0:33229:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf47e21600 refcount=3 00000020:00000001:0.0:1789130463.192656:0:2346:0:(genops.c:1230:class_import_put()) Process leaving 00000020:00000001:2.0:1789130463.192659:0:33229:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875372049920 : -109198337501696 : ffff9caf47e21600) 02000000:00000010:0.0:1789130463.192664:0:2346:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9caf50104400. 00010000:00000001:2.0:1789130463.192667:0:33229:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875372049920 : -109198337501696 : ffff9caf47e21600) 02000000:00000001:0.0:1789130463.192673:0:2346:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 00010000:00000001:2.0:1789130463.192675:0:33229:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 02000000:00000001:0.0:1789130463.192678:0:2346:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00010000:00010000:2.0:1789130463.192684:0:33229:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.123@tcp lock: ffff9caf47e21600/0xde5303b1d982c1ee lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x110e400000000 nid: local remote: 0xcdf1b083821a3703 expref: -99 pid: 16104 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000010:0.0:1789130463.192684:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf580ba1c0. 00000100:00000001:0.0:1789130463.192693:0:2346:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789130463.192697:0:2346:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:2.0:1789130463.192705:0:33229:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000100:00000001:0.0:1789130463.192706:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 10000000:00010000:2.0:1789130463.192713:0:33229:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.123@tcp lock: ffff9caf47e21600/0xde5303b1d982c1ee lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x110f400000000 nid: local remote: 0xcdf1b083821a3703 expref: -99 pid: 16104 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1789130463.192719:0:2346:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 10000000:01000000:2.0:1789130463.192723:0:33229:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00000100:00000001:0.0:1789130463.192725:0:2346:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1789130463.192730:0:33229:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:2.0:1789130463.192733:0:33229:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-sptlrpc: requeue (r=2 sp=0 st=1) 00000100:00000001:0.0:1789130463.192733:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789130463.192741:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:2.0:1789130463.192743:0:33229:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:2.0:1789130463.192751:0:33229:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1789130463.192754:0:33229:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1789130463.192769:0:33229:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:2.0:1789130463.192771:0:33229:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1789130463.192773:0:33229:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(ffff9caf42b28200) refs 2 10000000:00000001:2.0:1789130463.192776:0:33229:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:2.0:1789130463.192778:0:33229:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789130463.192783:0:33229:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:2.0:1789130463.192786:0:33229:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1789130463.192790:0:33229:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1789130463.192843:0:33229:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1789130463.192846:0:33229:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789130463.192852:0:33229:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1789130463.192859:0:33229:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9caf47e21600 with handle 0xde5303b1d982c1ee from hash 00010000:00000001:2.0:1789130463.192865:0:33229:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1789130463.192869:0:33229:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130463.192872:0:33229:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130463.192874:0:33229:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1789130463.192877:0:33229:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1789130463.192881:0:33229:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1789130463.192884:0:33229:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130463.192886:0:33229:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130463.192889:0:33229:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130463.192891:0:33229:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1789130463.192895:0:33229:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.123@tcp lock: ffff9caf47e21600/0xde5303b1d982c1ee lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x590f400000000 nid: local remote: 0xcdf1b083821a3703 expref: -99 pid: 16104 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789130463.192909:0:33229:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130463.192912:0:33229:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1789130463.192914:0:33229:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130463.192915:0:33229:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130463.192917:0:33229:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf47e20600 refcount=3 00000020:00000001:2.0:1789130463.192922:0:33229:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875372045824 : -109198337505792 : ffff9caf47e20600) 00010000:00000001:2.0:1789130463.192925:0:33229:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875372045824 : -109198337505792 : ffff9caf47e20600) 00010000:00000001:2.0:1789130463.192928:0:33229:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1789130463.192932:0:33229:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.123@tcp lock: ffff9caf47e20600/0xde5303b1d982c1f5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x110e400000000 nid: local remote: 0xcdf1b083821a370a expref: -99 pid: 16104 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00000001:2.0:1789130463.192938:0:33229:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1789130463.192942:0:33229:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.123@tcp lock: ffff9caf47e20600/0xde5303b1d982c1f5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x110f400000000 nid: local remote: 0xcdf1b083821a370a expref: -99 pid: 16104 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789130463.192947:0:33229:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:00000001:2.0:1789130463.192950:0:33229:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:2.0:1789130463.192951:0:33229:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-client: requeue (r=2 sp=0 st=1) 10000000:00000040:2.0:1789130463.192953:0:33229:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:2.0:1789130463.192955:0:33229:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1789130463.192956:0:33229:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1789130463.192970:0:33229:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:2.0:1789130463.192972:0:33229:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1789130463.192974:0:33229:0:(mgc_request.c:123:config_log_put()) log lustre-client(ffff9caf44b98c00) refs 2 10000000:00000001:2.0:1789130463.192976:0:33229:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:2.0:1789130463.192978:0:33229:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789130463.192982:0:33229:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:2.0:1789130463.192984:0:33229:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1789130463.192986:0:33229:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1789130463.192987:0:33229:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1789130463.192989:0:33229:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789130463.192991:0:33229:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1789130463.192994:0:33229:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9caf47e20600 with handle 0xde5303b1d982c1f5 from hash 00010000:00000001:2.0:1789130463.192996:0:33229:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1789130463.192997:0:33229:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130463.192998:0:33229:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130463.192999:0:33229:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1789130463.193001:0:33229:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1789130463.193002:0:33229:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1789130463.193004:0:33229:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130463.193005:0:33229:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130463.193006:0:33229:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130463.193007:0:33229:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1789130463.193010:0:33229:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.123@tcp lock: ffff9caf47e20600/0xde5303b1d982c1f5 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x590f400000000 nid: local remote: 0xcdf1b083821a370a expref: -99 pid: 16104 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789130463.193017:0:33229:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000040:2.0:1789130463.193020:0:33229:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9caf6165ae00 count: 0 00010000:00000040:2.0:1789130463.193027:0:33229:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf4814db00 count: 2 00010000:00000001:2.0:1789130463.193030:0:33229:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1789130463.193031:0:33229:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130463.193033:0:33229:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130463.193035:0:33229:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf46a93c00 refcount=3 00000020:00000001:2.0:1789130463.193037:0:33229:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875351546880 : -109198358004736 : ffff9caf46a93c00) 00010000:00000001:2.0:1789130463.193040:0:33229:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875351546880 : -109198358004736 : ffff9caf46a93c00) 00010000:00000001:2.0:1789130463.193042:0:33229:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1789130463.193045:0:33229:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.123@tcp lock: ffff9caf46a93c00/0xde5303b1d982c21f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x110e400000000 nid: local remote: 0xcdf1b083821a3711 expref: -99 pid: 16104 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00000001:2.0:1789130463.193052:0:33229:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1789130463.193054:0:33229:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.123@tcp lock: ffff9caf46a93c00/0xde5303b1d982c21f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x110f400000000 nid: local remote: 0xcdf1b083821a3711 expref: -99 pid: 16104 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789130463.193063:0:33229:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:00000001:2.0:1789130463.193066:0:33229:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:2.0:1789130463.193068:0:33229:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-cliir: requeue (r=2 sp=0 st=3) 10000000:00000040:2.0:1789130463.193070:0:33229:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:2.0:1789130463.193073:0:33229:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1789130463.193075:0:33229:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1789130463.193078:0:33229:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:2.0:1789130463.193079:0:33229:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1789130463.193080:0:33229:0:(mgc_request.c:123:config_log_put()) log lustre-cliir(ffff9caf44b99600) refs 2 10000000:00000001:2.0:1789130463.193082:0:33229:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:2.0:1789130463.193084:0:33229:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789130463.193087:0:33229:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:2.0:1789130463.193089:0:33229:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1789130463.193091:0:33229:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1789130463.193093:0:33229:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1789130463.193096:0:33229:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789130463.193099:0:33229:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1789130463.193102:0:33229:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9caf46a93c00 with handle 0xde5303b1d982c21f from hash 00010000:00000001:2.0:1789130463.193106:0:33229:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1789130463.193108:0:33229:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130463.193110:0:33229:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130463.193111:0:33229:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1789130463.193114:0:33229:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1789130463.193117:0:33229:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1789130463.193120:0:33229:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130463.193121:0:33229:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130463.193124:0:33229:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130463.193127:0:33229:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1789130463.193131:0:33229:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.123@tcp lock: ffff9caf46a93c00/0xde5303b1d982c21f lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x590f400000000 nid: local remote: 0xcdf1b083821a3711 expref: -99 pid: 16104 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789130463.193139:0:33229:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000040:2.0:1789130463.193209:0:33229:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9caf4814db00 count: 0 00010000:00000040:2.0:1789130463.193217:0:33229:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf4814de00 count: 2 00010000:00000001:2.0:1789130463.193220:0:33229:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1789130463.193225:0:33229:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130463.193227:0:33229:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130463.193229:0:33229:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf46a92a00 refcount=3 00000020:00000001:2.0:1789130463.193231:0:33229:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875351542272 : -109198358009344 : ffff9caf46a92a00) 00010000:00000001:2.0:1789130463.193233:0:33229:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875351542272 : -109198358009344 : ffff9caf46a92a00) 00010000:00000001:2.0:1789130463.193236:0:33229:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1789130463.193239:0:33229:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.123@tcp lock: ffff9caf46a92a00/0xde5303b1d982c226 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x110e400000000 nid: local remote: 0xcdf1b083821a3718 expref: -99 pid: 16104 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00000001:2.0:1789130463.193246:0:33229:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1789130463.193249:0:33229:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.123@tcp lock: ffff9caf46a92a00/0xde5303b1d982c226 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x110f400000000 nid: local remote: 0xcdf1b083821a3718 expref: -99 pid: 16104 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789130463.193255:0:33229:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:00000001:2.0:1789130463.193258:0:33229:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:2.0:1789130463.193260:0:33229:0:(mgc_request.c:723:mgc_requeue_add()) log params: requeue (r=2 sp=0 st=3) 10000000:00000040:2.0:1789130463.193261:0:33229:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:2.0:1789130463.193263:0:33229:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1789130463.193264:0:33229:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1789130463.193333:0:33229:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:2.0:1789130463.193335:0:33229:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1789130463.193337:0:33229:0:(mgc_request.c:123:config_log_put()) log params(ffff9caf44b98a00) refs 2 10000000:00000001:2.0:1789130463.193339:0:33229:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:2.0:1789130463.193341:0:33229:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789130463.193344:0:33229:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:2.0:1789130463.193346:0:33229:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1789130463.193348:0:33229:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1789130463.193349:0:33229:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1789130463.193351:0:33229:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789130463.193353:0:33229:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1789130463.193355:0:33229:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9caf46a92a00 with handle 0xde5303b1d982c226 from hash 00010000:00000001:2.0:1789130463.193358:0:33229:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1789130463.193359:0:33229:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130463.193361:0:33229:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130463.193363:0:33229:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1789130463.193365:0:33229:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1789130463.193367:0:33229:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1789130463.193369:0:33229:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130463.193370:0:33229:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130463.193372:0:33229:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130463.193374:0:33229:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1789130463.193376:0:33229:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.123@tcp lock: ffff9caf46a92a00/0xde5303b1d982c226 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x590f400000000 nid: local remote: 0xcdf1b083821a3718 expref: -99 pid: 16104 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789130463.193383:0:33229:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000040:2.0:1789130463.193386:0:33229:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9caf4814de00 count: 0 00000001:00000001:2.0:1789130463.193392:0:33229:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1789130463.193395:0:33229:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:2.0:1789130463.193397:0:33229:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:2.0:1789130463.193399:0:33229:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1789130463.193402:0:33229:0:(mgc_request.c:1201:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130463.193405:0:33229:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00080000:2.0:1789130463.193414:0:33229:0:(import.c:65:import_set_state_nolock()) ffff9caf586ce800 MGS: changing import state from EVICTED to RECOVER 00000100:00000001:2.0:1789130463.193419:0:33229:0:(import.c:1648:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:2.0:1789130463.193422:0:33229:0:(recover.c:149:ptlrpc_resend()) Process entered 00000100:00000001:2.0:1789130463.193427:0:33229:0:(recover.c:178:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789130463.193440:0:33229:0:(import.c:65:import_set_state_nolock()) ffff9caf586ce800 MGS: changing import state from RECOVER to FULL 00000100:00000001:2.0:1789130463.193444:0:33229:0:(obd_class.h:1222:obd_import_event()) Process entered 10000000:01000000:2.0:1789130463.193446:0:33229:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808004 10000000:00000040:2.0:1789130463.193448:0:33229:0:(mgc_request.c:1185:mgc_import_event()) MGC192.168.204.123@tcp: Reactivating import 00000100:00080000:2.0:1789130463.193533:0:33229:0:(pinger.c:186:ptlrpc_pinger_ir_up()) IR up 10000000:00000001:2.0:1789130463.193535:0:33229:0:(mgc_request.c:1201:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130463.193537:0:33229:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:02000000:2.0:1789130463.193544:0:33229:0:(import.c:1743:ptlrpc_import_recovery_state_machine()) MGC192.168.204.123@tcp: Connection restored to 192.168.204.123@tcp (at 192.168.204.123@tcp) 00000100:00000001:2.0:1789130463.193549:0:33229:0:(import.c:1754:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130463.193552:0:33229:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1789130463.193554:0:33229:0:(genops.c:1223:class_import_put()) import ffff9caf586ce800 refcount=3 obd=MGC192.168.204.123@tcp 00000020:00000001:2.0:1789130463.193557:0:33229:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:2.0:1789130463.193559:0:33229:0:(import.c:1611:ptlrpc_invalidate_import_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1789130463.205865:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf47e21600. 00010000:00000010:2.1:1789130463.205884:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf47e20600. 00010000:00000010:2.1:1789130463.205890:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf6165ae00. 00010000:00000010:2.1:1789130463.205894:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf46a93c00. 00010000:00000010:2.1:1789130463.205898:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf4814db00. 00010000:00000010:2.1:1789130463.205902:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf46a92a00. 00010000:00000010:2.1:1789130463.205905:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf4814de00. 00000020:00000001:2.0:1789130463.585242:0:33237:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f40d7fd10 00000080:00200008:2.0:1789130463.585257:0:33237:0:(file.c:6313:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9caf601980c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1789130463.585268:0:33237:0:(file.c:6206:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1789130463.585269:0:33237:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f40d7fc88 00000080:00200000:2.0:1789130463.585272:0:33237:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8),name=/ 00000080:00000010:2.0:1789130463.585282:0:33237:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9caf48a7bc00. 00800000:00000002:2.0:1789130463.585290:0:33237:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9caf4557c8c0 2 00000080:00000001:2.0:1789130463.585296:0:33237:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1789130463.585369:0:33237:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1789130463.585372:0:33237:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f40d7fba8 00800000:00000002:2.0:1789130463.585376:0:33237:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1789130463.585380:0:33237:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1789130463.585386:0:33237:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1789130463.585393:0:33237:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1789130463.585396:0:33237:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f40d7fa78 00000002:00010000:2.0:1789130463.585397:0:33237:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1789130463.585401:0:33237:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1789130463.585404:0:33237:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789130463.585408:0:33237:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1789130463.585417:0:33237:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789130463.585420:0:33237:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789130463.585433:0:33237:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789130463.585436:0:33237:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1789130463.585440:0:33237:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1789130463.585519:0:33237:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf580ba1c0. 00000020:00000040:2.0:1789130463.585526:0:33237:0:(genops.c:1210:class_import_get()) import ffff9caf6079a800 refcount=4 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00010000:00000001:2.0:1789130463.585533:0:33237:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1789130463.585539:0:33237:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789130463.585544:0:33237:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130463.585548:0:33237:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789130463.585551:0:33237:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789130463.585557:0:33237:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789130463.585566:0:33237:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9caf50107800. 00000100:00000001:2.0:1789130463.585574:0:33237:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130463.585581:0:33237:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789130463.585583:0:33237:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130463.585585:0:33237:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789130463.585587:0:33237:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130463.585589:0:33237:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789130463.585668:0:33237:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446634875643208128 : -109198066343488 : ffff9caf580ba1c0) 00010000:00000001:2.0:1789130463.585674:0:33237:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1789130463.585677:0:33237:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1789130463.585683:0:33237:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9caf48e45300. 00010000:00000010:2.0:1789130463.585689:0:33237:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9caf4938da00. 00010000:00000001:2.0:1789130463.585696:0:33237:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1789130463.585700:0:33237:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9caf46a93c00. 00000020:00000001:2.0:1789130463.585705:0:33237:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1789130463.585709:0:33237:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9caf46a93c00 with handle 0xde5303b1d982cdcc to hash 00000020:00000001:2.0:1789130463.585711:0:33237:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1789130463.585713:0:33237:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446634875351546880 : -109198358004736 : ffff9caf46a93c00) 00010000:00000001:2.0:1789130463.585717:0:33237:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446634875351546880 : -109198358004736 : ffff9caf46a93c00) 00010000:00000001:2.0:1789130463.585723:0:33237:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789130463.585727:0:33237:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789130463.585733:0:33237:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a93c00/0xde5303b1d982cdcc lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 33237 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789130463.585744:0:33237:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a93c00/0xde5303b1d982cdcc lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 33237 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789130463.585756:0:33237:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a93c00/0xde5303b1d982cdcc lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 33237 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1789130463.585763:0:33237:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1789130463.585766:0:33237:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1789130463.585775:0:33237:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9caf48132780. 00000100:00000001:2.0:1789130463.585777:0:33237:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446634875375265664 : -109198334285952 : ffff9caf48132780) 00000100:00000001:2.0:1789130463.585781:0:33237:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789130463.585783:0:33237:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875643208128 : -109198066343488 : ffff9caf580ba1c0) 00000100:00000001:2.0:1789130463.585788:0:33237:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789130463.585793:0:33237:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130463.585796:0:33237:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1789130463.585799:0:33237:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789130463.586079:0:33237:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf580ba1c0 x1876037329043072/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130463.586089:0:33237:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789130463.586092:0:33237:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789130463.586098:0:33237:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789130463.586101:0:33237:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789130463.586105:0:33237:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789130463.586109:0:33237:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf580ba1c0 pname:cluuid:pid:xid:nid:opc:job lfs:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:33237:1876037329043072:192.168.204.123@tcp:101:lfs.0 00000100:00000001:2.0:1789130463.586115:0:33237:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789130463.586123:0:33237:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789130463.586127:0:33237:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789130463.586130:0:33237:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789130463.586137:0:33237:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9caf47fb7000. 02000000:00000001:2.0:1789130463.586140:0:33237:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789130463.586794:0:33237:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:2.0:1789130463.586801:0:33237:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf483fd7e8. 00000400:00000010:2.0:1789130463.588535:0:33237:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf42d18880. 00000100:00000200:2.0:1789130463.588560:0:33237:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1876037329043072, portal 10 00000100:00000001:2.0:1789130463.588564:0:33237:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789130463.588566:0:33237:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875643208128 : -109198066343488 : ffff9caf580ba1c0) 00000100:00000040:2.0:1789130463.588589:0:33237:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9caf580ba1c0 x1876037329043072/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789130479 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130463.588720:0:33237:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789130463.588724:0:33237:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:2.0:1789130463.588731:0:33237:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf42d18440. 00000100:00000200:2.0:1789130463.588736:0:33237:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1876037329043072, offset 0 00000400:00000200:2.0:1789130463.588745:0:33237:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:2.0:1789130463.588761:0:33237:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130463.588773:0:33237:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:2.0:1789130463.588782:0:33237:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789130463.588788:0:33237:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:2.0:1789130463.588794:0:33237:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789130463.588797:0:33237:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:2.0:1789130463.588801:0:33237:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2593:2593:256:4294967295] 192.168.204.123@tcp LPNI seq info [2592:2592:8:4294967295] 00000400:00000200:2.0:1789130463.588878:0:33237:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130463.588891:0:33237:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:2.0:1789130463.588899:0:33237:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:2.0:1789130463.588906:0:33237:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf49c42f00. 00000800:00000200:2.0:1789130463.588915:0:33237:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:2.0:1789130463.588925:0:33237:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:2.0:1789130463.588930:0:33237:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf49c42f00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:2.0:1789130463.589001:0:33237:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130463.589007:0:33237:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: using a timeout of 828271 usecs (829 jiffies) 00000400:00000200:2.0:1789130463.589012:0:33237:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:2.0:1789130463.589016:0:33237:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296558440 00000100:00000001:2.0:1789130463.589020:0:33237:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 2, keep current deadline 4296561282 00000100:00000001:2.0:1789130463.589023:0:33237:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296558440 00000100:00000001:2.0:1789130463.589025:0:33237:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 3, keep current deadline 4296561282 00000100:00000001:2.0:1789130463.589028:0:33237:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789130463.589031:0:33237:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130463.589035:0:33237:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789130463.589038:0:33237:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1789130463.589041:0:33237:0:(client.c:2715:ptlrpc_set_wait()) set ffff9caf48132780 going to sleep for 11 seconds 00000100:00000001:2.0:1789130463.589044:0:33237:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789130463.589048:0:33237:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789130463.595661:0:2341:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789130463.595676:0:2341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf49c42f00. 00000400:00000200:3.0:1789130463.595686:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130463.595697:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:3.0:1789130463.595705:0:2341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf42d18440 00000400:00000010:3.0:1789130463.595708:0:2341:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf42d18440. 00000100:00000001:3.0:1789130463.595715:0:2341:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789130463.595725:0:2341:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf580ba1c0 x1876037329043072/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789130479 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130463.595741:0:2341:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130463.595745:0:2341:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf580ba1c0 x1876037329043072/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789130479 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130463.595754:0:2341:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130463.595755:0:2341:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1789130463.597390:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130463.597412:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789130463.597416:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130463.597419:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130463.597941:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130463.597952:0:2342:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:3.0:1789130463.597965:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130463.597971:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130463.597978:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130463.597983:0:2342:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 688 into portal 10 MB=0x6aa3efa953e80 00000400:00000200:3.0:1789130463.597988:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130463.597996:0:2342:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.123@tcp of length 688/688 into md 0x6fcd [1] + 224 00000800:00000001:3.0:1789130463.598005:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130463.598015:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130463.598019:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130463.598024:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:3.0:1789130463.598033:0:2342:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789130463.598044:0:2342:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf580ba1c0 x1876037329043072/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789130479 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789130463.598056:0:2342:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9caf580ba1c0 x1876037329043072/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789130479 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130463.598073:0:2342:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789130463.598082:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130463.598086:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130463.598203:0:33237:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789130463.598213:0:33237:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789130463.598216:0:33237:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789130463.598220:0:33237:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf483fd7e8. 00000400:00000200:1.0:1789130463.598226:0:33237:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf42d18880 00000400:00000010:1.0:1789130463.598228:0:33237:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf42d18880. 00000100:00000001:1.0:1789130463.598232:0:33237:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789130463.598237:0:33237:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf580ba1c0 x1876037329043072/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789130479 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1789130463.598253:0:33237:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf580ba1c0 x1876037329043072/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789130479 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130463.598259:0:33237:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789130463.598262:0:33237:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130463.598264:0:33237:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789130463.598269:0:33237:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789130463.598272:0:33237:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789130463.598275:0:33237:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130463.598279:0:33237:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789130463.598291:0:33237:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf6079ac60 time=82 v=5 (5 104 104 104) 00000100:00001000:1.0:1789130463.598296:0:33237:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf6079ac18 time=4 v=5 (1 0 0 0) 00000100:00000001:1.0:1789130463.598299:0:33237:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789130463.598301:0:33237:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130463.598316:0:33237:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789130463.598320:0:33237:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130463.598325:0:33237:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789130463.598328:0:33237:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9caf5014c800: skip recheck: last_committed 4294967654 00000100:00000001:1.0:1789130463.598331:0:33237:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789130463.598333:0:33237:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789130463.598339:0:33237:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf580ba1c0 x1876037329043072/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1789130479 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130463.598346:0:33237:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789130463.598350:0:33237:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789130463.598353:0:33237:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789130463.598357:0:33237:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf580ba1c0 x1876037329043072/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1789130479 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1789130463.598365:0:33237:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf580ba1c0 pname:cluuid:pid:xid:nid:opc:job lfs:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:33237:1876037329043072:192.168.204.123@tcp:101:lfs.0 00000100:00000001:1.0:1789130463.598370:0:33237:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130463.598373:0:33237:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130463.598376:0:33237:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1789130463.598378:0:33237:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789130463.598383:0:33237:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf580ba1c0 x1876037329043072/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1789130479 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130463.598390:0:33237:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789130463.598394:0:33237:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9caf48132780. 00000100:00000001:1.0:1789130463.598397:0:33237:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1789130463.598399:0:33237:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130463.598402:0:33237:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1789130463.598408:0:33237:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130463.598411:0:33237:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130463.598415:0:33237:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf46a93c00 refcount=4 00000020:00000001:1.0:1789130463.598417:0:33237:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875351546880 : -109198358004736 : ffff9caf46a93c00) 00010000:00000001:1.0:1789130463.598431:0:33237:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875351546880 : -109198358004736 : ffff9caf46a93c00) 00010000:00000040:1.0:1789130463.598439:0:33237:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9caf46a93c00, remote cookie: 0xcdf1b083821a5f82, flags: 0x1001 00010000:00010000:1.0:1789130463.598854:0:33237:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a93c00/0xde5303b1d982cdcc lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a5f82 expref: -99 pid: 33237 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789130463.598870:0:33237:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a93c00/0xde5303b1d982cdcc lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a5f82 expref: -99 pid: 33237 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789130463.598878:0:33237:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1789130463.598885:0:33237:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1789130463.598889:0:33237:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1789130463.598891:0:33237:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1789130463.598892:0:33237:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1789130463.598896:0:33237:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff9caf48e45300) refcount = 1 00010000:00010000:1.0:1789130463.598901:0:33237:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a93c00/0xde5303b1d982cdcc lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a5f82 expref: -99 pid: 33237 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789130463.598909:0:33237:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1789130463.598914:0:33237:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1789130463.598916:0:33237:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789130463.598920:0:33237:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1789130463.598922:0:33237:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789130463.598927:0:33237:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a93c00/0xde5303b1d982cdcc lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a5f82 expref: -99 pid: 33237 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789130463.598933:0:33237:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1789130463.598936:0:33237:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130463.598938:0:33237:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130463.598939:0:33237:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130463.598940:0:33237:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130463.598942:0:33237:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789130463.598949:0:33237:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1789130463.598951:0:33237:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130463.598952:0:33237:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130463.598954:0:33237:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf46a93c00 refcount=3 00000020:00000001:1.0:1789130463.598957:0:33237:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875351546880 : -109198358004736 : ffff9caf46a93c00) 00010000:00000001:1.0:1789130463.598959:0:33237:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875351546880 : -109198358004736 : ffff9caf46a93c00) 00010000:00000001:1.0:1789130463.598962:0:33237:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130463.598963:0:33237:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130463.598964:0:33237:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf46a93c00 refcount=4 00000020:00000001:1.0:1789130463.598966:0:33237:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875351546880 : -109198358004736 : ffff9caf46a93c00) 00010000:00000001:1.0:1789130463.598968:0:33237:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875351546880 : -109198358004736 : ffff9caf46a93c00) 00010000:00000001:1.0:1789130463.598971:0:33237:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789130463.598975:0:33237:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789130463.598979:0:33237:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a93c00/0xde5303b1d982cdcc lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a5f82 expref: -99 pid: 33237 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789130463.598986:0:33237:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130463.598987:0:33237:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130463.598989:0:33237:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130463.598990:0:33237:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130463.598992:0:33237:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf46a93c00 refcount=5 00000020:00000001:1.0:1789130463.598993:0:33237:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875351546880 : -109198358004736 : ffff9caf46a93c00) 00010000:00000001:1.0:1789130463.598995:0:33237:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875351546880 : -109198358004736 : ffff9caf46a93c00) 00010000:00000001:1.0:1789130463.598998:0:33237:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789130463.599002:0:33237:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a93c00/0xde5303b1d982cdcc lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a5f82 expref: -99 pid: 33237 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789130463.599009:0:33237:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130463.599010:0:33237:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1789130463.599013:0:33237:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a93c00/0xde5303b1d982cdcc lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a5f82 expref: -99 pid: 33237 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789130463.599020:0:33237:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789130463.599021:0:33237:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130463.599022:0:33237:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130463.599024:0:33237:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130463.599025:0:33237:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1789130463.599031:0:33237:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9caf580ba1c0 x1876037329043072/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1789130479 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1789130463.599040:0:33237:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130463.599041:0:33237:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130463.599042:0:33237:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf46a93c00 refcount=3 00000020:00000001:1.0:1789130463.599044:0:33237:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875351546880 : -109198358004736 : ffff9caf46a93c00) 00010000:00000001:1.0:1789130463.599046:0:33237:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875351546880 : -109198358004736 : ffff9caf46a93c00) 00010000:00000001:1.0:1789130463.599049:0:33237:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130463.599050:0:33237:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789130463.599051:0:33237:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789130463.599054:0:33237:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789130463.599057:0:33237:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1789130463.599059:0:33237:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130463.599061:0:33237:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130463.599062:0:33237:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf46a93c00 refcount=3 00000020:00000001:1.0:1789130463.599064:0:33237:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875351546880 : -109198358004736 : ffff9caf46a93c00) 00010000:00000001:1.0:1789130463.599066:0:33237:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875351546880 : -109198358004736 : ffff9caf46a93c00) 00000002:00010000:1.0:1789130463.599069:0:33237:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a93c00/0xde5303b1d982cdcc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a5f82 expref: -99 pid: 33237 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789130463.599079:0:33237:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130463.599080:0:33237:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130463.599082:0:33237:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1789130463.599083:0:33237:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130463.599084:0:33237:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130463.599085:0:33237:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf46a93c00 refcount=3 00000020:00000001:1.0:1789130463.599087:0:33237:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875351546880 : -109198358004736 : ffff9caf46a93c00) 00010000:00000001:1.0:1789130463.599089:0:33237:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875351546880 : -109198358004736 : ffff9caf46a93c00) 00010000:00000040:1.0:1789130463.599096:0:33237:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf48e45300 count: 2 00010000:00000001:1.0:1789130463.599099:0:33237:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1789130463.599104:0:33237:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9caf4630e800 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:1.0:1789130463.599106:0:33237:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130463.599107:0:33237:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789130463.599109:0:33237:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1789130463.599112:0:33237:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f40d7fa00 00000002:00002000:1.0:1789130463.599114:0:33237:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:1.0:1789130463.599117:0:33237:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789130463.599122:0:33237:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789130463.599125:0:33237:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1789130463.599128:0:33237:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:1.0:1789130463.599132:0:33237:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789130463.599137:0:33237:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9caf4557c8c0 2 00000080:00000010:1.0:1789130463.599141:0:33237:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9caf48a7bc00. 00000080:00000001:1.0:1789130463.599148:0:33237:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1789130463.599151:0:33237:0:(llite_lib.c:3864:ll_prep_inode()) Process entered 00000002:00000001:1.0:1789130463.599158:0:33237:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:1.0:1789130463.599162:0:33237:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:1.0:1789130463.599171:0:33237:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9caf58606680. 00800000:00000001:1.0:1789130463.599174:0:33237:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446634875648763520 : -109198060788096 : ffff9caf58606680) 00800000:00000001:1.0:1789130463.599176:0:33237:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789130463.599179:0:33237:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1789130463.599182:0:33237:0:(llite_lib.c:1973:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1789130463.599185:0:33237:0:(llite_lib.c:1977:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:1.0:1789130463.599188:0:33237:0:(llite_lib.c:1928:ll_update_default_lsm_md()) Process entered 00000080:00000001:1.0:1789130463.599191:0:33237:0:(llite_lib.c:1950:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1789130463.599193:0:33237:0:(llite_lib.c:1994:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130463.599198:0:33237:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:1.0:1789130463.599201:0:33237:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00000002:1.0:1789130463.599204:0:33237:0:(llite_lib.c:3071:ll_update_inode()) setting ino 144115188193296385 mtime from 1789130417 to 1789130427 00000080:00200000:1.0:1789130463.599210:0:33237:0:(llite_lib.c:3140:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 8704 00010000:00000001:1.0:1789130463.599212:0:33237:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130463.599214:0:33237:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130463.599215:0:33237:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf46a93c00 refcount=3 00000020:00000001:1.0:1789130463.599217:0:33237:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875351546880 : -109198358004736 : ffff9caf46a93c00) 00010000:00000001:1.0:1789130463.599219:0:33237:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875351546880 : -109198358004736 : ffff9caf46a93c00) 00010000:00000001:1.0:1789130463.599221:0:33237:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130463.599222:0:33237:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1789130463.599224:0:33237:0:(llite_lib.c:3962:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1789130463.599227:0:33237:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:1.0:1789130463.599228:0:33237:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9caf58606680 1 00800000:00000010:1.0:1789130463.599231:0:33237:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9caf58606680. 00800000:00000001:1.0:1789130463.599233:0:33237:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789130463.599237:0:33237:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9caf601980c8) for lock 0xde5303b1d982cdcc 00800000:00000001:1.0:1789130463.599240:0:33237:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1789130463.599242:0:33237:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1789130463.599243:0:33237:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130463.599244:0:33237:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130463.599245:0:33237:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf46a93c00 refcount=3 00000020:00000001:1.0:1789130463.599247:0:33237:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875351546880 : -109198358004736 : ffff9caf46a93c00) 00010000:00000001:1.0:1789130463.599249:0:33237:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875351546880 : -109198358004736 : ffff9caf46a93c00) 00010000:00000001:1.0:1789130463.599251:0:33237:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130463.599252:0:33237:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789130463.599254:0:33237:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789130463.599256:0:33237:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130463.599259:0:33237:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789130463.599262:0:33237:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9caf601980c8) 00000080:00010000:1.0:1789130463.599265:0:33237:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xde5303b1d982cdcc from it ffffb97f40d7fcc0 00010000:00000001:1.0:1789130463.599268:0:33237:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130463.599269:0:33237:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130463.599271:0:33237:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf46a93c00 refcount=3 00000020:00000001:1.0:1789130463.599273:0:33237:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875351546880 : -109198358004736 : ffff9caf46a93c00) 00010000:00000001:1.0:1789130463.599275:0:33237:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875351546880 : -109198358004736 : ffff9caf46a93c00) 00010000:00000001:1.0:1789130463.599277:0:33237:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789130463.599279:0:33237:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a93c00/0xde5303b1d982cdcc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a5f82 expref: -99 pid: 33237 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789130463.599286:0:33237:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130463.599287:0:33237:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130463.599289:0:33237:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1789130463.599291:0:33237:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1789130463.599294:0:33237:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a93c00/0xde5303b1d982cdcc lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a5f82 expref: -99 pid: 33237 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1789130463.599852:0:33237:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1789130463.599859:0:33237:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1789130463.599861:0:33237:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789130463.599868:0:33237:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130463.599869:0:33237:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130463.599872:0:33237:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130463.599877:0:33237:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1789130463.599880:0:33237:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130463.599882:0:33237:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130463.599885:0:33237:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130463.599887:0:33237:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789130463.599889:0:33237:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130463.599890:0:33237:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1789130463.599894:0:33237:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789130463.599902:0:33237:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf580ba1c0 x1876037329043072/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1789130479 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130463.599910:0:33237:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789130463.599913:0:33237:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789130463.599918:0:33237:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9caf47fb7000. 02000000:00000001:1.0:1789130463.599924:0:33237:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789130463.599928:0:33237:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1789130463.599930:0:33237:0:(genops.c:1223:class_import_put()) import ffff9caf6079a800 refcount=3 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000020:00000001:1.0:1789130463.599932:0:33237:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1789130463.599936:0:33237:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9caf50107800. 02000000:00000001:1.0:1789130463.599941:0:33237:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789130463.599943:0:33237:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789130463.599945:0:33237:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf580ba1c0. 00000100:00000001:1.0:1789130463.599950:0:33237:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789130463.599952:0:33237:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1789130463.599957:0:33237:0:(file.c:6266:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130463.599963:0:33237:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f40d7fd10 00000080:00000008:1.0:1789130463.599966:0:33237:0:(file.c:6498:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff9caf601980c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1789130463.601203:0:33237:0:(llite_lib.c:4271:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130463.601256:0:33237:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f40d7fd10 00000080:00200008:1.0:1789130463.601260:0:33237:0:(file.c:6313:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9caf601980c8), request_mask 0, flags 0, foreign 0 00000080:00000001:1.0:1789130463.601268:0:33237:0:(file.c:6206:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1789130463.601270:0:33237:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f40d7fc88 00000080:00200000:1.0:1789130463.601272:0:33237:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8),name=/ 00000080:00000010:1.0:1789130463.601279:0:33237:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9caf47e8ec00. 00800000:00000002:1.0:1789130463.601287:0:33237:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9caf4557c8c0 2 00000080:00000001:1.0:1789130463.601291:0:33237:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1789130463.601298:0:33237:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1789130463.601301:0:33237:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f40d7fba8 00800000:00000002:1.0:1789130463.601315:0:33237:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1789130463.601320:0:33237:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1789130463.601325:0:33237:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1789130463.601332:0:33237:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1789130463.601335:0:33237:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f40d7fa78 00000002:00010000:1.0:1789130463.601337:0:33237:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1789130463.601341:0:33237:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1789130463.601344:0:33237:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789130463.601347:0:33237:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789130463.601356:0:33237:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf48e45300 count: 2 00010000:00000001:1.0:1789130463.601359:0:33237:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789130463.601366:0:33237:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789130463.601371:0:33237:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1789130463.601377:0:33237:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a93c00/0xde5303b1d982cdcc lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a5f82 expref: -99 pid: 33237 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:1.0:1789130463.601390:0:33237:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1789130463.601396:0:33237:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789130463.601400:0:33237:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a93c00/0xde5303b1d982cdcc lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a5f82 expref: -99 pid: 33237 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:1.0:1789130463.601407:0:33237:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1789130463.601409:0:33237:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1789130463.601411:0:33237:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1789130463.601413:0:33237:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1789130463.601416:0:33237:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1789130463.601418:0:33237:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1789130463.601431:0:33237:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1789130463.601757:0:33237:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9caf4557c8c0 2 00000080:00000010:1.0:1789130463.601878:0:33237:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9caf47e8ec00. 00000080:00000001:1.0:1789130463.601884:0:33237:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1789130463.601885:0:33237:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789130463.601888:0:33237:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9caf601980c8) 00000080:00010000:1.0:1789130463.601892:0:33237:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9caf601980c8) for lock 0xde5303b1d982cdcc 00800000:00000001:1.0:1789130463.601896:0:33237:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1789130463.601899:0:33237:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1789130463.601901:0:33237:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130463.601903:0:33237:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130463.601906:0:33237:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf46a93c00 refcount=3 00000020:00000001:1.0:1789130463.601908:0:33237:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875351546880 : -109198358004736 : ffff9caf46a93c00) 00010000:00000001:1.0:1789130463.601911:0:33237:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875351546880 : -109198358004736 : ffff9caf46a93c00) 00010000:00000001:1.0:1789130463.601914:0:33237:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130463.601916:0:33237:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789130463.601917:0:33237:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789130463.601919:0:33237:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789130463.601922:0:33237:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xde5303b1d982cdcc from it ffffb97f40d7fcc0 00010000:00000001:1.0:1789130463.601924:0:33237:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130463.601925:0:33237:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130463.601926:0:33237:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf46a93c00 refcount=3 00000020:00000001:1.0:1789130463.601928:0:33237:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875351546880 : -109198358004736 : ffff9caf46a93c00) 00010000:00000001:1.0:1789130463.601930:0:33237:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875351546880 : -109198358004736 : ffff9caf46a93c00) 00010000:00000001:1.0:1789130463.601933:0:33237:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789130463.601936:0:33237:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a93c00/0xde5303b1d982cdcc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a5f82 expref: -99 pid: 33237 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1789130463.601944:0:33237:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130463.601945:0:33237:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130463.601948:0:33237:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1789130463.601951:0:33237:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1789130463.601953:0:33237:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a93c00/0xde5303b1d982cdcc lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a5f82 expref: -99 pid: 33237 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1789130463.601960:0:33237:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1789130463.601963:0:33237:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1789130463.601966:0:33237:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789130463.601971:0:33237:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130463.601972:0:33237:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130463.601974:0:33237:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130463.601979:0:33237:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1789130463.601981:0:33237:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130463.601983:0:33237:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130463.601986:0:33237:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130463.601989:0:33237:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789130463.601990:0:33237:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130463.601991:0:33237:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1789130463.601994:0:33237:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1789130463.601996:0:33237:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1789130463.602001:0:33237:0:(file.c:6266:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130463.602006:0:33237:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f40d7fd10 00000080:00000008:1.0:1789130463.602008:0:33237:0:(file.c:6498:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff9caf601980c8), request_mask 0, flags 0, foreign 0 00000080:00000001:1.0:1789130463.602185:0:33237:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:1.0:1789130463.602188:0:33237:0:(file.c:6206:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1789130463.602189:0:33237:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f40d7fb78 00000080:00200000:1.0:1789130463.602191:0:33237:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8),name=/ 00000080:00000010:1.0:1789130463.602195:0:33237:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9caf47e8ec00. 00800000:00000002:1.0:1789130463.602199:0:33237:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9caf4557c8c0 2 00000080:00000001:1.0:1789130463.602202:0:33237:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1789130463.602203:0:33237:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1789130463.602205:0:33237:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f40d7fa98 00800000:00000002:1.0:1789130463.602207:0:33237:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1789130463.602210:0:33237:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1789130463.602212:0:33237:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1789130463.602215:0:33237:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1789130463.602217:0:33237:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f40d7f968 00000002:00010000:1.0:1789130463.602218:0:33237:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1789130463.602222:0:33237:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1789130463.602223:0:33237:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789130463.602225:0:33237:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789130463.602229:0:33237:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf48e45300 count: 2 00010000:00000001:1.0:1789130463.602232:0:33237:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789130463.602234:0:33237:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789130463.602237:0:33237:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1789130463.602240:0:33237:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a93c00/0xde5303b1d982cdcc lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a5f82 expref: -99 pid: 33237 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:1.0:1789130463.602248:0:33237:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1789130463.602251:0:33237:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789130463.602254:0:33237:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a93c00/0xde5303b1d982cdcc lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a5f82 expref: -99 pid: 33237 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:1.0:1789130463.602260:0:33237:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1789130463.602262:0:33237:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1789130463.602263:0:33237:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1789130463.602265:0:33237:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1789130463.602267:0:33237:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1789130463.602269:0:33237:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1789130463.602272:0:33237:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1789130463.602275:0:33237:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9caf4557c8c0 2 00000080:00000010:1.0:1789130463.602277:0:33237:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9caf47e8ec00. 00000080:00000001:1.0:1789130463.602280:0:33237:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1789130463.602282:0:33237:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789130463.602283:0:33237:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9caf601980c8) 00000080:00010000:1.0:1789130463.602286:0:33237:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9caf601980c8) for lock 0xde5303b1d982cdcc 00800000:00000001:1.0:1789130463.602289:0:33237:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1789130463.602290:0:33237:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1789130463.602292:0:33237:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130463.602293:0:33237:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130463.602295:0:33237:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf46a93c00 refcount=3 00000020:00000001:1.0:1789130463.602297:0:33237:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875351546880 : -109198358004736 : ffff9caf46a93c00) 00010000:00000001:1.0:1789130463.602299:0:33237:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875351546880 : -109198358004736 : ffff9caf46a93c00) 00010000:00000001:1.0:1789130463.610171:0:33237:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130463.610176:0:33237:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789130463.610179:0:33237:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789130463.610186:0:33237:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789130463.610192:0:33237:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xde5303b1d982cdcc from it ffffb97f40d7fbb0 00010000:00000001:1.0:1789130463.610197:0:33237:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130463.610201:0:33237:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130463.610205:0:33237:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf46a93c00 refcount=3 00000020:00000001:1.0:1789130463.610207:0:33237:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875351546880 : -109198358004736 : ffff9caf46a93c00) 00010000:00000001:1.0:1789130463.610211:0:33237:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875351546880 : -109198358004736 : ffff9caf46a93c00) 00010000:00000001:1.0:1789130463.610214:0:33237:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789130463.610220:0:33237:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a93c00/0xde5303b1d982cdcc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a5f82 expref: -99 pid: 33237 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1789130463.610232:0:33237:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130463.610233:0:33237:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130463.610235:0:33237:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1789130463.610239:0:33237:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1789130463.610242:0:33237:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a93c00/0xde5303b1d982cdcc lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a5f82 expref: -99 pid: 33237 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1789130463.611636:0:33237:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1789130463.611641:0:33237:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1789130463.611643:0:33237:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789130463.611649:0:33237:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130463.611651:0:33237:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130463.611654:0:33237:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130463.611659:0:33237:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1789130463.611661:0:33237:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130463.611663:0:33237:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130463.611668:0:33237:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130463.611670:0:33237:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789130463.611672:0:33237:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130463.611673:0:33237:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1789130463.611678:0:33237:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1789130463.611681:0:33237:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1789130463.611686:0:33237:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8), inode mode 41ff mask 44 00000080:00000001:1.0:1789130463.611694:0:33237:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130463.611706:0:33237:0:(dir.c:3010:ll_dir_open()) Process entered 00000080:00000001:1.0:1789130463.611709:0:33237:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:1.0:1789130463.611713:0:33237:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f40d7fb78 00000080:00200008:1.0:1789130463.611717:0:33237:0:(file.c:1090:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff9caf601980c8), flags 100000 00000080:00000010:1.0:1789130463.611731:0:33237:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9caf417a97c0. 00000080:00000001:1.0:1789130463.611738:0:33237:0:(file.c:1115:ll_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130463.611740:0:33237:0:(dir.c:3011:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130463.611957:0:33237:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789130463.611960:0:33237:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7fff6c771f10 00000080:00000001:1.0:1789130463.611969:0:33237:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789130463.611973:0:33237:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789130463.611979:0:33237:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf487c3c00. 00000020:00000001:1.0:1789130463.611985:0:33237:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130463.611988:0:33237:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789130463.611994:0:33237:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789130463.611997:0:33237:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf487c3c00 uarg=0000000000000000 00800000:00000001:1.0:1789130463.612005:0:33237:0:(obd_class.h:1075:obd_statfs()) Process entered 00800000:00000004:1.0:1789130463.612008:0:33237:0:(obd_class.h:1091:obd_statfs()) lustre-MDT0000-mdc-ffff9caf5014c800: age 1818, max_age 1889 00000002:00000001:1.0:1789130463.612014:0:33237:0:(mdc_request.c:1667:mdc_statfs()) Process entered 00000020:00000040:1.0:1789130463.612019:0:33237:0:(genops.c:1210:class_import_get()) import ffff9caf6079a800 refcount=4 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000100:00000010:1.0:1789130463.612026:0:33237:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf615d5680. 00000020:00000040:1.0:1789130463.612030:0:33237:0:(genops.c:1210:class_import_get()) import ffff9caf6079a800 refcount=5 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000100:00000001:1.0:1789130463.612034:0:33237:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789130463.612038:0:33237:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789130463.612044:0:33237:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789130463.612054:0:33237:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9caf4a83a900. 00000100:00000001:1.0:1789130463.612064:0:33237:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130463.612069:0:33237:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1789130463.612071:0:33237:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1789130463.612080:0:33237:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9caf607be6c0. 00000100:00000001:1.0:1789130463.612082:0:33237:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446634875784783552 : -109197924768064 : ffff9caf607be6c0) 00000100:00000001:1.0:1789130463.612086:0:33237:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789130463.612088:0:33237:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875799557760 : -109197909993856 : ffff9caf615d5680) 00000100:00000001:1.0:1789130463.612095:0:33237:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789130463.612100:0:33237:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130463.612102:0:33237:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1789130463.612104:0:33237:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789130463.612120:0:33237:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf615d5680 x1876037329043200/t0(0) o41->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130463.612130:0:33237:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789130463.612133:0:33237:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130463.612138:0:33237:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789130463.612373:0:33237:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789130463.612378:0:33237:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789130463.612384:0:33237:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf615d5680 pname:cluuid:pid:xid:nid:opc:job lfs:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:33237:1876037329043200:192.168.204.123@tcp:41:lfs.0 00000100:00000001:1.0:1789130463.612389:0:33237:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789130463.612397:0:33237:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789130463.612401:0:33237:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130463.612404:0:33237:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789130463.612410:0:33237:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9caf487c2c00. 02000000:00000001:1.0:1789130463.612412:0:33237:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789130463.612433:0:33237:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:1.0:1789130463.612441:0:33237:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf42d8e688. 00000400:00000010:1.0:1789130463.612531:0:33237:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf462a3880. 00000100:00000200:1.0:1789130463.612542:0:33237:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876037329043200, portal 10 00000100:00000001:1.0:1789130463.612544:0:33237:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789130463.612546:0:33237:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875799557760 : -109197909993856 : ffff9caf615d5680) 00000100:00000040:1.0:1789130463.612555:0:33237:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9caf615d5680 x1876037329043200/t0(0) o41->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/368 e 0 to 0 dl 1789130479 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130463.612565:0:33237:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789130463.612569:0:33237:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:1.0:1789130463.612573:0:33237:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf462a3770. 00000100:00000200:1.0:1789130463.612577:0:33237:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876037329043200, offset 0 00000400:00000200:1.0:1789130463.612598:0:33237:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:1.0:1789130463.612614:0:33237:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:1.0:1789130463.612626:0:33237:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:1.0:1789130463.612635:0:33237:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789130463.612642:0:33237:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:1.0:1789130463.612648:0:33237:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789130463.612651:0:33237:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:1.0:1789130463.612656:0:33237:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2594:2594:256:4294967295] 192.168.204.123@tcp LPNI seq info [2593:2593:8:4294967295] 00000400:00000200:1.0:1789130463.612661:0:33237:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:1.0:1789130463.612676:0:33237:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:1.0:1789130463.612685:0:33237:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:1.0:1789130463.612693:0:33237:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf4a83a100. 00000800:00000200:1.0:1789130463.612703:0:33237:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:1.0:1789130463.612717:0:33237:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:1.0:1789130463.612724:0:33237:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf4a83a100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789130463.612751:0:33237:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789130463.614058:0:33237:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: using a timeout of 827238 usecs (828 jiffies) 00000400:00000200:1.0:1789130463.614070:0:33237:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:1.0:1789130463.614074:0:33237:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296558464 00000100:00000001:1.0:1789130463.614078:0:33237:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 2, keep current deadline 4296561282 00000100:00000001:1.0:1789130463.614082:0:33237:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296558464 00000100:00000001:1.0:1789130463.614084:0:33237:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 3, keep current deadline 4296561282 00000100:00000001:1.0:1789130463.614087:0:33237:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789130463.614091:0:33237:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130463.614094:0:33237:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789130463.614097:0:33237:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1789130463.614100:0:33237:0:(client.c:2715:ptlrpc_set_wait()) set ffff9caf607be6c0 going to sleep for 11 seconds 00000100:00000001:1.0:1789130463.614104:0:33237:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789130463.614108:0:33237:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789130463.614585:0:2342:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789130463.614601:0:2342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf4a83a100. 00000400:00000200:3.0:1789130463.614608:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130463.614617:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:3.0:1789130463.614625:0:2342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf462a3770 00000400:00000010:3.0:1789130463.614628:0:2342:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf462a3770. 00000100:00000001:3.0:1789130463.614633:0:2342:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789130463.614642:0:2342:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf615d5680 x1876037329043200/t0(0) o41->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/368 e 0 to 0 dl 1789130479 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130463.614656:0:2342:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130463.614659:0:2342:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf615d5680 x1876037329043200/t0(0) o41->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/368 e 0 to 0 dl 1789130479 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130463.614666:0:2342:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130463.614668:0:2342:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1789130463.618567:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130463.618600:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789130463.618604:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130463.618607:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130463.618618:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130463.618628:0:2341:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:2.0:1789130463.618638:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130463.618645:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130463.618652:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130463.618657:0:2341:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 368 into portal 10 MB=0x6aa3efa953f00 00000400:00000200:2.0:1789130463.618663:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130463.618671:0:2341:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.123@tcp of length 368/368 into md 0x6fdd [1] + 224 00000800:00000001:2.0:1789130463.618680:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130463.618689:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130463.618694:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130463.618698:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:2.0:1789130463.618711:0:2341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789130463.618724:0:2341:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf615d5680 x1876037329043200/t0(0) o41->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/368 e 0 to 0 dl 1789130479 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789130463.618737:0:2341:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff9caf615d5680 x1876037329043200/t0(0) o41->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/368 e 0 to 0 dl 1789130479 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130463.618758:0:2341:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789130463.618778:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130463.618781:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130463.618869:0:33237:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789130463.618880:0:33237:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789130463.618883:0:33237:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789130463.618887:0:33237:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf42d8e688. 00000400:00000200:1.0:1789130463.618894:0:33237:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf462a3880 00000400:00000010:1.0:1789130463.618897:0:33237:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf462a3880. 00000100:00000001:1.0:1789130463.618900:0:33237:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789130463.618906:0:33237:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf615d5680 x1876037329043200/t0(0) o41->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/368 e 0 to 0 dl 1789130479 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789130463.618915:0:33237:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf615d5680 x1876037329043200/t0(0) o41->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/368 e 0 to 0 dl 1789130479 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130463.618921:0:33237:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789130463.618924:0:33237:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130463.618927:0:33237:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789130463.618932:0:33237:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789130463.618935:0:33237:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789130463.618937:0:33237:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130463.618941:0:33237:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789130463.618954:0:33237:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf6079ac60 time=82 v=5 (5 104 104 104) 00000100:00001000:1.0:1789130463.618959:0:33237:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf6079ac18 time=4 v=5 (1 0 0 0) 00000100:00000001:1.0:1789130463.618962:0:33237:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789130463.618964:0:33237:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130463.618967:0:33237:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789130463.618972:0:33237:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130463.618978:0:33237:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789130463.618981:0:33237:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9caf5014c800: skip recheck: last_committed 4294967654 00000100:00000001:1.0:1789130463.618983:0:33237:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789130463.618985:0:33237:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789130463.618990:0:33237:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf615d5680 x1876037329043200/t0(0) o41->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/368 e 0 to 0 dl 1789130479 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130463.618997:0:33237:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789130463.619001:0:33237:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789130463.619003:0:33237:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789130463.619007:0:33237:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf615d5680 x1876037329043200/t0(0) o41->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/368 e 0 to 0 dl 1789130479 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789130463.619014:0:33237:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf615d5680 pname:cluuid:pid:xid:nid:opc:job lfs:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:33237:1876037329043200:192.168.204.123@tcp:41:lfs.0 00000100:00000001:1.0:1789130463.619020:0:33237:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130463.619023:0:33237:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130463.619026:0:33237:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1789130463.619029:0:33237:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789130463.619032:0:33237:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf615d5680 x1876037329043200/t0(0) o41->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/368 e 0 to 0 dl 1789130479 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130463.619039:0:33237:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789130463.619043:0:33237:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9caf607be6c0. 00000100:00000001:1.0:1789130463.619047:0:33237:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1789130463.619049:0:33237:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789130463.619058:0:33237:0:(mdc_request.c:1719:mdc_statfs()) Process leaving 00000100:00000001:1.0:1789130463.619060:0:33237:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789130463.619063:0:33237:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf615d5680 x1876037329043200/t0(0) o41->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/368 e 0 to 0 dl 1789130479 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130463.619070:0:33237:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789130463.619072:0:33237:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789130463.619076:0:33237:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9caf487c2c00. 02000000:00000001:1.0:1789130463.619080:0:33237:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789130463.619084:0:33237:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1789130463.619086:0:33237:0:(genops.c:1223:class_import_put()) import ffff9caf6079a800 refcount=4 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000020:00000001:1.0:1789130463.619088:0:33237:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1789130463.619092:0:33237:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9caf4a83a900. 02000000:00000001:1.0:1789130463.619097:0:33237:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789130463.619099:0:33237:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789130463.619101:0:33237:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf615d5680. 00000100:00000001:1.0:1789130463.619107:0:33237:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789130463.619108:0:33237:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1789130463.619110:0:33237:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1789130463.619111:0:33237:0:(genops.c:1223:class_import_put()) import ffff9caf6079a800 refcount=3 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000020:00000001:1.0:1789130463.619113:0:33237:0:(genops.c:1230:class_import_put()) Process leaving 00800000:00000004:1.0:1789130463.619116:0:33237:0:(obd_class.h:1117:obd_statfs()) lustre-MDT0000-mdc-ffff9caf5014c800: update ffff9caf584fb8e0 cache blocks 17239/17271 objects 532748/533099 00800000:00000001:1.0:1789130463.619120:0:33237:0:(obd_class.h:1136:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789130463.619128:0:33237:0:(lmv_obd.c:1197:lmv_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130463.619131:0:33237:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1789130463.619135:0:33237:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf487c3c00. 00000080:00000001:1.0:1789130463.619139:0:33237:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130463.619143:0:33237:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130463.619234:0:33237:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789130463.619238:0:33237:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7fff6c771f10 00000080:00000001:1.0:1789130463.619247:0:33237:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789130463.619251:0:33237:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789130463.619258:0:33237:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf487c3c00. 00000020:00000001:1.0:1789130463.619263:0:33237:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130463.619266:0:33237:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789130463.619270:0:33237:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789130463.619272:0:33237:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf487c3c00 uarg=0000000000000000 00800000:00000001:1.0:1789130463.619278:0:33237:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130463.619280:0:33237:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130463.619282:0:33237:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789130463.619284:0:33237:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf487c3c00. 00000080:00000001:1.0:1789130463.619287:0:33237:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130463.619289:0:33237:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130463.619294:0:33237:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789130463.619295:0:33237:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7fff6c771f10 00000080:00000001:1.0:1789130463.619298:0:33237:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789130463.619299:0:33237:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789130463.619303:0:33237:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf487c3c00. 00000020:00000001:1.0:1789130463.619305:0:33237:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130463.619307:0:33237:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789130463.619308:0:33237:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789130463.619309:0:33237:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf487c3c00 uarg=0000000000000000 00800000:00000001:1.0:1789130463.619312:0:33237:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130463.619314:0:33237:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130463.619316:0:33237:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789130463.619318:0:33237:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf487c3c00. 00000080:00000001:1.0:1789130463.619320:0:33237:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130463.619322:0:33237:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130463.619326:0:33237:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789130463.619327:0:33237:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7fff6c771f10 00000080:00000001:1.0:1789130463.619330:0:33237:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789130463.619331:0:33237:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789130463.619333:0:33237:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf487c3c00. 00000020:00000001:1.0:1789130463.619335:0:33237:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130463.619337:0:33237:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789130463.619338:0:33237:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789130463.619339:0:33237:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf487c3c00 uarg=0000000000000000 00800000:00000001:1.0:1789130463.619341:0:33237:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130463.619343:0:33237:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130463.619345:0:33237:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789130463.619346:0:33237:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf487c3c00. 00000080:00000001:1.0:1789130463.619348:0:33237:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130463.619350:0:33237:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130463.619352:0:33237:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789130463.619353:0:33237:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7fff6c771f10 00000080:00000001:1.0:1789130463.619356:0:33237:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789130463.619356:0:33237:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789130463.619359:0:33237:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf487c3c00. 00000020:00000001:1.0:1789130463.619360:0:33237:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130463.619362:0:33237:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789130463.619365:0:33237:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789130463.619366:0:33237:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf487c3c00 uarg=0000000000000000 00800000:00000001:1.0:1789130463.619368:0:33237:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130463.619370:0:33237:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130463.619372:0:33237:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789130463.619374:0:33237:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf487c3c00. 00000080:00000001:1.0:1789130463.619376:0:33237:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130463.619377:0:33237:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130463.619380:0:33237:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789130463.619381:0:33237:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7fff6c771f10 00000080:00000001:1.0:1789130463.619383:0:33237:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789130463.619384:0:33237:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789130463.619386:0:33237:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf487c3c00. 00000020:00000001:1.0:1789130463.619388:0:33237:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130463.619389:0:33237:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789130463.619390:0:33237:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789130463.619392:0:33237:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf487c3c00 uarg=0000000000000000 00800000:00000001:1.0:1789130463.619393:0:33237:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130463.619395:0:33237:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130463.619397:0:33237:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789130463.619399:0:33237:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf487c3c00. 00000080:00000001:1.0:1789130463.619400:0:33237:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130463.619402:0:33237:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130463.619405:0:33237:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789130463.619406:0:33237:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7fff6c771f10 00000080:00000001:1.0:1789130463.619408:0:33237:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789130463.619409:0:33237:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789130463.619411:0:33237:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf487c3c00. 00000020:00000001:1.0:1789130463.619413:0:33237:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130463.619414:0:33237:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789130463.619415:0:33237:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789130463.619416:0:33237:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf487c3c00 uarg=0000000000000000 00800000:00000001:1.0:1789130463.619419:0:33237:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130463.619431:0:33237:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130463.619434:0:33237:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789130463.619436:0:33237:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf487c3c00. 00000080:00000001:1.0:1789130463.619438:0:33237:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130463.619439:0:33237:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130463.619513:0:33237:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789130463.619515:0:33237:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7fff6c771f10 00000080:00000001:1.0:1789130463.619519:0:33237:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789130463.619521:0:33237:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789130463.619524:0:33237:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf487c3c00. 00000020:00000001:1.0:1789130463.619527:0:33237:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130463.619529:0:33237:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789130463.619530:0:33237:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789130463.619532:0:33237:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf487c3c00 uarg=0000000000000000 00800000:00000001:1.0:1789130463.619534:0:33237:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130463.619536:0:33237:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130463.619538:0:33237:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789130463.619541:0:33237:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf487c3c00. 00000080:00000001:1.0:1789130463.619543:0:33237:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130463.619545:0:33237:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130463.619549:0:33237:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789130463.619550:0:33237:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7fff6c771f10 00000080:00000001:1.0:1789130463.619553:0:33237:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789130463.619554:0:33237:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789130463.619557:0:33237:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf487c3c00. 00000020:00000001:1.0:1789130463.619559:0:33237:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130463.619561:0:33237:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789130463.619562:0:33237:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789130463.619563:0:33237:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf487c3c00 uarg=0000000000000000 00800000:00000001:1.0:1789130463.619566:0:33237:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130463.619569:0:33237:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130463.619571:0:33237:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789130463.619573:0:33237:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf487c3c00. 00000080:00000001:1.0:1789130463.619576:0:33237:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130463.619577:0:33237:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130463.619581:0:33237:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789130463.619582:0:33237:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7fff6c771f10 00000080:00000001:1.0:1789130463.619584:0:33237:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789130463.619585:0:33237:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789130463.619588:0:33237:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf487c3c00. 00000020:00000001:1.0:1789130463.619590:0:33237:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130463.619591:0:33237:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789130463.619592:0:33237:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789130463.619593:0:33237:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf487c3c00 uarg=0000000000000000 00800000:00000001:1.0:1789130463.619595:0:33237:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130463.619597:0:33237:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130463.619599:0:33237:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789130463.619601:0:33237:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf487c3c00. 00000080:00000001:1.0:1789130463.619603:0:33237:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130463.619605:0:33237:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130463.619608:0:33237:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789130463.619609:0:33237:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7fff6c771f10 00000080:00000001:1.0:1789130463.619611:0:33237:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789130463.619612:0:33237:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789130463.619614:0:33237:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf487c3c00. 00000020:00000001:1.0:1789130463.619616:0:33237:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130463.619617:0:33237:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789130463.619618:0:33237:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789130463.619619:0:33237:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf487c3c00 uarg=0000000000000000 00800000:00000001:1.0:1789130463.619621:0:33237:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130463.619623:0:33237:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130463.619624:0:33237:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789130463.619626:0:33237:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf487c3c00. 00000080:00000001:1.0:1789130463.619629:0:33237:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130463.619630:0:33237:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130463.619633:0:33237:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789130463.619635:0:33237:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7fff6c771f10 00000080:00000001:1.0:1789130463.619637:0:33237:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789130463.619638:0:33237:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789130463.619640:0:33237:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf487c3c00. 00000020:00000001:1.0:1789130463.619641:0:33237:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130463.619643:0:33237:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789130463.619644:0:33237:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789130463.619645:0:33237:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf487c3c00 uarg=0000000000000000 00800000:00000001:1.0:1789130463.619647:0:33237:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130463.619649:0:33237:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130463.619651:0:33237:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789130463.619653:0:33237:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf487c3c00. 00000080:00000001:1.0:1789130463.619655:0:33237:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130463.619657:0:33237:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130463.619659:0:33237:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789130463.619660:0:33237:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7fff6c771f10 00000080:00000001:1.0:1789130463.619662:0:33237:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789130463.619663:0:33237:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789130463.619665:0:33237:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf487c3c00. 00000020:00000001:1.0:1789130463.619667:0:33237:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130463.619669:0:33237:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789130463.619670:0:33237:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789130463.619671:0:33237:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf487c3c00 uarg=0000000000000000 00800000:00000001:1.0:1789130463.619674:0:33237:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130463.619675:0:33237:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130463.619677:0:33237:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789130463.619679:0:33237:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf487c3c00. 00000080:00000001:1.0:1789130463.619681:0:33237:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130463.619682:0:33237:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130463.619685:0:33237:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789130463.619686:0:33237:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7fff6c771f10 00000080:00000001:1.0:1789130463.619688:0:33237:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789130463.619689:0:33237:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789130463.619692:0:33237:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf487c3c00. 00000020:00000001:1.0:1789130463.619694:0:33237:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130463.619695:0:33237:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789130463.619696:0:33237:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789130463.619697:0:33237:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf487c3c00 uarg=0000000000000000 00800000:00000001:1.0:1789130463.619699:0:33237:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130463.619701:0:33237:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130463.619702:0:33237:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789130463.619704:0:33237:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf487c3c00. 00000080:00000001:1.0:1789130463.619707:0:33237:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130463.619708:0:33237:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130463.619711:0:33237:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789130463.619712:0:33237:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7fff6c771f10 00000080:00000001:1.0:1789130463.619715:0:33237:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789130463.619716:0:33237:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789130463.619718:0:33237:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf487c3c00. 00000020:00000001:1.0:1789130463.619720:0:33237:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130463.619722:0:33237:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789130463.619723:0:33237:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789130463.619725:0:33237:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf487c3c00 uarg=0000000000000000 00800000:00000001:1.0:1789130463.619727:0:33237:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130463.619729:0:33237:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130463.619731:0:33237:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789130463.619733:0:33237:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf487c3c00. 00000080:00000001:1.0:1789130463.619735:0:33237:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130463.619736:0:33237:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130463.619739:0:33237:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789130463.619741:0:33237:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7fff6c771f10 00000080:00000001:1.0:1789130463.619743:0:33237:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789130463.619744:0:33237:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789130463.619747:0:33237:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf487c3c00. 00000020:00000001:1.0:1789130463.619749:0:33237:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130463.619751:0:33237:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789130463.619752:0:33237:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789130463.619754:0:33237:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf487c3c00 uarg=0000000000000000 00800000:00000001:1.0:1789130463.619756:0:33237:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130463.619758:0:33237:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130463.619760:0:33237:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789130463.619762:0:33237:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf487c3c00. 00000080:00000001:1.0:1789130463.619764:0:33237:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130463.619765:0:33237:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130463.619768:0:33237:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789130463.619770:0:33237:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7fff6c771f10 00000080:00000001:1.0:1789130463.619773:0:33237:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789130463.619774:0:33237:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789130463.619776:0:33237:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf487c3c00. 00000020:00000001:1.0:1789130463.619779:0:33237:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130463.619780:0:33237:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789130463.619782:0:33237:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789130463.619783:0:33237:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf487c3c00 uarg=0000000000000000 00800000:00000001:1.0:1789130463.619786:0:33237:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130463.619788:0:33237:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130463.619790:0:33237:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789130463.619792:0:33237:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf487c3c00. 00000080:00000001:1.0:1789130463.619794:0:33237:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130463.619796:0:33237:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130463.619799:0:33237:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789130463.619800:0:33237:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7fff6c771f10 00000080:00000001:1.0:1789130463.619842:0:33237:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789130463.619844:0:33237:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789130463.619847:0:33237:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf487c3c00. 00000020:00000001:1.0:1789130463.619850:0:33237:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130463.619852:0:33237:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789130463.619853:0:33237:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789130463.619855:0:33237:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf487c3c00 uarg=0000000000000000 00800000:00000001:1.0:1789130463.619858:0:33237:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130463.619860:0:33237:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130463.619862:0:33237:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789130463.619866:0:33237:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf487c3c00. 00000080:00000001:1.0:1789130463.619868:0:33237:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130463.619870:0:33237:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130463.619874:0:33237:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789130463.619875:0:33237:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7fff6c771f10 00000080:00000001:1.0:1789130463.619877:0:33237:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789130463.619879:0:33237:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789130463.619881:0:33237:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf487c3c00. 00000020:00000001:1.0:1789130463.619883:0:33237:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130463.619885:0:33237:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789130463.619886:0:33237:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789130463.619888:0:33237:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf487c3c00 uarg=0000000000000000 00800000:00000001:1.0:1789130463.619890:0:33237:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130463.619892:0:33237:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130463.619894:0:33237:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789130463.619896:0:33237:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf487c3c00. 00000080:00000001:1.0:1789130463.619898:0:33237:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130463.619900:0:33237:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130463.619903:0:33237:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789130463.619905:0:33237:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7fff6c771f10 00000080:00000001:1.0:1789130463.619908:0:33237:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789130463.619909:0:33237:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789130463.619911:0:33237:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf487c3c00. 00000020:00000001:1.0:1789130463.619913:0:33237:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130463.619915:0:33237:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789130463.619916:0:33237:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789130463.619917:0:33237:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf487c3c00 uarg=0000000000000000 00800000:00000001:1.0:1789130463.619919:0:33237:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130463.619922:0:33237:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130463.619923:0:33237:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789130463.619925:0:33237:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf487c3c00. 00000080:00000001:1.0:1789130463.619928:0:33237:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130463.619930:0:33237:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130463.619933:0:33237:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789130463.619934:0:33237:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7fff6c771f10 00000080:00000001:1.0:1789130463.619937:0:33237:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789130463.619938:0:33237:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789130463.619940:0:33237:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf487c3c00. 00000020:00000001:1.0:1789130463.619942:0:33237:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130463.619944:0:33237:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789130463.619945:0:33237:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789130463.619946:0:33237:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf487c3c00 uarg=0000000000000000 00800000:00000001:1.0:1789130463.619949:0:33237:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130463.619951:0:33237:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130463.619952:0:33237:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789130463.619955:0:33237:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf487c3c00. 00000080:00000001:1.0:1789130463.619957:0:33237:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130463.619959:0:33237:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130463.619962:0:33237:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789130463.619963:0:33237:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7fff6c771f10 00000080:00000001:1.0:1789130463.619966:0:33237:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789130463.619967:0:33237:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789130463.619969:0:33237:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf487c3c00. 00000020:00000001:1.0:1789130463.619970:0:33237:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130463.619972:0:33237:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789130463.619973:0:33237:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789130463.619974:0:33237:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf487c3c00 uarg=0000000000000000 00800000:00000001:1.0:1789130463.619977:0:33237:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130463.619979:0:33237:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130463.619981:0:33237:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789130463.619982:0:33237:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf487c3c00. 00000080:00000001:1.0:1789130463.619984:0:33237:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130463.619986:0:33237:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130463.619988:0:33237:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789130463.619990:0:33237:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7fff6c771f10 00000080:00000001:1.0:1789130463.619993:0:33237:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789130463.619994:0:33237:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789130463.619995:0:33237:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf487c3c00. 00000020:00000001:1.0:1789130463.619997:0:33237:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130463.619999:0:33237:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789130463.620000:0:33237:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789130463.620001:0:33237:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf487c3c00 uarg=0000000000000000 00800000:00000001:1.0:1789130463.620003:0:33237:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130463.620004:0:33237:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130463.620006:0:33237:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789130463.620008:0:33237:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf487c3c00. 00000080:00000001:1.0:1789130463.620009:0:33237:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130463.620011:0:33237:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130463.620013:0:33237:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789130463.620014:0:33237:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7fff6c771f10 00000080:00000001:1.0:1789130463.620016:0:33237:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789130463.620017:0:33237:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789130463.620019:0:33237:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf487c3c00. 00000020:00000001:1.0:1789130463.620021:0:33237:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130463.620022:0:33237:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789130463.620023:0:33237:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789130463.620024:0:33237:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf487c3c00 uarg=0000000000000000 00800000:00000001:1.0:1789130463.620026:0:33237:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130463.620028:0:33237:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130463.620029:0:33237:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789130463.620031:0:33237:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf487c3c00. 00000080:00000001:1.0:1789130463.620033:0:33237:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130463.620034:0:33237:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130463.620036:0:33237:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789130463.620038:0:33237:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7fff6c771f10 00000080:00000001:1.0:1789130463.620040:0:33237:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789130463.620041:0:33237:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789130463.620043:0:33237:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf487c3c00. 00000020:00000001:1.0:1789130463.620045:0:33237:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130463.620047:0:33237:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789130463.620048:0:33237:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789130463.620049:0:33237:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf487c3c00 uarg=0000000000000000 00800000:00000001:1.0:1789130463.620052:0:33237:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130463.620054:0:33237:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130463.620055:0:33237:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789130463.620057:0:33237:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf487c3c00. 00000080:00000001:1.0:1789130463.620059:0:33237:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130463.620060:0:33237:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130463.620062:0:33237:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789130463.620064:0:33237:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7fff6c771f10 00000080:00000001:1.0:1789130463.620066:0:33237:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789130463.620066:0:33237:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789130463.620068:0:33237:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf487c3c00. 00000020:00000001:1.0:1789130463.620070:0:33237:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130463.620071:0:33237:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789130463.620072:0:33237:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789130463.620073:0:33237:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf487c3c00 uarg=0000000000000000 00800000:00000001:1.0:1789130463.620075:0:33237:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130463.620077:0:33237:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130463.620078:0:33237:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789130463.620080:0:33237:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf487c3c00. 00000080:00000001:1.0:1789130463.620082:0:33237:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130463.620083:0:33237:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130463.620085:0:33237:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789130463.620087:0:33237:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7fff6c771f10 00000080:00000001:1.0:1789130463.620089:0:33237:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789130463.620090:0:33237:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789130463.620091:0:33237:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf487c3c00. 00000020:00000001:1.0:1789130463.620093:0:33237:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130463.620094:0:33237:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789130463.620096:0:33237:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789130463.620097:0:33237:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf487c3c00 uarg=0000000000000000 00800000:00000001:1.0:1789130463.620100:0:33237:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130463.620102:0:33237:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130463.620104:0:33237:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789130463.620105:0:33237:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf487c3c00. 00000080:00000001:1.0:1789130463.620107:0:33237:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130463.620108:0:33237:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130463.620111:0:33237:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789130463.620112:0:33237:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7fff6c771f10 00000080:00000001:1.0:1789130463.620114:0:33237:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789130463.620115:0:33237:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789130463.620116:0:33237:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf487c3c00. 00000020:00000001:1.0:1789130463.620118:0:33237:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130463.620119:0:33237:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789130463.620120:0:33237:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789130463.620121:0:33237:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf487c3c00 uarg=0000000000000000 00800000:00000001:1.0:1789130463.620123:0:33237:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130463.620125:0:33237:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130463.620127:0:33237:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789130463.620128:0:33237:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf487c3c00. 00000080:00000001:1.0:1789130463.620130:0:33237:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130463.620132:0:33237:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130463.620134:0:33237:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789130463.620135:0:33237:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7fff6c771f10 00000080:00000001:1.0:1789130463.620137:0:33237:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789130463.620138:0:33237:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789130463.620140:0:33237:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf487c3c00. 00000020:00000001:1.0:1789130463.620141:0:33237:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130463.620142:0:33237:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789130463.620143:0:33237:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789130463.620144:0:33237:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf487c3c00 uarg=0000000000000000 00800000:00000001:1.0:1789130463.620146:0:33237:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130463.620149:0:33237:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130463.620151:0:33237:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789130463.620153:0:33237:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf487c3c00. 00000080:00000001:1.0:1789130463.620155:0:33237:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130463.620157:0:33237:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130463.620160:0:33237:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789130463.620161:0:33237:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7fff6c771f10 00000080:00000001:1.0:1789130463.620163:0:33237:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789130463.620165:0:33237:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789130463.620167:0:33237:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf487c3c00. 00000020:00000001:1.0:1789130463.620169:0:33237:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130463.620171:0:33237:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789130463.620172:0:33237:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789130463.620173:0:33237:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf487c3c00 uarg=0000000000000000 00800000:00000001:1.0:1789130463.620175:0:33237:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130463.620177:0:33237:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130463.620178:0:33237:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789130463.620180:0:33237:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf487c3c00. 00000080:00000001:1.0:1789130463.620182:0:33237:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130463.620183:0:33237:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130463.620186:0:33237:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789130463.620187:0:33237:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7fff6c771f10 00000080:00000001:1.0:1789130463.620189:0:33237:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789130463.620190:0:33237:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789130463.620191:0:33237:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf487c3c00. 00000020:00000001:1.0:1789130463.620193:0:33237:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130463.620194:0:33237:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789130463.620195:0:33237:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789130463.620197:0:33237:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf487c3c00 uarg=0000000000000000 00800000:00000001:1.0:1789130463.620199:0:33237:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130463.620201:0:33237:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130463.620203:0:33237:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789130463.620205:0:33237:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf487c3c00. 00000080:00000001:1.0:1789130463.620207:0:33237:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130463.620209:0:33237:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130463.620212:0:33237:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789130463.620214:0:33237:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7fff6c771f10 00000080:00000001:1.0:1789130463.620216:0:33237:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789130463.620217:0:33237:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789130463.620219:0:33237:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf487c3c00. 00000020:00000001:1.0:1789130463.620220:0:33237:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130463.620222:0:33237:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789130463.620223:0:33237:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789130463.620224:0:33237:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf487c3c00 uarg=0000000000000000 00800000:00000001:1.0:1789130463.620226:0:33237:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130463.620227:0:33237:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130463.620229:0:33237:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789130463.620231:0:33237:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf487c3c00. 00000080:00000001:1.0:1789130463.620232:0:33237:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130463.620234:0:33237:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130463.620236:0:33237:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789130463.620237:0:33237:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7fff6c771f10 00000080:00000001:1.0:1789130463.620240:0:33237:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789130463.620241:0:33237:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789130463.620242:0:33237:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf487c3c00. 00000020:00000001:1.0:1789130463.620244:0:33237:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130463.620245:0:33237:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789130463.620246:0:33237:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789130463.620247:0:33237:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf487c3c00 uarg=0000000000000000 00800000:00000001:1.0:1789130463.620249:0:33237:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130463.620251:0:33237:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130463.620252:0:33237:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789130463.620254:0:33237:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf487c3c00. 00000080:00000001:1.0:1789130463.620256:0:33237:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130463.620258:0:33237:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130463.620260:0:33237:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789130463.620262:0:33237:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7fff6c771f10 00000080:00000001:1.0:1789130463.620264:0:33237:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789130463.620265:0:33237:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789130463.620266:0:33237:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf487c3c00. 00000020:00000001:1.0:1789130463.620268:0:33237:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130463.620269:0:33237:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789130463.620270:0:33237:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789130463.620271:0:33237:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf487c3c00 uarg=0000000000000000 00800000:00000001:1.0:1789130463.620273:0:33237:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130463.620275:0:33237:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130463.620277:0:33237:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789130463.620278:0:33237:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf487c3c00. 00000080:00000001:1.0:1789130463.620280:0:33237:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130463.620282:0:33237:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130463.620284:0:33237:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789130463.620285:0:33237:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7fff6c771f10 00000080:00000001:1.0:1789130463.620287:0:33237:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789130463.620288:0:33237:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789130463.620290:0:33237:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf487c3c00. 00000020:00000001:1.0:1789130463.620292:0:33237:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130463.620293:0:33237:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789130463.620294:0:33237:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789130463.620295:0:33237:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf487c3c00 uarg=0000000000000000 00800000:00000001:1.0:1789130463.620297:0:33237:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130463.620298:0:33237:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130463.620300:0:33237:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789130463.620302:0:33237:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf487c3c00. 00000080:00000001:1.0:1789130463.620304:0:33237:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130463.620306:0:33237:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130463.620308:0:33237:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789130463.620309:0:33237:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7fff6c771f10 00000080:00000001:1.0:1789130463.620311:0:33237:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789130463.620312:0:33237:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789130463.620314:0:33237:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf487c3c00. 00000020:00000001:1.0:1789130463.620316:0:33237:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130463.620318:0:33237:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789130463.620318:0:33237:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789130463.620320:0:33237:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf487c3c00 uarg=0000000000000000 00800000:00000001:1.0:1789130463.620322:0:33237:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130463.620323:0:33237:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130463.620325:0:33237:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789130463.620327:0:33237:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf487c3c00. 00000080:00000001:1.0:1789130463.620328:0:33237:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130463.620330:0:33237:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130463.620332:0:33237:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789130463.620333:0:33237:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7fff6c771f10 00000080:00000001:1.0:1789130463.620335:0:33237:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789130463.620336:0:33237:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789130463.620338:0:33237:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf487c3c00. 00000020:00000001:1.0:1789130463.620340:0:33237:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130463.620341:0:33237:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789130463.620342:0:33237:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789130463.620343:0:33237:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf487c3c00 uarg=0000000000000000 00800000:00000001:1.0:1789130463.620345:0:33237:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130463.620346:0:33237:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130463.620348:0:33237:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789130463.620351:0:33237:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf487c3c00. 00000080:00000001:1.0:1789130463.620352:0:33237:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130463.620354:0:33237:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130463.620356:0:33237:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789130463.620357:0:33237:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7fff6c771f10 00000080:00000001:1.0:1789130463.620359:0:33237:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789130463.620360:0:33237:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789130463.620362:0:33237:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf487c3c00. 00000020:00000001:1.0:1789130463.620363:0:33237:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130463.620365:0:33237:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789130463.620366:0:33237:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789130463.620367:0:33237:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf487c3c00 uarg=0000000000000000 00800000:00000001:1.0:1789130463.620369:0:33237:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130463.620371:0:33237:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130463.620372:0:33237:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789130463.620374:0:33237:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf487c3c00. 00000080:00000001:1.0:1789130463.620376:0:33237:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130463.620377:0:33237:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130463.620379:0:33237:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789130463.620381:0:33237:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7fff6c771f10 00000080:00000001:1.0:1789130463.620383:0:33237:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789130463.620384:0:33237:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789130463.620385:0:33237:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf487c3c00. 00000020:00000001:1.0:1789130463.620387:0:33237:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130463.620388:0:33237:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789130463.620389:0:33237:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789130463.620390:0:33237:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf487c3c00 uarg=0000000000000000 00800000:00000001:1.0:1789130463.620392:0:33237:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130463.620394:0:33237:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130463.620395:0:33237:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789130463.620398:0:33237:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf487c3c00. 00000080:00000001:1.0:1789130463.620399:0:33237:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130463.620401:0:33237:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130463.620403:0:33237:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789130463.620404:0:33237:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7fff6c771f10 00000080:00000001:1.0:1789130463.620406:0:33237:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789130463.620407:0:33237:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789130463.620409:0:33237:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf487c3c00. 00000020:00000001:1.0:1789130463.620411:0:33237:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130463.620412:0:33237:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789130463.620413:0:33237:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789130463.620414:0:33237:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf487c3c00 uarg=0000000000000000 00800000:00000001:1.0:1789130463.620416:0:33237:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130463.620418:0:33237:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130463.620420:0:33237:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789130463.620432:0:33237:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf487c3c00. 00000080:00000001:1.0:1789130463.620434:0:33237:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130463.620436:0:33237:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130463.620439:0:33237:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789130463.620440:0:33237:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7fff6c771f10 00000080:00000001:1.0:1789130463.622285:0:33237:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789130463.622290:0:33237:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789130463.630157:0:33237:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf50107800. 00000020:00000001:2.0:1789130463.630178:0:33237:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130463.630183:0:33237:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789130463.630189:0:33237:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789130463.630192:0:33237:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf50107800 uarg=0000000000000000 00800000:00000001:2.0:1789130463.630200:0:33237:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130463.630203:0:33237:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130463.630206:0:33237:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789130463.630209:0:33237:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf50107800. 00000080:00000001:2.0:1789130463.630216:0:33237:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130463.630220:0:33237:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130463.630243:0:33237:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789130463.630246:0:33237:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7fff6c771f10 00000080:00000001:2.0:1789130463.630254:0:33237:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789130463.630258:0:33237:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789130463.630262:0:33237:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf50107800. 00000020:00000001:2.0:1789130463.630265:0:33237:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130463.630267:0:33237:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789130463.630269:0:33237:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789130463.630270:0:33237:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf50107800 uarg=0000000000000000 00800000:00000001:2.0:1789130463.630273:0:33237:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130463.630276:0:33237:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130463.630278:0:33237:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789130463.630280:0:33237:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf50107800. 00000080:00000001:2.0:1789130463.630283:0:33237:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130463.630285:0:33237:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130463.630288:0:33237:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789130463.630290:0:33237:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7fff6c771f10 00000080:00000001:2.0:1789130463.630293:0:33237:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789130463.630294:0:33237:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789130463.630297:0:33237:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf50107800. 00000020:00000001:2.0:1789130463.630299:0:33237:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130463.630301:0:33237:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789130463.630302:0:33237:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789130463.630317:0:33237:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf50107800 uarg=0000000000000000 00800000:00000001:2.0:1789130463.630320:0:33237:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130463.630322:0:33237:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130463.630324:0:33237:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789130463.630326:0:33237:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf50107800. 00000080:00000001:2.0:1789130463.630329:0:33237:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130463.630331:0:33237:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130463.630335:0:33237:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789130463.630337:0:33237:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7fff6c771f10 00000080:00000001:2.0:1789130463.630340:0:33237:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789130463.630341:0:33237:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789130463.630344:0:33237:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf50107800. 00000020:00000001:2.0:1789130463.630346:0:33237:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130463.630348:0:33237:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789130463.630350:0:33237:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789130463.630351:0:33237:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf50107800 uarg=0000000000000000 00800000:00000001:2.0:1789130463.630354:0:33237:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130463.630356:0:33237:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130463.630358:0:33237:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789130463.630360:0:33237:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf50107800. 00000080:00000001:2.0:1789130463.630363:0:33237:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130463.630365:0:33237:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130463.630368:0:33237:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789130463.630369:0:33237:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7fff6c771f10 00000080:00000001:2.0:1789130463.630372:0:33237:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789130463.630373:0:33237:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789130463.630376:0:33237:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf50107800. 00000020:00000001:2.0:1789130463.630378:0:33237:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130463.630380:0:33237:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789130463.630381:0:33237:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789130463.630382:0:33237:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf50107800 uarg=0000000000000000 00800000:00000001:2.0:1789130463.630385:0:33237:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130463.630386:0:33237:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130463.630388:0:33237:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789130463.630391:0:33237:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf50107800. 00000080:00000001:2.0:1789130463.630393:0:33237:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130463.630395:0:33237:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130463.630398:0:33237:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789130463.630400:0:33237:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7fff6c771f10 00000080:00000001:2.0:1789130463.630402:0:33237:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789130463.630404:0:33237:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789130463.630406:0:33237:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf50107800. 00000020:00000001:2.0:1789130463.630408:0:33237:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130463.630409:0:33237:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789130463.630410:0:33237:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789130463.630412:0:33237:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf50107800 uarg=0000000000000000 00800000:00000001:2.0:1789130463.630416:0:33237:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130463.630418:0:33237:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130463.630431:0:33237:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789130463.630433:0:33237:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf50107800. 00000080:00000001:2.0:1789130463.630436:0:33237:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130463.630438:0:33237:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130463.630940:0:33237:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789130463.630944:0:33237:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7fff6c771f10 00000080:00000001:2.0:1789130463.630949:0:33237:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789130463.630950:0:33237:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789130463.630955:0:33237:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf50107800. 00000020:00000001:2.0:1789130463.630958:0:33237:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130463.630959:0:33237:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789130463.630961:0:33237:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789130463.630963:0:33237:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf50107800 uarg=0000000000000000 00800000:00000001:2.0:1789130463.630966:0:33237:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130463.630968:0:33237:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130463.630970:0:33237:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789130463.630972:0:33237:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf50107800. 00000080:00000001:2.0:1789130463.630974:0:33237:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130463.630976:0:33237:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130463.630983:0:33237:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789130463.630984:0:33237:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7fff6c771f10 00000080:00000001:2.0:1789130463.630987:0:33237:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789130463.630988:0:33237:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789130463.630990:0:33237:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf50107800. 00000020:00000001:2.0:1789130463.630992:0:33237:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130463.630993:0:33237:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789130463.630995:0:33237:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789130463.630996:0:33237:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf50107800 uarg=0000000000000000 00800000:00000001:2.0:1789130463.630999:0:33237:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130463.631001:0:33237:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130463.631003:0:33237:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789130463.631006:0:33237:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf50107800. 00000080:00000001:2.0:1789130463.631008:0:33237:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130463.631010:0:33237:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130463.631013:0:33237:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789130463.631014:0:33237:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7fff6c771f10 00000080:00000001:2.0:1789130463.631016:0:33237:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789130463.631018:0:33237:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789130463.631020:0:33237:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf50107800. 00000020:00000001:2.0:1789130463.631022:0:33237:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130463.631023:0:33237:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789130463.631024:0:33237:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789130463.631026:0:33237:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf50107800 uarg=0000000000000000 00800000:00000001:2.0:1789130463.631028:0:33237:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130463.631030:0:33237:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130463.631032:0:33237:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789130463.631034:0:33237:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf50107800. 00000080:00000001:2.0:1789130463.631036:0:33237:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130463.631038:0:33237:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130463.631042:0:33237:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789130463.631044:0:33237:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7fff6c771f10 00000080:00000001:2.0:1789130463.631046:0:33237:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789130463.631047:0:33237:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789130463.631049:0:33237:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf50107800. 00000020:00000001:2.0:1789130463.631051:0:33237:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130463.631053:0:33237:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789130463.631054:0:33237:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789130463.631055:0:33237:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf50107800 uarg=0000000000000000 00800000:00000001:2.0:1789130463.631057:0:33237:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130463.631059:0:33237:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130463.631060:0:33237:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789130463.631062:0:33237:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf50107800. 00000080:00000001:2.0:1789130463.631064:0:33237:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130463.631066:0:33237:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130463.631069:0:33237:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789130463.631070:0:33237:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7fff6c771f10 00000080:00000001:2.0:1789130463.631073:0:33237:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789130463.631074:0:33237:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789130463.631076:0:33237:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf50107800. 00000020:00000001:2.0:1789130463.631078:0:33237:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130463.631079:0:33237:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789130463.631080:0:33237:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789130463.631082:0:33237:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf50107800 uarg=0000000000000000 00800000:00000001:2.0:1789130463.631084:0:33237:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130463.631086:0:33237:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130463.631087:0:33237:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789130463.631089:0:33237:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf50107800. 00000080:00000001:2.0:1789130463.631092:0:33237:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130463.631094:0:33237:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130463.631097:0:33237:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789130463.631098:0:33237:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7fff6c771f10 00000080:00000001:2.0:1789130463.631101:0:33237:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789130463.631102:0:33237:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789130463.631104:0:33237:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf50107800. 00000020:00000001:2.0:1789130463.631106:0:33237:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130463.631108:0:33237:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789130463.631109:0:33237:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789130463.631110:0:33237:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf50107800 uarg=0000000000000000 00800000:00000001:2.0:1789130463.631112:0:33237:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130463.631114:0:33237:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130463.631116:0:33237:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789130463.631118:0:33237:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf50107800. 00000080:00000001:2.0:1789130463.631120:0:33237:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130463.631122:0:33237:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130463.631124:0:33237:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789130463.631126:0:33237:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7fff6c771f10 00000080:00000001:2.0:1789130463.631129:0:33237:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789130463.631130:0:33237:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789130463.631132:0:33237:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf50107800. 00000020:00000001:2.0:1789130463.631134:0:33237:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130463.631135:0:33237:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789130463.631136:0:33237:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789130463.631137:0:33237:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf50107800 uarg=0000000000000000 00800000:00000001:2.0:1789130463.631140:0:33237:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130463.631153:0:33237:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130463.631155:0:33237:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789130463.631157:0:33237:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf50107800. 00000080:00000001:2.0:1789130463.631159:0:33237:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130463.631161:0:33237:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130463.631164:0:33237:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789130463.631166:0:33237:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7fff6c771f10 00000080:00000001:2.0:1789130463.631168:0:33237:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789130463.631169:0:33237:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789130463.631172:0:33237:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf50107800. 00000020:00000001:2.0:1789130463.631174:0:33237:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130463.631176:0:33237:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789130463.631177:0:33237:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789130463.631178:0:33237:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf50107800 uarg=0000000000000000 00800000:00000001:2.0:1789130463.631181:0:33237:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130463.631183:0:33237:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130463.631185:0:33237:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789130463.631187:0:33237:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf50107800. 00000080:00000001:2.0:1789130463.631189:0:33237:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130463.631191:0:33237:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130463.631194:0:33237:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789130463.631195:0:33237:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7fff6c771f10 00000080:00000001:2.0:1789130463.631197:0:33237:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789130463.631198:0:33237:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789130463.631201:0:33237:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf50107800. 00000020:00000001:2.0:1789130463.631203:0:33237:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130463.631205:0:33237:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789130463.631206:0:33237:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789130463.631207:0:33237:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf50107800 uarg=0000000000000000 00800000:00000001:2.0:1789130463.631210:0:33237:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130463.631212:0:33237:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130463.631213:0:33237:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789130463.631216:0:33237:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf50107800. 00000080:00000001:2.0:1789130463.631218:0:33237:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130463.631220:0:33237:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130463.631223:0:33237:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789130463.631224:0:33237:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7fff6c771f10 00000080:00000001:2.0:1789130463.631227:0:33237:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789130463.631228:0:33237:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789130463.631230:0:33237:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf50107800. 00000020:00000001:2.0:1789130463.631232:0:33237:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130463.631234:0:33237:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789130463.631235:0:33237:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789130463.631237:0:33237:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf50107800 uarg=0000000000000000 00800000:00000001:2.0:1789130463.631239:0:33237:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130463.631241:0:33237:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130463.631243:0:33237:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789130463.631245:0:33237:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf50107800. 00000080:00000001:2.0:1789130463.631247:0:33237:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130463.631249:0:33237:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130463.631252:0:33237:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789130463.631253:0:33237:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7fff6c771f10 00000080:00000001:2.0:1789130463.631256:0:33237:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789130463.631257:0:33237:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789130463.631259:0:33237:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf50107800. 00000020:00000001:2.0:1789130463.631261:0:33237:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130463.631263:0:33237:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789130463.631265:0:33237:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789130463.631266:0:33237:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf50107800 uarg=0000000000000000 00800000:00000001:2.0:1789130463.631269:0:33237:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130463.631271:0:33237:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130463.631273:0:33237:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789130463.631275:0:33237:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf50107800. 00000080:00000001:2.0:1789130463.631277:0:33237:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130463.631279:0:33237:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130463.631281:0:33237:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789130463.631283:0:33237:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7fff6c771f10 00000080:00000001:2.0:1789130463.631285:0:33237:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789130463.631286:0:33237:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789130463.631288:0:33237:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf50107800. 00000020:00000001:2.0:1789130463.631291:0:33237:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130463.631292:0:33237:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789130463.631294:0:33237:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789130463.631295:0:33237:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf50107800 uarg=0000000000000000 00800000:00000001:2.0:1789130463.631297:0:33237:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130463.631299:0:33237:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130463.631311:0:33237:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789130463.631315:0:33237:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf50107800. 00000080:00000001:2.0:1789130463.631317:0:33237:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130463.631319:0:33237:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130463.631323:0:33237:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789130463.631324:0:33237:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7fff6c771f10 00000080:00000001:2.0:1789130463.631327:0:33237:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789130463.631328:0:33237:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789130463.631331:0:33237:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf50107800. 00000020:00000001:2.0:1789130463.631333:0:33237:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130463.631335:0:33237:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789130463.631336:0:33237:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789130463.631337:0:33237:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf50107800 uarg=0000000000000000 00800000:00000001:2.0:1789130463.631340:0:33237:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130463.631343:0:33237:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130463.631344:0:33237:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789130463.631346:0:33237:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf50107800. 00000080:00000001:2.0:1789130463.631349:0:33237:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130463.631350:0:33237:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130463.631353:0:33237:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789130463.631355:0:33237:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7fff6c771f10 00000080:00000001:2.0:1789130463.631357:0:33237:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789130463.631359:0:33237:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789130463.631361:0:33237:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf50107800. 00000020:00000001:2.0:1789130463.631363:0:33237:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130463.631365:0:33237:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789130463.631366:0:33237:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789130463.631368:0:33237:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf50107800 uarg=0000000000000000 00800000:00000001:2.0:1789130463.631370:0:33237:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130463.631372:0:33237:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130463.631374:0:33237:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789130463.631376:0:33237:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf50107800. 00000080:00000001:2.0:1789130463.631378:0:33237:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130463.631380:0:33237:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130463.631383:0:33237:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789130463.631385:0:33237:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7fff6c771f10 00000080:00000001:2.0:1789130463.631387:0:33237:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789130463.631388:0:33237:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789130463.631391:0:33237:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf50107800. 00000020:00000001:2.0:1789130463.631393:0:33237:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130463.631395:0:33237:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789130463.631396:0:33237:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789130463.631397:0:33237:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf50107800 uarg=0000000000000000 00800000:00000001:2.0:1789130463.631400:0:33237:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130463.631402:0:33237:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130463.631403:0:33237:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789130463.631405:0:33237:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf50107800. 00000080:00000001:2.0:1789130463.631408:0:33237:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130463.631410:0:33237:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130463.631413:0:33237:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789130463.631414:0:33237:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7fff6c771f10 00000080:00000001:2.0:1789130463.631417:0:33237:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789130463.631418:0:33237:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789130463.631432:0:33237:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf50107800. 00000020:00000001:2.0:1789130463.631435:0:33237:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130463.631437:0:33237:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789130463.631438:0:33237:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789130463.631440:0:33237:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf50107800 uarg=0000000000000000 00800000:00000001:2.0:1789130463.632585:0:33237:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130463.632909:0:33237:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130463.632915:0:33237:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789130463.632919:0:33237:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf50107800. 00000080:00000001:2.0:1789130463.632927:0:33237:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130463.632930:0:33237:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130463.632946:0:33237:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789130463.632948:0:33237:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7fff6c771f10 00000080:00000001:2.0:1789130463.632955:0:33237:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789130463.632957:0:33237:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789130463.632965:0:33237:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf50107800. 00000020:00000001:2.0:1789130463.632968:0:33237:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130463.632970:0:33237:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789130463.632973:0:33237:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789130463.632975:0:33237:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf50107800 uarg=0000000000000000 00800000:00000001:2.0:1789130463.632979:0:33237:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130463.632981:0:33237:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130463.632983:0:33237:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789130463.632985:0:33237:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf50107800. 00000080:00000001:2.0:1789130463.632988:0:33237:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130463.632990:0:33237:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130463.632993:0:33237:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789130463.632996:0:33237:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7fff6c771f10 00000080:00000001:2.0:1789130463.632999:0:33237:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789130463.633000:0:33237:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789130463.633002:0:33237:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf50107800. 00000020:00000001:2.0:1789130463.633004:0:33237:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130463.633005:0:33237:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789130463.633007:0:33237:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789130463.633008:0:33237:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf50107800 uarg=0000000000000000 00800000:00000001:2.0:1789130463.633011:0:33237:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130463.633012:0:33237:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130463.633014:0:33237:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789130463.633017:0:33237:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf50107800. 00000080:00000001:2.0:1789130463.633019:0:33237:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130463.633021:0:33237:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130463.633024:0:33237:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789130463.633025:0:33237:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7fff6c771f10 00000080:00000001:2.0:1789130463.633028:0:33237:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789130463.633029:0:33237:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789130463.633031:0:33237:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf50107800. 00000020:00000001:2.0:1789130463.633034:0:33237:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130463.633035:0:33237:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789130463.633036:0:33237:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789130463.633037:0:33237:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf50107800 uarg=0000000000000000 00800000:00000001:2.0:1789130463.633040:0:33237:0:(lmv_obd.c:965:lmv_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:2.0:1789130463.633042:0:33237:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:2.0:1789130463.633043:0:33237:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000080:00000010:2.0:1789130463.633045:0:33237:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf50107800. 00000080:00000001:2.0:1789130463.633047:0:33237:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:2.0:1789130463.633049:0:33237:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:2.0:1789130463.633053:0:33237:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789130463.633054:0:33237:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7fff6c771f10 00000080:00000001:2.0:1789130463.633057:0:33237:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789130463.633058:0:33237:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789130463.633061:0:33237:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf50107800. 00000020:00000001:2.0:1789130463.633063:0:33237:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130463.633065:0:33237:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1789130463.633070:0:33237:0:(lov_obd.c:975:lov_iocontrol()) Process entered 00020000:00000080:2.0:1789130463.633072:0:33237:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf50107800 uarg=0000000000000000 00020000:00000001:2.0:1789130463.633080:0:33237:0:(obd_class.h:1075:obd_statfs()) Process entered 00020000:00000004:2.0:1789130463.633083:0:33237:0:(obd_class.h:1091:obd_statfs()) lustre-OST0000-osc-ffff9caf5014c800: age 1301, max_age 1889 00000008:00000001:2.0:1789130463.633088:0:33237:0:(osc_request.c:3675:osc_statfs()) Process entered 00000020:00000040:2.0:1789130463.633092:0:33237:0:(genops.c:1210:class_import_get()) import ffff9caf468ac800 refcount=3 obd=lustre-OST0000-osc-ffff9caf5014c800 00000100:00000010:2.0:1789130463.633101:0:33237:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf580ba940. 00000020:00000040:2.0:1789130463.633105:0:33237:0:(genops.c:1210:class_import_get()) import ffff9caf468ac800 refcount=4 obd=lustre-OST0000-osc-ffff9caf5014c800 00000100:00000001:2.0:1789130463.633109:0:33237:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:2.0:1789130463.633114:0:33237:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1789130463.633124:0:33237:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9caf5014c800: connect to NID 192.168.204.123@tcp last attempt 1818 00000400:00000200:2.0:1789130463.633135:0:33237:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130463.633154:0:33237:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.123@tcp is discovered: rc = 1 00000100:00000040:2.0:1789130463.633160:0:33237:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9caf452f48c0 refcount 11 to 192.168.204.123@tcp 00000100:00000001:2.0:1789130463.633163:0:33237:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789130463.633166:0:33237:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9caf452f48c0 refcount 12 to 192.168.204.123@tcp 00000100:00000001:2.0:1789130463.633168:0:33237:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634875326777536 : -109198382774080 : ffff9caf452f48c0) 00000020:00000001:2.0:1789130463.633172:0:33237:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1789130463.633174:0:33237:0:(genops.c:804:class_conn2export()) looking for export cookie 0xde5303b1d982c242 00000020:00000001:2.0:1789130463.633176:0:33237:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130463.633180:0:33237:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9caf4555e000 refcount=4 00000020:00000001:2.0:1789130463.633183:0:33237:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875329306624 : -109198380244992 : ffff9caf4555e000) 00000020:00000001:2.0:1789130463.633185:0:33237:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634875329306624 : -109198380244992 : ffff9caf4555e000) 00000100:00000040:2.0:1789130463.633188:0:33237:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9caf452f48c0 refcount 11 to 192.168.204.123@tcp 00000100:00000001:2.0:1789130463.633190:0:33237:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789130463.633192:0:33237:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9caf452f48c0 refcount 12 to 192.168.204.123@tcp 00000100:00000001:2.0:1789130463.633194:0:33237:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634875326777536 : -109198382774080 : ffff9caf452f48c0) 00000020:00000040:2.0:1789130463.633197:0:33237:0:(genops.c:879:class_export_put()) PUTting export ffff9caf4555e000 : new refcount 3 00000100:00080000:2.0:1789130463.633201:0:33237:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9caf5014c800: import ffff9caf468ac800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00000001:2.0:1789130463.633205:0:33237:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789130463.633208:0:33237:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1789130463.633217:0:33237:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789130463.633221:0:33237:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130463.633224:0:33237:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1789130463.633228:0:33237:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683269 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1789130463.633231:0:33237:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130463.633234:0:33237:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789130463.633238:0:33237:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf580b9e00. 00000020:00000040:2.0:1789130463.633241:0:33237:0:(genops.c:1210:class_import_get()) import ffff9caf468ac800 refcount=5 obd=lustre-OST0000-osc-ffff9caf5014c800 02000000:00000001:2.0:1789130463.633245:0:33237:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1789130463.633247:0:33237:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130463.633250:0:33237:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789130463.633254:0:33237:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789130463.633259:0:33237:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789130463.633266:0:33237:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9caf50104000. 00000100:00000001:2.0:1789130463.633274:0:33237:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789130463.633285:0:33237:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9caf580b9e00 x1876037329043328/t0(0) o8->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789130463.633296:0:33237:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789130463.633301:0:33237:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130463.633315:0:33237:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c342c2b5] to pc [ptlrpcd_rcv+-1] req@ffff9caf580b9e00 x1876037329043328/t0(0) o8->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130463.633333:0:33237:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130463.633336:0:33237:0:(pinger.c:367:ptlrpc_pinger_add_import()) Process entered 00000100:00000001:2.0:1789130463.633338:0:33237:0:(pinger.c:369:ptlrpc_pinger_add_import()) Process leaving (rc=18446744073709551502 : -114 : ffffffffffffff8e) 00000020:00000001:2.0:1789130463.633342:0:33237:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1789130463.633343:0:33237:0:(genops.c:1223:class_import_put()) import ffff9caf468ac800 refcount=4 obd=lustre-OST0000-osc-ffff9caf5014c800 00000020:00000001:2.0:1789130463.633346:0:33237:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:2.0:1789130463.633347:0:33237:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789130463.633349:0:33237:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789130463.633351:0:33237:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789130463.633356:0:33237:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9caf49c42f00. 00000100:00000001:2.0:1789130463.633360:0:33237:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130463.633363:0:33237:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1789130463.633365:0:33237:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1789130463.633372:0:33237:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9caf48132780. 00000100:00000001:2.0:1789130463.633374:0:33237:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446634875375265664 : -109198334285952 : ffff9caf48132780) 00000100:00000001:2.0:1789130463.633377:0:33237:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789130463.633379:0:33237:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875643210048 : -109198066341568 : ffff9caf580ba940) 00000100:00000001:2.0:1789130463.633382:0:33237:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789130463.633384:0:33237:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130463.633386:0:33237:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1789130463.633388:0:33237:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789130463.633392:0:33237:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf580ba940 x1876037329043456/t0(0) o13->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130463.633400:0:33237:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789130463.633403:0:33237:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1789130463.633408:0:33237:0:(client.c:1845:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff9caf580ba940 x1876037329043456/t0(0) o13->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130463.633415:0:33237:0:(client.c:1850:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130463.633417:0:33237:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789130463.633419:0:33237:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789130463.633433:0:33237:0:(client.c:2715:ptlrpc_set_wait()) set ffff9caf48132780 going to sleep for 0 seconds 00000100:00000001:0.0:1789130463.633656:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789130463.633662:0:2346:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789130463.633664:0:2346:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789130463.633671:0:2346:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf580b9e00 x1876037329043328/t0(0) o8->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130463.633678:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789130463.633679:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130463.633682:0:2346:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789130463.633685:0:2346:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789130463.633688:0:2346:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789130463.633691:0:2346:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf580b9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:2346:1876037329043328:192.168.204.123@tcp:8:lfs.0 00000100:00000001:0.0:1789130463.633696:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789130463.633702:0:2346:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789130463.633705:0:2346:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130463.633708:0:2346:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789130463.633715:0:2346:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9caf482be800. 02000000:00000001:0.0:1789130463.633717:0:2346:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789130463.633724:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:0.0:1789130463.633730:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf50131bb0. 00000400:00000010:0.0:1789130463.633739:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf5801ef68. 00000100:00000200:0.0:1789130463.633748:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876037329043328, portal 4 00000100:00000001:0.0:1789130463.633750:0:2346:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789130463.633751:0:2346:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875643207168 : -109198066344448 : ffff9caf580b9e00) 00000100:00000040:0.0:1789130463.634009:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9caf580b9e00 x1876037329043328/t0(0) o8->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 520/544 e 0 to 0 dl 1789130473 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130463.634018:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789130463.634022:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:0.0:1789130463.634026:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf5801ec38. 00000100:00000200:0.0:1789130463.634031:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876037329043328, offset 0 00000400:00000200:0.0:1789130463.634039:0:2346:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:0.0:1789130463.634049:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:0.0:1789130463.634056:0:2346:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:0.0:1789130463.634063:0:2346:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789130463.634069:0:2346:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:0.0:1789130463.634073:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789130463.634077:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:0.0:1789130463.634081:0:2346:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2595:2595:256:4294967295] 192.168.204.123@tcp LPNI seq info [2594:2594:8:4294967295] 00000400:00000200:0.0:1789130463.634086:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:0.0:1789130463.634097:0:2346:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:0.0:1789130463.634105:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:0.0:1789130463.634111:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf451e7b00. 00000800:00000200:0.0:1789130463.634118:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:0.0:1789130463.634129:0:2346:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:0.0:1789130463.634134:0:2346:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf451e7b00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:0.0:1789130463.634247:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130463.634252:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9caf5014c800: using a timeout of 22948 usecs (23 jiffies) 00000400:00000200:0.0:1789130463.634256:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:0.0:1789130463.634260:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296557679 00000100:00000001:0.0:1789130463.634263:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9caf5014c800: PM QoS request active for cpu 2, keep current deadline 4296561282 00000100:00000001:0.0:1789130463.634266:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296557679 00000100:00000001:0.0:1789130463.634268:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9caf5014c800: PM QoS request active for cpu 3, keep current deadline 4296561282 00000100:00000001:0.0:1789130463.634271:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789130463.634273:0:2346:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130463.634277:0:2346:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130463.634280:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130463.634288:0:2346:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789130463.634290:0:2346:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1789130463.634292:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789130463.634293:0:2346:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789130463.634294:0:2346:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130463.634296:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130463.635254:0:33237:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789130463.635258:0:33237:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789130463.635262:0:33237:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789130463.635264:0:33237:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789130463.635266:0:33237:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789130463.644136:0:2342:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789130463.644184:0:2342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf451e7b00. 00000400:00000200:3.0:1789130463.644195:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130463.644221:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:3.0:1789130463.644232:0:2342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf5801ec38 00000400:00000010:3.0:1789130463.644235:0:2342:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf5801ec38. 00000100:00000001:3.0:1789130463.644243:0:2342:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789130463.644265:0:2342:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf580b9e00 x1876037329043328/t0(0) o8->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 520/544 e 0 to 0 dl 1789130473 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130463.644295:0:2342:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130463.645108:0:2342:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf580b9e00 x1876037329043328/t0(0) o8->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 520/544 e 0 to 0 dl 1789130473 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130463.645121:0:2342:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130463.645124:0:2342:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1789130463.651977:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130463.652001:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789130463.652006:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130463.652009:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130463.652020:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130463.652030:0:2341:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:2.0:1789130463.652040:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130463.652045:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130463.652053:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130463.652057:0:2341:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 416 into portal 4 MB=0x6aa3efa953f80 00000400:00000200:2.0:1789130463.652064:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130463.652071:0:2341:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.123@tcp of length 416/416 into md 0x6fe5 [1] + 0 00000800:00000001:2.0:1789130463.652080:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130463.652133:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130463.652138:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130463.652158:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:2.0:1789130463.652169:0:2341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789130463.652180:0:2341:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf580b9e00 x1876037329043328/t0(0) o8->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 520/544 e 0 to 0 dl 1789130473 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789130463.652208:0:2341:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff9caf580b9e00 x1876037329043328/t0(0) o8->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 520/544 e 0 to 0 dl 1789130473 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130463.652242:0:2341:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789130463.652265:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130463.652268:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130463.652599:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789130463.652749:0:2346:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789130463.652785:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789130463.652788:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789130463.652793:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf50131bb0. 00000400:00000200:0.0:1789130463.652800:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf5801ef68 00000400:00000010:0.0:1789130463.652847:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf5801ef68. 00000100:00000001:0.0:1789130463.652852:0:2346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789130463.652859:0:2346:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf580b9e00 x1876037329043328/t0(0) o8->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 520/544 e 0 to 0 dl 1789130473 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789130463.652868:0:2346:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf580b9e00 x1876037329043328/t0(0) o8->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 520/544 e 0 to 0 dl 1789130473 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130463.652874:0:2346:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789130463.652876:0:2346:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130463.652879:0:2346:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789130463.652884:0:2346:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789130463.652886:0:2346:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789130463.652889:0:2346:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130463.652892:0:2346:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789130463.652903:0:2346:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf468acc60 time=82 v=5 (5 5 5 5) 00000100:00001000:0.0:1789130463.652908:0:2346:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf468acc18 time=72 v=5 (1 0 0 0) 00000100:00000001:0.0:1789130463.652910:0:2346:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789130463.652912:0:2346:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130463.652916:0:2346:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789130463.652919:0:2346:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130463.652925:0:2346:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1789130463.652927:0:2346:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9caf5014c800: committing for last_committed 4294967341 gen 16 00000100:00000040:0.0:1789130463.652930:0:2346:0:(client.c:3235:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9caf5014c800: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:0.0:1789130463.652934:0:2346:0:(client.c:3236:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789130463.652936:0:2346:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130463.652941:0:2346:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf580b9e00 x1876037329043328/t0(0) o8->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 520/416 e 0 to 0 dl 1789130473 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130463.652948:0:2346:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789130463.652951:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789130463.652953:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130463.652957:0:2346:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00080000:0.0:1789130463.652964:0:2346:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0000-osc-ffff9caf5014c800: connect to target with instance 1 00000020:00000001:0.0:1789130463.652968:0:2346:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1789130463.652970:0:2346:0:(genops.c:804:class_conn2export()) looking for export cookie 0xde5303b1d982c242 00000020:00000001:0.0:1789130463.652973:0:2346:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130463.652976:0:2346:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9caf4555e000 refcount=4 00000020:00000001:0.0:1789130463.652979:0:2346:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875329306624 : -109198380244992 : ffff9caf4555e000) 00000020:00000001:0.0:1789130463.652981:0:2346:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634875329306624 : -109198380244992 : ffff9caf4555e000) 00000100:00001000:0.0:1789130463.652985:0:2346:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf468acc18 time=1789130463 v=0 (0 0 0 0) 00000100:00001000:0.0:1789130463.652988:0:2346:0:(import.c:2215:obd_at_measure()) AT ffff9caf468acc18 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000040:0.0:1789130463.652993:0:2346:0:(obd_cksum.h:77:obd_cksum_types_supported_client()) Crypto hash speed: crc 1627, crc32c 10183, adler 1295 00000100:00080000:0.0:1789130463.652999:0:2346:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0000-osc-ffff9caf5014c800: Resetting ns_connect_flags to server flags: 0xa0427af2e3440038 00000020:00000040:0.0:1789130463.653003:0:2346:0:(genops.c:879:class_export_put()) PUTting export ffff9caf4555e000 : new refcount 3 00000100:00000001:0.0:1789130463.653007:0:2346:0:(obd_class.h:1222:obd_import_event()) Process entered 00000008:00000001:0.0:1789130463.653011:0:2346:0:(osc_request.c:4110:osc_import_event()) Process entered 00000008:00000020:0.0:1789130463.653015:0:2346:0:(osc_request.c:1064:osc_init_grant()) lustre-OST0000-osc-ffff9caf5014c800, setting cl_avail_grant: 2097152 cl_lost_grant: 0. chunk bits: 20 cl_max_extent_pages: 262144 00000008:00000001:0.0:1789130463.653019:0:2346:0:(obd_class.h:1242:obd_notify()) Process entered 00020000:00000001:0.0:1789130463.653023:0:2346:0:(lov_obd.c:431:lov_notify()) Process entered 00000080:00000001:0.0:1789130463.653027:0:2346:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:0.0:1789130463.653030:0:2346:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789130463.653033:0:2346:0:(lov_obd.c:468:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1789130463.653035:0:2346:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1789130463.653038:0:2346:0:(osc_request.c:4177:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130463.653040:0:2346:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00080000:0.0:1789130463.653042:0:2346:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:0.0:1789130463.653046:0:2346:0:(import.c:65:import_set_state_nolock()) ffff9caf468ac800 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00000100:00000001:0.0:1789130463.653050:0:2346:0:(obd_class.h:1222:obd_import_event()) Process entered 00000008:00000001:0.0:1789130463.653051:0:2346:0:(osc_request.c:4110:osc_import_event()) Process entered 00000008:00000001:0.0:1789130463.653052:0:2346:0:(obd_class.h:1242:obd_notify()) Process entered 00020000:00000001:0.0:1789130463.653053:0:2346:0:(lov_obd.c:431:lov_notify()) Process entered 00020000:00000001:0.0:1789130463.653055:0:2346:0:(lov_obd.c:350:lov_set_osc_active()) Process entered 00020000:00000040:0.0:1789130463.653057:0:2346:0:(lov_obd.c:352:lov_set_osc_active()) Searching in lov ffff9caf584f8820 for uuid lustre-OST0000_UUID event(1) 00020000:00000040:0.0:1789130463.653062:0:2346:0:(lov_obd.c:395:lov_set_osc_active()) OSC lustre-OST0000_UUID already active! 00020000:00000001:0.0:1789130463.653064:0:2346:0:(lov_obd.c:396:lov_set_osc_active()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1789130463.653068:0:2346:0:(lov_obd.c:422:lov_set_osc_active()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130463.653069:0:2346:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:0.0:1789130463.653072:0:2346:0:(lcommon_misc.c:85:cl_ocd_update()) Process entered 00000080:00000004:0.0:1789130463.653074:0:2346:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0427af2e3440038 -> 0xa0427af2e3440038 00000080:00000001:0.0:1789130463.653077:0:2346:0:(lcommon_misc.c:37:cl_init_ea_size()) Process entered 00000080:00000001:0.0:1789130463.653079:0:2346:0:(obd_class.h:511:obd_get_info()) Process entered 00020000:00000001:0.0:1789130463.653082:0:2346:0:(lov_obd.c:1161:lov_get_info()) Process entered 00020000:00000001:0.0:1789130463.653084:0:2346:0:(lov_obd.c:1212:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130463.653086:0:2346:0:(obd_class.h:525:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130463.653088:0:2346:0:(obd_class.h:511:obd_get_info()) Process entered 00020000:00000001:0.0:1789130463.653089:0:2346:0:(lov_obd.c:1161:lov_get_info()) Process entered 00020000:00000001:0.0:1789130463.653090:0:2346:0:(lov_obd.c:1212:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130463.653092:0:2346:0:(obd_class.h:525:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00080000:0.0:1789130463.653094:0:2346:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00800000:00000001:0.0:1789130463.653099:0:2346:0:(lmv_obd.c:286:lmv_init_ea_size()) Process entered 00800000:00000001:0.0:1789130463.653101:0:2346:0:(lmv_obd.c:298:lmv_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130463.653102:0:2346:0:(lcommon_misc.c:59:cl_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130463.653104:0:2346:0:(lcommon_misc.c:112:cl_ocd_update()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130463.653105:0:2346:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789130463.653107:0:2346:0:(lov_obd.c:468:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1789130463.653109:0:2346:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1789130463.653110:0:2346:0:(osc_request.c:4177:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130463.653112:0:2346:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00000001:0.0:1789130463.653114:0:2346:0:(import.c:1241:ptlrpc_connect_interpret()) Process leaving via finish (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789130463.653117:0:2346:0:(import.c:1648:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:0.0:1789130463.653124:0:2346:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 00000000f687418d): req@ffff9caf580ba940 x1876037329043456/t0(0) o13->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130463.653148:0:2346:0:(import.c:1754:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130463.653152:0:2346:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130463.653158:0:2346:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf580b9e00 x1876037329043328/t0(0) o8->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 520/416 e 0 to 0 dl 1789130473 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789130463.653167:0:2346:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf580b9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:2346:1876037329043328:192.168.204.123@tcp:8:lfs.0 00000100:00000001:0.0:1789130463.653172:0:2346:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130463.653176:0:2346:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789130463.653179:0:2346:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf580b9e00 x1876037329043328/t0(0) o8->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 520/416 e 0 to 0 dl 1789130473 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130463.653187:0:2346:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789130463.653190:0:2346:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789130463.653195:0:2346:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9caf482be800. 02000000:00000001:0.0:1789130463.653200:0:2346:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789130463.653202:0:2346:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1789130463.653204:0:2346:0:(genops.c:1223:class_import_put()) import ffff9caf468ac800 refcount=3 obd=lustre-OST0000-osc-ffff9caf5014c800 00000020:00000001:0.0:1789130463.653207:0:2346:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1789130463.653211:0:2346:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9caf50104000. 02000000:00000001:0.0:1789130463.653215:0:2346:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789130463.653217:0:2346:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789130463.653219:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf580b9e00. 00000100:00000001:0.0:1789130463.653227:0:2346:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789130463.653229:0:2346:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130463.653231:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130463.653240:0:2346:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789130463.653242:0:2346:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130463.653245:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789130463.653246:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130463.653575:0:33237:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789130463.653579:0:33237:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789130463.653583:0:33237:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789130463.653585:0:33237:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789130463.653596:0:33237:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789130463.653600:0:33237:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789130463.653603:0:33237:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130463.653612:0:33237:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789130463.653618:0:33237:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789130463.653621:0:33237:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789130463.653624:0:33237:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789130463.653633:0:33237:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9caf50106800. 02000000:00000001:2.0:1789130463.653635:0:33237:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789130463.653642:0:33237:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:2.0:1789130463.653646:0:33237:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf483fd000. 00000400:00000010:2.0:1789130463.653653:0:33237:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf42d18908. 00000100:00000200:2.0:1789130463.653660:0:33237:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876037329043456, portal 4 00000100:00000001:2.0:1789130463.653663:0:33237:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789130463.653665:0:33237:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875643210048 : -109198066341568 : ffff9caf580ba940) 00000100:00000040:2.0:1789130463.653672:0:33237:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9caf580ba940 x1876037329043456/t0(0) o13->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:7/4 lens 224/368 e 0 to 0 dl 1789130479 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130463.653680:0:33237:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789130463.653684:0:33237:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:2.0:1789130463.653686:0:33237:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf42d187f8. 00000100:00000200:2.0:1789130463.653689:0:33237:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1876037329043456, offset 0 00000400:00000200:2.0:1789130463.653696:0:33237:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:2.0:1789130463.653704:0:33237:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130463.653713:0:33237:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:2.0:1789130463.653719:0:33237:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789130463.653724:0:33237:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:2.0:1789130463.653729:0:33237:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789130463.653732:0:33237:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:2.0:1789130463.653736:0:33237:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2596:2596:256:4294967295] 192.168.204.123@tcp LPNI seq info [2595:2595:8:4294967295] 00000400:00000200:2.0:1789130463.653741:0:33237:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130463.653752:0:33237:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:2.0:1789130463.653764:0:33237:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:2.0:1789130463.653770:0:33237:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf49c42200. 00000800:00000200:2.0:1789130463.653777:0:33237:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:2.0:1789130463.653786:0:33237:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:2.0:1789130463.653791:0:33237:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf49c42200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1789130463.653830:0:33237:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130463.653835:0:33237:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9caf5014c800: using a timeout of 22955 usecs (23 jiffies) 00000400:00000200:2.0:1789130463.653838:0:33237:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:2.0:1789130463.653858:0:33237:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296557699 00000100:00000001:2.0:1789130463.653861:0:33237:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9caf5014c800: PM QoS request active for cpu 2, keep current deadline 4296561282 00000100:00000001:2.0:1789130463.653864:0:33237:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296557699 00000100:00000001:2.0:1789130463.653866:0:33237:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9caf5014c800: PM QoS request active for cpu 3, keep current deadline 4296561282 00000100:00000001:2.0:1789130463.653868:0:33237:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789130463.653872:0:33237:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789130463.653875:0:33237:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789130463.653876:0:33237:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1789130463.653879:0:33237:0:(client.c:2715:ptlrpc_set_wait()) set ffff9caf48132780 going to sleep for 11 seconds 00000100:00000001:2.0:1789130463.653881:0:33237:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789130463.653882:0:33237:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789130463.654185:0:2342:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789130463.654204:0:2342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf49c42200. 00000400:00000200:3.0:1789130463.654210:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130463.654217:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:3.0:1789130463.654222:0:2342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf42d187f8 00000400:00000010:3.0:1789130463.654225:0:2342:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf42d187f8. 00000100:00000001:3.0:1789130463.654229:0:2342:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789130463.654243:0:2342:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf580ba940 x1876037329043456/t0(0) o13->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:7/4 lens 224/368 e 0 to 0 dl 1789130479 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130463.654253:0:2342:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130463.654257:0:2342:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf580ba940 x1876037329043456/t0(0) o13->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:7/4 lens 224/368 e 0 to 0 dl 1789130479 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130463.654264:0:2342:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130463.654265:0:2342:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1789130463.675048:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130463.675092:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789130463.675097:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130463.675100:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130463.675112:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130463.675122:0:2341:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:2.0:1789130463.675137:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130463.675143:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130463.675150:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130463.675155:0:2341:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 368 into portal 4 MB=0x6aa3efa954000 00000400:00000200:2.0:1789130463.675161:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130463.675169:0:2341:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.123@tcp of length 368/368 into md 0x6fed [1] + 224 00000800:00000001:2.0:1789130463.675177:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130463.675192:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130463.675195:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130463.675200:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:2.0:1789130463.675209:0:2341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789130463.675221:0:2341:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf580ba940 x1876037329043456/t0(0) o13->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:7/4 lens 224/368 e 0 to 0 dl 1789130479 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789130463.675234:0:2341:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff9caf580ba940 x1876037329043456/t0(0) o13->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:7/4 lens 224/368 e 0 to 0 dl 1789130479 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130463.675264:0:2341:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789130463.675276:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130463.675280:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130463.676852:0:33237:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789130463.676870:0:33237:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789130463.676873:0:33237:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789130463.676878:0:33237:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf483fd000. 00000400:00000200:3.0:1789130463.676888:0:33237:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf42d18908 00000400:00000010:3.0:1789130463.676892:0:33237:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf42d18908. 00000100:00000001:3.0:1789130463.676897:0:33237:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789130463.676910:0:33237:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf580ba940 x1876037329043456/t0(0) o13->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:7/4 lens 224/368 e 0 to 0 dl 1789130479 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789130463.676922:0:33237:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf580ba940 x1876037329043456/t0(0) o13->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:7/4 lens 224/368 e 0 to 0 dl 1789130479 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130463.676929:0:33237:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789130463.676931:0:33237:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130463.676934:0:33237:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789130463.676939:0:33237:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789130463.676941:0:33237:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789130463.676944:0:33237:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789130463.676947:0:33237:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789130463.676961:0:33237:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf468accf0 time=680 v=5 (5 5 5 5) 00000100:00001000:3.0:1789130463.676967:0:33237:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf468acc18 time=0 v=5 (1 0 0 0) 00000100:00000001:3.0:1789130463.676971:0:33237:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789130463.676973:0:33237:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130463.676977:0:33237:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789130463.676982:0:33237:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130463.676986:0:33237:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789130463.676989:0:33237:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9caf5014c800: skip recheck: last_committed 4294967341 00000100:00000001:3.0:1789130463.676992:0:33237:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789130463.676994:0:33237:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130463.676999:0:33237:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf580ba940 x1876037329043456/t0(0) o13->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:7/4 lens 224/368 e 0 to 0 dl 1789130479 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130463.677006:0:33237:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789130463.677010:0:33237:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789130463.677012:0:33237:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789130463.677016:0:33237:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf580ba940 x1876037329043456/t0(0) o13->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:7/4 lens 224/368 e 0 to 0 dl 1789130479 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789130463.677025:0:33237:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf580ba940 pname:cluuid:pid:xid:nid:opc:job lfs:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:33237:1876037329043456:192.168.204.123@tcp:13:lfs.0 00000100:00000001:3.0:1789130463.677031:0:33237:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130463.677035:0:33237:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130463.677039:0:33237:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1789130463.677043:0:33237:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130463.677047:0:33237:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf580ba940 x1876037329043456/t0(0) o13->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:7/4 lens 224/368 e 0 to 0 dl 1789130479 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130463.677055:0:33237:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789130463.677060:0:33237:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9caf48132780. 00000100:00000001:3.0:1789130463.677065:0:33237:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1789130463.677067:0:33237:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1789130463.677076:0:33237:0:(osc_request.c:3723:osc_statfs()) Process leaving 00000100:00000001:3.0:1789130463.677078:0:33237:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130463.677080:0:33237:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf580ba940 x1876037329043456/t0(0) o13->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:7/4 lens 224/368 e 0 to 0 dl 1789130479 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130463.677085:0:33237:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789130463.677088:0:33237:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789130463.677092:0:33237:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9caf50106800. 02000000:00000001:3.0:1789130463.677096:0:33237:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789130463.677099:0:33237:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1789130463.677102:0:33237:0:(genops.c:1223:class_import_put()) import ffff9caf468ac800 refcount=2 obd=lustre-OST0000-osc-ffff9caf5014c800 00000020:00000001:3.0:1789130463.677105:0:33237:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1789130463.677109:0:33237:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9caf49c42f00. 02000000:00000001:3.0:1789130463.677115:0:33237:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789130463.677117:0:33237:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789130463.677119:0:33237:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf580ba940. 00000100:00000001:3.0:1789130463.677124:0:33237:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789130463.677125:0:33237:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00020000:00000004:3.0:1789130463.677129:0:33237:0:(obd_class.h:1117:obd_statfs()) lustre-OST0000-osc-ffff9caf5014c800: update ffff9caf5044b8e0 cache blocks 3679/3683 objects 117792/118193 00020000:00000001:3.0:1789130463.677134:0:33237:0:(obd_class.h:1136:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789130463.677141:0:33237:0:(lov_obd.c:1150:lov_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130463.677145:0:33237:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1789130463.677149:0:33237:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf50107800. 00000080:00000001:3.0:1789130463.677153:0:33237:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130463.677156:0:33237:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130463.677257:0:33237:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789130463.677260:0:33237:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7fff6c771f10 00000080:00000001:3.0:1789130463.677268:0:33237:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789130463.677272:0:33237:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789130463.677279:0:33237:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf58483000. 00000020:00000001:3.0:1789130463.677284:0:33237:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130463.677286:0:33237:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1789130463.677290:0:33237:0:(lov_obd.c:975:lov_iocontrol()) Process entered 00020000:00000080:3.0:1789130463.677293:0:33237:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf58483000 uarg=0000000000000000 00020000:00000001:3.0:1789130463.677312:0:33237:0:(obd_class.h:1075:obd_statfs()) Process entered 00020000:00000004:3.0:1789130463.677314:0:33237:0:(obd_class.h:1091:obd_statfs()) lustre-OST0001-osc-ffff9caf5014c800: age 1301, max_age 1889 00000008:00000001:3.0:1789130463.677318:0:33237:0:(osc_request.c:3675:osc_statfs()) Process entered 00000020:00000040:3.0:1789130463.677322:0:33237:0:(genops.c:1210:class_import_get()) import ffff9caf48ede000 refcount=3 obd=lustre-OST0001-osc-ffff9caf5014c800 00000100:00000010:3.0:1789130463.677328:0:33237:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf501aa940. 00000020:00000040:3.0:1789130463.677331:0:33237:0:(genops.c:1210:class_import_get()) import ffff9caf48ede000 refcount=4 obd=lustre-OST0001-osc-ffff9caf5014c800 00000100:00000001:3.0:1789130463.677336:0:33237:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:3.0:1789130463.677340:0:33237:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1789130463.677344:0:33237:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9caf5014c800: connect to NID 192.168.204.123@tcp last attempt 1818 00000400:00000200:3.0:1789130463.677354:0:33237:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130463.677361:0:33237:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.123@tcp is discovered: rc = 1 00000100:00000040:3.0:1789130463.677366:0:33237:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9caf452f48c0 refcount 11 to 192.168.204.123@tcp 00000100:00000001:3.0:1789130463.677370:0:33237:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789130463.677373:0:33237:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9caf452f48c0 refcount 12 to 192.168.204.123@tcp 00000100:00000001:3.0:1789130463.677376:0:33237:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634875326777536 : -109198382774080 : ffff9caf452f48c0) 00000020:00000001:3.0:1789130463.677379:0:33237:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789130463.677381:0:33237:0:(genops.c:804:class_conn2export()) looking for export cookie 0xde5303b1d982c249 00000020:00000001:3.0:1789130463.677384:0:33237:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789130463.677389:0:33237:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9caf45558800 refcount=4 00000020:00000001:3.0:1789130463.677391:0:33237:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875329284096 : -109198380267520 : ffff9caf45558800) 00000020:00000001:3.0:1789130463.677394:0:33237:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634875329284096 : -109198380267520 : ffff9caf45558800) 00000100:00000040:3.0:1789130463.677397:0:33237:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9caf452f48c0 refcount 11 to 192.168.204.123@tcp 00000100:00000001:3.0:1789130463.677399:0:33237:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789130463.677401:0:33237:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9caf452f48c0 refcount 12 to 192.168.204.123@tcp 00000100:00000001:3.0:1789130463.677403:0:33237:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634875326777536 : -109198382774080 : ffff9caf452f48c0) 00000020:00000040:3.0:1789130463.677407:0:33237:0:(genops.c:879:class_export_put()) PUTting export ffff9caf45558800 : new refcount 3 00000100:00080000:3.0:1789130463.677411:0:33237:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9caf5014c800: import ffff9caf48ede000 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00000001:3.0:1789130463.677414:0:33237:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789130463.677417:0:33237:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789130463.677434:0:33237:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789130463.677438:0:33237:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130463.677440:0:33237:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:3.0:1789130463.677444:0:33237:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683269 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1789130463.677448:0:33237:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130463.677451:0:33237:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789130463.677454:0:33237:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf501aa1c0. 00000020:00000040:3.0:1789130463.677456:0:33237:0:(genops.c:1210:class_import_get()) import ffff9caf48ede000 refcount=5 obd=lustre-OST0001-osc-ffff9caf5014c800 02000000:00000001:3.0:1789130463.677461:0:33237:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789130463.677463:0:33237:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130463.677466:0:33237:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789130463.677470:0:33237:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789130463.677476:0:33237:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789130463.677484:0:33237:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9caf58482c00. 00000100:00000001:3.0:1789130463.677491:0:33237:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789130463.677498:0:33237:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9caf501aa1c0 x1876037329043584/t0(0) o8->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789130463.677508:0:33237:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789130463.677512:0:33237:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130463.677517:0:33237:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000b4b3de7] to pc [ptlrpcd_rcv+-1] req@ffff9caf501aa1c0 x1876037329043584/t0(0) o8->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130463.677543:0:33237:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130463.677546:0:33237:0:(pinger.c:367:ptlrpc_pinger_add_import()) Process entered 00000100:00000001:3.0:1789130463.677548:0:33237:0:(pinger.c:369:ptlrpc_pinger_add_import()) Process leaving (rc=18446744073709551502 : -114 : ffffffffffffff8e) 00000020:00000001:3.0:1789130463.677550:0:33237:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1789130463.677552:0:33237:0:(genops.c:1223:class_import_put()) import ffff9caf48ede000 refcount=4 obd=lustre-OST0001-osc-ffff9caf5014c800 00000020:00000001:3.0:1789130463.677554:0:33237:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:3.0:1789130463.677555:0:33237:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789130463.677556:0:33237:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789130463.677558:0:33237:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789130463.677561:0:33237:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9caf47fd2500. 00000100:00000001:3.0:1789130463.677564:0:33237:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130463.677567:0:33237:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1789130463.677569:0:33237:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1789130463.677575:0:33237:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9caf584c4840. 00000100:00000001:3.0:1789130463.677639:0:33237:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446634875647445056 : -109198062106560 : ffff9caf584c4840) 00000100:00000001:3.0:1789130463.677643:0:33237:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789130463.677644:0:33237:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875509975360 : -109198199576256 : ffff9caf501aa940) 00000100:00000001:3.0:1789130463.677647:0:33237:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789130463.677649:0:33237:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130463.677650:0:33237:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1789130463.677652:0:33237:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789130463.677656:0:33237:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf501aa940 x1876037329043712/t0(0) o13->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130463.677662:0:33237:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789130463.677665:0:33237:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1789130463.677669:0:33237:0:(client.c:1845:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff9caf501aa940 x1876037329043712/t0(0) o13->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130463.677675:0:33237:0:(client.c:1850:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130463.677677:0:33237:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789130463.677679:0:33237:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789130463.677682:0:33237:0:(client.c:2715:ptlrpc_set_wait()) set ffff9caf584c4840 going to sleep for 0 seconds 00000100:00000001:3.0:1789130463.677684:0:33237:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789130463.677686:0:33237:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130463.677688:0:33237:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789130463.677689:0:33237:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130463.677691:0:33237:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130463.679039:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789130463.679047:0:2346:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789130463.679050:0:2346:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789130463.679064:0:2346:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf501aa1c0 x1876037329043584/t0(0) o8->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130463.679076:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789130463.679078:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130463.679082:0:2346:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789130463.679086:0:2346:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789130463.679090:0:2346:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789130463.679093:0:2346:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf501aa1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:2346:1876037329043584:192.168.204.123@tcp:8:lfs.0 00000100:00000001:0.0:1789130463.679098:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789130463.679103:0:2346:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789130463.679107:0:2346:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130463.679110:0:2346:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789130463.679116:0:2346:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9caf482be800. 02000000:00000001:0.0:1789130463.679118:0:2346:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789130463.679127:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:0.0:1789130463.679132:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf50131bb0. 00000400:00000010:0.0:1789130463.679141:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf5801ef68. 00000100:00000200:0.0:1789130463.679151:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876037329043584, portal 4 00000100:00000001:0.0:1789130463.679154:0:2346:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789130463.679156:0:2346:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875509973440 : -109198199578176 : ffff9caf501aa1c0) 00000100:00000040:0.0:1789130463.679164:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9caf501aa1c0 x1876037329043584/t0(0) o8->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 520/544 e 0 to 0 dl 1789130473 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130463.679172:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789130463.679175:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:0.0:1789130463.679178:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf5801e6e8. 00000100:00000200:0.0:1789130463.679183:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876037329043584, offset 0 00000400:00000200:0.0:1789130463.679191:0:2346:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:0.0:1789130463.679202:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:0.0:1789130463.679210:0:2346:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:0.0:1789130463.679217:0:2346:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789130463.679222:0:2346:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:0.0:1789130463.679227:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789130463.679231:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:0.0:1789130463.679235:0:2346:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2597:2597:256:4294967295] 192.168.204.123@tcp LPNI seq info [2596:2596:8:4294967295] 00000400:00000200:0.0:1789130463.679239:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:0.0:1789130463.679252:0:2346:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:0.0:1789130463.679259:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:0.0:1789130463.679267:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf451e7b00. 00000800:00000200:0.0:1789130463.679276:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:0.0:1789130463.679287:0:2346:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:0.0:1789130463.679292:0:2346:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf451e7b00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:0.0:1789130463.679317:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130463.679323:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9caf5014c800: using a timeout of 325586 usecs (326 jiffies) 00000400:00000200:0.0:1789130463.679327:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:0.0:1789130463.679331:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296558027 00000100:00000001:0.0:1789130463.679335:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9caf5014c800: PM QoS request active for cpu 2, keep current deadline 4296561282 00000100:00000001:0.0:1789130463.679337:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296558027 00000100:00000001:0.0:1789130463.679340:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9caf5014c800: PM QoS request active for cpu 3, keep current deadline 4296561282 00000100:00000001:0.0:1789130463.679342:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789130463.679345:0:2346:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130463.679349:0:2346:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130463.679352:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130463.679360:0:2346:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789130463.679363:0:2346:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1789130463.679365:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789130463.679366:0:2346:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789130463.679368:0:2346:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130463.679370:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789130463.681577:0:2342:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789130463.681922:0:2342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf451e7b00. 00000400:00000200:3.0:1789130463.681931:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130463.681942:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:3.0:1789130463.681951:0:2342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf5801e6e8 00000400:00000010:3.0:1789130463.681954:0:2342:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf5801e6e8. 00000100:00000001:3.0:1789130463.681962:0:2342:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789130463.681971:0:2342:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf501aa1c0 x1876037329043584/t0(0) o8->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 520/544 e 0 to 0 dl 1789130473 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130463.681985:0:2342:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130463.681989:0:2342:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf501aa1c0 x1876037329043584/t0(0) o8->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 520/544 e 0 to 0 dl 1789130473 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130463.681996:0:2342:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130463.681998:0:2342:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1789130463.685253:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130463.685303:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789130463.685317:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130463.685321:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130463.685342:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130463.685351:0:2341:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:2.0:1789130463.685370:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130463.685375:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130463.685381:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130463.685386:0:2341:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 416 into portal 4 MB=0x6aa3efa954080 00000400:00000200:2.0:1789130463.685392:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130463.685406:0:2341:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.123@tcp of length 416/416 into md 0x6ffd [1] + 0 00000800:00000001:2.0:1789130463.685414:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130463.685529:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130463.685534:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130463.685551:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:2.0:1789130463.685559:0:2341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789130463.685578:0:2341:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf501aa1c0 x1876037329043584/t0(0) o8->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 520/544 e 0 to 0 dl 1789130473 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789130463.686011:0:2341:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff9caf501aa1c0 x1876037329043584/t0(0) o8->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 520/544 e 0 to 0 dl 1789130473 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130463.686066:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789130463.686071:0:2346:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789130463.686089:0:2341:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789130463.686102:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130463.686105:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1789130463.693998:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789130463.694007:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789130463.694013:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf50131bb0. 00000400:00000200:0.0:1789130463.694027:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf5801ef68 00000400:00000010:0.0:1789130463.694030:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf5801ef68. 00000100:00000001:0.0:1789130463.694038:0:2346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789130463.694056:0:2346:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf501aa1c0 x1876037329043584/t0(0) o8->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 520/544 e 0 to 0 dl 1789130473 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789130463.694069:0:2346:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf501aa1c0 x1876037329043584/t0(0) o8->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 520/544 e 0 to 0 dl 1789130473 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130463.694080:0:2346:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789130463.694084:0:2346:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130463.694088:0:2346:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789130463.694093:0:2346:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789130463.694096:0:2346:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789130463.694099:0:2346:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130463.694103:0:2346:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789130463.694117:0:2346:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf48ede460 time=82 v=5 (5 5 5 5) 00000100:00001000:0.0:1789130463.694122:0:2346:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf48ede418 time=72 v=5 (1 0 0 0) 00000100:00000001:0.0:1789130463.694124:0:2346:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789130463.694126:0:2346:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130463.694130:0:2346:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789130463.694138:0:2346:0:(ldlm_request.c:1723:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130463.694143:0:2346:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1789130463.694146:0:2346:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9caf5014c800: committing for last_committed 4294967312 gen 16 00000100:00000040:0.0:1789130463.694150:0:2346:0:(client.c:3235:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9caf5014c800: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:0.0:1789130463.694154:0:2346:0:(client.c:3236:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789130463.694155:0:2346:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130463.694161:0:2346:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf501aa1c0 x1876037329043584/t0(0) o8->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 520/416 e 0 to 0 dl 1789130473 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130463.694169:0:2346:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789130463.694174:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789130463.694178:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130463.694181:0:2346:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00080000:0.0:1789130463.694191:0:2346:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0001-osc-ffff9caf5014c800: connect to target with instance 1 00000020:00000001:0.0:1789130463.694195:0:2346:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1789130463.694198:0:2346:0:(genops.c:804:class_conn2export()) looking for export cookie 0xde5303b1d982c249 00000020:00000001:0.0:1789130463.694201:0:2346:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130463.694205:0:2346:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9caf45558800 refcount=4 00000020:00000001:0.0:1789130463.694208:0:2346:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875329284096 : -109198380267520 : ffff9caf45558800) 00000020:00000001:0.0:1789130463.694212:0:2346:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634875329284096 : -109198380267520 : ffff9caf45558800) 00000100:00001000:0.0:1789130463.694215:0:2346:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf48ede418 time=1789130463 v=0 (0 0 0 0) 00000100:00001000:0.0:1789130463.694218:0:2346:0:(import.c:2215:obd_at_measure()) AT ffff9caf48ede418 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000040:0.0:1789130463.694224:0:2346:0:(obd_cksum.h:77:obd_cksum_types_supported_client()) Crypto hash speed: crc 1627, crc32c 10183, adler 1295 00000100:00080000:0.0:1789130463.694230:0:2346:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0001-osc-ffff9caf5014c800: Resetting ns_connect_flags to server flags: 0xa0427af2e3440038 00000020:00000040:0.0:1789130463.694235:0:2346:0:(genops.c:879:class_export_put()) PUTting export ffff9caf45558800 : new refcount 3 00000100:00000001:0.0:1789130463.694238:0:2346:0:(obd_class.h:1222:obd_import_event()) Process entered 00000008:00000001:0.0:1789130463.694242:0:2346:0:(osc_request.c:4110:osc_import_event()) Process entered 00000008:00000020:0.0:1789130463.694246:0:2346:0:(osc_request.c:1064:osc_init_grant()) lustre-OST0001-osc-ffff9caf5014c800, setting cl_avail_grant: 2097152 cl_lost_grant: 0. chunk bits: 20 cl_max_extent_pages: 262144 00000008:00000001:0.0:1789130463.694250:0:2346:0:(obd_class.h:1242:obd_notify()) Process entered 00020000:00000001:0.0:1789130463.694254:0:2346:0:(lov_obd.c:431:lov_notify()) Process entered 00000080:00000001:1.0:1789130463.694408:0:2346:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:1.0:1789130463.694412:0:2346:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789130463.694416:0:2346:0:(lov_obd.c:468:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1789130463.694418:0:2346:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1789130463.694429:0:2346:0:(osc_request.c:4177:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130463.694431:0:2346:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00080000:1.0:1789130463.694433:0:2346:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:1.0:1789130463.694439:0:2346:0:(import.c:65:import_set_state_nolock()) ffff9caf48ede000 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00000100:00000001:1.0:1789130463.694442:0:2346:0:(obd_class.h:1222:obd_import_event()) Process entered 00000008:00000001:1.0:1789130463.694443:0:2346:0:(osc_request.c:4110:osc_import_event()) Process entered 00000008:00000001:1.0:1789130463.694444:0:2346:0:(obd_class.h:1242:obd_notify()) Process entered 00020000:00000001:1.0:1789130463.694446:0:2346:0:(lov_obd.c:431:lov_notify()) Process entered 00020000:00000001:1.0:1789130463.694449:0:2346:0:(lov_obd.c:350:lov_set_osc_active()) Process entered 00020000:00000040:1.0:1789130463.694451:0:2346:0:(lov_obd.c:352:lov_set_osc_active()) Searching in lov ffff9caf584f8820 for uuid lustre-OST0001_UUID event(1) 00020000:00000040:1.0:1789130463.694457:0:2346:0:(lov_obd.c:395:lov_set_osc_active()) OSC lustre-OST0001_UUID already active! 00020000:00000001:1.0:1789130463.694460:0:2346:0:(lov_obd.c:396:lov_set_osc_active()) Process leaving via out (rc=1 : 1 : 0x1) 00020000:00000001:1.0:1789130463.694463:0:2346:0:(lov_obd.c:422:lov_set_osc_active()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1789130463.694464:0:2346:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:1.0:1789130463.694467:0:2346:0:(lcommon_misc.c:85:cl_ocd_update()) Process entered 00000080:00000004:1.0:1789130463.694468:0:2346:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0427af2e3440038 -> 0xa0427af2e3440038 00000080:00000001:1.0:1789130463.694471:0:2346:0:(lcommon_misc.c:37:cl_init_ea_size()) Process entered 00000080:00000001:1.0:1789130463.694473:0:2346:0:(obd_class.h:511:obd_get_info()) Process entered 00020000:00000001:1.0:1789130463.694475:0:2346:0:(lov_obd.c:1161:lov_get_info()) Process entered 00020000:00000001:1.0:1789130463.694477:0:2346:0:(lov_obd.c:1212:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130463.694479:0:2346:0:(obd_class.h:525:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130463.694481:0:2346:0:(obd_class.h:511:obd_get_info()) Process entered 00020000:00000001:1.0:1789130463.694482:0:2346:0:(lov_obd.c:1161:lov_get_info()) Process entered 00020000:00000001:1.0:1789130463.694484:0:2346:0:(lov_obd.c:1212:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130463.694485:0:2346:0:(obd_class.h:525:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00080000:1.0:1789130463.694487:0:2346:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00800000:00000001:1.0:1789130463.694492:0:2346:0:(lmv_obd.c:286:lmv_init_ea_size()) Process entered 00800000:00000001:1.0:1789130463.694494:0:2346:0:(lmv_obd.c:298:lmv_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130463.694495:0:2346:0:(lcommon_misc.c:59:cl_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130463.694497:0:2346:0:(lcommon_misc.c:112:cl_ocd_update()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130463.694498:0:2346:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789130463.694500:0:2346:0:(lov_obd.c:468:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1789130463.694501:0:2346:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1789130463.694503:0:2346:0:(osc_request.c:4177:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130463.694504:0:2346:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00000001:1.0:1789130463.694506:0:2346:0:(import.c:1241:ptlrpc_connect_interpret()) Process leaving via finish (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789130463.694509:0:2346:0:(import.c:1648:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:1.0:1789130463.694517:0:2346:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 00000000461fe8dd): req@ffff9caf501aa940 x1876037329043712/t0(0) o13->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130463.694543:0:2346:0:(import.c:1754:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130463.694547:0:2346:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789130463.694552:0:2346:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf501aa1c0 x1876037329043584/t0(0) o8->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 520/416 e 0 to 0 dl 1789130473 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789130463.694560:0:2346:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf501aa1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:2346:1876037329043584:192.168.204.123@tcp:8:lfs.0 00000100:00000001:1.0:1789130463.694565:0:2346:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130463.694569:0:2346:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789130463.694572:0:2346:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf501aa1c0 x1876037329043584/t0(0) o8->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 520/416 e 0 to 0 dl 1789130473 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130463.694578:0:2346:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789130463.694581:0:2346:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789130463.694587:0:2346:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9caf482be800. 02000000:00000001:1.0:1789130463.694602:0:2346:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789130463.695032:0:2346:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1789130463.695036:0:2346:0:(genops.c:1223:class_import_put()) import ffff9caf48ede000 refcount=3 obd=lustre-OST0001-osc-ffff9caf5014c800 00000020:00000001:1.0:1789130463.695040:0:2346:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1789130463.695043:0:2346:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9caf58482c00. 02000000:00000001:1.0:1789130463.695049:0:2346:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789130463.695051:0:2346:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789130463.695054:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf501aa1c0. 00000100:00000001:1.0:1789130463.695058:0:2346:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789130463.695060:0:2346:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130463.695063:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130463.695074:0:2346:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789130463.695077:0:2346:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130463.695080:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789130463.695081:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130463.695892:0:33237:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789130463.695916:0:33237:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130463.695920:0:33237:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789130463.695923:0:33237:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789130463.695941:0:33237:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789130463.695946:0:33237:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789130463.695950:0:33237:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130463.695954:0:33237:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789130463.695977:0:33237:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789130463.695980:0:33237:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789130463.695984:0:33237:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789130463.695998:0:33237:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9caf58481800. 02000000:00000001:3.0:1789130463.696002:0:33237:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789130463.696029:0:33237:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:3.0:1789130463.696056:0:33237:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf60788c60. 00000400:00000010:3.0:1789130463.696079:0:33237:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf4549f770. 00000100:00000200:3.0:1789130463.696089:0:33237:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876037329043712, portal 4 00000100:00000001:3.0:1789130463.696091:0:33237:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789130463.696093:0:33237:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875509975360 : -109198199576256 : ffff9caf501aa940) 00000100:00000040:3.0:1789130463.696117:0:33237:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9caf501aa940 x1876037329043712/t0(0) o13->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:7/4 lens 224/368 e 0 to 0 dl 1789130479 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130463.696141:0:33237:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789130463.696144:0:33237:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:3.0:1789130463.696147:0:33237:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf4549f7f8. 00000100:00000200:3.0:1789130463.696165:0:33237:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1876037329043712, offset 0 00000400:00000200:3.0:1789130463.696186:0:33237:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:3.0:1789130463.696197:0:33237:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130463.696207:0:33237:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:3.0:1789130463.696214:0:33237:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789130463.696219:0:33237:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:3.0:1789130463.696224:0:33237:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789130463.696228:0:33237:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:3.0:1789130463.696232:0:33237:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2598:2598:256:4294967295] 192.168.204.123@tcp LPNI seq info [2597:2597:8:4294967295] 00000400:00000200:3.0:1789130463.696237:0:33237:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130463.696249:0:33237:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:3.0:1789130463.696257:0:33237:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:3.0:1789130463.696263:0:33237:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf47fd2a00. 00000800:00000200:3.0:1789130463.696271:0:33237:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:3.0:1789130463.696280:0:33237:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:3.0:1789130463.696286:0:33237:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf47fd2a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789130463.696390:0:33237:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130463.696396:0:33237:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9caf5014c800: using a timeout of 323863 usecs (324 jiffies) 00000400:00000200:3.0:1789130463.696401:0:33237:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:3.0:1789130463.696404:0:33237:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296558042 00000100:00000001:3.0:1789130463.696407:0:33237:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9caf5014c800: PM QoS request active for cpu 2, keep current deadline 4296561282 00000100:00000001:3.0:1789130463.696410:0:33237:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296558042 00000100:00000001:3.0:1789130463.696412:0:33237:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9caf5014c800: PM QoS request active for cpu 3, keep current deadline 4296561282 00000100:00000001:3.0:1789130463.696414:0:33237:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789130463.696418:0:33237:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130463.696432:0:33237:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789130463.696443:0:33237:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1789130463.696446:0:33237:0:(client.c:2715:ptlrpc_set_wait()) set ffff9caf584c4840 going to sleep for 11 seconds 00000100:00000001:3.0:1789130463.696449:0:33237:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789130463.696451:0:33237:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789130463.704751:0:2342:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789130463.704770:0:2342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf47fd2a00. 00000400:00000200:2.0:1789130463.704779:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130463.704791:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:2.0:1789130463.704800:0:2342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf4549f7f8 00000400:00000010:2.0:1789130463.704825:0:2342:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf4549f7f8. 00000100:00000001:2.0:1789130463.704835:0:2342:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789130463.704846:0:2342:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf501aa940 x1876037329043712/t0(0) o13->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:7/4 lens 224/368 e 0 to 0 dl 1789130479 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130463.704863:0:2342:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130463.704867:0:2342:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf501aa940 x1876037329043712/t0(0) o13->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:7/4 lens 224/368 e 0 to 0 dl 1789130479 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130463.704876:0:2342:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130463.704878:0:2342:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1789130463.709930:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130463.709959:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789130463.709964:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130463.709968:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130463.709980:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130463.709991:0:2341:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:2.0:1789130463.710003:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130463.710010:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130463.710017:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130463.710022:0:2341:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 368 into portal 4 MB=0x6aa3efa954100 00000400:00000200:2.0:1789130463.710028:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130463.710035:0:2341:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.123@tcp of length 368/368 into md 0x7005 [1] + 224 00000800:00000001:2.0:1789130463.710044:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130463.710055:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130463.710059:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130463.710065:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:2.0:1789130463.710075:0:2341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789130463.710086:0:2341:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf501aa940 x1876037329043712/t0(0) o13->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:7/4 lens 224/368 e 0 to 0 dl 1789130479 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789130463.710098:0:2341:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff9caf501aa940 x1876037329043712/t0(0) o13->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:7/4 lens 224/368 e 0 to 0 dl 1789130479 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130463.710144:0:2341:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789130463.710173:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130463.710177:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130463.711539:0:33237:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789130463.711569:0:33237:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789130463.711572:0:33237:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789130463.711578:0:33237:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf60788c60. 00000400:00000200:3.0:1789130463.711603:0:33237:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf4549f770 00000400:00000010:3.0:1789130463.711608:0:33237:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf4549f770. 00000100:00000001:3.0:1789130463.711627:0:33237:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789130463.711642:0:33237:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf501aa940 x1876037329043712/t0(0) o13->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:7/4 lens 224/368 e 0 to 0 dl 1789130479 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789130463.711653:0:33237:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf501aa940 x1876037329043712/t0(0) o13->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:7/4 lens 224/368 e 0 to 0 dl 1789130479 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130463.711677:0:33237:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789130463.711680:0:33237:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130463.711683:0:33237:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789130463.711688:0:33237:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789130463.711691:0:33237:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789130463.711693:0:33237:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789130463.711697:0:33237:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789130463.711711:0:33237:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf48ede4a8 time=680 v=5 (5 5 5 5) 00000100:00001000:3.0:1789130463.711717:0:33237:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf48ede418 time=0 v=5 (1 0 0 0) 00000100:00000001:3.0:1789130463.711721:0:33237:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789130463.711729:0:33237:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130463.711733:0:33237:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789130463.711741:0:33237:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130463.711746:0:33237:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789130463.711749:0:33237:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9caf5014c800: skip recheck: last_committed 4294967312 00000100:00000001:3.0:1789130463.711752:0:33237:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789130463.711754:0:33237:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130463.711771:0:33237:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf501aa940 x1876037329043712/t0(0) o13->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:7/4 lens 224/368 e 0 to 0 dl 1789130479 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130463.711779:0:33237:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789130463.711783:0:33237:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789130463.711785:0:33237:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789130463.711790:0:33237:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf501aa940 x1876037329043712/t0(0) o13->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:7/4 lens 224/368 e 0 to 0 dl 1789130479 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789130463.711798:0:33237:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf501aa940 pname:cluuid:pid:xid:nid:opc:job lfs:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:33237:1876037329043712:192.168.204.123@tcp:13:lfs.0 00000100:00000001:3.0:1789130463.711863:0:33237:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130463.711867:0:33237:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130463.711870:0:33237:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1789130463.711874:0:33237:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130463.711879:0:33237:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf501aa940 x1876037329043712/t0(0) o13->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:7/4 lens 224/368 e 0 to 0 dl 1789130479 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130463.711886:0:33237:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789130463.711890:0:33237:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9caf584c4840. 00000100:00000001:3.0:1789130463.711895:0:33237:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1789130463.711897:0:33237:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1789130463.711905:0:33237:0:(osc_request.c:3723:osc_statfs()) Process leaving 00000100:00000001:3.0:1789130463.711907:0:33237:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130463.711910:0:33237:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf501aa940 x1876037329043712/t0(0) o13->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:7/4 lens 224/368 e 0 to 0 dl 1789130479 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130463.711917:0:33237:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789130463.711921:0:33237:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789130463.711925:0:33237:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9caf58481800. 02000000:00000001:3.0:1789130463.711928:0:33237:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789130463.711932:0:33237:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1789130463.711934:0:33237:0:(genops.c:1223:class_import_put()) import ffff9caf48ede000 refcount=2 obd=lustre-OST0001-osc-ffff9caf5014c800 00000020:00000001:3.0:1789130463.711936:0:33237:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1789130463.711940:0:33237:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9caf47fd2500. 02000000:00000001:3.0:1789130463.711944:0:33237:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789130463.711946:0:33237:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789130463.711948:0:33237:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf501aa940. 00000100:00000001:3.0:1789130463.711951:0:33237:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789130463.711952:0:33237:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00020000:00000004:3.0:1789130463.711955:0:33237:0:(obd_class.h:1117:obd_statfs()) lustre-OST0001-osc-ffff9caf5014c800: update ffff9caf50449e98 cache blocks 3679/3683 objects 117792/118188 00020000:00000001:3.0:1789130463.711960:0:33237:0:(obd_class.h:1136:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789130463.711967:0:33237:0:(lov_obd.c:1150:lov_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130463.711971:0:33237:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1789130463.711974:0:33237:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf58483000. 00000080:00000001:3.0:1789130463.711978:0:33237:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130463.711981:0:33237:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130463.712058:0:33237:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789130463.712060:0:33237:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7fff6c771f10 00000080:00000001:3.0:1789130463.712069:0:33237:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789130463.712072:0:33237:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789130463.712079:0:33237:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf58483000. 00000020:00000001:3.0:1789130463.712099:0:33237:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130463.712102:0:33237:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1789130463.712106:0:33237:0:(lov_obd.c:975:lov_iocontrol()) Process entered 00020000:00000080:3.0:1789130463.712109:0:33237:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf58483000 uarg=0000000000000000 00020000:00000001:3.0:1789130463.712114:0:33237:0:(lov_obd.c:1007:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130463.712116:0:33237:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130463.712118:0:33237:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1789130463.712134:0:33237:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf58483000. 00000080:00000001:3.0:1789130463.712137:0:33237:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130463.712139:0:33237:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130463.712144:0:33237:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789130463.712147:0:33237:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7fff6c771f10 00000080:00000001:3.0:1789130463.712150:0:33237:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789130463.712151:0:33237:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789130463.712154:0:33237:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf58483000. 00000020:00000001:3.0:1789130463.712157:0:33237:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130463.712158:0:33237:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1789130463.712159:0:33237:0:(lov_obd.c:975:lov_iocontrol()) Process entered 00020000:00000080:3.0:1789130463.712161:0:33237:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf58483000 uarg=0000000000000000 00020000:00000001:3.0:1789130463.712180:0:33237:0:(lov_obd.c:1007:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130463.712183:0:33237:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130463.712185:0:33237:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1789130463.712187:0:33237:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf58483000. 00000080:00000001:3.0:1789130463.712189:0:33237:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130463.712191:0:33237:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130463.712195:0:33237:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789130463.712197:0:33237:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7fff6c771f10 00000080:00000001:3.0:1789130463.712200:0:33237:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789130463.712201:0:33237:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789130463.712229:0:33237:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf58483000. 00000020:00000001:3.0:1789130463.712234:0:33237:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130463.712236:0:33237:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1789130463.712237:0:33237:0:(lov_obd.c:975:lov_iocontrol()) Process entered 00020000:00000080:3.0:1789130463.712239:0:33237:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf58483000 uarg=0000000000000000 00020000:00000001:3.0:1789130463.712242:0:33237:0:(lov_obd.c:1007:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130463.712245:0:33237:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130463.712246:0:33237:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1789130463.712248:0:33237:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf58483000. 00000080:00000001:3.0:1789130463.712251:0:33237:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130463.712253:0:33237:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130463.712257:0:33237:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789130463.712258:0:33237:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7fff6c771f10 00000080:00000001:3.0:1789130463.712261:0:33237:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789130463.712262:0:33237:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789130463.712265:0:33237:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf58483000. 00000020:00000001:3.0:1789130463.712267:0:33237:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130463.712268:0:33237:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1789130463.712269:0:33237:0:(lov_obd.c:975:lov_iocontrol()) Process entered 00020000:00000080:3.0:1789130463.712271:0:33237:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf58483000 uarg=0000000000000000 00020000:00000001:3.0:1789130463.712273:0:33237:0:(lov_obd.c:1007:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130463.712275:0:33237:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130463.712277:0:33237:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1789130463.712279:0:33237:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf58483000. 00000080:00000001:3.0:1789130463.712282:0:33237:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130463.712283:0:33237:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130463.712287:0:33237:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789130463.712288:0:33237:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7fff6c771f10 00000080:00000001:3.0:1789130463.712291:0:33237:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789130463.712292:0:33237:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789130463.712294:0:33237:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf58483000. 00000020:00000001:3.0:1789130463.712296:0:33237:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130463.712298:0:33237:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1789130463.712299:0:33237:0:(lov_obd.c:975:lov_iocontrol()) Process entered 00020000:00000080:3.0:1789130463.712311:0:33237:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf58483000 uarg=0000000000000000 00020000:00000001:3.0:1789130463.712314:0:33237:0:(lov_obd.c:1007:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130463.712316:0:33237:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130463.712318:0:33237:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1789130463.712320:0:33237:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf58483000. 00000080:00000001:3.0:1789130463.712322:0:33237:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130463.712324:0:33237:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130463.712327:0:33237:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789130463.712329:0:33237:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7fff6c771f10 00000080:00000001:3.0:1789130463.712331:0:33237:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789130463.712332:0:33237:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789130463.712335:0:33237:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf58483000. 00000020:00000001:3.0:1789130463.712336:0:33237:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130463.712338:0:33237:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1789130463.712340:0:33237:0:(lov_obd.c:975:lov_iocontrol()) Process entered 00020000:00000080:3.0:1789130463.712341:0:33237:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf58483000 uarg=0000000000000000 00020000:00000001:3.0:1789130463.712343:0:33237:0:(lov_obd.c:1007:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130463.712345:0:33237:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130463.712346:0:33237:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1789130463.712348:0:33237:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf58483000. 00000080:00000001:3.0:1789130463.712350:0:33237:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130463.712352:0:33237:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130463.712354:0:33237:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789130463.712356:0:33237:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7fff6c771f10 00000080:00000001:3.0:1789130463.712358:0:33237:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789130463.712359:0:33237:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789130463.712361:0:33237:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf58483000. 00000020:00000001:3.0:1789130463.712364:0:33237:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130463.712365:0:33237:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1789130463.712366:0:33237:0:(lov_obd.c:975:lov_iocontrol()) Process entered 00020000:00000080:3.0:1789130463.712368:0:33237:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf58483000 uarg=0000000000000000 00020000:00000001:3.0:1789130463.712370:0:33237:0:(lov_obd.c:1007:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130463.712372:0:33237:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130463.712374:0:33237:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1789130463.712376:0:33237:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf58483000. 00000080:00000001:3.0:1789130463.712378:0:33237:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130463.712380:0:33237:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130463.712383:0:33237:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789130463.712384:0:33237:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7fff6c771f10 00000080:00000001:3.0:1789130463.712386:0:33237:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789130463.712387:0:33237:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789130463.712389:0:33237:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf58483000. 00000020:00000001:3.0:1789130463.712391:0:33237:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130463.712392:0:33237:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1789130463.712394:0:33237:0:(lov_obd.c:975:lov_iocontrol()) Process entered 00020000:00000080:3.0:1789130463.712395:0:33237:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf58483000 uarg=0000000000000000 00020000:00000001:3.0:1789130463.712397:0:33237:0:(lov_obd.c:1007:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130463.712400:0:33237:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130463.712402:0:33237:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1789130463.712404:0:33237:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf58483000. 00000080:00000001:3.0:1789130463.712406:0:33237:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130463.712407:0:33237:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130463.712410:0:33237:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789130463.712412:0:33237:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7fff6c771f10 00000080:00000001:3.0:1789130463.712415:0:33237:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789130463.712416:0:33237:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789130463.712418:0:33237:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf58483000. 00000020:00000001:3.0:1789130463.712432:0:33237:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130463.712434:0:33237:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1789130463.712435:0:33237:0:(lov_obd.c:975:lov_iocontrol()) Process entered 00020000:00000080:3.0:1789130463.712436:0:33237:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf58483000 uarg=0000000000000000 00020000:00000001:3.0:1789130463.712439:0:33237:0:(lov_obd.c:1007:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130463.712441:0:33237:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130463.712442:0:33237:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1789130463.712445:0:33237:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf58483000. 00000080:00000001:3.0:1789130463.712447:0:33237:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130463.712450:0:33237:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130463.712454:0:33237:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789130463.712455:0:33237:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7fff6c771f10 00000080:00000001:3.0:1789130463.712458:0:33237:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789130463.712459:0:33237:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789130463.712461:0:33237:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf58483000. 00000020:00000001:3.0:1789130463.712463:0:33237:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130463.712465:0:33237:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1789130463.712466:0:33237:0:(lov_obd.c:975:lov_iocontrol()) Process entered 00020000:00000080:3.0:1789130463.712467:0:33237:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf58483000 uarg=0000000000000000 00020000:00000001:3.0:1789130463.712469:0:33237:0:(lov_obd.c:1007:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130463.712472:0:33237:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130463.712473:0:33237:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1789130463.712475:0:33237:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf58483000. 00000080:00000001:3.0:1789130463.712478:0:33237:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130463.712480:0:33237:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130463.712483:0:33237:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789130463.712484:0:33237:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7fff6c771f10 00000080:00000001:3.0:1789130463.712486:0:33237:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789130463.712488:0:33237:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789130463.712490:0:33237:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf58483000. 00000020:00000001:3.0:1789130463.712491:0:33237:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130463.712493:0:33237:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1789130463.712494:0:33237:0:(lov_obd.c:975:lov_iocontrol()) Process entered 00020000:00000080:3.0:1789130463.712495:0:33237:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf58483000 uarg=0000000000000000 00020000:00000001:3.0:1789130463.712497:0:33237:0:(lov_obd.c:1007:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130463.712499:0:33237:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130463.712500:0:33237:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1789130463.712502:0:33237:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf58483000. 00000080:00000001:3.0:1789130463.712504:0:33237:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130463.712506:0:33237:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130463.712509:0:33237:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789130463.712510:0:33237:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7fff6c771f10 00000080:00000001:3.0:1789130463.712512:0:33237:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789130463.712513:0:33237:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789130463.712516:0:33237:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf58483000. 00000020:00000001:3.0:1789130463.712518:0:33237:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130463.712519:0:33237:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1789130463.712520:0:33237:0:(lov_obd.c:975:lov_iocontrol()) Process entered 00020000:00000080:3.0:1789130463.712521:0:33237:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf58483000 uarg=0000000000000000 00020000:00000001:3.0:1789130463.712523:0:33237:0:(lov_obd.c:1007:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130463.712525:0:33237:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130463.712527:0:33237:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1789130463.712529:0:33237:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf58483000. 00000080:00000001:3.0:1789130463.712531:0:33237:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130463.712532:0:33237:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130463.712534:0:33237:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789130463.712536:0:33237:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7fff6c771f10 00000080:00000001:3.0:1789130463.712538:0:33237:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789130463.712539:0:33237:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789130463.712541:0:33237:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf58483000. 00000020:00000001:3.0:1789130463.712543:0:33237:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130463.712544:0:33237:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1789130463.712545:0:33237:0:(lov_obd.c:975:lov_iocontrol()) Process entered 00020000:00000080:3.0:1789130463.712547:0:33237:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf58483000 uarg=0000000000000000 00020000:00000001:3.0:1789130463.712549:0:33237:0:(lov_obd.c:1007:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130463.712551:0:33237:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130463.712552:0:33237:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1789130463.712554:0:33237:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf58483000. 00000080:00000001:3.0:1789130463.712556:0:33237:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130463.712557:0:33237:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130463.712560:0:33237:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789130463.712561:0:33237:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7fff6c771f10 00000080:00000001:3.0:1789130463.712563:0:33237:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789130463.712564:0:33237:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789130463.712566:0:33237:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf58483000. 00000020:00000001:3.0:1789130463.712568:0:33237:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130463.712570:0:33237:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1789130463.712571:0:33237:0:(lov_obd.c:975:lov_iocontrol()) Process entered 00020000:00000080:3.0:1789130463.712572:0:33237:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf58483000 uarg=0000000000000000 00020000:00000001:3.0:1789130463.712575:0:33237:0:(lov_obd.c:1007:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130463.712576:0:33237:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130463.712579:0:33237:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1789130463.712580:0:33237:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf58483000. 00000080:00000001:3.0:1789130463.712582:0:33237:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130463.712584:0:33237:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130463.712586:0:33237:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789130463.712587:0:33237:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7fff6c771f10 00000080:00000001:3.0:1789130463.712589:0:33237:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789130463.712590:0:33237:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789130463.712593:0:33237:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf58483000. 00000020:00000001:3.0:1789130463.712595:0:33237:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130463.712596:0:33237:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1789130463.712598:0:33237:0:(lov_obd.c:975:lov_iocontrol()) Process entered 00020000:00000080:3.0:1789130463.712599:0:33237:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf58483000 uarg=0000000000000000 00020000:00000001:3.0:1789130463.712601:0:33237:0:(lov_obd.c:1007:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130463.712603:0:33237:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130463.712605:0:33237:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1789130463.712607:0:33237:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf58483000. 00000080:00000001:3.0:1789130463.712609:0:33237:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130463.712611:0:33237:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130463.712614:0:33237:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789130463.712615:0:33237:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7fff6c771f10 00000080:00000001:3.0:1789130463.712618:0:33237:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789130463.712619:0:33237:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789130463.712621:0:33237:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf58483000. 00000020:00000001:3.0:1789130463.712622:0:33237:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130463.712624:0:33237:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1789130463.712625:0:33237:0:(lov_obd.c:975:lov_iocontrol()) Process entered 00020000:00000080:3.0:1789130463.712627:0:33237:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf58483000 uarg=0000000000000000 00020000:00000001:3.0:1789130463.712629:0:33237:0:(lov_obd.c:1007:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130463.712631:0:33237:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130463.712632:0:33237:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1789130463.712634:0:33237:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf58483000. 00000080:00000001:3.0:1789130463.712636:0:33237:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130463.712638:0:33237:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130463.712641:0:33237:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789130463.712642:0:33237:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7fff6c771f10 00000080:00000001:3.0:1789130463.712644:0:33237:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789130463.712645:0:33237:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789130463.712647:0:33237:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf58483000. 00000020:00000001:3.0:1789130463.712649:0:33237:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130463.712650:0:33237:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1789130463.712652:0:33237:0:(lov_obd.c:975:lov_iocontrol()) Process entered 00020000:00000080:3.0:1789130463.712653:0:33237:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf58483000 uarg=0000000000000000 00020000:00000001:3.0:1789130463.712656:0:33237:0:(lov_obd.c:1007:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130463.712658:0:33237:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130463.712659:0:33237:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1789130463.712661:0:33237:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf58483000. 00000080:00000001:3.0:1789130463.712663:0:33237:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130463.712665:0:33237:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130463.712668:0:33237:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789130463.712669:0:33237:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7fff6c771f10 00000080:00000001:3.0:1789130463.712671:0:33237:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789130463.712673:0:33237:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789130463.712674:0:33237:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf58483000. 00000020:00000001:3.0:1789130463.712677:0:33237:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130463.712678:0:33237:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1789130463.712679:0:33237:0:(lov_obd.c:975:lov_iocontrol()) Process entered 00020000:00000080:3.0:1789130463.712681:0:33237:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf58483000 uarg=0000000000000000 00020000:00000001:3.0:1789130463.712683:0:33237:0:(lov_obd.c:1007:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130463.712685:0:33237:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130463.712687:0:33237:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1789130463.712691:0:33237:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf58483000. 00000080:00000001:3.0:1789130463.712693:0:33237:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130463.712694:0:33237:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130463.712697:0:33237:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789130463.712698:0:33237:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7fff6c771f10 00000080:00000001:3.0:1789130463.712700:0:33237:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789130463.712701:0:33237:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789130463.712704:0:33237:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf58483000. 00000020:00000001:3.0:1789130463.712706:0:33237:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130463.712707:0:33237:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1789130463.712708:0:33237:0:(lov_obd.c:975:lov_iocontrol()) Process entered 00020000:00000080:3.0:1789130463.712710:0:33237:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf58483000 uarg=0000000000000000 00020000:00000001:3.0:1789130463.712712:0:33237:0:(lov_obd.c:1007:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130463.712715:0:33237:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130463.712717:0:33237:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1789130463.712719:0:33237:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf58483000. 00000080:00000001:3.0:1789130463.712721:0:33237:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130463.712723:0:33237:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130463.712726:0:33237:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789130463.712727:0:33237:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7fff6c771f10 00000080:00000001:3.0:1789130463.712730:0:33237:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789130463.712731:0:33237:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789130463.712733:0:33237:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf58483000. 00000020:00000001:3.0:1789130463.712756:0:33237:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130463.712758:0:33237:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1789130463.712759:0:33237:0:(lov_obd.c:975:lov_iocontrol()) Process entered 00020000:00000080:3.0:1789130463.712760:0:33237:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf58483000 uarg=0000000000000000 00020000:00000001:3.0:1789130463.712763:0:33237:0:(lov_obd.c:1007:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130463.712765:0:33237:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130463.712766:0:33237:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1789130463.712768:0:33237:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf58483000. 00000080:00000001:3.0:1789130463.712771:0:33237:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130463.712773:0:33237:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130463.712777:0:33237:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789130463.712778:0:33237:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7fff6c771f10 00000080:00000001:3.0:1789130463.712780:0:33237:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789130463.712781:0:33237:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789130463.712784:0:33237:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf58483000. 00000020:00000001:3.0:1789130463.712786:0:33237:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130463.712787:0:33237:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1789130463.712788:0:33237:0:(lov_obd.c:975:lov_iocontrol()) Process entered 00020000:00000080:3.0:1789130463.712790:0:33237:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf58483000 uarg=0000000000000000 00020000:00000001:3.0:1789130463.712792:0:33237:0:(lov_obd.c:1007:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130463.712794:0:33237:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130463.712796:0:33237:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1789130463.712798:0:33237:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf58483000. 00000080:00000001:3.0:1789130463.712800:0:33237:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130463.712802:0:33237:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130463.712847:0:33237:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789130463.712848:0:33237:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7fff6c771f10 00000080:00000001:3.0:1789130463.712851:0:33237:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789130463.712853:0:33237:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789130463.712855:0:33237:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf58483000. 00000020:00000001:3.0:1789130463.712857:0:33237:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130463.712859:0:33237:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1789130463.712860:0:33237:0:(lov_obd.c:975:lov_iocontrol()) Process entered 00020000:00000080:3.0:1789130463.712861:0:33237:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf58483000 uarg=0000000000000000 00020000:00000001:3.0:1789130463.712864:0:33237:0:(lov_obd.c:1007:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130463.712865:0:33237:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130463.712882:0:33237:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1789130463.712885:0:33237:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf58483000. 00000080:00000001:3.0:1789130463.712887:0:33237:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130463.712889:0:33237:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130463.712893:0:33237:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789130463.712895:0:33237:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7fff6c771f10 00000080:00000001:3.0:1789130463.712897:0:33237:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789130463.712898:0:33237:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789130463.712901:0:33237:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf58483000. 00000020:00000001:3.0:1789130463.712903:0:33237:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130463.712905:0:33237:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1789130463.712906:0:33237:0:(lov_obd.c:975:lov_iocontrol()) Process entered 00020000:00000080:3.0:1789130463.712907:0:33237:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf58483000 uarg=0000000000000000 00020000:00000001:3.0:1789130463.712909:0:33237:0:(lov_obd.c:1007:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130463.712911:0:33237:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130463.712912:0:33237:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1789130463.712914:0:33237:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf58483000. 00000080:00000001:3.0:1789130463.712916:0:33237:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130463.712918:0:33237:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130463.712921:0:33237:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789130463.712923:0:33237:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7fff6c771f10 00000080:00000001:3.0:1789130463.712925:0:33237:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789130463.712927:0:33237:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789130463.712929:0:33237:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf58483000. 00000020:00000001:3.0:1789130463.712931:0:33237:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130463.712933:0:33237:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1789130463.712934:0:33237:0:(lov_obd.c:975:lov_iocontrol()) Process entered 00020000:00000080:3.0:1789130463.712935:0:33237:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf58483000 uarg=0000000000000000 00020000:00000001:3.0:1789130463.712937:0:33237:0:(lov_obd.c:1007:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130463.712939:0:33237:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130463.712940:0:33237:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1789130463.712942:0:33237:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf58483000. 00000080:00000001:3.0:1789130463.712944:0:33237:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130463.712946:0:33237:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130463.712949:0:33237:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789130463.712950:0:33237:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7fff6c771f10 00000080:00000001:3.0:1789130463.712953:0:33237:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789130463.712954:0:33237:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789130463.712957:0:33237:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf58483000. 00000020:00000001:3.0:1789130463.712959:0:33237:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130463.712960:0:33237:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1789130463.712961:0:33237:0:(lov_obd.c:975:lov_iocontrol()) Process entered 00020000:00000080:3.0:1789130463.712963:0:33237:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf58483000 uarg=0000000000000000 00020000:00000001:3.0:1789130463.712965:0:33237:0:(lov_obd.c:1007:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130463.712967:0:33237:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130463.712969:0:33237:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1789130463.712971:0:33237:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf58483000. 00000080:00000001:3.0:1789130463.712973:0:33237:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130463.712975:0:33237:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130463.712977:0:33237:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789130463.712979:0:33237:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7fff6c771f10 00000080:00000001:3.0:1789130463.712981:0:33237:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789130463.712982:0:33237:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789130463.712985:0:33237:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf58483000. 00000020:00000001:3.0:1789130463.712988:0:33237:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130463.712989:0:33237:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1789130463.712990:0:33237:0:(lov_obd.c:975:lov_iocontrol()) Process entered 00020000:00000080:3.0:1789130463.712991:0:33237:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf58483000 uarg=0000000000000000 00020000:00000001:3.0:1789130463.712994:0:33237:0:(lov_obd.c:1007:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130463.712996:0:33237:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130463.712997:0:33237:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1789130463.712999:0:33237:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf58483000. 00000080:00000001:3.0:1789130463.713001:0:33237:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130463.713003:0:33237:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130463.713006:0:33237:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789130463.713008:0:33237:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7fff6c771f10 00000080:00000001:3.0:1789130463.713010:0:33237:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789130463.713011:0:33237:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789130463.713013:0:33237:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf58483000. 00000020:00000001:3.0:1789130463.713016:0:33237:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130463.713017:0:33237:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1789130463.713018:0:33237:0:(lov_obd.c:975:lov_iocontrol()) Process entered 00020000:00000080:3.0:1789130463.713020:0:33237:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf58483000 uarg=0000000000000000 00020000:00000001:3.0:1789130463.713022:0:33237:0:(lov_obd.c:1007:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130463.713024:0:33237:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130463.713026:0:33237:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1789130463.713028:0:33237:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf58483000. 00000080:00000001:3.0:1789130463.713030:0:33237:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130463.713032:0:33237:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130463.713035:0:33237:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789130463.713036:0:33237:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7fff6c771f10 00000080:00000001:3.0:1789130463.713039:0:33237:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789130463.713040:0:33237:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789130463.713042:0:33237:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf58483000. 00000020:00000001:3.0:1789130463.713044:0:33237:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130463.713046:0:33237:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1789130463.713047:0:33237:0:(lov_obd.c:975:lov_iocontrol()) Process entered 00020000:00000080:3.0:1789130463.713049:0:33237:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf58483000 uarg=0000000000000000 00020000:00000001:3.0:1789130463.713051:0:33237:0:(lov_obd.c:1007:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130463.713053:0:33237:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130463.713055:0:33237:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1789130463.713057:0:33237:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf58483000. 00000080:00000001:3.0:1789130463.713060:0:33237:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130463.713061:0:33237:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130463.713064:0:33237:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789130463.713065:0:33237:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7fff6c771f10 00000080:00000001:3.0:1789130463.713068:0:33237:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789130463.713069:0:33237:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789130463.713071:0:33237:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf58483000. 00000020:00000001:3.0:1789130463.713073:0:33237:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130463.713075:0:33237:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1789130463.713076:0:33237:0:(lov_obd.c:975:lov_iocontrol()) Process entered 00020000:00000080:3.0:1789130463.713077:0:33237:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf58483000 uarg=0000000000000000 00020000:00000001:3.0:1789130463.713098:0:33237:0:(lov_obd.c:1007:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130463.713100:0:33237:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130463.713103:0:33237:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1789130463.713105:0:33237:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf58483000. 00000080:00000001:3.0:1789130463.713108:0:33237:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130463.713110:0:33237:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130463.713113:0:33237:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789130463.713114:0:33237:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7fff6c771f10 00000080:00000001:3.0:1789130463.713132:0:33237:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789130463.713133:0:33237:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789130463.713136:0:33237:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf58483000. 00000020:00000001:3.0:1789130463.713139:0:33237:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130463.713141:0:33237:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1789130463.713157:0:33237:0:(lov_obd.c:975:lov_iocontrol()) Process entered 00020000:00000080:3.0:1789130463.713159:0:33237:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf58483000 uarg=0000000000000000 00020000:00000001:3.0:1789130463.713162:0:33237:0:(lov_obd.c:1007:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130463.713165:0:33237:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130463.713166:0:33237:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1789130463.713168:0:33237:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf58483000. 00000080:00000001:3.0:1789130463.713171:0:33237:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130463.713173:0:33237:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130463.713192:0:33237:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789130463.713194:0:33237:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7fff6c771f10 00000080:00000001:3.0:1789130463.713196:0:33237:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789130463.713198:0:33237:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789130463.713200:0:33237:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf58483000. 00000020:00000001:3.0:1789130463.713203:0:33237:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130463.713217:0:33237:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1789130463.713218:0:33237:0:(lov_obd.c:975:lov_iocontrol()) Process entered 00020000:00000080:3.0:1789130463.713219:0:33237:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf58483000 uarg=0000000000000000 00020000:00000001:3.0:1789130463.713223:0:33237:0:(lov_obd.c:1007:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130463.713225:0:33237:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130463.713226:0:33237:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1789130463.713229:0:33237:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf58483000. 00000080:00000001:3.0:1789130463.713254:0:33237:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130463.713256:0:33237:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130463.713261:0:33237:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789130463.713263:0:33237:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7fff6c771f10 00000080:00000001:3.0:1789130463.713266:0:33237:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789130463.713267:0:33237:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789130463.713270:0:33237:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf58483000. 00000020:00000001:3.0:1789130463.713272:0:33237:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130463.713274:0:33237:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1789130463.713275:0:33237:0:(lov_obd.c:975:lov_iocontrol()) Process entered 00020000:00000080:3.0:1789130463.713276:0:33237:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf58483000 uarg=0000000000000000 00020000:00000001:3.0:1789130463.713279:0:33237:0:(lov_obd.c:1007:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130463.713281:0:33237:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130463.713283:0:33237:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1789130463.713285:0:33237:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf58483000. 00000080:00000001:3.0:1789130463.713288:0:33237:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130463.713290:0:33237:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130463.713293:0:33237:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789130463.713295:0:33237:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7fff6c771f10 00000080:00000001:3.0:1789130463.713297:0:33237:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789130463.713298:0:33237:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789130463.713301:0:33237:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf58483000. 00000020:00000001:3.0:1789130463.713302:0:33237:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130463.713304:0:33237:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1789130463.713305:0:33237:0:(lov_obd.c:975:lov_iocontrol()) Process entered 00020000:00000080:3.0:1789130463.713307:0:33237:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf58483000 uarg=0000000000000000 00020000:00000001:3.0:1789130463.713309:0:33237:0:(lov_obd.c:1007:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130463.713311:0:33237:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130463.713313:0:33237:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1789130463.713315:0:33237:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf58483000. 00000080:00000001:3.0:1789130463.713317:0:33237:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130463.713319:0:33237:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130463.713322:0:33237:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789130463.713323:0:33237:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7fff6c771f10 00000080:00000001:3.0:1789130463.713326:0:33237:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789130463.713327:0:33237:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789130463.713329:0:33237:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf58483000. 00000020:00000001:3.0:1789130463.713331:0:33237:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130463.713333:0:33237:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1789130463.713334:0:33237:0:(lov_obd.c:975:lov_iocontrol()) Process entered 00020000:00000080:3.0:1789130463.713335:0:33237:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf58483000 uarg=0000000000000000 00020000:00000001:3.0:1789130463.713337:0:33237:0:(lov_obd.c:1007:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130463.713339:0:33237:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130463.713341:0:33237:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1789130463.713343:0:33237:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf58483000. 00000080:00000001:3.0:1789130463.713345:0:33237:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130463.713346:0:33237:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130463.713349:0:33237:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789130463.713351:0:33237:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7fff6c771f10 00000080:00000001:3.0:1789130463.713354:0:33237:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789130463.713355:0:33237:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789130463.713357:0:33237:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf58483000. 00000020:00000001:3.0:1789130463.713359:0:33237:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130463.713361:0:33237:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1789130463.713362:0:33237:0:(lov_obd.c:975:lov_iocontrol()) Process entered 00020000:00000080:3.0:1789130463.713363:0:33237:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf58483000 uarg=0000000000000000 00020000:00000001:3.0:1789130463.713365:0:33237:0:(lov_obd.c:1007:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130463.713367:0:33237:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130463.713369:0:33237:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1789130463.713370:0:33237:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf58483000. 00000080:00000001:3.0:1789130463.713373:0:33237:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130463.713374:0:33237:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130463.713377:0:33237:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789130463.713378:0:33237:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7fff6c771f10 00000080:00000001:3.0:1789130463.713380:0:33237:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789130463.713381:0:33237:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789130463.713383:0:33237:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf58483000. 00000020:00000001:3.0:1789130463.713385:0:33237:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130463.713387:0:33237:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1789130463.713388:0:33237:0:(lov_obd.c:975:lov_iocontrol()) Process entered 00020000:00000080:3.0:1789130463.713389:0:33237:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf58483000 uarg=0000000000000000 00020000:00000001:3.0:1789130463.713391:0:33237:0:(lov_obd.c:1007:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130463.713393:0:33237:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130463.713395:0:33237:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1789130463.713397:0:33237:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf58483000. 00000080:00000001:3.0:1789130463.713399:0:33237:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130463.713401:0:33237:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130463.713404:0:33237:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789130463.713405:0:33237:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7fff6c771f10 00000080:00000001:3.0:1789130463.713408:0:33237:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789130463.713409:0:33237:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789130463.713412:0:33237:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf58483000. 00000020:00000001:3.0:1789130463.713414:0:33237:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130463.713416:0:33237:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1789130463.713417:0:33237:0:(lov_obd.c:975:lov_iocontrol()) Process entered 00020000:00000080:3.0:1789130463.713418:0:33237:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf58483000 uarg=0000000000000000 00020000:00000001:3.0:1789130463.713432:0:33237:0:(lov_obd.c:1007:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130463.713435:0:33237:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130463.713436:0:33237:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1789130463.713439:0:33237:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf58483000. 00000080:00000001:3.0:1789130463.713442:0:33237:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130463.713444:0:33237:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130463.713447:0:33237:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789130463.713449:0:33237:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7fff6c771f10 00000080:00000001:3.0:1789130463.713451:0:33237:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789130463.713452:0:33237:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789130463.713455:0:33237:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf58483000. 00000020:00000001:3.0:1789130463.713457:0:33237:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130463.713459:0:33237:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1789130463.713460:0:33237:0:(lov_obd.c:975:lov_iocontrol()) Process entered 00020000:00000080:3.0:1789130463.713462:0:33237:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf58483000 uarg=0000000000000000 00020000:00000001:3.0:1789130463.713465:0:33237:0:(lov_obd.c:1007:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130463.713467:0:33237:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130463.713468:0:33237:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1789130463.713471:0:33237:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf58483000. 00000080:00000001:3.0:1789130463.713473:0:33237:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130463.713475:0:33237:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130463.713478:0:33237:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789130463.713479:0:33237:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7fff6c771f10 00000080:00000001:3.0:1789130463.713482:0:33237:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789130463.713483:0:33237:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789130463.713486:0:33237:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf58483000. 00000020:00000001:3.0:1789130463.713488:0:33237:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130463.713490:0:33237:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1789130463.713491:0:33237:0:(lov_obd.c:975:lov_iocontrol()) Process entered 00020000:00000080:3.0:1789130463.713492:0:33237:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf58483000 uarg=0000000000000000 00020000:00000001:3.0:1789130463.713494:0:33237:0:(lov_obd.c:1007:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130463.713496:0:33237:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130463.713498:0:33237:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1789130463.713500:0:33237:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf58483000. 00000080:00000001:3.0:1789130463.713502:0:33237:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130463.713504:0:33237:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130463.713507:0:33237:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789130463.713508:0:33237:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7fff6c771f10 00000080:00000001:3.0:1789130463.713510:0:33237:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789130463.713512:0:33237:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789130463.713513:0:33237:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf58483000. 00000020:00000001:3.0:1789130463.713515:0:33237:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130463.713517:0:33237:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1789130463.713518:0:33237:0:(lov_obd.c:975:lov_iocontrol()) Process entered 00020000:00000080:3.0:1789130463.713519:0:33237:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf58483000 uarg=0000000000000000 00020000:00000001:3.0:1789130463.713521:0:33237:0:(lov_obd.c:1007:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130463.713523:0:33237:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130463.713524:0:33237:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1789130463.713526:0:33237:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf58483000. 00000080:00000001:3.0:1789130463.713528:0:33237:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130463.713530:0:33237:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130463.713532:0:33237:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789130463.713533:0:33237:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7fff6c771f10 00000080:00000001:3.0:1789130463.713536:0:33237:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789130463.713537:0:33237:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789130463.713539:0:33237:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf58483000. 00000020:00000001:3.0:1789130463.713540:0:33237:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130463.713542:0:33237:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1789130463.713543:0:33237:0:(lov_obd.c:975:lov_iocontrol()) Process entered 00020000:00000080:3.0:1789130463.713544:0:33237:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf58483000 uarg=0000000000000000 00020000:00000001:3.0:1789130463.713546:0:33237:0:(lov_obd.c:1007:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130463.713549:0:33237:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130463.713550:0:33237:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1789130463.713552:0:33237:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf58483000. 00000080:00000001:3.0:1789130463.713554:0:33237:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130463.713555:0:33237:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130463.713558:0:33237:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789130463.713559:0:33237:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7fff6c771f10 00000080:00000001:3.0:1789130463.713562:0:33237:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789130463.713563:0:33237:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789130463.713565:0:33237:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf58483000. 00000020:00000001:3.0:1789130463.713566:0:33237:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130463.713568:0:33237:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1789130463.713569:0:33237:0:(lov_obd.c:975:lov_iocontrol()) Process entered 00020000:00000080:3.0:1789130463.713570:0:33237:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf58483000 uarg=0000000000000000 00020000:00000001:3.0:1789130463.713573:0:33237:0:(lov_obd.c:1007:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130463.713574:0:33237:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130463.713576:0:33237:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1789130463.713578:0:33237:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf58483000. 00000080:00000001:3.0:1789130463.713580:0:33237:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130463.713581:0:33237:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130463.713584:0:33237:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789130463.713586:0:33237:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7fff6c771f10 00000080:00000001:3.0:1789130463.713588:0:33237:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789130463.713589:0:33237:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789130463.713591:0:33237:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf58483000. 00000020:00000001:3.0:1789130463.713593:0:33237:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130463.713595:0:33237:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1789130463.713596:0:33237:0:(lov_obd.c:975:lov_iocontrol()) Process entered 00020000:00000080:3.0:1789130463.713598:0:33237:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf58483000 uarg=0000000000000000 00020000:00000001:3.0:1789130463.713600:0:33237:0:(lov_obd.c:1007:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130463.713602:0:33237:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130463.713604:0:33237:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1789130463.713606:0:33237:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf58483000. 00000080:00000001:3.0:1789130463.713608:0:33237:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130463.713610:0:33237:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130463.713613:0:33237:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789130463.713615:0:33237:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7fff6c771f10 00000080:00000001:3.0:1789130463.713617:0:33237:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789130463.713618:0:33237:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789130463.713620:0:33237:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf58483000. 00000020:00000001:3.0:1789130463.713622:0:33237:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130463.713623:0:33237:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1789130463.713624:0:33237:0:(lov_obd.c:975:lov_iocontrol()) Process entered 00020000:00000080:3.0:1789130463.713625:0:33237:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf58483000 uarg=0000000000000000 00020000:00000001:3.0:1789130463.713628:0:33237:0:(lov_obd.c:1007:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130463.713630:0:33237:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130463.713631:0:33237:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1789130463.713633:0:33237:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf58483000. 00000080:00000001:3.0:1789130463.713635:0:33237:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130463.713637:0:33237:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130463.713640:0:33237:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789130463.713641:0:33237:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7fff6c771f10 00000080:00000001:3.0:1789130463.713644:0:33237:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789130463.713645:0:33237:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789130463.713648:0:33237:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf58483000. 00000020:00000001:3.0:1789130463.713650:0:33237:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130463.713652:0:33237:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1789130463.713653:0:33237:0:(lov_obd.c:975:lov_iocontrol()) Process entered 00020000:00000080:3.0:1789130463.713654:0:33237:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf58483000 uarg=0000000000000000 00020000:00000001:3.0:1789130463.713657:0:33237:0:(lov_obd.c:1007:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130463.713659:0:33237:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130463.713661:0:33237:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1789130463.713663:0:33237:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf58483000. 00000080:00000001:3.0:1789130463.713665:0:33237:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130463.713667:0:33237:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130463.713670:0:33237:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789130463.713672:0:33237:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7fff6c771f10 00000080:00000001:3.0:1789130463.713675:0:33237:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789130463.713676:0:33237:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789130463.713678:0:33237:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf58483000. 00000020:00000001:3.0:1789130463.713680:0:33237:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130463.713682:0:33237:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1789130463.713683:0:33237:0:(lov_obd.c:975:lov_iocontrol()) Process entered 00020000:00000080:3.0:1789130463.713684:0:33237:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf58483000 uarg=0000000000000000 00020000:00000001:3.0:1789130463.713687:0:33237:0:(lov_obd.c:1007:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130463.713689:0:33237:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130463.713691:0:33237:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1789130463.713693:0:33237:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf58483000. 00000080:00000001:3.0:1789130463.713696:0:33237:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130463.713697:0:33237:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130463.713701:0:33237:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789130463.713702:0:33237:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7fff6c771f10 00000080:00000001:3.0:1789130463.713704:0:33237:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789130463.713706:0:33237:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789130463.713708:0:33237:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf58483000. 00000020:00000001:3.0:1789130463.713710:0:33237:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130463.713712:0:33237:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1789130463.713713:0:33237:0:(lov_obd.c:975:lov_iocontrol()) Process entered 00020000:00000080:3.0:1789130463.713714:0:33237:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf58483000 uarg=0000000000000000 00020000:00000001:3.0:1789130463.713717:0:33237:0:(lov_obd.c:1007:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130463.713719:0:33237:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130463.713721:0:33237:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1789130463.713722:0:33237:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf58483000. 00000080:00000001:3.0:1789130463.713724:0:33237:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130463.713726:0:33237:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130463.713729:0:33237:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789130463.713730:0:33237:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7fff6c771f10 00000080:00000001:3.0:1789130463.713734:0:33237:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789130463.713735:0:33237:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789130463.713738:0:33237:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf58483000. 00000020:00000001:3.0:1789130463.713740:0:33237:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130463.713742:0:33237:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1789130463.713743:0:33237:0:(lov_obd.c:975:lov_iocontrol()) Process entered 00020000:00000080:3.0:1789130463.713745:0:33237:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf58483000 uarg=0000000000000000 00020000:00000001:3.0:1789130463.713747:0:33237:0:(lov_obd.c:1007:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130463.713749:0:33237:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130463.713751:0:33237:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1789130463.713754:0:33237:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf58483000. 00000080:00000001:3.0:1789130463.713756:0:33237:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130463.713777:0:33237:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130463.713782:0:33237:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789130463.713783:0:33237:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7fff6c771f10 00000080:00000001:3.0:1789130463.713787:0:33237:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789130463.713788:0:33237:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789130463.713791:0:33237:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf58483000. 00000020:00000001:3.0:1789130463.713794:0:33237:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130463.713795:0:33237:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1789130463.713796:0:33237:0:(lov_obd.c:975:lov_iocontrol()) Process entered 00020000:00000080:3.0:1789130463.713798:0:33237:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf58483000 uarg=0000000000000000 00020000:00000001:3.0:1789130463.713800:0:33237:0:(lov_obd.c:1007:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130463.713866:0:33237:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130463.713869:0:33237:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1789130463.713871:0:33237:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf58483000. 00000080:00000001:3.0:1789130463.713873:0:33237:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130463.713875:0:33237:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130463.713879:0:33237:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789130463.713891:0:33237:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7fff6c771f10 00000080:00000001:3.0:1789130463.713894:0:33237:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789130463.713895:0:33237:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789130463.713899:0:33237:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf58483000. 00000020:00000001:3.0:1789130463.713901:0:33237:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130463.713903:0:33237:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1789130463.713905:0:33237:0:(lov_obd.c:975:lov_iocontrol()) Process entered 00020000:00000080:3.0:1789130463.713906:0:33237:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf58483000 uarg=0000000000000000 00020000:00000001:3.0:1789130463.713909:0:33237:0:(lov_obd.c:1007:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130463.713911:0:33237:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130463.713913:0:33237:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1789130463.713915:0:33237:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf58483000. 00000080:00000001:3.0:1789130463.713918:0:33237:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130463.713920:0:33237:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130463.713940:0:33237:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789130463.713942:0:33237:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7fff6c771f10 00000080:00000001:3.0:1789130463.713945:0:33237:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789130463.713946:0:33237:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789130463.713949:0:33237:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf58483000. 00000020:00000001:3.0:1789130463.713951:0:33237:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130463.713953:0:33237:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1789130463.713954:0:33237:0:(lov_obd.c:975:lov_iocontrol()) Process entered 00020000:00000080:3.0:1789130463.713955:0:33237:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf58483000 uarg=0000000000000000 00020000:00000001:3.0:1789130463.713958:0:33237:0:(lov_obd.c:1007:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130463.713960:0:33237:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130463.713962:0:33237:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1789130463.713964:0:33237:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf58483000. 00000080:00000001:3.0:1789130463.713966:0:33237:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130463.713968:0:33237:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130463.713971:0:33237:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789130463.713972:0:33237:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7fff6c771f10 00000080:00000001:3.0:1789130463.713975:0:33237:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789130463.713976:0:33237:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789130463.713979:0:33237:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf58483000. 00000020:00000001:3.0:1789130463.713981:0:33237:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130463.713983:0:33237:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1789130463.713984:0:33237:0:(lov_obd.c:975:lov_iocontrol()) Process entered 00020000:00000080:3.0:1789130463.713985:0:33237:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf58483000 uarg=0000000000000000 00020000:00000001:3.0:1789130463.713988:0:33237:0:(lov_obd.c:1007:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130463.713991:0:33237:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130463.713993:0:33237:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1789130463.713995:0:33237:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf58483000. 00000080:00000001:3.0:1789130463.713997:0:33237:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130463.713999:0:33237:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130463.714003:0:33237:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789130463.714004:0:33237:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7fff6c771f10 00000080:00000001:3.0:1789130463.714007:0:33237:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789130463.714008:0:33237:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789130463.714011:0:33237:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf58483000. 00000020:00000001:3.0:1789130463.714013:0:33237:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130463.714015:0:33237:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1789130463.714016:0:33237:0:(lov_obd.c:975:lov_iocontrol()) Process entered 00020000:00000080:3.0:1789130463.714018:0:33237:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf58483000 uarg=0000000000000000 00020000:00000001:3.0:1789130463.714020:0:33237:0:(lov_obd.c:1007:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130463.714022:0:33237:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130463.714024:0:33237:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1789130463.714026:0:33237:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf58483000. 00000080:00000001:3.0:1789130463.714029:0:33237:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130463.714030:0:33237:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130463.714034:0:33237:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789130463.714035:0:33237:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7fff6c771f10 00000080:00000001:3.0:1789130463.714038:0:33237:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789130463.714039:0:33237:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789130463.714041:0:33237:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf58483000. 00000020:00000001:3.0:1789130463.714043:0:33237:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130463.714045:0:33237:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1789130463.714046:0:33237:0:(lov_obd.c:975:lov_iocontrol()) Process entered 00020000:00000080:3.0:1789130463.714048:0:33237:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf58483000 uarg=0000000000000000 00020000:00000001:3.0:1789130463.714050:0:33237:0:(lov_obd.c:1007:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130463.714052:0:33237:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130463.714054:0:33237:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1789130463.714056:0:33237:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf58483000. 00000080:00000001:3.0:1789130463.714059:0:33237:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130463.714061:0:33237:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130463.714064:0:33237:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789130463.714065:0:33237:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7fff6c771f10 00000080:00000001:3.0:1789130463.714068:0:33237:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789130463.714069:0:33237:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789130463.714071:0:33237:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf58483000. 00000020:00000001:3.0:1789130463.714074:0:33237:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130463.714075:0:33237:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1789130463.714077:0:33237:0:(lov_obd.c:975:lov_iocontrol()) Process entered 00020000:00000080:3.0:1789130463.714078:0:33237:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf58483000 uarg=0000000000000000 00020000:00000001:3.0:1789130463.714081:0:33237:0:(lov_obd.c:1007:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130463.714082:0:33237:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130463.714084:0:33237:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1789130463.714087:0:33237:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf58483000. 00000080:00000001:3.0:1789130463.714089:0:33237:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130463.714091:0:33237:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130463.714094:0:33237:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789130463.714095:0:33237:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7fff6c771f10 00000080:00000001:3.0:1789130463.714098:0:33237:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789130463.714099:0:33237:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789130463.714101:0:33237:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf58483000. 00000020:00000001:3.0:1789130463.714103:0:33237:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130463.714104:0:33237:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1789130463.714105:0:33237:0:(lov_obd.c:975:lov_iocontrol()) Process entered 00020000:00000080:3.0:1789130463.714107:0:33237:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf58483000 uarg=0000000000000000 00020000:00000001:3.0:1789130463.714109:0:33237:0:(lov_obd.c:1007:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130463.714111:0:33237:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130463.714112:0:33237:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1789130463.714114:0:33237:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf58483000. 00000080:00000001:3.0:1789130463.714116:0:33237:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130463.714118:0:33237:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130463.714121:0:33237:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789130463.714122:0:33237:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7fff6c771f10 00000080:00000001:3.0:1789130463.714125:0:33237:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789130463.714126:0:33237:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789130463.714128:0:33237:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf58483000. 00000020:00000001:3.0:1789130463.714130:0:33237:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130463.714132:0:33237:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1789130463.714133:0:33237:0:(lov_obd.c:975:lov_iocontrol()) Process entered 00020000:00000080:3.0:1789130463.714135:0:33237:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf58483000 uarg=0000000000000000 00020000:00000001:3.0:1789130463.714137:0:33237:0:(lov_obd.c:1007:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130463.714139:0:33237:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130463.714141:0:33237:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1789130463.714143:0:33237:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf58483000. 00000080:00000001:3.0:1789130463.714145:0:33237:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130463.714147:0:33237:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130463.714150:0:33237:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789130463.714152:0:33237:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7fff6c771f10 00000080:00000001:3.0:1789130463.714154:0:33237:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789130463.714155:0:33237:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789130463.714157:0:33237:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf58483000. 00000020:00000001:3.0:1789130463.714160:0:33237:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130463.714161:0:33237:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1789130463.714162:0:33237:0:(lov_obd.c:975:lov_iocontrol()) Process entered 00020000:00000080:3.0:1789130463.714164:0:33237:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf58483000 uarg=0000000000000000 00020000:00000001:3.0:1789130463.714166:0:33237:0:(lov_obd.c:1007:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130463.714168:0:33237:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130463.714170:0:33237:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1789130463.714172:0:33237:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf58483000. 00000080:00000001:3.0:1789130463.714175:0:33237:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130463.714176:0:33237:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130463.714179:0:33237:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789130463.714181:0:33237:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7fff6c771f10 00000080:00000001:3.0:1789130463.714183:0:33237:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789130463.714185:0:33237:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789130463.714187:0:33237:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf58483000. 00000020:00000001:3.0:1789130463.714189:0:33237:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130463.714191:0:33237:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1789130463.714192:0:33237:0:(lov_obd.c:975:lov_iocontrol()) Process entered 00020000:00000080:3.0:1789130463.714193:0:33237:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf58483000 uarg=0000000000000000 00020000:00000001:3.0:1789130463.714196:0:33237:0:(lov_obd.c:1007:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130463.714198:0:33237:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130463.714200:0:33237:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1789130463.714202:0:33237:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf58483000. 00000080:00000001:3.0:1789130463.714204:0:33237:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130463.714206:0:33237:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130463.714209:0:33237:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789130463.714211:0:33237:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7fff6c771f10 00000080:00000001:3.0:1789130463.714213:0:33237:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789130463.714214:0:33237:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789130463.714217:0:33237:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf58483000. 00000020:00000001:3.0:1789130463.714219:0:33237:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130463.714220:0:33237:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1789130463.714221:0:33237:0:(lov_obd.c:975:lov_iocontrol()) Process entered 00020000:00000080:3.0:1789130463.714223:0:33237:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf58483000 uarg=0000000000000000 00020000:00000001:3.0:1789130463.714242:0:33237:0:(lov_obd.c:1007:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130463.714245:0:33237:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130463.714247:0:33237:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1789130463.714249:0:33237:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf58483000. 00000080:00000001:3.0:1789130463.714251:0:33237:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130463.714253:0:33237:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130463.714257:0:33237:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789130463.714259:0:33237:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7fff6c771f10 00000080:00000001:3.0:1789130463.714261:0:33237:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789130463.714263:0:33237:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789130463.714265:0:33237:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf58483000. 00000020:00000001:3.0:1789130463.714268:0:33237:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130463.714269:0:33237:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1789130463.714271:0:33237:0:(lov_obd.c:975:lov_iocontrol()) Process entered 00020000:00000080:3.0:1789130463.714272:0:33237:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf58483000 uarg=0000000000000000 00020000:00000001:3.0:1789130463.714275:0:33237:0:(lov_obd.c:1007:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130463.714277:0:33237:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130463.714279:0:33237:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1789130463.714281:0:33237:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf58483000. 00000080:00000001:3.0:1789130463.714283:0:33237:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130463.714285:0:33237:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130463.714288:0:33237:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789130463.714289:0:33237:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7fff6c771f10 00000080:00000001:3.0:1789130463.714292:0:33237:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789130463.714293:0:33237:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789130463.714296:0:33237:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf58483000. 00000020:00000001:3.0:1789130463.714298:0:33237:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130463.714299:0:33237:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1789130463.714300:0:33237:0:(lov_obd.c:975:lov_iocontrol()) Process entered 00020000:00000080:3.0:1789130463.714301:0:33237:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf58483000 uarg=0000000000000000 00020000:00000001:3.0:1789130463.714304:0:33237:0:(lov_obd.c:1007:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130463.714306:0:33237:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130463.714308:0:33237:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1789130463.714310:0:33237:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf58483000. 00000080:00000001:3.0:1789130463.714312:0:33237:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130463.714314:0:33237:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130463.714317:0:33237:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789130463.714319:0:33237:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7fff6c771f10 00000080:00000001:3.0:1789130463.714321:0:33237:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789130463.714322:0:33237:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789130463.714324:0:33237:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf58483000. 00000020:00000001:3.0:1789130463.714327:0:33237:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130463.714328:0:33237:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1789130463.714330:0:33237:0:(lov_obd.c:975:lov_iocontrol()) Process entered 00020000:00000080:3.0:1789130463.714331:0:33237:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf58483000 uarg=0000000000000000 00020000:00000001:3.0:1789130463.714334:0:33237:0:(lov_obd.c:1003:lov_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:3.0:1789130463.714355:0:33237:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:3.0:1789130463.714357:0:33237:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000080:00000010:3.0:1789130463.714359:0:33237:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf58483000. 00000080:00000001:3.0:1789130463.714361:0:33237:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:3.0:1789130463.714376:0:33237:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:3.0:1789130463.714405:0:33237:0:(dir.c:3016:ll_dir_release()) Process entered 00000080:00000001:3.0:1789130463.714407:0:33237:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:3.0:1789130463.714412:0:33237:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f40d7fdd0 00000080:00200008:3.0:1789130463.714446:0:33237:0:(file.c:479:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff9caf601980c8), flags 100000 00000080:00400000:3.0:1789130463.714452:0:33237:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000007:0x1:0x0] 00000080:00000010:3.0:1789130463.714456:0:33237:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9caf417a97c0. 00000080:00000001:3.0:1789130463.714462:0:33237:0:(file.c:498:ll_file_release()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1789130463.714465:0:33237:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f40d7fdd0 00000080:00000008:3.0:1789130463.714467:0:33237:0:(file.c:523:ll_file_release()) COMPLETED file /:[0x200000007:0x1:0x0](ffff9caf601980c8), flags 100000, rc = 0 00000080:00000001:3.0:1789130463.714469:0:33237:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130463.714471:0:33237:0:(dir.c:3017:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130464.185991:0:30671:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130464.186000:0:30671:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130464.186710:0:16244:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789130464.186714:0:16244:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789130464.186718:0:16244:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:1.0:1789130464.825994:0:16118:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1789130464.826009:0:16118:0:(mgc_request.c:108:config_log_get()) log lustre-cliir (ffff9caf44b99600) refs 2 10000000:00000001:1.0:1789130464.826016:0:16118:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1789130464.826020:0:16118:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1789130464.826023:0:16118:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:1.0:1789130464.826024:0:16118:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:1.0:1789130464.826028:0:16118:0:(mgc_request.c:611:do_requeue()) updating log lustre-cliir 10000000:00000001:1.0:1789130464.826030:0:16118:0:(mgc_request.c:1783:mgc_process_log()) Process entered 10000000:01000000:1.0:1789130464.826034:0:16118:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-cliir-ffff9caf5014c800 from 6 10000000:00000001:1.0:1789130464.826037:0:16118:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:1.0:1789130464.826039:0:16118:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-cliir (res 0x65727473756c) 00000100:00000010:1.0:1789130464.826056:0:16118:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf615d6d00. 00000020:00000040:1.0:1789130464.826064:0:16118:0:(genops.c:1210:class_import_get()) import ffff9caf586ce800 refcount=4 obd=MGC192.168.204.123@tcp 00000100:00000001:1.0:1789130464.826071:0:16118:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789130464.826076:0:16118:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789130464.826085:0:16118:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789130464.826098:0:16118:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9caf485a2000. 00000100:00000001:1.0:1789130464.826110:0:16118:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130464.826117:0:16118:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1789130464.826121:0:16118:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1789130464.826134:0:16118:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9caf4814d000. 00010000:00000001:1.0:1789130464.826143:0:16118:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1789130464.826148:0:16118:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9caf586b6400. 00000020:00000001:1.0:1789130464.826155:0:16118:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1789130464.826159:0:16118:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9caf586b6400 with handle 0xde5303b1d982cdd3 to hash 00000020:00000001:1.0:1789130464.826161:0:16118:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1789130464.826163:0:16118:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446634875649483776 : -109198060067840 : ffff9caf586b6400) 00010000:00000001:1.0:1789130464.826167:0:16118:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446634875649483776 : -109198060067840 : ffff9caf586b6400) 00010000:00000001:1.0:1789130464.826173:0:16118:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789130464.826177:0:16118:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789130464.826183:0:16118:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.123@tcp lock: ffff9caf586b6400/0xde5303b1d982cdd3 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 16118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789130464.826194:0:16118:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.123@tcp lock: ffff9caf586b6400/0xde5303b1d982cdd3 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 16118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789130464.826207:0:16118:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.123@tcp lock: ffff9caf586b6400/0xde5303b1d982cdd3 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 16118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1789130464.826214:0:16118:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1789130464.826216:0:16118:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1789130464.826226:0:16118:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9caf48173f00. 00000100:00000001:1.0:1789130464.826229:0:16118:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446634875375533824 : -109198334017792 : ffff9caf48173f00) 00000100:00000001:1.0:1789130464.826231:0:16118:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789130464.826233:0:16118:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875799563520 : -109197909988096 : ffff9caf615d6d00) 00000100:00000001:1.0:1789130464.826239:0:16118:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789130464.826244:0:16118:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130464.826247:0:16118:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1789130464.826250:0:16118:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789130464.826264:0:16118:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf615d6d00 x1876037329043840/t0(0) o101->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130464.826274:0:16118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789130464.826277:0:16118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130464.826282:0:16118:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789130464.826285:0:16118:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789130464.826288:0:16118:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789130464.826292:0:16118:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf615d6d00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:70f26143-21ad-4cd3-af2c-0601ab5c9490:16118:1876037329043840:192.168.204.123@tcp:101:ll_cfg_requeue.0 00000100:00000001:1.0:1789130464.826298:0:16118:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789130464.826305:0:16118:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789130464.826309:0:16118:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130464.826312:0:16118:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789130464.826317:0:16118:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9caf487c3000. 02000000:00000001:1.0:1789130464.826319:0:16118:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789130464.826327:0:16118:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:1.0:1789130464.826343:0:16118:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf42d8e688. 00000400:00000010:1.0:1789130464.826353:0:16118:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf462a3880. 00000100:00000200:1.0:1789130464.826362:0:16118:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876037329043840, portal 25 00000100:00000001:1.0:1789130464.826364:0:16118:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789130464.826366:0:16118:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875799563520 : -109197909988096 : ffff9caf615d6d00) 00000100:00000040:1.0:1789130464.826372:0:16118:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9caf615d6d00 x1876037329043840/t0(0) o101->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 328/344 e 0 to 0 dl 1789130480 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130464.826756:0:16118:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789130464.826761:0:16118:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:1.0:1789130464.826765:0:16118:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf462a3330. 00000100:00000200:1.0:1789130464.826770:0:16118:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1876037329043840, offset 0 00000400:00000200:1.0:1789130464.826779:0:16118:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:1.0:1789130464.826791:0:16118:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:1.0:1789130464.826802:0:16118:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:1.0:1789130464.826837:0:16118:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789130464.826843:0:16118:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:1.0:1789130464.826848:0:16118:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789130464.826852:0:16118:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:1.0:1789130464.826857:0:16118:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2599:2599:256:4294967295] 192.168.204.123@tcp LPNI seq info [2598:2598:8:4294967295] 00000400:00000200:1.0:1789130464.826861:0:16118:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:1.0:1789130464.826875:0:16118:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:1.0:1789130464.826881:0:16118:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:1.0:1789130464.826889:0:16118:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf4a83ac00. 00000800:00000200:1.0:1789130464.826897:0:16118:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:1.0:1789130464.826908:0:16118:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:1.0:1789130464.826914:0:16118:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf4a83ac00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1789130464.826936:0:16118:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789130464.826942:0:16118:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:1.0:1789130464.826946:0:16118:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.123@tcp: PM QoS new deadline estimation for cpu 2 is 4296562935 00000100:00000001:1.0:1789130464.826957:0:16118:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.123@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296561282 00000100:00000001:1.0:1789130464.826963:0:16118:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.123@tcp: PM QoS new deadline estimation for cpu 3 is 4296562935 00000100:00000001:1.0:1789130464.826968:0:16118:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.123@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296561282 00000100:00000001:1.0:1789130464.826974:0:16118:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789130464.826978:0:16118:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130464.826980:0:16118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789130464.826983:0:16118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1789130464.826987:0:16118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9caf48173f00 going to sleep for 11 seconds 00000100:00000001:1.0:1789130464.826992:0:16118:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789130464.826996:0:16118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789130464.827210:0:2342:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789130464.827216:0:2342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf4a83ac00. 00000400:00000200:2.0:1789130464.827225:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130464.827232:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:2.0:1789130464.827240:0:2342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf462a3330 00000400:00000010:2.0:1789130464.827243:0:2342:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf462a3330. 00000100:00000001:2.0:1789130464.827249:0:2342:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789130464.827255:0:2342:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf615d6d00 x1876037329043840/t0(0) o101->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 328/344 e 0 to 0 dl 1789130480 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130464.827267:0:2342:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130464.827270:0:2342:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf615d6d00 x1876037329043840/t0(0) o101->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 328/344 e 0 to 0 dl 1789130480 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130464.827278:0:2342:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130464.827279:0:2342:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1789130464.851937:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130464.851971:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789130464.851978:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130464.851981:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130464.851994:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130464.852005:0:2341:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:2.0:1789130464.852021:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130464.852094:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130464.852103:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130464.852108:0:2341:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 344 into portal 25 MB=0x6aa3efa954180 00000400:00000200:2.0:1789130464.852114:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130464.852123:0:2341:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.123@tcp of length 344/344 into md 0x7015 [1] + 224 00000800:00000001:2.0:1789130464.852135:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130464.855270:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130464.855285:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130464.855299:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:3.0:1789130464.855313:0:2341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789130464.855326:0:2341:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf615d6d00 x1876037329043840/t0(0) o101->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 328/344 e 0 to 0 dl 1789130480 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789130464.855341:0:2341:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@ffff9caf615d6d00 x1876037329043840/t0(0) o101->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 328/344 e 0 to 0 dl 1789130480 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130464.855470:0:2341:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789130464.855537:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130464.855545:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130464.857147:0:16118:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789130464.857162:0:16118:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789130464.857165:0:16118:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789130464.857169:0:16118:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf42d8e688. 00000400:00000200:1.0:1789130464.857178:0:16118:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf462a3880 00000400:00000010:1.0:1789130464.857182:0:16118:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf462a3880. 00000100:00000001:1.0:1789130464.857187:0:16118:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789130464.857199:0:16118:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf615d6d00 x1876037329043840/t0(0) o101->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 328/344 e 0 to 0 dl 1789130480 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789130464.857211:0:16118:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf615d6d00 x1876037329043840/t0(0) o101->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 328/344 e 0 to 0 dl 1789130480 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130464.857220:0:16118:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789130464.857222:0:16118:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130464.857225:0:16118:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789130464.857230:0:16118:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789130464.857233:0:16118:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789130464.857236:0:16118:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130464.857239:0:16118:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789130464.857249:0:16118:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf586cec60 time=83 v=5 (5 5 5 5) 00000100:00001000:1.0:1789130464.857254:0:16118:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf586cec18 time=1 v=5 (1 0 0 0) 00000100:00000001:1.0:1789130464.857257:0:16118:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789130464.857258:0:16118:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130464.857263:0:16118:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789130464.857266:0:16118:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130464.857270:0:16118:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789130464.857275:0:16118:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf615d6d00 x1876037329043840/t0(0) o101->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 328/344 e 0 to 0 dl 1789130480 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130464.857284:0:16118:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789130464.857288:0:16118:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789130464.857291:0:16118:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789130464.857294:0:16118:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf615d6d00 x1876037329043840/t0(0) o101->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 328/344 e 0 to 0 dl 1789130480 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789130464.857302:0:16118:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf615d6d00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:70f26143-21ad-4cd3-af2c-0601ab5c9490:16118:1876037329043840:192.168.204.123@tcp:101:ll_cfg_requeue.0 00000100:00000001:1.0:1789130464.857308:0:16118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130464.857312:0:16118:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130464.857315:0:16118:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1789130464.857318:0:16118:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789130464.857322:0:16118:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf615d6d00 x1876037329043840/t0(0) o101->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 328/344 e 0 to 0 dl 1789130480 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130464.857330:0:16118:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789130464.857334:0:16118:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9caf48173f00. 00000100:00000001:1.0:1789130464.857340:0:16118:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1789130464.857342:0:16118:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130464.857345:0:16118:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1789130464.857349:0:16118:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130464.857352:0:16118:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130464.857356:0:16118:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b6400 refcount=4 00000020:00000001:1.0:1789130464.857359:0:16118:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649483776 : -109198060067840 : ffff9caf586b6400) 00010000:00000001:1.0:1789130464.857363:0:16118:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649483776 : -109198060067840 : ffff9caf586b6400) 00010000:00000040:1.0:1789130464.857372:0:16118:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9caf586b6400, remote cookie: 0xcdf1b083821a5f97, flags: 0x0 00010000:00000001:1.0:1789130464.857492:0:16118:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1789130464.857497:0:16118:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1789130464.857501:0:16118:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1789130464.857502:0:16118:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1789130464.857572:0:16118:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1789130464.857576:0:16118:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (ffff9caf4814d000) refcount = 1 00010000:00010000:1.0:1789130464.857583:0:16118:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.123@tcp lock: ffff9caf586b6400/0xde5303b1d982cdd3 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xcdf1b083821a5f97 expref: -99 pid: 16118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789130464.857593:0:16118:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1789130464.857595:0:16118:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1789130464.857596:0:16118:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789130464.857600:0:16118:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1789130464.857603:0:16118:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789130464.857606:0:16118:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.123@tcp lock: ffff9caf586b6400/0xde5303b1d982cdd3 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xcdf1b083821a5f97 expref: -99 pid: 16118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789130464.857612:0:16118:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1789130464.857615:0:16118:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130464.857617:0:16118:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130464.857618:0:16118:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130464.857619:0:16118:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130464.857621:0:16118:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130464.857624:0:16118:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789130464.857629:0:16118:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf615d6d00 x1876037329043840/t0(0) o101->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 328/344 e 0 to 0 dl 1789130480 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130464.857636:0:16118:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789130464.857641:0:16118:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789130464.857645:0:16118:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9caf487c3000. 02000000:00000001:1.0:1789130464.858328:0:16118:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789130464.858331:0:16118:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1789130464.858333:0:16118:0:(genops.c:1223:class_import_put()) import ffff9caf586ce800 refcount=3 obd=MGC192.168.204.123@tcp 00000020:00000001:1.0:1789130464.858338:0:16118:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1789130464.858341:0:16118:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9caf485a2000. 02000000:00000001:1.0:1789130464.858346:0:16118:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789130464.858348:0:16118:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789130464.858351:0:16118:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf615d6d00. 00000100:00000001:1.0:1789130464.858359:0:16118:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789130464.858361:0:16118:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:1.0:1789130464.858364:0:16118:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1789130464.858369:0:16118:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1789130464.858371:0:16118:0:(mgc_request.c:108:config_log_get()) log lustre-cliir (ffff9caf44b99600) refs 3 10000000:00000001:1.0:1789130464.859489:0:16118:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130464.859498:0:16118:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130464.859500:0:16118:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130464.859571:0:16118:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b6400 refcount=3 00000020:00000001:1.0:1789130464.859575:0:16118:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649483776 : -109198060067840 : ffff9caf586b6400) 00010000:00000001:1.0:1789130464.859580:0:16118:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649483776 : -109198060067840 : ffff9caf586b6400) 00010000:00000001:1.0:1789130464.859582:0:16118:0:(ldlm_lock.c:2547:ldlm_lock_set_data()) Process entered 00010000:00000001:1.0:1789130464.859585:0:16118:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130464.859586:0:16118:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130464.859588:0:16118:0:(ldlm_lock.c:2556:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1789130464.859591:0:16118:0:(mgc_request.c:1520:mgc_process_recover_log()) Process entered 10000000:00000010:1.0:1789130464.859604:0:16118:0:(mgc_request.c:1532:mgc_process_recover_log()) kmalloced '(folios)': 32 at ffff9caf4632b6e0. 00000100:00000010:1.0:1789130464.859636:0:16118:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf615d6d00. 00000020:00000040:1.0:1789130464.859641:0:16118:0:(genops.c:1210:class_import_get()) import ffff9caf586ce800 refcount=4 obd=MGC192.168.204.123@tcp 00000100:00000001:1.0:1789130464.859647:0:16118:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789130464.859650:0:16118:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789130464.859658:0:16118:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789130464.859666:0:16118:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9caf485a2000. 00000100:00000001:1.0:1789130464.859675:0:16118:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130464.859682:0:16118:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:1.0:1789130464.859688:0:16118:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at ffff9caf487c3000. 00000100:00000010:1.0:1789130464.859692:0:16118:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at ffff9caf58606940. 00000020:00000040:1.0:1789130464.859695:0:16118:0:(genops.c:1210:class_import_get()) import ffff9caf586ce800 refcount=5 obd=MGC192.168.204.123@tcp 00000100:00000001:1.0:1789130464.859700:0:16118:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1789130464.859702:0:16118:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1789130464.859711:0:16118:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9caf48173f00. 00000100:00000001:1.0:1789130464.859713:0:16118:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446634875375533824 : -109198334017792 : ffff9caf48173f00) 00000100:00000001:1.0:1789130464.859716:0:16118:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789130464.859718:0:16118:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875799563520 : -109197909988096 : ffff9caf615d6d00) 00000100:00000001:1.0:1789130464.859725:0:16118:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789130464.859732:0:16118:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130464.859734:0:16118:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1789130464.859736:0:16118:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789130464.859750:0:16118:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf615d6d00 x1876037329043968/t0(0) o256->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130464.859760:0:16118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789130464.859762:0:16118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130464.859766:0:16118:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789130464.859769:0:16118:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789130464.859772:0:16118:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789130464.859776:0:16118:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf615d6d00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:70f26143-21ad-4cd3-af2c-0601ab5c9490:16118:1876037329043968:192.168.204.123@tcp:256:ll_cfg_requeue.0 00000100:00000001:1.0:1789130464.859781:0:16118:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789130464.859786:0:16118:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789130464.859790:0:16118:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130464.859792:0:16118:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000200:1.0:1789130464.859830:0:16118:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:1.0:1789130464.859836:0:16118:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf42d8e688. 00000400:00000010:1.0:1789130464.859844:0:16118:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff9caf481733c0. 00000100:00000200:1.0:1789130464.859852:0:16118:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x6aa3efa954200-0x6aa3efa954200, portal 33 00000100:00000001:1.0:1789130464.859856:0:16118:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130464.859859:0:16118:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789130464.859863:0:16118:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9caf485a3400. 02000000:00000001:1.0:1789130464.859865:0:16118:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789130464.859869:0:16118:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:1.0:1789130464.859871:0:16118:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf42d8e3c8. 00000400:00000010:1.0:1789130464.859876:0:16118:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf462a3880. 00000100:00000200:1.0:1789130464.859880:0:16118:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876037329043968, portal 25 00000100:00000001:1.0:1789130464.859882:0:16118:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789130464.859883:0:16118:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875799563520 : -109197909988096 : ffff9caf615d6d00) 00000100:00000040:1.0:1789130464.859890:0:16118:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9caf615d6d00 x1876037329043968/t0(0) o256->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 304/240 e 0 to 0 dl 1789130480 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130464.859898:0:16118:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789130464.859901:0:16118:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:1.0:1789130464.859904:0:16118:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf462a3198. 00000100:00000200:1.0:1789130464.859908:0:16118:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1876037329043968, offset 0 00000400:00000200:1.0:1789130464.859916:0:16118:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:1.0:1789130464.859928:0:16118:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:1.0:1789130464.859936:0:16118:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:1.0:1789130464.859944:0:16118:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789130464.859948:0:16118:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:1.0:1789130464.859953:0:16118:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789130464.859956:0:16118:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:1.0:1789130464.859960:0:16118:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2600:2600:256:4294967295] 192.168.204.123@tcp LPNI seq info [2599:2599:8:4294967295] 00000400:00000200:1.0:1789130464.859964:0:16118:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:1.0:1789130464.859977:0:16118:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:1.0:1789130464.859984:0:16118:0:(socklnd_cb.c:931:ksocknal_send()) sending 304 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:1.0:1789130464.859990:0:16118:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf4a83a900. 00000800:00000200:1.0:1789130464.859996:0:16118:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:1.0:1789130464.860007:0:16118:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:1.0:1789130464.860012:0:16118:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf4a83a900 type 1, nob 400 niov 1 nkiov 1 00000100:00000001:1.0:1789130464.860042:0:16118:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789130464.860046:0:16118:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:1.0:1789130464.860050:0:16118:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.123@tcp: PM QoS new deadline estimation for cpu 2 is 4296562968 00000100:00000001:1.0:1789130464.860059:0:16118:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.123@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296562935 00000100:00000001:1.0:1789130464.860067:0:16118:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.123@tcp: PM QoS new deadline estimation for cpu 3 is 4296562968 00000100:00000001:1.0:1789130464.860070:0:16118:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.123@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296562935 00000100:00000001:1.0:1789130464.860073:0:16118:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789130464.860076:0:16118:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130464.860080:0:16118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789130464.860082:0:16118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1789130464.860086:0:16118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9caf48173f00 going to sleep for 11 seconds 00000100:00000001:1.0:1789130464.860090:0:16118:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789130464.860093:0:16118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789130464.860239:0:2342:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789130464.860245:0:2342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf4a83a900. 00000400:00000200:2.0:1789130464.860251:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130464.860258:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:2.0:1789130464.860265:0:2342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf462a3198 00000400:00000010:2.0:1789130464.860268:0:2342:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf462a3198. 00000100:00000001:2.0:1789130464.860273:0:2342:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789130464.860278:0:2342:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf615d6d00 x1876037329043968/t0(0) o256->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 304/240 e 0 to 0 dl 1789130480 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130464.860291:0:2342:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130464.860295:0:2342:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf615d6d00 x1876037329043968/t0(0) o256->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 304/240 e 0 to 0 dl 1789130480 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130464.860309:0:2342:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130464.860312:0:2342:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1789130464.865645:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130464.865671:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789130464.865677:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130464.865680:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130464.865707:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130464.865720:0:2341:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:3.0:1789130464.865743:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130464.865751:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130464.865758:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130464.865770:0:2341:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 132 into portal 33 MB=0x6aa3efa954200 00000400:00000200:3.0:1789130464.865776:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130464.865784:0:2341:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 21 from 12345-192.168.204.123@tcp of length 132/132 into md 0x701d [4] + 0 00000400:00000010:3.0:1789130464.865790:0:2341:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf42d8e688. 00000400:00000200:3.0:1789130464.865795:0:2341:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff9caf481733c0 00000800:00000001:3.0:1789130464.865849:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130464.865859:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130464.865863:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130464.865869:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:3.0:1789130464.865876:0:2341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf481733c0 00000400:00000010:3.0:1789130464.865879:0:2341:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 184 at ffff9caf481733c0. 00000100:00000001:3.0:1789130464.865886:0:2341:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:3.0:1789130464.865889:0:2341:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req ffff9caf615d6d00 desc ffff9caf487c3000 mbits 1876037329043968 00000100:00000001:3.0:1789130464.865910:0:2341:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:3.0:1789130464.865921:0:2341:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1789130464.865925:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130464.865932:0:2341:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.204.23@tcp to MR: 192.168.204.123@tcp local destination 00000400:00000200:3.0:1789130464.866183:0:2341:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2601:2601:256:4294967295] 192.168.204.123@tcp LPNI seq info [2600:2600:8:4294967295] 00000400:00000200:3.0:1789130464.866189:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130464.866198:0:2341:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:192.168.204.23@tcp) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) 192.168.204.123@tcp : ACK try# 0 00000800:00000200:3.0:1789130464.866212:0:2341:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 4 frags to 12345-192.168.204.123@tcp 00000100:00000001:1.0:1789130464.867521:0:16118:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000800:00000010:2.0:1789130464.867522:0:2341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 296 at ffff9caf48a7b600. 00000100:00000001:1.0:1789130464.867530:0:16118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789130464.867539:0:2341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:2.0:1789130464.867550:0:2341:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:2.0:1789130464.867557:0:2341:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf48a7b600 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1789130464.867706:0:2341:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789130464.867711:0:2341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 296 at ffff9caf48a7b600. 00000400:00000200:2.0:1789130464.867717:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130464.867722:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: ACK: OK 00000800:00000001:3.0:1789130464.868168:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130464.868176:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789130464.877556:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130464.877581:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789130464.877586:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130464.877590:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130464.877601:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130464.877611:0:2342:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:2.0:1789130464.877623:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130464.877629:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130464.877636:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130464.877641:0:2342:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 240 into portal 25 MB=0x6aa3efa954200 00000400:00000200:2.0:1789130464.877647:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130464.877655:0:2342:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.123@tcp of length 240/240 into md 0x7025 [1] + 224 00000800:00000001:2.0:1789130464.877664:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130464.877673:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130464.877677:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130464.877682:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:2.0:1789130464.877691:0:2342:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789130464.877704:0:2342:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf615d6d00 x1876037329043968/t0(0) o256->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 304/240 e 0 to 0 dl 1789130480 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789130464.877718:0:2342:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@ffff9caf615d6d00 x1876037329043968/t0(0) o256->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 304/240 e 0 to 0 dl 1789130480 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130464.877752:0:2342:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789130464.877770:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130464.877774:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130464.878094:0:16118:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789130464.878104:0:16118:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789130464.878107:0:16118:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789130464.878112:0:16118:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf42d8e3c8. 00000400:00000200:1.0:1789130464.878118:0:16118:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf462a3880 00000400:00000010:1.0:1789130464.878121:0:16118:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf462a3880. 00000100:00000001:1.0:1789130464.878126:0:16118:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789130464.878131:0:16118:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf615d6d00 x1876037329043968/t0(0) o256->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 304/240 e 0 to 0 dl 1789130480 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789130464.878141:0:16118:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf615d6d00 x1876037329043968/t0(0) o256->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 304/240 e 0 to 0 dl 1789130480 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130464.878147:0:16118:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789130464.878149:0:16118:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130464.878152:0:16118:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789130464.878156:0:16118:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789130464.878160:0:16118:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789130464.878162:0:16118:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130464.878166:0:16118:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789130464.878175:0:16118:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf586cec60 time=83 v=5 (5 5 5 5) 00000100:00001000:1.0:1789130464.878180:0:16118:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf586cec18 time=1 v=5 (1 0 0 0) 00000100:00000001:1.0:1789130464.878183:0:16118:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789130464.878185:0:16118:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130464.878189:0:16118:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789130464.878192:0:16118:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130464.878196:0:16118:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789130464.878202:0:16118:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@ffff9caf615d6d00 x1876037329043968/t0(0) o256->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 304/240 e 0 to 0 dl 1789130480 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789130464.878213:0:16118:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@ffff9caf615d6d00 x1876037329043968/t0(0) o256->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 304/240 e 0 to 0 dl 1789130480 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130464.878221:0:16118:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789130464.878224:0:16118:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789130464.878229:0:16118:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf615d6d00 x1876037329043968/t0(0) o256->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 304/240 e 0 to 0 dl 1789130480 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789130464.878238:0:16118:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf615d6d00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:70f26143-21ad-4cd3-af2c-0601ab5c9490:16118:1876037329043968:192.168.204.123@tcp:256:ll_cfg_requeue.0 00000100:00000001:1.0:1789130464.878247:0:16118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130464.878250:0:16118:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130464.878254:0:16118:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1789130464.878256:0:16118:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789130464.878260:0:16118:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf615d6d00 x1876037329043968/t0(0) o256->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 304/240 e 0 to 0 dl 1789130480 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130464.878268:0:16118:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789130464.878272:0:16118:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9caf48173f00. 00000100:00000001:1.0:1789130464.878276:0:16118:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1789130464.878278:0:16118:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:1.0:1789130464.878286:0:16118:0:(mgc_request.c:1600:mgc_process_recover_log()) Latest version 8, more 0. 10000000:00000001:1.0:1789130464.878291:0:16118:0:(mgc_request.c:1308:mgc_apply_recover_logs()) Process entered 10000000:00000010:1.0:1789130464.878299:0:16118:0:(mgc_request.c:1331:mgc_apply_recover_logs()) kmalloced '(nidlist)': 640 at ffff9caf487c2c00. 10000000:00000010:1.0:1789130464.878304:0:16118:0:(mgc_request.c:1343:mgc_apply_recover_logs()) kmalloced '(obdname)': 128 at ffff9caf50154280. 10000000:00000200:1.0:1789130464.878311:0:16118:0:(mgc_request.c:1241:mgc_build_nidlist()) use 1 from 1 NIDs 10000000:00000040:1.0:1789130464.878314:0:16118:0:(mgc_request.c:1440:mgc_apply_recover_logs()) Looking for OBD lustre-OST0000-osc-ffff9caf5014c800 00010000:00000001:1.0:1789130464.878324:0:16118:0:(ldlm_lib.c:159:client_import_add_nids_to_conn()) Process entered 00000100:00000001:1.0:1789130464.878328:0:16118:0:(lustre_peer.c:229:class_check_uuid()) Process entered 00000100:00000040:1.0:1789130464.878332:0:16118:0:(lustre_peer.c:232:class_check_uuid()) check if uuid 192.168.204.123@tcp has 192.168.204.123@tcp. 00000100:00000001:1.0:1789130464.878336:0:16118:0:(lustre_peer.c:251:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130464.878339:0:16118:0:(lustre_peer.c:189:class_add_nids_to_uuid()) Process entered 00000100:00000200:1.0:1789130464.878341:0:16118:0:(lustre_peer.c:194:class_add_nids_to_uuid()) Comparing 192.168.204.123@tcp with 192.168.204.123@tcp 00000100:00000200:1.0:1789130464.878343:0:16118:0:(lustre_peer.c:201:class_add_nids_to_uuid()) Updating UUID '192.168.204.123@tcp' 00000400:00000200:1.0:1789130464.878347:0:16118:0:(peer.c:1448:LNetAddPeer()) Add peer with 1 NIDs 00000400:00001000:1.0:1789130464.878351:0:16118:0:(api-ni.c:3331:LNetNIInit()) refs 1 00000400:00000200:1.0:1789130464.878355:0:16118:0:(peer.c:1462:LNetAddPeer()) Adding NID[0]: 192.168.204.123@tcp 00000400:00000200:1.0:1789130464.878372:0:16118:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:1.0:1789130464.878378:0:16118:0:(peer.c:1907:lnet_peer_add()) peer 192.168.204.123@tcp NID flags 0x100001: -17 00000400:00000200:1.0:1789130464.878381:0:16118:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:1.0:1789130464.878389:0:16118:0:(peer.c:2975:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:1.0:1789130464.878392:0:16118:0:(peer.c:2984:lnet_discover_peer_locked()) peer 192.168.204.123@tcp NID 192.168.204.123@tcp: 0. pending discovery 00000400:00000200:1.0:1789130464.878395:0:16118:0:(peer.c:1516:LNetAddPeer()) A peer exists for NID 192.168.204.123@tcp 00000100:00000001:1.0:1789130464.878407:0:16118:0:(lustre_peer.c:219:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130464.878410:0:16118:0:(ldlm_lib.c:174:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:1.0:1789130464.878422:0:16118:0:(mgc_request.c:1487:mgc_apply_recover_logs()) ir apply logs 6/8 for lustre-OST0000-osc-ffff9caf5014c800 10000000:00000200:1.0:1789130464.878425:0:16118:0:(mgc_request.c:1241:mgc_build_nidlist()) use 1 from 1 NIDs 10000000:00000040:1.0:1789130464.878427:0:16118:0:(mgc_request.c:1440:mgc_apply_recover_logs()) Looking for OBD lustre-OST0001-osc-ffff9caf5014c800 00010000:00000001:1.0:1789130464.878430:0:16118:0:(ldlm_lib.c:159:client_import_add_nids_to_conn()) Process entered 00000100:00000001:1.0:1789130464.878432:0:16118:0:(lustre_peer.c:229:class_check_uuid()) Process entered 00000100:00000040:1.0:1789130464.878435:0:16118:0:(lustre_peer.c:232:class_check_uuid()) check if uuid 192.168.204.123@tcp has 192.168.204.123@tcp. 00000100:00000001:1.0:1789130464.878437:0:16118:0:(lustre_peer.c:251:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130464.878439:0:16118:0:(lustre_peer.c:189:class_add_nids_to_uuid()) Process entered 00000100:00000200:1.0:1789130464.878440:0:16118:0:(lustre_peer.c:194:class_add_nids_to_uuid()) Comparing 192.168.204.123@tcp with 192.168.204.123@tcp 00000100:00000200:1.0:1789130464.878442:0:16118:0:(lustre_peer.c:201:class_add_nids_to_uuid()) Updating UUID '192.168.204.123@tcp' 00000400:00000200:1.0:1789130464.878443:0:16118:0:(peer.c:1448:LNetAddPeer()) Add peer with 1 NIDs 00000400:00001000:1.0:1789130464.878445:0:16118:0:(api-ni.c:3331:LNetNIInit()) refs 1 00000400:00000200:1.0:1789130464.878447:0:16118:0:(peer.c:1462:LNetAddPeer()) Adding NID[0]: 192.168.204.123@tcp 00000400:00000200:1.0:1789130464.878450:0:16118:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:1.0:1789130464.878453:0:16118:0:(peer.c:1907:lnet_peer_add()) peer 192.168.204.123@tcp NID flags 0x100001: -17 00000400:00000200:1.0:1789130464.878456:0:16118:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:1.0:1789130464.878459:0:16118:0:(peer.c:2975:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:1.0:1789130464.878461:0:16118:0:(peer.c:2984:lnet_discover_peer_locked()) peer 192.168.204.123@tcp NID 192.168.204.123@tcp: 0. pending discovery 00000400:00000200:1.0:1789130464.878463:0:16118:0:(peer.c:1516:LNetAddPeer()) A peer exists for NID 192.168.204.123@tcp 00000100:00000001:1.0:1789130464.878465:0:16118:0:(lustre_peer.c:219:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130464.878467:0:16118:0:(ldlm_lib.c:174:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:1.0:1789130464.878469:0:16118:0:(mgc_request.c:1487:mgc_apply_recover_logs()) ir apply logs 7/8 for lustre-OST0001-osc-ffff9caf5014c800 10000000:00000200:1.0:1789130464.878471:0:16118:0:(mgc_request.c:1241:mgc_build_nidlist()) use 1 from 1 NIDs 10000000:00000040:1.0:1789130464.878539:0:16118:0:(mgc_request.c:1440:mgc_apply_recover_logs()) Looking for OBD lustre-MDT0000-mdc-ffff9caf5014c800 00010000:00000001:1.0:1789130464.878543:0:16118:0:(ldlm_lib.c:159:client_import_add_nids_to_conn()) Process entered 00000100:00000001:1.0:1789130464.878545:0:16118:0:(lustre_peer.c:229:class_check_uuid()) Process entered 00000100:00000040:1.0:1789130464.878548:0:16118:0:(lustre_peer.c:232:class_check_uuid()) check if uuid 192.168.204.123@tcp has 192.168.204.123@tcp. 00000100:00000001:1.0:1789130464.878550:0:16118:0:(lustre_peer.c:251:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130464.878552:0:16118:0:(lustre_peer.c:189:class_add_nids_to_uuid()) Process entered 00000100:00000200:1.0:1789130464.878554:0:16118:0:(lustre_peer.c:194:class_add_nids_to_uuid()) Comparing 192.168.204.123@tcp with 192.168.204.123@tcp 00000100:00000200:1.0:1789130464.878556:0:16118:0:(lustre_peer.c:201:class_add_nids_to_uuid()) Updating UUID '192.168.204.123@tcp' 00000400:00000200:1.0:1789130464.878557:0:16118:0:(peer.c:1448:LNetAddPeer()) Add peer with 1 NIDs 00000400:00001000:1.0:1789130464.878559:0:16118:0:(api-ni.c:3331:LNetNIInit()) refs 1 00000400:00000200:1.0:1789130464.878561:0:16118:0:(peer.c:1462:LNetAddPeer()) Adding NID[0]: 192.168.204.123@tcp 00000400:00000200:1.0:1789130464.878564:0:16118:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:1.0:1789130464.878567:0:16118:0:(peer.c:1907:lnet_peer_add()) peer 192.168.204.123@tcp NID flags 0x100001: -17 00000400:00000200:1.0:1789130464.878570:0:16118:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:1.0:1789130464.878573:0:16118:0:(peer.c:2975:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:1.0:1789130464.878576:0:16118:0:(peer.c:2984:lnet_discover_peer_locked()) peer 192.168.204.123@tcp NID 192.168.204.123@tcp: 0. pending discovery 00000400:00000200:1.0:1789130464.878578:0:16118:0:(peer.c:1516:LNetAddPeer()) A peer exists for NID 192.168.204.123@tcp 00000100:00000001:1.0:1789130464.878580:0:16118:0:(lustre_peer.c:219:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130464.878581:0:16118:0:(ldlm_lib.c:174:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:1.0:1789130464.878583:0:16118:0:(mgc_request.c:1487:mgc_apply_recover_logs()) ir apply logs 8/8 for lustre-MDT0000-mdc-ffff9caf5014c800 10000000:00000010:1.0:1789130464.878586:0:16118:0:(mgc_request.c:1492:mgc_apply_recover_logs()) kfreed 'obdname': 128 at ffff9caf50154280. 10000000:00000010:1.0:1789130464.878591:0:16118:0:(mgc_request.c:1494:mgc_apply_recover_logs()) kfreed 'nidlist': 640 at ffff9caf487c2c00. 10000000:00000001:1.0:1789130464.878595:0:16118:0:(mgc_request.c:1496:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130464.878598:0:16118:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789130464.878602:0:16118:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf615d6d00 x1876037329043968/t0(0) o256->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 304/240 e 0 to 0 dl 1789130480 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130464.878610:0:16118:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789130464.878614:0:16118:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789130464.878618:0:16118:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9caf485a3400. 02000000:00000001:1.0:1789130464.878622:0:16118:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789130464.878625:0:16118:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1789130464.878627:0:16118:0:(genops.c:1223:class_import_put()) import ffff9caf586ce800 refcount=4 obd=MGC192.168.204.123@tcp 00000020:00000001:1.0:1789130464.878630:0:16118:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:1.0:1789130464.878632:0:16118:0:(client.c:325:ptlrpc_free_bulk()) Process entered 00000020:00000001:1.0:1789130464.878634:0:16118:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1789130464.878635:0:16118:0:(genops.c:1223:class_import_put()) import ffff9caf586ce800 refcount=3 obd=MGC192.168.204.123@tcp 00000020:00000001:1.0:1789130464.878637:0:16118:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000010:1.0:1789130464.878640:0:16118:0:(client.c:346:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at ffff9caf58606940. 00000100:00000010:1.0:1789130464.878645:0:16118:0:(client.c:347:ptlrpc_free_bulk()) kfreed 'desc': 984 at ffff9caf487c3000. 00000100:00000001:1.0:1789130464.878647:0:16118:0:(client.c:348:ptlrpc_free_bulk()) Process leaving 02000000:00000010:1.0:1789130464.878650:0:16118:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9caf485a2000. 02000000:00000001:1.0:1789130464.878654:0:16118:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789130464.878656:0:16118:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789130464.878659:0:16118:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf615d6d00. 00000100:00000001:1.0:1789130464.878667:0:16118:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789130464.878668:0:16118:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000010:1.0:1789130464.879017:0:16118:0:(mgc_request.c:1652:mgc_process_recover_log()) kvfree 'folios': 32 at ffff9caf4632b6e0. 10000000:01000000:1.0:1789130464.879025:0:16118:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.123@tcp: configuration from log 'lustre-cliir' succeeded (0). 10000000:00000001:1.0:1789130464.879029:0:16118:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:1.0:1789130464.879033:0:16118:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130464.879036:0:16118:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130464.879039:0:16118:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b6400 refcount=3 00000020:00000001:1.0:1789130464.879042:0:16118:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649483776 : -109198060067840 : ffff9caf586b6400) 00010000:00000001:1.0:1789130464.879047:0:16118:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649483776 : -109198060067840 : ffff9caf586b6400) 00010000:00000001:1.0:1789130464.879050:0:16118:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789130464.879056:0:16118:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.123@tcp lock: ffff9caf586b6400/0xde5303b1d982cdd3 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xcdf1b083821a5f97 expref: -99 pid: 16118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789130464.879066:0:16118:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130464.879068:0:16118:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1789130464.879071:0:16118:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.123@tcp lock: ffff9caf586b6400/0xde5303b1d982cdd3 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xcdf1b083821a5f97 expref: -99 pid: 16118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789130464.879078:0:16118:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789130464.879080:0:16118:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130464.879081:0:16118:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:1.0:1789130464.879083:0:16118:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1789130464.879086:0:16118:0:(mgc_request.c:1907:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1789130464.879088:0:16118:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:1.0:1789130464.879091:0:16118:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1789130464.879093:0:16118:0:(mgc_request.c:108:config_log_get()) log lustre-client (ffff9caf44b98c00) refs 2 10000000:00000001:1.0:1789130464.879096:0:16118:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1789130464.879098:0:16118:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1789130464.879099:0:16118:0:(mgc_request.c:123:config_log_put()) log lustre-cliir(ffff9caf44b99600) refs 3 10000000:00000001:1.0:1789130464.879102:0:16118:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:1.0:1789130464.879103:0:16118:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:1.0:1789130464.879105:0:16118:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:00000001:1.0:1789130464.879107:0:16118:0:(mgc_request.c:1783:mgc_process_log()) Process entered 10000000:01000000:1.0:1789130464.879109:0:16118:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff9caf5014c800 from 42 10000000:00000001:1.0:1789130464.879112:0:16118:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:1.0:1789130464.879114:0:16118:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00000100:00000010:1.0:1789130464.879121:0:16118:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf615d6d00. 00000020:00000040:1.0:1789130464.879125:0:16118:0:(genops.c:1210:class_import_get()) import ffff9caf586ce800 refcount=4 obd=MGC192.168.204.123@tcp 00000100:00000001:1.0:1789130464.879131:0:16118:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789130464.879134:0:16118:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789130464.879141:0:16118:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789130464.879150:0:16118:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9caf485a2000. 00000100:00000001:1.0:1789130464.879158:0:16118:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130464.879163:0:16118:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1789130464.879166:0:16118:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1789130464.879177:0:16118:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9caf4814d200. 00010000:00000001:1.0:1789130464.879183:0:16118:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1789130464.879186:0:16118:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9caf586b7e00. 00000020:00000001:1.0:1789130464.879192:0:16118:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1789130464.879194:0:16118:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9caf586b7e00 with handle 0xde5303b1d982cdda to hash 00000020:00000001:1.0:1789130464.879197:0:16118:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1789130464.879198:0:16118:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446634875649490432 : -109198060061184 : ffff9caf586b7e00) 00010000:00000001:1.0:1789130464.879202:0:16118:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446634875649490432 : -109198060061184 : ffff9caf586b7e00) 00010000:00000001:1.0:1789130464.879205:0:16118:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789130464.879210:0:16118:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789130464.879213:0:16118:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.123@tcp lock: ffff9caf586b7e00/0xde5303b1d982cdda lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 16118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789130464.879221:0:16118:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.123@tcp lock: ffff9caf586b7e00/0xde5303b1d982cdda lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 16118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789130464.879233:0:16118:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.123@tcp lock: ffff9caf586b7e00/0xde5303b1d982cdda lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 16118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1789130464.879239:0:16118:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1789130464.879241:0:16118:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1789130464.879249:0:16118:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9caf48173f00. 00000100:00000001:1.0:1789130464.879252:0:16118:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446634875375533824 : -109198334017792 : ffff9caf48173f00) 00000100:00000001:1.0:1789130464.879255:0:16118:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789130464.879256:0:16118:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875799563520 : -109197909988096 : ffff9caf615d6d00) 00000100:00000001:1.0:1789130464.879263:0:16118:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789130464.879268:0:16118:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130464.879271:0:16118:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1789130464.879273:0:16118:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789130464.879280:0:16118:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf615d6d00 x1876037329044096/t0(0) o101->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130464.879287:0:16118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789130464.879290:0:16118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130464.879295:0:16118:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789130464.879299:0:16118:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789130464.879302:0:16118:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789130464.879305:0:16118:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf615d6d00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:70f26143-21ad-4cd3-af2c-0601ab5c9490:16118:1876037329044096:192.168.204.123@tcp:101:ll_cfg_requeue.0 00000100:00000001:1.0:1789130464.879310:0:16118:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789130464.879318:0:16118:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789130464.879321:0:16118:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130464.879324:0:16118:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789130464.879330:0:16118:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9caf487c3000. 02000000:00000001:1.0:1789130464.879332:0:16118:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789130464.879337:0:16118:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:1.0:1789130464.879341:0:16118:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf42d8e3c8. 00000400:00000010:1.0:1789130464.879347:0:16118:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf462a3880. 00000100:00000200:1.0:1789130464.879356:0:16118:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876037329044096, portal 25 00000100:00000001:1.0:1789130464.879358:0:16118:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789130464.879359:0:16118:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875799563520 : -109197909988096 : ffff9caf615d6d00) 00000100:00000040:1.0:1789130464.879365:0:16118:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9caf615d6d00 x1876037329044096/t0(0) o101->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 328/344 e 0 to 0 dl 1789130480 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130464.879372:0:16118:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789130464.879375:0:16118:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:1.0:1789130464.879378:0:16118:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf462a3440. 00000100:00000200:1.0:1789130464.879381:0:16118:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1876037329044096, offset 0 00000400:00000200:1.0:1789130464.879389:0:16118:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:1.0:1789130464.879408:0:16118:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:1.0:1789130464.879424:0:16118:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:1.0:1789130464.879430:0:16118:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789130464.879435:0:16118:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:1.0:1789130464.879440:0:16118:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789130464.879443:0:16118:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:1.0:1789130464.879447:0:16118:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2602:2602:256:4294967295] 192.168.204.123@tcp LPNI seq info [2601:2601:8:4294967295] 00000400:00000200:1.0:1789130464.879451:0:16118:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:1.0:1789130464.879460:0:16118:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:1.0:1789130464.879467:0:16118:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:1.0:1789130464.880975:0:16118:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf4a83ae00. 00000800:00000200:1.0:1789130464.881000:0:16118:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:1.0:1789130464.881010:0:16118:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:1.0:1789130464.881016:0:16118:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf4a83ae00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1789130464.881105:0:16118:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789130464.881115:0:16118:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:1.0:1789130464.881120:0:16118:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.123@tcp: PM QoS new deadline estimation for cpu 2 is 4296562989 00000100:00000001:1.0:1789130464.881131:0:16118:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.123@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296562968 00000100:00000001:1.0:1789130464.881139:0:16118:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.123@tcp: PM QoS new deadline estimation for cpu 3 is 4296562989 00000100:00000001:1.0:1789130464.881143:0:16118:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.123@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296562968 00000100:00000001:1.0:1789130464.881147:0:16118:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789130464.881151:0:16118:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130464.881155:0:16118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789130464.881158:0:16118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1789130464.881161:0:16118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9caf48173f00 going to sleep for 11 seconds 00000100:00000001:1.0:1789130464.881165:0:16118:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789130464.881169:0:16118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789130464.887342:0:2341:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789130464.887355:0:2341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf4a83ae00. 00000400:00000200:2.0:1789130464.887377:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130464.887389:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:2.0:1789130464.887414:0:2341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf462a3440 00000400:00000010:2.0:1789130464.887418:0:2341:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf462a3440. 00000100:00000001:2.0:1789130464.887426:0:2341:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789130464.887437:0:2341:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf615d6d00 x1876037329044096/t0(0) o101->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 328/344 e 0 to 0 dl 1789130480 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130464.887452:0:2341:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130464.887456:0:2341:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf615d6d00 x1876037329044096/t0(0) o101->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 328/344 e 0 to 0 dl 1789130480 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130464.887464:0:2341:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130464.887466:0:2341:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1789130464.891159:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130464.891186:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789130464.891193:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130464.891196:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130464.891207:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130464.891217:0:2342:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:2.0:1789130464.891230:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130464.891236:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130464.891243:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130464.891248:0:2342:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 344 into portal 25 MB=0x6aa3efa954280 00000400:00000200:2.0:1789130464.891254:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130464.891262:0:2342:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.123@tcp of length 344/344 into md 0x702d [1] + 224 00000800:00000001:2.0:1789130464.891273:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130464.891281:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130464.891285:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130464.891290:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:2.0:1789130464.891301:0:2342:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789130464.891313:0:2342:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf615d6d00 x1876037329044096/t0(0) o101->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 328/344 e 0 to 0 dl 1789130480 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789130464.891325:0:2342:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@ffff9caf615d6d00 x1876037329044096/t0(0) o101->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 328/344 e 0 to 0 dl 1789130480 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130464.891350:0:2342:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789130464.891361:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130464.891365:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130464.891456:0:16118:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789130464.891467:0:16118:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789130464.891470:0:16118:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789130464.891483:0:16118:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf42d8e3c8. 00000400:00000200:1.0:1789130464.891489:0:16118:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf462a3880 00000400:00000010:1.0:1789130464.891492:0:16118:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf462a3880. 00000100:00000001:1.0:1789130464.891496:0:16118:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789130464.891502:0:16118:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf615d6d00 x1876037329044096/t0(0) o101->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 328/344 e 0 to 0 dl 1789130480 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789130464.891518:0:16118:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf615d6d00 x1876037329044096/t0(0) o101->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 328/344 e 0 to 0 dl 1789130480 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130464.891525:0:16118:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789130464.891528:0:16118:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130464.891531:0:16118:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789130464.891536:0:16118:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789130464.891539:0:16118:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789130464.891542:0:16118:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130464.891545:0:16118:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789130464.891554:0:16118:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf586cec60 time=83 v=5 (5 5 5 5) 00000100:00001000:1.0:1789130464.891560:0:16118:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf586cec18 time=1 v=5 (1 0 0 0) 00000100:00000001:1.0:1789130464.891563:0:16118:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789130464.891565:0:16118:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130464.891569:0:16118:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789130464.891573:0:16118:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130464.891577:0:16118:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789130464.891582:0:16118:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf615d6d00 x1876037329044096/t0(0) o101->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 328/344 e 0 to 0 dl 1789130480 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130464.891591:0:16118:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789130464.891594:0:16118:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789130464.891597:0:16118:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789130464.891602:0:16118:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf615d6d00 x1876037329044096/t0(0) o101->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 328/344 e 0 to 0 dl 1789130480 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789130464.891611:0:16118:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf615d6d00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:70f26143-21ad-4cd3-af2c-0601ab5c9490:16118:1876037329044096:192.168.204.123@tcp:101:ll_cfg_requeue.0 00000100:00000001:1.0:1789130464.891617:0:16118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130464.891621:0:16118:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130464.891624:0:16118:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1789130464.891627:0:16118:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789130464.891631:0:16118:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf615d6d00 x1876037329044096/t0(0) o101->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 328/344 e 0 to 0 dl 1789130480 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130464.891639:0:16118:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789130464.891644:0:16118:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9caf48173f00. 00000100:00000001:1.0:1789130464.891648:0:16118:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1789130464.891650:0:16118:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130464.891654:0:16118:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1789130464.891658:0:16118:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130464.891661:0:16118:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130464.891665:0:16118:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b7e00 refcount=4 00000020:00000001:1.0:1789130464.891668:0:16118:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649490432 : -109198060061184 : ffff9caf586b7e00) 00010000:00000001:1.0:1789130464.891671:0:16118:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649490432 : -109198060061184 : ffff9caf586b7e00) 00010000:00000040:1.0:1789130464.891680:0:16118:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9caf586b7e00, remote cookie: 0xcdf1b083821a5f9e, flags: 0x0 00010000:00000001:1.0:1789130464.891685:0:16118:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1789130464.891704:0:16118:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1789130464.891707:0:16118:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1789130464.891709:0:16118:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1789130464.891710:0:16118:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1789130464.891714:0:16118:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x0:0x0].0x0 (ffff9caf4814d200) refcount = 1 00010000:00010000:1.0:1789130464.891720:0:16118:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.123@tcp lock: ffff9caf586b7e00/0xde5303b1d982cdda lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xcdf1b083821a5f9e expref: -99 pid: 16118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789130464.891728:0:16118:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1789130464.891731:0:16118:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1789130464.891733:0:16118:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789130464.891744:0:16118:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1789130464.891747:0:16118:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789130464.891750:0:16118:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.123@tcp lock: ffff9caf586b7e00/0xde5303b1d982cdda lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xcdf1b083821a5f9e expref: -99 pid: 16118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789130464.891756:0:16118:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1789130464.891759:0:16118:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130464.891761:0:16118:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130464.891762:0:16118:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130464.891911:0:16118:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130464.891913:0:16118:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130464.891917:0:16118:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789130464.891922:0:16118:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf615d6d00 x1876037329044096/t0(0) o101->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 328/344 e 0 to 0 dl 1789130480 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130464.891935:0:16118:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789130464.891939:0:16118:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789130464.891943:0:16118:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9caf487c3000. 02000000:00000001:1.0:1789130464.891946:0:16118:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789130464.891950:0:16118:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1789130464.891952:0:16118:0:(genops.c:1223:class_import_put()) import ffff9caf586ce800 refcount=3 obd=MGC192.168.204.123@tcp 00000020:00000001:1.0:1789130464.891954:0:16118:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1789130464.891957:0:16118:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9caf485a2000. 02000000:00000001:1.0:1789130464.891961:0:16118:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789130464.891963:0:16118:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789130464.891965:0:16118:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf615d6d00. 00000100:00000001:1.0:1789130464.891974:0:16118:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789130464.891975:0:16118:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:1.0:1789130464.891978:0:16118:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1789130464.891982:0:16118:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1789130464.891985:0:16118:0:(mgc_request.c:108:config_log_get()) log lustre-client (ffff9caf44b98c00) refs 3 10000000:00000001:1.0:1789130464.891987:0:16118:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130464.891989:0:16118:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130464.891991:0:16118:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130464.891993:0:16118:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b7e00 refcount=3 00000020:00000001:1.0:1789130464.891995:0:16118:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649490432 : -109198060061184 : ffff9caf586b7e00) 00010000:00000001:1.0:1789130464.891997:0:16118:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649490432 : -109198060061184 : ffff9caf586b7e00) 00010000:00000001:1.0:1789130464.892000:0:16118:0:(ldlm_lock.c:2547:ldlm_lock_set_data()) Process entered 00010000:00000001:1.0:1789130464.892001:0:16118:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130464.892003:0:16118:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130464.892004:0:16118:0:(ldlm_lock.c:2556:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1789130464.892007:0:16118:0:(mgc_request.c:1669:mgc_process_cfg_log()) Process entered 10000000:00000010:1.0:1789130464.892014:0:16118:0:(mgc_request.c:1683:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff9caf58606940. 00000020:00000010:1.0:1789130464.892019:0:16118:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9caf485a2000. 00000020:00000010:1.0:1789130464.892026:0:16118:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9caf485a3400. 00000040:00000010:1.0:1789130464.892030:0:16118:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9caf485a2800. 00000020:00000010:1.0:1789130464.892037:0:16118:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9caf482db800. 00000020:00000010:1.0:1789130464.892042:0:16118:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9caf485a2c00. 80000000:00000010:1.0:1789130464.892048:0:16118:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff9caf481b3e40. 00040000:00000010:1.0:1789130464.892054:0:16118:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9caf485a2400. 20000000:00000010:1.0:1789130464.892060:0:16118:0:(mgs_handler.c:1787:mgs_key_init()) kmalloced '(value)': 392 at ffff9caf485a3600. 10000000:00000040:1.0:1789130464.892066:0:16118:0:(lustre_log.h:374:llog_ctxt_get()) GETting ctxt ffff9caf42d8f300 : new refcount 2 00000020:00000001:1.0:1789130464.892070:0:16118:0:(obd_config.c:2120:class_config_parse_llog()) Process entered 00000020:00000040:1.0:1789130464.892072:0:16118:0:(obd_config.c:2122:class_config_parse_llog()) looking up llog lustre-client 00000040:00000001:1.0:1789130464.892075:0:16118:0:(llog.c:1538:llog_open()) Process entered 00000040:00000010:1.0:1789130464.892079:0:16118:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff9caf485a3800. 00000040:00000001:1.0:1789130464.892083:0:16118:0:(llog_client.c:70:llog_client_open()) Process entered 00000020:00000040:1.0:1789130464.892087:0:16118:0:(genops.c:1210:class_import_get()) import ffff9caf586ce800 refcount=4 obd=MGC192.168.204.123@tcp 00000100:00000010:1.0:1789130464.892091:0:16118:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf615d6d00. 00000020:00000040:1.0:1789130464.892093:0:16118:0:(genops.c:1210:class_import_get()) import ffff9caf586ce800 refcount=5 obd=MGC192.168.204.123@tcp 00000100:00000001:1.0:1789130464.892100:0:16118:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789130464.892103:0:16118:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789130464.892110:0:16118:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789130464.892118:0:16118:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9caf485a2a00. 00000100:00000001:1.0:1789130464.892125:0:16118:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130464.892133:0:16118:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1789130464.892135:0:16118:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1789130464.892142:0:16118:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9caf48173f00. 00000100:00000001:1.0:1789130464.892144:0:16118:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446634875375533824 : -109198334017792 : ffff9caf48173f00) 00000100:00000001:1.0:1789130464.892148:0:16118:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789130464.892150:0:16118:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875799563520 : -109197909988096 : ffff9caf615d6d00) 00000100:00000001:1.0:1789130464.892155:0:16118:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789130464.892161:0:16118:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130464.892163:0:16118:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1789130464.892165:0:16118:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789130464.892171:0:16118:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf615d6d00 x1876037329044224/t0(0) o501->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 512/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130464.892179:0:16118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789130464.892182:0:16118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130464.892188:0:16118:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789130464.892191:0:16118:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789130464.892194:0:16118:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789130464.892197:0:16118:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf615d6d00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:70f26143-21ad-4cd3-af2c-0601ab5c9490:16118:1876037329044224:192.168.204.123@tcp:501:ll_cfg_requeue.0 00000100:00000001:1.0:1789130464.892205:0:16118:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789130464.892212:0:16118:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789130464.892215:0:16118:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130464.892218:0:16118:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789130464.892222:0:16118:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9caf485a3c00. 02000000:00000001:1.0:1789130464.892224:0:16118:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789130464.892230:0:16118:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:1.0:1789130464.892233:0:16118:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf42d8e3c8. 00000400:00000010:1.0:1789130464.892240:0:16118:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf462a3880. 00000100:00000200:1.0:1789130464.892248:0:16118:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876037329044224, portal 25 00000100:00000001:1.0:1789130464.892250:0:16118:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789130464.892251:0:16118:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875799563520 : -109197909988096 : ffff9caf615d6d00) 00000100:00000040:1.0:1789130464.892258:0:16118:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9caf615d6d00 x1876037329044224/t0(0) o501->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 512/272 e 0 to 0 dl 1789130480 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130464.892266:0:16118:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789130464.892269:0:16118:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:1.0:1789130464.892273:0:16118:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf462a3000. 00000100:00000200:1.0:1789130464.892277:0:16118:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 26, xid 1876037329044224, offset 0 00000400:00000200:1.0:1789130464.892285:0:16118:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:1.0:1789130464.892292:0:16118:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:1.0:1789130464.892300:0:16118:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:1.0:1789130464.892308:0:16118:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789130464.892314:0:16118:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:1.0:1789130464.892319:0:16118:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789130464.892322:0:16118:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:1.0:1789130464.892326:0:16118:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2603:2603:256:4294967295] 192.168.204.123@tcp LPNI seq info [2602:2602:8:4294967295] 00000400:00000200:1.0:1789130464.892331:0:16118:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:1.0:1789130464.892343:0:16118:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:1.0:1789130464.892349:0:16118:0:(socklnd_cb.c:931:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:1.0:1789130464.892355:0:16118:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf4a83a000. 00000800:00000200:1.0:1789130464.892362:0:16118:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:1.0:1789130464.892371:0:16118:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:1.0:1789130464.892377:0:16118:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf4a83a000 type 1, nob 608 niov 1 nkiov 1 00000100:00000001:1.0:1789130464.892386:0:16118:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789130464.892391:0:16118:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:1.0:1789130464.892394:0:16118:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.123@tcp: PM QoS new deadline estimation for cpu 2 is 4296563000 00000100:00000001:1.0:1789130464.892413:0:16118:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.123@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296562989 00000100:00000001:1.0:1789130464.892420:0:16118:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.123@tcp: PM QoS new deadline estimation for cpu 3 is 4296563000 00000100:00000001:1.0:1789130464.892424:0:16118:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.123@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296562989 00000100:00000001:1.0:1789130464.892427:0:16118:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789130464.892430:0:16118:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130464.892433:0:16118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789130464.892435:0:16118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1789130464.892437:0:16118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9caf48173f00 going to sleep for 11 seconds 00000100:00000001:1.0:1789130464.892439:0:16118:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789130464.892442:0:16118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789130464.893559:0:2341:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789130464.893568:0:2341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf4a83a000. 00000400:00000200:2.0:1789130464.893575:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130464.893584:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:2.0:1789130464.893592:0:2341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf462a3000 00000400:00000010:2.0:1789130464.893595:0:2341:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf462a3000. 00000100:00000001:2.0:1789130464.893600:0:2341:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789130464.893607:0:2341:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf615d6d00 x1876037329044224/t0(0) o501->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 512/272 e 0 to 0 dl 1789130480 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130464.893619:0:2341:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130464.893622:0:2341:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf615d6d00 x1876037329044224/t0(0) o501->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 512/272 e 0 to 0 dl 1789130480 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130464.893629:0:2341:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130464.893631:0:2341:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1789130464.901083:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130464.901109:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789130464.901116:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130464.901119:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130464.901131:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130464.901141:0:2342:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:2.0:1789130464.901152:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130464.901160:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130464.901167:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130464.901172:0:2342:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 272 into portal 25 MB=0x6aa3efa954300 00000400:00000200:2.0:1789130464.901178:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130464.901186:0:2342:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.123@tcp of length 272/272 into md 0x7035 [1] + 224 00000800:00000001:2.0:1789130464.901195:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130464.901205:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130464.901209:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130464.901214:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:2.0:1789130464.901224:0:2342:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789130464.901236:0:2342:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf615d6d00 x1876037329044224/t0(0) o501->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 512/272 e 0 to 0 dl 1789130480 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789130464.901249:0:2342:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@ffff9caf615d6d00 x1876037329044224/t0(0) o501->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 512/272 e 0 to 0 dl 1789130480 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130464.901273:0:2342:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789130464.901285:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130464.901289:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130464.901676:0:16118:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789130464.901686:0:16118:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789130464.901689:0:16118:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789130464.901693:0:16118:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf42d8e3c8. 00000400:00000200:1.0:1789130464.901699:0:16118:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf462a3880 00000400:00000010:1.0:1789130464.901702:0:16118:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf462a3880. 00000100:00000001:1.0:1789130464.901705:0:16118:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789130464.901773:0:16118:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf615d6d00 x1876037329044224/t0(0) o501->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 512/272 e 0 to 0 dl 1789130480 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789130464.901785:0:16118:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf615d6d00 x1876037329044224/t0(0) o501->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 512/272 e 0 to 0 dl 1789130480 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130464.901792:0:16118:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789130464.901795:0:16118:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130464.901798:0:16118:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789130464.901848:0:16118:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789130464.901852:0:16118:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789130464.901855:0:16118:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130464.901859:0:16118:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789130464.901869:0:16118:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf586cec60 time=83 v=5 (5 5 5 5) 00000100:00001000:1.0:1789130464.901874:0:16118:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf586cec18 time=1 v=5 (1 0 0 0) 00000100:00000001:1.0:1789130464.901877:0:16118:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789130464.901880:0:16118:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130464.901884:0:16118:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789130464.901886:0:16118:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130464.901890:0:16118:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789130464.901896:0:16118:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf615d6d00 x1876037329044224/t0(0) o501->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 512/272 e 0 to 0 dl 1789130480 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130464.901904:0:16118:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789130464.901908:0:16118:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789130464.901910:0:16118:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789130464.901915:0:16118:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf615d6d00 x1876037329044224/t0(0) o501->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 512/272 e 0 to 0 dl 1789130480 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789130464.901923:0:16118:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf615d6d00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:70f26143-21ad-4cd3-af2c-0601ab5c9490:16118:1876037329044224:192.168.204.123@tcp:501:ll_cfg_requeue.0 00000100:00000001:1.0:1789130464.901929:0:16118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130464.901932:0:16118:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130464.901935:0:16118:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1789130464.901938:0:16118:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789130464.901942:0:16118:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf615d6d00 x1876037329044224/t0(0) o501->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 512/272 e 0 to 0 dl 1789130480 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130464.901950:0:16118:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789130464.901953:0:16118:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9caf48173f00. 00000100:00000001:1.0:1789130464.901959:0:16118:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1789130464.901960:0:16118:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1789130464.901967:0:16118:0:(llog_client.c:122:llog_client_open()) Process leaving 00000020:00000001:1.0:1789130464.901972:0:16118:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1789130464.901974:0:16118:0:(genops.c:1223:class_import_put()) import ffff9caf586ce800 refcount=4 obd=MGC192.168.204.123@tcp 00000020:00000001:1.0:1789130464.901977:0:16118:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:1.0:1789130464.901978:0:16118:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789130464.901981:0:16118:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf615d6d00 x1876037329044224/t0(0) o501->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 512/272 e 0 to 0 dl 1789130480 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130464.901986:0:16118:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789130464.901990:0:16118:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789130464.901994:0:16118:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9caf485a3c00. 02000000:00000001:1.0:1789130464.901998:0:16118:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789130464.901999:0:16118:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1789130464.902000:0:16118:0:(genops.c:1223:class_import_put()) import ffff9caf586ce800 refcount=3 obd=MGC192.168.204.123@tcp 00000020:00000001:1.0:1789130464.902001:0:16118:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1789130464.902004:0:16118:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9caf485a2a00. 02000000:00000001:1.0:1789130464.902008:0:16118:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789130464.902010:0:16118:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789130464.902012:0:16118:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf615d6d00. 00000100:00000001:1.0:1789130464.902020:0:16118:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789130464.902022:0:16118:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:1.0:1789130464.902025:0:16118:0:(llog.c:1563:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1789130464.902029:0:16118:0:(llog.c:415:llog_init_handle()) Process entered 00000040:00000010:1.0:1789130464.902039:0:16118:0:(llog.c:420:llog_init_handle()) kmalloced '(llh)': 8192 at ffff9caf50284000. 00000040:00000001:1.0:1789130464.902041:0:16118:0:(llog.c:363:llog_read_header()) Process entered 00000040:00000001:1.0:1789130464.902043:0:16118:0:(llog_client.c:269:llog_client_read_header()) Process entered 00000020:00000040:1.0:1789130464.902046:0:16118:0:(genops.c:1210:class_import_get()) import ffff9caf586ce800 refcount=4 obd=MGC192.168.204.123@tcp 00000100:00000010:1.0:1789130464.902050:0:16118:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf615d6d00. 00000020:00000040:1.0:1789130464.902053:0:16118:0:(genops.c:1210:class_import_get()) import ffff9caf586ce800 refcount=5 obd=MGC192.168.204.123@tcp 00000100:00000001:1.0:1789130464.902058:0:16118:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789130464.902062:0:16118:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789130464.902067:0:16118:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789130464.902073:0:16118:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9caf485a2a00. 00000100:00000001:1.0:1789130464.902081:0:16118:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130464.902085:0:16118:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1789130464.902087:0:16118:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1789130464.902093:0:16118:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9caf48173f00. 00000100:00000001:1.0:1789130464.902096:0:16118:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446634875375533824 : -109198334017792 : ffff9caf48173f00) 00000100:00000001:1.0:1789130464.902099:0:16118:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789130464.902100:0:16118:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875799563520 : -109197909988096 : ffff9caf615d6d00) 00000100:00000001:1.0:1789130464.902106:0:16118:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789130464.902111:0:16118:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130464.902112:0:16118:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1789130464.902114:0:16118:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789130464.902119:0:16118:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf615d6d00 x1876037329044352/t0(0) o503->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 272/8416 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130464.902132:0:16118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789130464.902135:0:16118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130464.902139:0:16118:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789130464.902142:0:16118:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789130464.902145:0:16118:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789130464.902148:0:16118:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf615d6d00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:70f26143-21ad-4cd3-af2c-0601ab5c9490:16118:1876037329044352:192.168.204.123@tcp:503:ll_cfg_requeue.0 00000100:00000001:1.0:1789130464.902152:0:16118:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789130464.902160:0:16118:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789130464.902163:0:16118:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130464.902166:0:16118:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789130464.902201:0:16118:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff9caf48388000. 02000000:00000001:1.0:1789130464.902204:0:16118:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789130464.902211:0:16118:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:1.0:1789130464.902214:0:16118:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf42d8e3c8. 00000400:00000010:1.0:1789130464.902224:0:16118:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff9caf481733c0. 00000100:00000200:1.0:1789130464.902232:0:16118:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1876037329044352, portal 25 00000100:00000001:1.0:1789130464.902234:0:16118:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789130464.902236:0:16118:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875799563520 : -109197909988096 : ffff9caf615d6d00) 00000100:00000040:1.0:1789130464.902242:0:16118:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9caf615d6d00 x1876037329044352/t0(0) o503->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 272/8416 e 0 to 0 dl 1789130480 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130464.904134:0:16118:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789130464.904153:0:16118:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:1.0:1789130464.904163:0:16118:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf462a3880. 00000100:00000200:1.0:1789130464.904174:0:16118:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1876037329044352, offset 0 00000400:00000200:1.0:1789130464.904183:0:16118:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:1.0:1789130464.904196:0:16118:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:1.0:1789130464.904206:0:16118:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:1.0:1789130464.904213:0:16118:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789130464.904219:0:16118:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:1.0:1789130464.904224:0:16118:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789130464.904227:0:16118:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:1.0:1789130464.904232:0:16118:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2604:2604:256:4294967295] 192.168.204.123@tcp LPNI seq info [2603:2603:8:4294967295] 00000400:00000200:1.0:1789130464.904237:0:16118:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:1.0:1789130464.904249:0:16118:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:1.0:1789130464.904256:0:16118:0:(socklnd_cb.c:931:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:1.0:1789130464.904263:0:16118:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf4a83a000. 00000800:00000200:1.0:1789130464.904271:0:16118:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:1.0:1789130464.904281:0:16118:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:1.0:1789130464.904286:0:16118:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf4a83a000 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:1.0:1789130464.904358:0:16118:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789130464.904364:0:16118:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:1.0:1789130464.904367:0:16118:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.123@tcp: PM QoS new deadline estimation for cpu 2 is 4296563012 00000100:00000001:1.0:1789130464.904376:0:16118:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.123@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296563000 00000100:00000001:1.0:1789130464.904887:0:16118:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.123@tcp: PM QoS new deadline estimation for cpu 3 is 4296563013 00000100:00000001:1.0:1789130464.904894:0:16118:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.123@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296563000 00000100:00000001:1.0:1789130464.904898:0:16118:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789130464.904902:0:16118:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130464.904905:0:16118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789130464.904908:0:16118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1789130464.904911:0:16118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9caf48173f00 going to sleep for 11 seconds 00000100:00000001:1.0:1789130464.904915:0:16118:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789130464.904919:0:16118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789130464.913267:0:2341:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789130464.913280:0:2341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf4a83a000. 00000400:00000200:2.0:1789130464.913290:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130464.913300:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:2.0:1789130464.913309:0:2341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf462a3880 00000400:00000010:2.0:1789130464.913312:0:2341:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf462a3880. 00000100:00000001:2.0:1789130464.913318:0:2341:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789130464.913329:0:2341:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf615d6d00 x1876037329044352/t0(0) o503->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 272/8416 e 0 to 0 dl 1789130480 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130464.913344:0:2341:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130464.913348:0:2341:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf615d6d00 x1876037329044352/t0(0) o503->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 272/8416 e 0 to 0 dl 1789130480 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130464.913358:0:2341:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130464.913360:0:2341:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1789130464.919618:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130464.919891:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789130464.919898:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130464.919904:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130464.919916:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130464.919928:0:2342:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:2.0:1789130464.919945:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130464.919952:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130464.919959:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130464.919964:0:2342:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 8416 into portal 25 MB=0x6aa3efa954380 00000400:00000200:2.0:1789130464.919970:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130464.919978:0:2342:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.123@tcp of length 8416/8416 into md 0x703d [4] + 224 00000800:00000001:2.0:1789130464.919987:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130464.920154:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130464.920160:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130464.920166:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:3.0:1789130464.920178:0:2342:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789130464.920190:0:2342:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf615d6d00 x1876037329044352/t0(0) o503->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 272/8416 e 0 to 0 dl 1789130480 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789130464.920202:0:2342:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8416 offset=224 replen=8416 req@ffff9caf615d6d00 x1876037329044352/t0(0) o503->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 272/8416 e 0 to 0 dl 1789130480 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130464.920281:0:16118:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789130464.920303:0:2342:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789130464.920316:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130464.920320:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1789130464.920916:0:16118:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789130464.920920:0:16118:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789130464.920924:0:16118:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf42d8e3c8. 00000400:00000200:1.0:1789130464.920930:0:16118:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf481733c0 00000400:00000010:1.0:1789130464.920933:0:16118:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 184 at ffff9caf481733c0. 00000100:00000001:1.0:1789130464.920937:0:16118:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789130464.920943:0:16118:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf615d6d00 x1876037329044352/t0(0) o503->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 272/8416 e 0 to 0 dl 1789130480 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789130464.920952:0:16118:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf615d6d00 x1876037329044352/t0(0) o503->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 272/8416 e 0 to 0 dl 1789130480 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130464.920964:0:16118:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789130464.920967:0:16118:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130464.920970:0:16118:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789130464.920974:0:16118:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789130464.920977:0:16118:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789130464.920979:0:16118:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130464.920982:0:16118:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789130464.920991:0:16118:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf586cec60 time=83 v=5 (5 5 5 5) 00000100:00001000:1.0:1789130464.920996:0:16118:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf586cec18 time=1 v=5 (1 0 0 0) 00000100:00000001:1.0:1789130464.920999:0:16118:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789130464.921000:0:16118:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130464.921004:0:16118:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789130464.921007:0:16118:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130464.921010:0:16118:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789130464.921015:0:16118:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf615d6d00 x1876037329044352/t0(0) o503->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 272/8416 e 0 to 0 dl 1789130480 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130464.921022:0:16118:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789130464.921026:0:16118:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789130464.921028:0:16118:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789130464.921032:0:16118:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf615d6d00 x1876037329044352/t0(0) o503->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 272/8416 e 0 to 0 dl 1789130480 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789130464.921039:0:16118:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf615d6d00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:70f26143-21ad-4cd3-af2c-0601ab5c9490:16118:1876037329044352:192.168.204.123@tcp:503:ll_cfg_requeue.0 00000100:00000001:1.0:1789130464.921045:0:16118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130464.921048:0:16118:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130464.921051:0:16118:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1789130464.921054:0:16118:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789130464.921057:0:16118:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf615d6d00 x1876037329044352/t0(0) o503->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 272/8416 e 0 to 0 dl 1789130480 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130464.921065:0:16118:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789130464.921068:0:16118:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9caf48173f00. 00000100:00000001:1.0:1789130464.921072:0:16118:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1789130464.921074:0:16118:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1789130464.921086:0:16118:0:(llog_client.c:319:llog_client_read_header()) Process leaving 00000100:00000001:1.0:1789130464.921088:0:16118:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789130464.921092:0:16118:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf615d6d00 x1876037329044352/t0(0) o503->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 272/8416 e 0 to 0 dl 1789130480 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130464.921098:0:16118:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789130464.921101:0:16118:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789130464.921104:0:16118:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff9caf48388000. 02000000:00000001:1.0:1789130464.921126:0:16118:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789130464.921130:0:16118:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1789130464.921132:0:16118:0:(genops.c:1223:class_import_put()) import ffff9caf586ce800 refcount=4 obd=MGC192.168.204.123@tcp 00000020:00000001:1.0:1789130464.921135:0:16118:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1789130464.921138:0:16118:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9caf485a2a00. 02000000:00000001:1.0:1789130464.921143:0:16118:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789130464.921145:0:16118:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789130464.921147:0:16118:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf615d6d00. 00000100:00000001:1.0:1789130464.921155:0:16118:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789130464.921157:0:16118:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1789130464.921160:0:16118:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1789130464.921161:0:16118:0:(genops.c:1223:class_import_put()) import ffff9caf586ce800 refcount=3 obd=MGC192.168.204.123@tcp 00000020:00000001:1.0:1789130464.921164:0:16118:0:(genops.c:1230:class_import_put()) Process leaving 00000040:00000001:1.0:1789130464.921167:0:16118:0:(llog.c:403:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1789130464.921170:0:16118:0:(llog.c:481:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1789130464.921175:0:16118:0:(llog.c:951:llog_process_or_fork()) Process entered 00000040:00000010:1.0:1789130464.921181:0:16118:0:(llog.c:953:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffff9caf481b3120. 00000040:00001000:1.0:1789130464.921184:0:16118:0:(llog.c:968:llog_process_or_fork()) Processing [0xa:0x3:0x0] flags 0x004 startcat -1 startidx -1 first_idx 41 last_idx 0 read_mode 0 00000040:00000001:2.0:1789130464.922073:0:33312:0:(llog.c:552:llog_process_thread()) Process entered 00000020:00000010:3.0:1789130464.922156:0:33312:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9caf47e8fe00. 00000020:00000010:3.0:1789130464.922165:0:33312:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9caf47e8fa00. 00000040:00000010:3.0:1789130464.922170:0:33312:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9caf47e8e600. 00000020:00000010:3.0:1789130464.922176:0:33312:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9caf49d0c800. 00000020:00000010:3.0:1789130464.922184:0:33312:0:(tgt_main.c:722:tgt_key_init()) slab-alloced 'thread': 1296 at ffff9caf502641d0. 00000020:00000010:3.0:1789130464.922189:0:33312:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9caf47e8f600. 80000000:00000010:3.0:1789130464.922195:0:33312:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff9caf58401d20. 40000000:00000010:3.0:1789130464.922199:0:33312:0:(fid_handler.c:479:seq_key_init()) kmalloced '(value)': 48 at ffff9caf42c42f80. 00100000:00000010:3.0:1789130464.922205:0:33312:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff9caf49d09800. 00040000:00000010:3.0:1789130464.922211:0:33312:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9caf47fd2500. 00040000:00000010:3.0:1789130464.922215:0:33312:0:(qmt_dev.c:349:qmt_key_init()) kmalloced '(value)': 1256 at ffff9caf49d09000. 00040000:00000010:3.0:1789130464.922220:0:33312:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9caf47e8f000. 00000004:00000010:3.0:1789130464.922225:0:33312:0:(mdd_device.c:2410:mdd_key_init()) kmalloced '(value)': 1872 at ffff9caf49d0d800. 00000004:00000010:3.0:1789130464.922233:0:33312:0:(mdt_handler.c:8414:mdt_key_init()) kmalloced '(value)': 2568 at ffff9caf48460000. 00000004:00000010:3.0:1789130464.922239:0:33312:0:(lod_dev.c:2352:lod_key_init()) kmalloced '(value)': 1224 at ffff9caf49d0f800. 00002000:00000010:3.0:1789130464.922245:0:33312:0:(ofd_dev.c:3019:ofd_key_init()) kmalloced '(value)': 1000 at ffff9caf58483400. 00000004:00000010:3.0:1789130464.922252:0:33312:0:(osp_dev.c:1831:osp_key_init()) kmalloced '(value)': 616 at ffff9caf58483800. 00000020:00000010:3.0:1789130464.922260:0:33312:0:(lu_object.c:1999:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9caf42c42c00. 00000040:00000010:3.0:1789130464.922272:0:33312:0:(llog.c:578:llog_process_thread()) kmalloced '(buf)': 8192 at ffff9caf4847e000. 00000040:00080000:3.0:1789130464.923170:0:33312:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 64768 count 42 00000040:00000010:3.0:1789130464.923178:0:33312:0:(llog.c:899:llog_process_thread()) kvfree 'buf': 8192 at ffff9caf4847e000. 00000020:00000010:3.0:1789130464.923189:0:33312:0:(lu_object.c:2044:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9caf42c42c00. 00000020:00000010:3.0:1789130464.923207:0:33312:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9caf47e8fa00. 00000040:00000010:3.0:1789130464.923212:0:33312:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9caf47e8e600. 00000020:00000010:3.0:1789130464.923216:0:33312:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9caf49d0c800. 00000020:00000010:3.0:1789130464.923220:0:33312:0:(tgt_main.c:742:tgt_key_fini()) slab-freed '(info)': 1296 at ffff9caf502641d0. 00000020:00000010:3.0:1789130464.923226:0:33312:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9caf47e8f600. 80000000:00000010:3.0:1789130464.923230:0:33312:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff9caf58401d20. 40000000:00000010:3.0:1789130464.923235:0:33312:0:(fid_handler.c:479:seq_key_fini()) kfreed 'info': 48 at ffff9caf42c42f80. 00100000:00000010:3.0:1789130464.923239:0:33312:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff9caf49d09800. 00040000:00000010:3.0:1789130464.923243:0:33312:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9caf47fd2500. 00040000:00000010:3.0:1789130464.923246:0:33312:0:(qmt_dev.c:349:qmt_key_fini()) kfreed 'info': 1256 at ffff9caf49d09000. 00040000:00000010:3.0:1789130464.923249:0:33312:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9caf47e8f000. 00000004:00000010:3.0:1789130464.923253:0:33312:0:(mdd_device.c:2422:mdd_key_fini()) kfreed 'info': 1872 at ffff9caf49d0d800. 00000004:00000010:3.0:1789130464.923257:0:33312:0:(mdt_handler.c:8439:mdt_key_fini()) kfreed 'info': 2568 at ffff9caf48460000. 00000004:00000010:3.0:1789130464.923261:0:33312:0:(lod_dev.c:2378:lod_key_fini()) kfreed 'info': 1224 at ffff9caf49d0f800. 00002000:00000010:3.0:1789130464.923265:0:33312:0:(ofd_dev.c:3048:ofd_key_fini()) kfreed 'info': 1000 at ffff9caf58483400. 00000004:00000010:3.0:1789130464.923269:0:33312:0:(osp_dev.c:1831:osp_key_fini()) kfreed 'info': 616 at ffff9caf58483800. 00000020:00000010:3.0:1789130464.923272:0:33312:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9caf47e8fe00. 00000040:00000010:1.0:1789130464.923625:0:16118:0:(llog.c:994:llog_process_or_fork()) kfreed 'lpi': 96 at ffff9caf481b3120. 00000040:00000001:1.0:1789130464.923632:0:16118:0:(llog.c:995:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:1.0:1789130464.923635:0:16118:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 42-41 (rc=0) 00000040:00000010:1.0:1789130464.923641:0:16118:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff9caf50284000. 00000040:00000010:1.0:1789130464.923646:0:16118:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff9caf485a3800. 00000020:00000001:1.0:1789130464.923969:0:16118:0:(obd_config.c:2151:class_config_parse_llog()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1789130464.923974:0:16118:0:(mgc_request.c:1725:mgc_process_cfg_log()) Process leaving 00000020:00000010:1.0:1789130464.923978:0:16118:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9caf485a3400. 00000040:00000010:1.0:1789130464.923982:0:16118:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9caf485a2800. 00000020:00000010:1.0:1789130464.923985:0:16118:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9caf482db800. 00000020:00000010:1.0:1789130464.923990:0:16118:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9caf485a2c00. 80000000:00000010:1.0:1789130464.923993:0:16118:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff9caf481b3e40. 00040000:00000010:1.0:1789130464.923996:0:16118:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9caf485a2400. 20000000:00000010:1.0:1789130464.924001:0:16118:0:(mgs_handler.c:1787:mgs_key_fini()) kfreed 'info': 392 at ffff9caf485a3600. 00000020:00000010:1.0:1789130464.924004:0:16118:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9caf485a2000. 10000000:00000010:1.0:1789130464.924006:0:16118:0:(mgc_request.c:1731:mgc_process_cfg_log()) kfreed 'env': 56 at ffff9caf58606940. 10000000:01000000:1.0:1789130464.924010:0:16118:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.123@tcp: configuration from log 'lustre-client' succeeded (0). 10000000:00000001:1.0:1789130464.924014:0:16118:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:1.0:1789130464.924017:0:16118:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130464.924020:0:16118:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130464.924024:0:16118:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b7e00 refcount=3 00000020:00000001:1.0:1789130464.924026:0:16118:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649490432 : -109198060061184 : ffff9caf586b7e00) 00010000:00000001:1.0:1789130464.924030:0:16118:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649490432 : -109198060061184 : ffff9caf586b7e00) 00010000:00000001:1.0:1789130464.924033:0:16118:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789130464.924039:0:16118:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.123@tcp lock: ffff9caf586b7e00/0xde5303b1d982cdda lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xcdf1b083821a5f9e expref: -99 pid: 16118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789130464.924050:0:16118:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130464.924052:0:16118:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1789130464.924055:0:16118:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.123@tcp lock: ffff9caf586b7e00/0xde5303b1d982cdda lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xcdf1b083821a5f9e expref: -99 pid: 16118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789130464.924061:0:16118:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789130464.924063:0:16118:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130464.924064:0:16118:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:1.0:1789130464.924066:0:16118:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1789130464.924069:0:16118:0:(mgc_request.c:1907:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1789130464.924072:0:16118:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:1.0:1789130464.924076:0:16118:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1789130464.924079:0:16118:0:(mgc_request.c:108:config_log_get()) log params (ffff9caf44b98a00) refs 2 10000000:00000001:1.0:1789130464.924081:0:16118:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1789130464.924083:0:16118:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1789130464.924085:0:16118:0:(mgc_request.c:123:config_log_put()) log lustre-client(ffff9caf44b98c00) refs 3 10000000:00000001:1.0:1789130464.924088:0:16118:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:1.0:1789130464.924089:0:16118:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:1.0:1789130464.924092:0:16118:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:00000001:1.0:1789130464.924094:0:16118:0:(mgc_request.c:1783:mgc_process_log()) Process entered 10000000:01000000:1.0:1789130464.924097:0:16118:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff9caf5014c800 from 10 10000000:00000001:1.0:1789130464.924100:0:16118:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:1.0:1789130464.924101:0:16118:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00000100:00000010:1.0:1789130464.924112:0:16118:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf615d6d00. 00000020:00000040:1.0:1789130464.924116:0:16118:0:(genops.c:1210:class_import_get()) import ffff9caf586ce800 refcount=4 obd=MGC192.168.204.123@tcp 00000100:00000001:1.0:1789130464.924121:0:16118:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789130464.924126:0:16118:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789130464.924132:0:16118:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789130464.924141:0:16118:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9caf485a2000. 00000100:00000001:1.0:1789130464.924150:0:16118:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130464.924157:0:16118:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1789130464.924160:0:16118:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1789130464.924169:0:16118:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9caf4814de00. 00010000:00000001:1.0:1789130464.924174:0:16118:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1789130464.924178:0:16118:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9caf586b7a00. 00000020:00000001:1.0:1789130464.924184:0:16118:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1789130464.924187:0:16118:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9caf586b7a00 with handle 0xde5303b1d982cde1 to hash 00000020:00000001:1.0:1789130464.924189:0:16118:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1789130464.924191:0:16118:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446634875649489408 : -109198060062208 : ffff9caf586b7a00) 00010000:00000001:1.0:1789130464.924194:0:16118:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446634875649489408 : -109198060062208 : ffff9caf586b7a00) 00010000:00000001:1.0:1789130464.924197:0:16118:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789130464.924202:0:16118:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789130464.924205:0:16118:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.123@tcp lock: ffff9caf586b7a00/0xde5303b1d982cde1 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 16118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789130464.924213:0:16118:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.123@tcp lock: ffff9caf586b7a00/0xde5303b1d982cde1 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 16118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789130464.924227:0:16118:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.123@tcp lock: ffff9caf586b7a00/0xde5303b1d982cde1 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 16118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1789130464.924234:0:16118:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1789130464.924237:0:16118:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1789130464.924245:0:16118:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9caf48173f00. 00000100:00000001:1.0:1789130464.924247:0:16118:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446634875375533824 : -109198334017792 : ffff9caf48173f00) 00000100:00000001:1.0:1789130464.924251:0:16118:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789130464.924253:0:16118:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875799563520 : -109197909988096 : ffff9caf615d6d00) 00000100:00000001:1.0:1789130464.924259:0:16118:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789130464.924265:0:16118:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130464.924267:0:16118:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1789130464.924269:0:16118:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789130464.924283:0:16118:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf615d6d00 x1876037329044480/t0(0) o101->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130464.924294:0:16118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789130464.924297:0:16118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130464.924301:0:16118:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789130464.924304:0:16118:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789130464.924307:0:16118:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789130464.924311:0:16118:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf615d6d00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:70f26143-21ad-4cd3-af2c-0601ab5c9490:16118:1876037329044480:192.168.204.123@tcp:101:ll_cfg_requeue.0 00000100:00000001:1.0:1789130464.924316:0:16118:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789130464.924324:0:16118:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789130464.924327:0:16118:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130464.924330:0:16118:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789130464.924336:0:16118:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9caf487c3000. 02000000:00000001:1.0:1789130464.924338:0:16118:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789130464.924347:0:16118:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:1.0:1789130464.924352:0:16118:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf42d8e3c8. 00000400:00000010:1.0:1789130464.924558:0:16118:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf462a32a8. 00000100:00000200:1.0:1789130464.924568:0:16118:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876037329044480, portal 25 00000100:00000001:1.0:1789130464.924571:0:16118:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789130464.924572:0:16118:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875799563520 : -109197909988096 : ffff9caf615d6d00) 00000100:00000040:1.0:1789130464.924578:0:16118:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9caf615d6d00 x1876037329044480/t0(0) o101->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 328/344 e 0 to 0 dl 1789130480 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130464.924586:0:16118:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789130464.924589:0:16118:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:1.0:1789130464.924593:0:16118:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf462a3990. 00000100:00000200:1.0:1789130464.924597:0:16118:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1876037329044480, offset 0 00000400:00000200:1.0:1789130464.924605:0:16118:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:1.0:1789130464.924616:0:16118:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:1.0:1789130464.924625:0:16118:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:1.0:1789130464.924632:0:16118:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789130464.924636:0:16118:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:1.0:1789130464.924641:0:16118:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789130464.924644:0:16118:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:1.0:1789130464.924647:0:16118:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2605:2605:256:4294967295] 192.168.204.123@tcp LPNI seq info [2604:2604:8:4294967295] 00000400:00000200:1.0:1789130464.925054:0:16118:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:1.0:1789130464.925068:0:16118:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:1.0:1789130464.925075:0:16118:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:1.0:1789130464.925084:0:16118:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf4a83ae00. 00000800:00000200:1.0:1789130464.925092:0:16118:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:1.0:1789130464.925103:0:16118:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:1.0:1789130464.925109:0:16118:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf4a83ae00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1789130464.925185:0:16118:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789130464.925192:0:16118:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:1.0:1789130464.925195:0:16118:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.123@tcp: PM QoS new deadline estimation for cpu 2 is 4296563033 00000100:00000001:1.0:1789130464.925205:0:16118:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.123@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296563012 00000100:00000001:1.0:1789130464.925213:0:16118:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.123@tcp: PM QoS new deadline estimation for cpu 3 is 4296563033 00000100:00000001:1.0:1789130464.925218:0:16118:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.123@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296563013 00000100:00000001:1.0:1789130464.925221:0:16118:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789130464.925224:0:16118:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130464.925228:0:16118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789130464.925230:0:16118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1789130464.925233:0:16118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9caf48173f00 going to sleep for 11 seconds 00000100:00000001:1.0:1789130464.925237:0:16118:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789130464.925240:0:16118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789130464.927105:0:2341:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789130464.927115:0:2341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf4a83ae00. 00000400:00000200:2.0:1789130464.927124:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130464.927134:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:2.0:1789130464.927141:0:2341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf462a3990 00000400:00000010:2.0:1789130464.927144:0:2341:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf462a3990. 00000100:00000001:2.0:1789130464.927149:0:2341:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789130464.927157:0:2341:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf615d6d00 x1876037329044480/t0(0) o101->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 328/344 e 0 to 0 dl 1789130480 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130464.927169:0:2341:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130464.927173:0:2341:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf615d6d00 x1876037329044480/t0(0) o101->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 328/344 e 0 to 0 dl 1789130480 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130464.927180:0:2341:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130464.927182:0:2341:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1789130464.933046:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130464.933070:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789130464.933076:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130464.933079:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130464.933091:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130464.933102:0:2342:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:3.0:1789130464.933115:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130464.933124:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130464.933131:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130464.933136:0:2342:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 344 into portal 25 MB=0x6aa3efa954400 00000400:00000200:3.0:1789130464.933142:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130464.933150:0:2342:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.123@tcp of length 344/344 into md 0x7045 [1] + 224 00000800:00000001:3.0:1789130464.933161:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130464.933174:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130464.933179:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130464.933184:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:3.0:1789130464.933197:0:2342:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789130464.933210:0:2342:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf615d6d00 x1876037329044480/t0(0) o101->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 328/344 e 0 to 0 dl 1789130480 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789130464.933229:0:2342:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@ffff9caf615d6d00 x1876037329044480/t0(0) o101->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 328/344 e 0 to 0 dl 1789130480 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130464.933312:0:16118:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789130464.933337:0:2342:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789130464.933350:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130464.933353:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1789130464.934926:0:16118:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789130464.934934:0:16118:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789130464.934939:0:16118:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf42d8e3c8. 00000400:00000200:1.0:1789130464.934949:0:16118:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf462a32a8 00000400:00000010:1.0:1789130464.934952:0:16118:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf462a32a8. 00000100:00000001:1.0:1789130464.934958:0:16118:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789130464.935019:0:16118:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf615d6d00 x1876037329044480/t0(0) o101->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 328/344 e 0 to 0 dl 1789130480 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789130464.935102:0:16118:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf615d6d00 x1876037329044480/t0(0) o101->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 328/344 e 0 to 0 dl 1789130480 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130464.935171:0:16118:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789130464.935174:0:16118:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130464.935178:0:16118:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789130464.935183:0:16118:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789130464.935186:0:16118:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789130464.935189:0:16118:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130464.935192:0:16118:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789130464.935201:0:16118:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf586cec60 time=83 v=5 (5 5 5 5) 00000100:00001000:1.0:1789130464.935205:0:16118:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf586cec18 time=1 v=5 (1 0 0 0) 00000100:00000001:1.0:1789130464.935208:0:16118:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789130464.935210:0:16118:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130464.935213:0:16118:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789130464.935216:0:16118:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130464.935219:0:16118:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789130464.935225:0:16118:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf615d6d00 x1876037329044480/t0(0) o101->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 328/344 e 0 to 0 dl 1789130480 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130464.935232:0:16118:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789130464.935236:0:16118:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789130464.935238:0:16118:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789130464.935242:0:16118:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf615d6d00 x1876037329044480/t0(0) o101->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 328/344 e 0 to 0 dl 1789130480 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789130464.935250:0:16118:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf615d6d00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:70f26143-21ad-4cd3-af2c-0601ab5c9490:16118:1876037329044480:192.168.204.123@tcp:101:ll_cfg_requeue.0 00000100:00000001:1.0:1789130464.935256:0:16118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130464.935260:0:16118:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130464.935263:0:16118:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1789130464.935266:0:16118:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789130464.935269:0:16118:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf615d6d00 x1876037329044480/t0(0) o101->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 328/344 e 0 to 0 dl 1789130480 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130464.935277:0:16118:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789130464.935280:0:16118:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9caf48173f00. 00000100:00000001:1.0:1789130464.935284:0:16118:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1789130464.935286:0:16118:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130464.935289:0:16118:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1789130464.935293:0:16118:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130464.935301:0:16118:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130464.935305:0:16118:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b7a00 refcount=4 00000020:00000001:1.0:1789130464.935307:0:16118:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649489408 : -109198060062208 : ffff9caf586b7a00) 00010000:00000001:1.0:1789130464.935311:0:16118:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649489408 : -109198060062208 : ffff9caf586b7a00) 00010000:00000040:1.0:1789130464.935319:0:16118:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9caf586b7a00, remote cookie: 0xcdf1b083821a5fa5, flags: 0x0 00010000:00000001:1.0:1789130464.935323:0:16118:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1789130464.935327:0:16118:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1789130464.935331:0:16118:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1789130464.935333:0:16118:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1789130464.935334:0:16118:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1789130464.935337:0:16118:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x736d61726170:0x3:0x0].0x0 (ffff9caf4814de00) refcount = 1 00010000:00010000:1.0:1789130464.935344:0:16118:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.123@tcp lock: ffff9caf586b7a00/0xde5303b1d982cde1 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xcdf1b083821a5fa5 expref: -99 pid: 16118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789130464.935353:0:16118:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1789130464.935356:0:16118:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1789130464.935358:0:16118:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789130464.935361:0:16118:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1789130464.935364:0:16118:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789130464.935367:0:16118:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.123@tcp lock: ffff9caf586b7a00/0xde5303b1d982cde1 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xcdf1b083821a5fa5 expref: -99 pid: 16118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789130464.935374:0:16118:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1789130464.935378:0:16118:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130464.935380:0:16118:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130464.935381:0:16118:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130464.935382:0:16118:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130464.935384:0:16118:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130464.935388:0:16118:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789130464.935392:0:16118:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf615d6d00 x1876037329044480/t0(0) o101->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 328/344 e 0 to 0 dl 1789130480 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130464.935417:0:16118:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789130464.935420:0:16118:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789130464.935424:0:16118:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9caf487c3000. 02000000:00000001:1.0:1789130464.935428:0:16118:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789130464.935431:0:16118:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1789130464.935433:0:16118:0:(genops.c:1223:class_import_put()) import ffff9caf586ce800 refcount=3 obd=MGC192.168.204.123@tcp 00000020:00000001:1.0:1789130464.935436:0:16118:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1789130464.935438:0:16118:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9caf485a2000. 02000000:00000001:1.0:1789130464.935443:0:16118:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789130464.935445:0:16118:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789130464.935448:0:16118:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf615d6d00. 00000100:00000001:1.0:1789130464.935456:0:16118:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789130464.935457:0:16118:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:1.0:1789130464.935460:0:16118:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1789130464.935464:0:16118:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1789130464.935468:0:16118:0:(mgc_request.c:108:config_log_get()) log params (ffff9caf44b98a00) refs 3 10000000:00000001:1.0:1789130464.935470:0:16118:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130464.935472:0:16118:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130464.935474:0:16118:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130464.935475:0:16118:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b7a00 refcount=3 00000020:00000001:1.0:1789130464.935477:0:16118:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649489408 : -109198060062208 : ffff9caf586b7a00) 00010000:00000001:1.0:1789130464.935480:0:16118:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649489408 : -109198060062208 : ffff9caf586b7a00) 00010000:00000001:1.0:1789130464.935482:0:16118:0:(ldlm_lock.c:2547:ldlm_lock_set_data()) Process entered 00010000:00000001:1.0:1789130464.935484:0:16118:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130464.935485:0:16118:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130464.935487:0:16118:0:(ldlm_lock.c:2556:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1789130464.935489:0:16118:0:(mgc_request.c:1669:mgc_process_cfg_log()) Process entered 10000000:00000010:1.0:1789130464.935499:0:16118:0:(mgc_request.c:1683:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff9caf58606940. 00000020:00000010:1.0:1789130464.935504:0:16118:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9caf485a2000. 00000020:00000010:1.0:1789130464.935511:0:16118:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9caf485a3600. 00000040:00000010:1.0:1789130464.935516:0:16118:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9caf485a2400. 00000020:00000010:1.0:1789130464.935523:0:16118:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9caf482db800. 00000020:00000010:1.0:1789130464.935528:0:16118:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9caf485a2c00. 80000000:00000010:1.0:1789130464.935534:0:16118:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff9caf481b3e40. 00040000:00000010:1.0:1789130464.935540:0:16118:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9caf485a2800. 20000000:00000010:1.0:1789130464.935545:0:16118:0:(mgs_handler.c:1787:mgs_key_init()) kmalloced '(value)': 392 at ffff9caf485a3400. 10000000:00000040:1.0:1789130464.935551:0:16118:0:(lustre_log.h:374:llog_ctxt_get()) GETting ctxt ffff9caf42d8f300 : new refcount 2 00000020:00000001:1.0:1789130464.935554:0:16118:0:(obd_config.c:2120:class_config_parse_llog()) Process entered 00000020:00000040:1.0:1789130464.935556:0:16118:0:(obd_config.c:2122:class_config_parse_llog()) looking up llog params 00000040:00000001:1.0:1789130464.935559:0:16118:0:(llog.c:1538:llog_open()) Process entered 00000040:00000010:1.0:1789130464.935563:0:16118:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff9caf485a3800. 00000040:00000001:1.0:1789130464.935568:0:16118:0:(llog_client.c:70:llog_client_open()) Process entered 00000020:00000040:1.0:1789130464.935571:0:16118:0:(genops.c:1210:class_import_get()) import ffff9caf586ce800 refcount=4 obd=MGC192.168.204.123@tcp 00000100:00000010:1.0:1789130464.935576:0:16118:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf615d6d00. 00000020:00000040:1.0:1789130464.935579:0:16118:0:(genops.c:1210:class_import_get()) import ffff9caf586ce800 refcount=5 obd=MGC192.168.204.123@tcp 00000100:00000001:1.0:1789130464.935585:0:16118:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789130464.935588:0:16118:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789130464.935593:0:16118:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789130464.935603:0:16118:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9caf485a2a00. 00000100:00000001:1.0:1789130464.935609:0:16118:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130464.935616:0:16118:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1789130464.935618:0:16118:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1789130464.935624:0:16118:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9caf48173f00. 00000100:00000001:1.0:1789130464.935626:0:16118:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446634875375533824 : -109198334017792 : ffff9caf48173f00) 00000100:00000001:1.0:1789130464.935629:0:16118:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789130464.935631:0:16118:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875799563520 : -109197909988096 : ffff9caf615d6d00) 00000100:00000001:1.0:1789130464.935637:0:16118:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789130464.935642:0:16118:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130464.935645:0:16118:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1789130464.935646:0:16118:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789130464.935651:0:16118:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf615d6d00 x1876037329044608/t0(0) o501->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 504/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130464.935659:0:16118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789130464.935663:0:16118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130464.935667:0:16118:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789130464.935670:0:16118:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789130464.935674:0:16118:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789130464.935677:0:16118:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf615d6d00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:70f26143-21ad-4cd3-af2c-0601ab5c9490:16118:1876037329044608:192.168.204.123@tcp:501:ll_cfg_requeue.0 00000100:00000001:1.0:1789130464.935682:0:16118:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789130464.935688:0:16118:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789130464.935693:0:16118:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130464.935695:0:16118:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789130464.935700:0:16118:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9caf485a3c00. 02000000:00000001:1.0:1789130464.935702:0:16118:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789130464.935711:0:16118:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:1.0:1789130464.935716:0:16118:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf42d8e3c8. 00000400:00000010:1.0:1789130464.935723:0:16118:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf462a32a8. 00000100:00000200:1.0:1789130464.935730:0:16118:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876037329044608, portal 25 00000100:00000001:1.0:1789130464.935732:0:16118:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789130464.935734:0:16118:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875799563520 : -109197909988096 : ffff9caf615d6d00) 00000100:00000040:1.0:1789130464.935740:0:16118:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9caf615d6d00 x1876037329044608/t0(0) o501->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 504/272 e 0 to 0 dl 1789130480 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130464.935748:0:16118:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789130464.935751:0:16118:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:1.0:1789130464.935754:0:16118:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf462a33b8. 00000100:00000200:1.0:1789130464.935758:0:16118:0:(niobuf.c:94:ptl_send_buf()) Sending 504 bytes to portal 26, xid 1876037329044608, offset 0 00000400:00000200:1.0:1789130464.935767:0:16118:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:1.0:1789130464.935777:0:16118:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:1.0:1789130464.935786:0:16118:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:1.0:1789130464.935793:0:16118:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789130464.935799:0:16118:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:1.0:1789130464.938345:0:16118:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789130464.938352:0:16118:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:1.0:1789130464.938358:0:16118:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2606:2606:256:4294967295] 192.168.204.123@tcp LPNI seq info [2605:2605:8:4294967295] 00000400:00000200:1.0:1789130464.938366:0:16118:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:1.0:1789130464.938382:0:16118:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:1.0:1789130464.938390:0:16118:0:(socklnd_cb.c:931:ksocknal_send()) sending 504 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:1.0:1789130464.938415:0:16118:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf4a83a900. 00000800:00000200:1.0:1789130464.938426:0:16118:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:1.0:1789130464.938437:0:16118:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:1.0:1789130464.938443:0:16118:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf4a83a900 type 1, nob 600 niov 1 nkiov 1 00000100:00000001:1.0:1789130464.938469:0:16118:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789130464.938476:0:16118:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:1.0:1789130464.938480:0:16118:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.123@tcp: PM QoS new deadline estimation for cpu 2 is 4296563046 00000100:00000001:1.0:1789130464.938490:0:16118:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.123@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296563033 00000100:00000001:1.0:1789130464.938496:0:16118:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.123@tcp: PM QoS new deadline estimation for cpu 3 is 4296563046 00000100:00000001:1.0:1789130464.938499:0:16118:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.123@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296563033 00000100:00000001:1.0:1789130464.938502:0:16118:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789130464.938506:0:16118:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130464.938510:0:16118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789130464.938512:0:16118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1789130464.938515:0:16118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9caf48173f00 going to sleep for 11 seconds 00000100:00000001:1.0:1789130464.938518:0:16118:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789130464.938522:0:16118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789130464.938776:0:2341:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789130464.938782:0:2341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf4a83a900. 00000400:00000200:2.0:1789130464.938788:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130464.938794:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:2.0:1789130464.938801:0:2341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf462a33b8 00000400:00000010:2.0:1789130464.938837:0:2341:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf462a33b8. 00000100:00000001:2.0:1789130464.938843:0:2341:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789130464.938853:0:2341:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf615d6d00 x1876037329044608/t0(0) o501->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 504/272 e 0 to 0 dl 1789130480 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130464.938866:0:2341:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130464.938870:0:2341:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf615d6d00 x1876037329044608/t0(0) o501->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 504/272 e 0 to 0 dl 1789130480 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130464.938877:0:2341:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130464.938878:0:2341:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1789130464.954998:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130464.955021:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789130464.955027:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130464.955030:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130464.955043:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130464.955054:0:2342:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:3.0:1789130464.955067:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130464.955073:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130464.955081:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130464.955086:0:2342:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 272 into portal 25 MB=0x6aa3efa954480 00000400:00000200:3.0:1789130464.955092:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130464.955100:0:2342:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.123@tcp of length 272/272 into md 0x704d [1] + 224 00000800:00000001:3.0:1789130464.955110:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130464.955118:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130464.955122:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130464.955128:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:3.0:1789130464.955139:0:2342:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789130464.955151:0:2342:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf615d6d00 x1876037329044608/t0(0) o501->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 504/272 e 0 to 0 dl 1789130480 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789130464.955165:0:2342:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@ffff9caf615d6d00 x1876037329044608/t0(0) o501->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 504/272 e 0 to 0 dl 1789130480 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130464.955192:0:2342:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789130464.955202:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130464.955205:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130464.955458:0:16118:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789130464.955470:0:16118:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789130464.955472:0:16118:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789130464.955477:0:16118:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf42d8e3c8. 00000400:00000200:1.0:1789130464.955482:0:16118:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf462a32a8 00000400:00000010:1.0:1789130464.955485:0:16118:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf462a32a8. 00000100:00000001:1.0:1789130464.955488:0:16118:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789130464.955494:0:16118:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf615d6d00 x1876037329044608/t0(0) o501->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 504/272 e 0 to 0 dl 1789130480 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789130464.955514:0:16118:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf615d6d00 x1876037329044608/t0(0) o501->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 504/272 e 0 to 0 dl 1789130480 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130464.955521:0:16118:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789130464.955523:0:16118:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130464.955527:0:16118:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789130464.955531:0:16118:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789130464.955534:0:16118:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789130464.955536:0:16118:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130464.955539:0:16118:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789130464.955547:0:16118:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf586cec60 time=83 v=5 (5 5 5 5) 00000100:00001000:1.0:1789130464.955552:0:16118:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf586cec18 time=1 v=5 (1 0 0 0) 00000100:00000001:1.0:1789130464.955555:0:16118:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789130464.955557:0:16118:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130464.955561:0:16118:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789130464.955564:0:16118:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130464.955568:0:16118:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789130464.955580:0:16118:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf615d6d00 x1876037329044608/t0(0) o501->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 504/272 e 0 to 0 dl 1789130480 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130464.955588:0:16118:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789130464.955593:0:16118:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789130464.955595:0:16118:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789130464.955600:0:16118:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf615d6d00 x1876037329044608/t0(0) o501->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 504/272 e 0 to 0 dl 1789130480 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789130464.955608:0:16118:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf615d6d00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:70f26143-21ad-4cd3-af2c-0601ab5c9490:16118:1876037329044608:192.168.204.123@tcp:501:ll_cfg_requeue.0 00000100:00000001:1.0:1789130464.955614:0:16118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130464.955617:0:16118:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130464.955619:0:16118:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1789130464.955623:0:16118:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789130464.955627:0:16118:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf615d6d00 x1876037329044608/t0(0) o501->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 504/272 e 0 to 0 dl 1789130480 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130464.955634:0:16118:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789130464.955648:0:16118:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9caf48173f00. 00000100:00000001:1.0:1789130464.955652:0:16118:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1789130464.955654:0:16118:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1789130464.955662:0:16118:0:(llog_client.c:122:llog_client_open()) Process leaving 00000020:00000001:1.0:1789130464.955667:0:16118:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1789130464.955669:0:16118:0:(genops.c:1223:class_import_put()) import ffff9caf586ce800 refcount=4 obd=MGC192.168.204.123@tcp 00000020:00000001:1.0:1789130464.955673:0:16118:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:1.0:1789130464.955674:0:16118:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789130464.955678:0:16118:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf615d6d00 x1876037329044608/t0(0) o501->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 504/272 e 0 to 0 dl 1789130480 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130464.955684:0:16118:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789130464.955687:0:16118:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789130464.955691:0:16118:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9caf485a3c00. 02000000:00000001:1.0:1789130464.955695:0:16118:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789130464.955696:0:16118:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1789130464.955697:0:16118:0:(genops.c:1223:class_import_put()) import ffff9caf586ce800 refcount=3 obd=MGC192.168.204.123@tcp 00000020:00000001:1.0:1789130464.955699:0:16118:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1789130464.955703:0:16118:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9caf485a2a00. 02000000:00000001:1.0:1789130464.955706:0:16118:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789130464.955708:0:16118:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789130464.955710:0:16118:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf615d6d00. 00000100:00000001:1.0:1789130464.955718:0:16118:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789130464.955719:0:16118:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:1.0:1789130464.955723:0:16118:0:(llog.c:1563:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1789130464.955727:0:16118:0:(llog.c:415:llog_init_handle()) Process entered 00000040:00000010:1.0:1789130464.955736:0:16118:0:(llog.c:420:llog_init_handle()) kmalloced '(llh)': 8192 at ffff9caf50284000. 00000040:00000001:1.0:1789130464.955739:0:16118:0:(llog.c:363:llog_read_header()) Process entered 00000040:00000001:1.0:1789130464.955741:0:16118:0:(llog_client.c:269:llog_client_read_header()) Process entered 00000020:00000040:1.0:1789130464.955744:0:16118:0:(genops.c:1210:class_import_get()) import ffff9caf586ce800 refcount=4 obd=MGC192.168.204.123@tcp 00000100:00000010:1.0:1789130464.955749:0:16118:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf615d6d00. 00000020:00000040:1.0:1789130464.955752:0:16118:0:(genops.c:1210:class_import_get()) import ffff9caf586ce800 refcount=5 obd=MGC192.168.204.123@tcp 00000100:00000001:1.0:1789130464.955756:0:16118:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789130464.955759:0:16118:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789130464.955765:0:16118:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789130464.955770:0:16118:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9caf485a2a00. 00000100:00000001:1.0:1789130464.955777:0:16118:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130464.955780:0:16118:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1789130464.955782:0:16118:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1789130464.955789:0:16118:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9caf48173f00. 00000100:00000001:1.0:1789130464.955792:0:16118:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446634875375533824 : -109198334017792 : ffff9caf48173f00) 00000100:00000001:1.0:1789130464.955795:0:16118:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789130464.955796:0:16118:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875799563520 : -109197909988096 : ffff9caf615d6d00) 00000100:00000001:1.0:1789130464.955802:0:16118:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789130464.955862:0:16118:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130464.955865:0:16118:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1789130464.955867:0:16118:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789130464.955871:0:16118:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf615d6d00 x1876037329044736/t0(0) o503->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 272/8416 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130464.955879:0:16118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789130464.955882:0:16118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130464.955887:0:16118:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789130464.955892:0:16118:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789130464.955896:0:16118:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789130464.955900:0:16118:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf615d6d00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:70f26143-21ad-4cd3-af2c-0601ab5c9490:16118:1876037329044736:192.168.204.123@tcp:503:ll_cfg_requeue.0 00000100:00000001:1.0:1789130464.955904:0:16118:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789130464.955911:0:16118:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789130464.955914:0:16118:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130464.955917:0:16118:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789130464.956004:0:16118:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff9caf48388000. 02000000:00000001:0.0:1789130464.956009:0:16118:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789130464.956014:0:16118:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:0.0:1789130464.956019:0:16118:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf50131bb0. 00000400:00000010:0.0:1789130464.956025:0:16118:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff9caf4845bb40. 00000100:00000200:0.0:1789130464.956033:0:16118:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1876037329044736, portal 25 00000100:00000001:0.0:1789130464.956035:0:16118:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789130464.956037:0:16118:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875799563520 : -109197909988096 : ffff9caf615d6d00) 00000100:00000040:0.0:1789130464.956044:0:16118:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9caf615d6d00 x1876037329044736/t0(0) o503->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 272/8416 e 0 to 0 dl 1789130480 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130464.956052:0:16118:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789130464.956055:0:16118:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:0.0:1789130464.956060:0:16118:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf5801ef68. 00000100:00000200:0.0:1789130464.956063:0:16118:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1876037329044736, offset 0 00000400:00000200:0.0:1789130464.956070:0:16118:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:0.0:1789130464.956078:0:16118:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:0.0:1789130464.956086:0:16118:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:0.0:1789130464.956093:0:16118:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789130464.956098:0:16118:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:0.0:1789130464.956103:0:16118:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789130464.956106:0:16118:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:0.0:1789130464.956110:0:16118:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2607:2607:256:4294967295] 192.168.204.123@tcp LPNI seq info [2606:2606:8:4294967295] 00000400:00000200:0.0:1789130464.956114:0:16118:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:0.0:1789130464.956125:0:16118:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:0.0:1789130464.956132:0:16118:0:(socklnd_cb.c:931:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:0.0:1789130464.956140:0:16118:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf451e7200. 00000800:00000200:0.0:1789130464.956149:0:16118:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:0.0:1789130464.956158:0:16118:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:0.0:1789130464.956164:0:16118:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf451e7200 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:0.0:1789130464.956186:0:16118:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789130464.956190:0:16118:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:0.0:1789130464.956194:0:16118:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.123@tcp: PM QoS new deadline estimation for cpu 2 is 4296563064 00000100:00000001:0.0:1789130464.956201:0:16118:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.123@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296563046 00000100:00000001:0.0:1789130464.956207:0:16118:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.123@tcp: PM QoS new deadline estimation for cpu 3 is 4296563064 00000100:00000001:0.0:1789130464.956210:0:16118:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.123@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296563046 00000100:00000001:0.0:1789130464.956213:0:16118:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789130464.956217:0:16118:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130464.956219:0:16118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789130464.956221:0:16118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1789130464.956224:0:16118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9caf48173f00 going to sleep for 11 seconds 00000100:00000001:0.0:1789130464.956226:0:16118:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789130464.956228:0:16118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789130464.956378:0:2341:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789130464.956384:0:2341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf451e7200. 00000400:00000200:2.0:1789130464.956389:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130464.956394:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:2.0:1789130464.956409:0:2341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf5801ef68 00000400:00000010:2.0:1789130464.956412:0:2341:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf5801ef68. 00000100:00000001:2.0:1789130464.956416:0:2341:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789130464.956420:0:2341:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf615d6d00 x1876037329044736/t0(0) o503->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 272/8416 e 0 to 0 dl 1789130480 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130464.956430:0:2341:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130464.956432:0:2341:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf615d6d00 x1876037329044736/t0(0) o503->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 272/8416 e 0 to 0 dl 1789130480 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130464.956439:0:2341:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130464.956440:0:2341:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1789130464.977071:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130464.977096:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789130464.977101:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130464.977104:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130464.977116:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130464.977127:0:2342:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:3.0:1789130464.977138:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130464.977145:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130464.977152:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130464.977157:0:2342:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 8416 into portal 25 MB=0x6aa3efa954500 00000400:00000200:3.0:1789130464.977164:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130464.977173:0:2342:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.123@tcp of length 8416/8416 into md 0x7055 [4] + 224 00000800:00000001:3.0:1789130464.977182:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130464.977200:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130464.977204:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130464.977210:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:3.0:1789130464.977222:0:2342:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789130464.977236:0:2342:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf615d6d00 x1876037329044736/t0(0) o503->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 272/8416 e 0 to 0 dl 1789130480 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789130464.977249:0:2342:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8416 offset=224 replen=8416 req@ffff9caf615d6d00 x1876037329044736/t0(0) o503->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 272/8416 e 0 to 0 dl 1789130480 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130464.977332:0:16118:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789130464.977354:0:2342:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789130464.977367:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130464.977370:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1789130464.978134:0:16118:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789130464.978139:0:16118:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789130464.978144:0:16118:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf50131bb0. 00000400:00000200:0.0:1789130464.978151:0:16118:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf4845bb40 00000400:00000010:0.0:1789130464.978154:0:16118:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 184 at ffff9caf4845bb40. 00000100:00000001:0.0:1789130464.978158:0:16118:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789130464.978167:0:16118:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf615d6d00 x1876037329044736/t0(0) o503->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 272/8416 e 0 to 0 dl 1789130480 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789130464.978177:0:16118:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf615d6d00 x1876037329044736/t0(0) o503->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 272/8416 e 0 to 0 dl 1789130480 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130464.978183:0:16118:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789130464.978186:0:16118:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130464.978189:0:16118:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789130464.978194:0:16118:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789130464.978197:0:16118:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789130464.978200:0:16118:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130464.978203:0:16118:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789130464.978213:0:16118:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf586cec60 time=83 v=5 (5 5 5 5) 00000100:00001000:0.0:1789130464.978218:0:16118:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf586cec18 time=1 v=5 (1 0 0 0) 00000100:00000001:0.0:1789130464.978220:0:16118:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789130464.978222:0:16118:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130464.978227:0:16118:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789130464.978230:0:16118:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130464.978234:0:16118:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130464.978239:0:16118:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf615d6d00 x1876037329044736/t0(0) o503->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 272/8416 e 0 to 0 dl 1789130480 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130464.978247:0:16118:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789130464.978251:0:16118:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789130464.978253:0:16118:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789130464.978258:0:16118:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf615d6d00 x1876037329044736/t0(0) o503->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 272/8416 e 0 to 0 dl 1789130480 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789130464.978266:0:16118:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf615d6d00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:70f26143-21ad-4cd3-af2c-0601ab5c9490:16118:1876037329044736:192.168.204.123@tcp:503:ll_cfg_requeue.0 00000100:00000001:0.0:1789130464.978272:0:16118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130464.978275:0:16118:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130464.978279:0:16118:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1789130464.978282:0:16118:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789130464.978286:0:16118:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf615d6d00 x1876037329044736/t0(0) o503->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 272/8416 e 0 to 0 dl 1789130480 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130464.978292:0:16118:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789130464.978296:0:16118:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9caf48173f00. 00000100:00000001:0.0:1789130464.978299:0:16118:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1789130464.978300:0:16118:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1789130464.978312:0:16118:0:(llog_client.c:319:llog_client_read_header()) Process leaving 00000100:00000001:0.0:1789130464.978313:0:16118:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789130464.978316:0:16118:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf615d6d00 x1876037329044736/t0(0) o503->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 272/8416 e 0 to 0 dl 1789130480 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130464.978321:0:16118:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789130464.978325:0:16118:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789130464.978328:0:16118:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff9caf48388000. 02000000:00000001:0.0:1789130464.978350:0:16118:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789130464.978353:0:16118:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1789130464.978356:0:16118:0:(genops.c:1223:class_import_put()) import ffff9caf586ce800 refcount=4 obd=MGC192.168.204.123@tcp 00000020:00000001:0.0:1789130464.978358:0:16118:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1789130464.978361:0:16118:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9caf485a2a00. 02000000:00000001:0.0:1789130464.978365:0:16118:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789130464.978367:0:16118:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789130464.978369:0:16118:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf615d6d00. 00000100:00000001:0.0:1789130464.978378:0:16118:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789130464.978379:0:16118:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1789130464.978384:0:16118:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1789130464.978385:0:16118:0:(genops.c:1223:class_import_put()) import ffff9caf586ce800 refcount=3 obd=MGC192.168.204.123@tcp 00000020:00000001:0.0:1789130464.978386:0:16118:0:(genops.c:1230:class_import_put()) Process leaving 00000040:00000001:0.0:1789130464.978389:0:16118:0:(llog.c:403:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1789130464.978392:0:16118:0:(llog.c:481:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1789130464.978643:0:16118:0:(llog.c:951:llog_process_or_fork()) Process entered 00000040:00000010:0.0:1789130464.978662:0:16118:0:(llog.c:953:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffff9caf5021f9c0. 00000040:00001000:0.0:1789130464.978666:0:16118:0:(llog.c:968:llog_process_or_fork()) Processing [0xa:0x2:0x0] flags 0x004 startcat -1 startidx -1 first_idx 9 last_idx 0 read_mode 0 00000040:00000001:0.0:1789130464.979321:0:33313:0:(llog.c:552:llog_process_thread()) Process entered 00000020:00000010:0.0:1789130464.979332:0:33313:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9caf47c6c000. 00000020:00000010:0.0:1789130464.979340:0:33313:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9caf47c6d200. 00000040:00000010:0.0:1789130464.979344:0:33313:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9caf47c6da00. 00000020:00000010:0.0:1789130464.979350:0:33313:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9caf47cd7800. 00000020:00000010:0.0:1789130464.979357:0:33313:0:(tgt_main.c:722:tgt_key_init()) slab-alloced 'thread': 1296 at ffff9caf5814ea50. 00000020:00000010:0.0:1789130464.979362:0:33313:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9caf47c6d600. 80000000:00000010:0.0:1789130464.979367:0:33313:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff9caf5021f600. 40000000:00000010:0.0:1789130464.979373:0:33313:0:(fid_handler.c:479:seq_key_init()) kmalloced '(value)': 48 at ffff9caf47faa640. 00100000:00000010:0.0:1789130464.979380:0:33313:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff9caf47cd5000. 00040000:00000010:0.0:1789130464.979385:0:33313:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9caf451e7500. 00040000:00000010:0.0:1789130464.979390:0:33313:0:(qmt_dev.c:349:qmt_key_init()) kmalloced '(value)': 1256 at ffff9caf47cd3800. 00040000:00000010:0.0:1789130464.979406:0:33313:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9caf47c6c200. 00000004:00000010:0.0:1789130464.979486:0:33313:0:(mdd_device.c:2410:mdd_key_init()) kmalloced '(value)': 1872 at ffff9caf47cd2800. 00000004:00000010:0.0:1789130464.979495:0:33313:0:(mdt_handler.c:8414:mdt_key_init()) kmalloced '(value)': 2568 at ffff9caf460f4000. 00000004:00000010:0.0:1789130464.979501:0:33313:0:(lod_dev.c:2352:lod_key_init()) kmalloced '(value)': 1224 at ffff9caf47cd0800. 00002000:00000010:0.0:1789130464.979509:0:33313:0:(ofd_dev.c:3019:ofd_key_init()) kmalloced '(value)': 1000 at ffff9caf482bcc00. 00000004:00000010:0.0:1789130464.979515:0:33313:0:(osp_dev.c:1831:osp_key_init()) kmalloced '(value)': 616 at ffff9caf482bf800. 00000020:00000010:0.0:1789130464.979521:0:33313:0:(lu_object.c:1999:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9caf47faa400. 00000040:00000010:0.0:1789130464.979533:0:33313:0:(llog.c:578:llog_process_thread()) kmalloced '(buf)': 8192 at ffff9caf48526000. 00000040:00080000:0.0:1789130464.980944:0:33313:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 10 00000040:00000010:0.0:1789130464.980957:0:33313:0:(llog.c:899:llog_process_thread()) kvfree 'buf': 8192 at ffff9caf48526000. 00000020:00000010:0.0:1789130464.980969:0:33313:0:(lu_object.c:2044:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9caf47faa400. 00000020:00000010:0.0:1789130464.980992:0:33313:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9caf47c6d200. 00000040:00000010:0.0:1789130464.980997:0:33313:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9caf47c6da00. 00000020:00000010:0.0:1789130464.981001:0:33313:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9caf47cd7800. 00000020:00000010:0.0:1789130464.981006:0:33313:0:(tgt_main.c:742:tgt_key_fini()) slab-freed '(info)': 1296 at ffff9caf5814ea50. 00000020:00000010:0.0:1789130464.981014:0:33313:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9caf47c6d600. 80000000:00000010:0.0:1789130464.981019:0:33313:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff9caf5021f600. 40000000:00000010:0.0:1789130464.981024:0:33313:0:(fid_handler.c:479:seq_key_fini()) kfreed 'info': 48 at ffff9caf47faa640. 00100000:00000010:0.0:1789130464.981029:0:33313:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff9caf47cd5000. 00040000:00000010:0.0:1789130464.981034:0:33313:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9caf451e7500. 00040000:00000010:0.0:1789130464.981039:0:33313:0:(qmt_dev.c:349:qmt_key_fini()) kfreed 'info': 1256 at ffff9caf47cd3800. 00040000:00000010:0.0:1789130464.981044:0:33313:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9caf47c6c200. 00000004:00000010:0.0:1789130464.981049:0:33313:0:(mdd_device.c:2422:mdd_key_fini()) kfreed 'info': 1872 at ffff9caf47cd2800. 00000004:00000010:0.0:1789130464.981054:0:33313:0:(mdt_handler.c:8439:mdt_key_fini()) kfreed 'info': 2568 at ffff9caf460f4000. 00000004:00000010:0.0:1789130464.981060:0:33313:0:(lod_dev.c:2378:lod_key_fini()) kfreed 'info': 1224 at ffff9caf47cd0800. 00002000:00000010:0.0:1789130464.981065:0:33313:0:(ofd_dev.c:3048:ofd_key_fini()) kfreed 'info': 1000 at ffff9caf482bcc00. 00000004:00000010:0.0:1789130464.981070:0:33313:0:(osp_dev.c:1831:osp_key_fini()) kfreed 'info': 616 at ffff9caf482bf800. 00000020:00000010:0.0:1789130464.981074:0:33313:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9caf47c6c000. 00000040:00000010:3.0:1789130464.989075:0:16118:0:(llog.c:994:llog_process_or_fork()) kfreed 'lpi': 96 at ffff9caf5021f9c0. 00000040:00000001:3.0:1789130464.989101:0:16118:0:(llog.c:995:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:3.0:1789130464.989108:0:16118:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 10-9 (rc=0) 00000040:00000010:3.0:1789130464.989117:0:16118:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff9caf50284000. 00000040:00000010:3.0:1789130464.989125:0:16118:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff9caf485a3800. 00000020:00000001:3.0:1789130464.989130:0:16118:0:(obd_config.c:2151:class_config_parse_llog()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1789130464.989134:0:16118:0:(mgc_request.c:1725:mgc_process_cfg_log()) Process leaving 00000020:00000010:3.0:1789130464.989142:0:16118:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9caf485a3600. 00000040:00000010:3.0:1789130464.989148:0:16118:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9caf485a2400. 00000020:00000010:3.0:1789130464.989154:0:16118:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9caf482db800. 00000020:00000010:3.0:1789130464.989164:0:16118:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9caf485a2c00. 80000000:00000010:3.0:1789130464.989171:0:16118:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff9caf481b3e40. 00040000:00000010:3.0:1789130464.989178:0:16118:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9caf485a2800. 20000000:00000010:3.0:1789130464.989184:0:16118:0:(mgs_handler.c:1787:mgs_key_fini()) kfreed 'info': 392 at ffff9caf485a3400. 00000020:00000010:3.0:1789130464.989188:0:16118:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9caf485a2000. 10000000:00000010:3.0:1789130464.989191:0:16118:0:(mgc_request.c:1731:mgc_process_cfg_log()) kfreed 'env': 56 at ffff9caf58606940. 10000000:01000000:3.0:1789130464.989196:0:16118:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.123@tcp: configuration from log 'params' succeeded (0). 10000000:00000001:3.0:1789130464.989201:0:16118:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:3.0:1789130464.989205:0:16118:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789130464.989208:0:16118:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789130464.989212:0:16118:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b7a00 refcount=3 00000020:00000001:3.0:1789130464.989215:0:16118:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649489408 : -109198060062208 : ffff9caf586b7a00) 00010000:00000001:3.0:1789130464.989219:0:16118:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649489408 : -109198060062208 : ffff9caf586b7a00) 00010000:00000001:3.0:1789130464.989222:0:16118:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789130464.989229:0:16118:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.123@tcp lock: ffff9caf586b7a00/0xde5303b1d982cde1 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xcdf1b083821a5fa5 expref: -99 pid: 16118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789130464.989240:0:16118:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130464.989242:0:16118:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1789130464.989246:0:16118:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.123@tcp lock: ffff9caf586b7a00/0xde5303b1d982cde1 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xcdf1b083821a5fa5 expref: -99 pid: 16118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789130464.989255:0:16118:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789130464.989256:0:16118:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130464.989257:0:16118:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:3.0:1789130464.989260:0:16118:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1789130464.989263:0:16118:0:(mgc_request.c:1907:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1789130464.989267:0:16118:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:3.0:1789130464.989269:0:16118:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1789130464.989271:0:16118:0:(mgc_request.c:108:config_log_get()) log lustre-sptlrpc (ffff9caf42b28200) refs 2 10000000:00000001:3.0:1789130464.989274:0:16118:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1789130464.989277:0:16118:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1789130464.989279:0:16118:0:(mgc_request.c:123:config_log_put()) log params(ffff9caf44b98a00) refs 3 10000000:00000001:3.0:1789130464.989282:0:16118:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:3.0:1789130464.989283:0:16118:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:3.0:1789130464.989287:0:16118:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:00000001:3.0:1789130464.989290:0:16118:0:(mgc_request.c:1783:mgc_process_log()) Process entered 10000000:01000000:3.0:1789130464.989293:0:16118:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-sptlrpc-ffff9caf5044ced8 from 1 10000000:00000001:3.0:1789130464.989295:0:16118:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:3.0:1789130464.989297:0:16118:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00000100:00000010:3.0:1789130464.989310:0:16118:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf501ab480. 00000020:00000040:3.0:1789130464.989316:0:16118:0:(genops.c:1210:class_import_get()) import ffff9caf586ce800 refcount=4 obd=MGC192.168.204.123@tcp 00000100:00000001:3.0:1789130464.989321:0:16118:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789130464.989326:0:16118:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789130464.989334:0:16118:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789130464.989347:0:16118:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9caf47e8fe00. 00000100:00000001:3.0:1789130464.989357:0:16118:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130464.989363:0:16118:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1789130464.989367:0:16118:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1789130464.989376:0:16118:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf4814d200 count: 2 00010000:00000001:3.0:1789130464.989380:0:16118:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789130464.989384:0:16118:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1789130464.989389:0:16118:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9caf47e20a00. 00000020:00000001:3.0:1789130464.989408:0:16118:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1789130464.989410:0:16118:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9caf47e20a00 with handle 0xde5303b1d982cde8 to hash 00000020:00000001:3.0:1789130464.989413:0:16118:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1789130464.989415:0:16118:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446634875372046848 : -109198337504768 : ffff9caf47e20a00) 00010000:00000001:3.0:1789130464.989419:0:16118:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446634875372046848 : -109198337504768 : ffff9caf47e20a00) 00010000:00000001:3.0:1789130464.989423:0:16118:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789130464.989428:0:16118:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789130464.989432:0:16118:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.123@tcp lock: ffff9caf47e20a00/0xde5303b1d982cde8 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 16118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789130464.989440:0:16118:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.123@tcp lock: ffff9caf47e20a00/0xde5303b1d982cde8 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 16118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789130464.989457:0:16118:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.123@tcp lock: ffff9caf47e20a00/0xde5303b1d982cde8 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 16118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1789130464.989464:0:16118:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1789130464.989469:0:16118:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1789130464.990605:0:16118:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9caf584c4f00. 00000100:00000001:3.0:1789130464.990617:0:16118:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446634875647446784 : -109198062104832 : ffff9caf584c4f00) 00000100:00000001:3.0:1789130464.990623:0:16118:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789130464.990624:0:16118:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875509978240 : -109198199573376 : ffff9caf501ab480) 00000100:00000001:3.0:1789130464.990632:0:16118:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789130464.990638:0:16118:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130464.990641:0:16118:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1789130464.990643:0:16118:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789130464.990669:0:16118:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf501ab480 x1876037329044864/t0(0) o101->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130464.990681:0:16118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789130464.990684:0:16118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789130464.990690:0:16118:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789130464.990695:0:16118:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789130464.990698:0:16118:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789130464.990703:0:16118:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf501ab480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:70f26143-21ad-4cd3-af2c-0601ab5c9490:16118:1876037329044864:192.168.204.123@tcp:101:ll_cfg_requeue.0 00000100:00000001:3.0:1789130464.990709:0:16118:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789130464.990718:0:16118:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789130464.990722:0:16118:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789130464.990726:0:16118:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789130464.990740:0:16118:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9caf58483800. 02000000:00000001:3.0:1789130464.990742:0:16118:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789130464.990751:0:16118:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:3.0:1789130464.990757:0:16118:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf60788c60. 00000400:00000010:3.0:1789130464.990767:0:16118:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf4549f770. 00000100:00000200:3.0:1789130464.990776:0:16118:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876037329044864, portal 25 00000100:00000001:3.0:1789130464.990778:0:16118:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789130464.990780:0:16118:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875509978240 : -109198199573376 : ffff9caf501ab480) 00000100:00000040:3.0:1789130464.990787:0:16118:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9caf501ab480 x1876037329044864/t0(0) o101->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 328/344 e 0 to 0 dl 1789130480 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130464.990794:0:16118:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789130464.990797:0:16118:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:3.0:1789130464.990801:0:16118:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf4549f4c8. 00000100:00000200:3.0:1789130464.991005:0:16118:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1876037329044864, offset 0 00000400:00000200:3.0:1789130464.991016:0:16118:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:3.0:1789130464.991030:0:16118:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130464.991043:0:16118:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:3.0:1789130464.991052:0:16118:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789130464.991059:0:16118:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:3.0:1789130464.991065:0:16118:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789130464.991069:0:16118:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:3.0:1789130464.991073:0:16118:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2608:2608:256:4294967295] 192.168.204.123@tcp LPNI seq info [2607:2607:8:4294967295] 00000400:00000200:3.0:1789130464.991079:0:16118:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130464.991091:0:16118:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:3.0:1789130464.991099:0:16118:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:3.0:1789130464.991108:0:16118:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf47fd2500. 00000800:00000200:3.0:1789130464.991117:0:16118:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:3.0:1789130464.991129:0:16118:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:3.0:1789130464.991135:0:16118:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf47fd2500 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1789130464.991164:0:16118:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789130464.991171:0:16118:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:3.0:1789130464.991176:0:16118:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.123@tcp: PM QoS new deadline estimation for cpu 2 is 4296563099 00000100:00000001:3.0:1789130464.991188:0:16118:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.123@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296563064 00000100:00000001:3.0:1789130464.991196:0:16118:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.123@tcp: PM QoS new deadline estimation for cpu 3 is 4296563099 00000100:00000001:3.0:1789130464.991200:0:16118:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.123@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296563064 00000100:00000001:3.0:1789130464.991203:0:16118:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789130464.991207:0:16118:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130464.991210:0:16118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789130464.991213:0:16118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1789130464.991216:0:16118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9caf584c4f00 going to sleep for 11 seconds 00000100:00000001:3.0:1789130464.991220:0:16118:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789130464.991225:0:16118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789130464.993677:0:2341:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789130464.993690:0:2341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf47fd2500. 00000400:00000200:2.0:1789130464.993699:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130464.993711:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:2.0:1789130464.993721:0:2341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf4549f4c8 00000400:00000010:2.0:1789130464.993725:0:2341:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf4549f4c8. 00000100:00000001:2.0:1789130464.993734:0:2341:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789130464.993745:0:2341:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf501ab480 x1876037329044864/t0(0) o101->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 328/344 e 0 to 0 dl 1789130480 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130464.993761:0:2341:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130464.993767:0:2341:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf501ab480 x1876037329044864/t0(0) o101->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 328/344 e 0 to 0 dl 1789130480 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130464.993775:0:2341:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130464.993777:0:2341:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1789130464.998690:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130464.998717:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789130464.998723:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130464.998727:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130464.998742:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130464.998754:0:2342:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:3.0:1789130464.998768:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130464.998774:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130464.998781:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130464.998786:0:2342:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 344 into portal 25 MB=0x6aa3efa954580 00000400:00000200:3.0:1789130464.998792:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130464.998799:0:2342:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.123@tcp of length 344/344 into md 0x705d [1] + 224 00000800:00000001:3.0:1789130464.998977:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130464.998994:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130464.998999:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130464.999004:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:3.0:1789130464.999014:0:2342:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789130464.999026:0:2342:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf501ab480 x1876037329044864/t0(0) o101->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 328/344 e 0 to 0 dl 1789130480 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789130464.999039:0:2342:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@ffff9caf501ab480 x1876037329044864/t0(0) o101->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 328/344 e 0 to 0 dl 1789130480 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130464.999095:0:16118:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789130464.999194:0:2342:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789130465.000628:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130465.000658:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1789130465.006864:0:16118:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789130465.006876:0:16118:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789130465.006882:0:16118:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf60788c60. 00000400:00000200:0.0:1789130465.006896:0:16118:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf4549f770 00000400:00000010:0.0:1789130465.006899:0:16118:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf4549f770. 00000100:00000001:0.0:1789130465.006909:0:16118:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789130465.006926:0:16118:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf501ab480 x1876037329044864/t0(0) o101->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 328/344 e 0 to 0 dl 1789130480 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789130465.006939:0:16118:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf501ab480 x1876037329044864/t0(0) o101->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 328/344 e 0 to 0 dl 1789130480 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130465.006949:0:16118:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789130465.006952:0:16118:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130465.006975:0:16118:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789130465.006979:0:16118:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789130465.006983:0:16118:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789130465.006986:0:16118:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130465.006989:0:16118:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789130465.007000:0:16118:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf586cec60 time=84 v=5 (5 5 5 5) 00000100:00001000:0.0:1789130465.007004:0:16118:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf586cec18 time=2 v=5 (1 0 0 0) 00000100:00000001:0.0:1789130465.007007:0:16118:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789130465.007010:0:16118:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130465.007014:0:16118:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789130465.007017:0:16118:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130465.007020:0:16118:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130465.007026:0:16118:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf501ab480 x1876037329044864/t0(0) o101->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 328/344 e 0 to 0 dl 1789130480 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130465.007034:0:16118:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789130465.007038:0:16118:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789130465.007040:0:16118:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789130465.007045:0:16118:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf501ab480 x1876037329044864/t0(0) o101->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 328/344 e 0 to 0 dl 1789130480 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789130465.007052:0:16118:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf501ab480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:70f26143-21ad-4cd3-af2c-0601ab5c9490:16118:1876037329044864:192.168.204.123@tcp:101:ll_cfg_requeue.0 00000100:00000001:0.0:1789130465.007059:0:16118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130465.007063:0:16118:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130465.007067:0:16118:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1789130465.007070:0:16118:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789130465.007074:0:16118:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf501ab480 x1876037329044864/t0(0) o101->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 328/344 e 0 to 0 dl 1789130480 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130465.007081:0:16118:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789130465.007085:0:16118:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9caf584c4f00. 00000100:00000001:0.0:1789130465.007091:0:16118:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1789130465.007094:0:16118:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130465.007099:0:16118:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1789130465.007103:0:16118:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130465.007107:0:16118:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130465.007111:0:16118:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf47e20a00 refcount=4 00000020:00000001:0.0:1789130465.007114:0:16118:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875372046848 : -109198337504768 : ffff9caf47e20a00) 00010000:00000001:0.0:1789130465.007118:0:16118:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875372046848 : -109198337504768 : ffff9caf47e20a00) 00010000:00000040:0.0:1789130465.007127:0:16118:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9caf47e20a00, remote cookie: 0xcdf1b083821a5fac, flags: 0x0 00010000:00000001:0.0:1789130465.007130:0:16118:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1789130465.007136:0:16118:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1789130465.007139:0:16118:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1789130465.007141:0:16118:0:(ldlm_lock.c:1006:search_granted_lock()) Process leaving 00010000:00000001:0.0:1789130465.007143:0:16118:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1789130465.007147:0:16118:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x0:0x0].0x0 (ffff9caf4814d200) refcount = 2 00010000:00000040:0.0:1789130465.007151:0:16118:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1789130465.007155:0:16118:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: MGC192.168.204.123@tcp lock: ffff9caf586b7e00/0xde5303b1d982cdda lrc: 1/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xcdf1b083821a5f9e expref: -99 pid: 16118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789130465.007165:0:16118:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.123@tcp lock: ffff9caf47e20a00/0xde5303b1d982cde8 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xcdf1b083821a5fac expref: -99 pid: 16118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789130465.007171:0:16118:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1789130465.007174:0:16118:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1789130465.007176:0:16118:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789130465.007180:0:16118:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1789130465.007183:0:16118:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789130465.007186:0:16118:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.123@tcp lock: ffff9caf47e20a00/0xde5303b1d982cde8 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xcdf1b083821a5fac expref: -99 pid: 16118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789130465.007192:0:16118:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1789130465.007195:0:16118:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130465.007197:0:16118:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130465.007198:0:16118:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130465.007199:0:16118:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130465.007201:0:16118:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130465.007205:0:16118:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789130465.007209:0:16118:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf501ab480 x1876037329044864/t0(0) o101->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 328/344 e 0 to 0 dl 1789130480 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130465.007216:0:16118:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789130465.007221:0:16118:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789130465.007225:0:16118:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9caf58483800. 02000000:00000001:0.0:1789130465.007230:0:16118:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789130465.007233:0:16118:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1789130465.007235:0:16118:0:(genops.c:1223:class_import_put()) import ffff9caf586ce800 refcount=3 obd=MGC192.168.204.123@tcp 00000020:00000001:0.0:1789130465.007238:0:16118:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1789130465.007242:0:16118:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9caf47e8fe00. 02000000:00000001:0.0:1789130465.007247:0:16118:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789130465.007249:0:16118:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789130465.007252:0:16118:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf501ab480. 00000100:00000001:0.0:1789130465.007256:0:16118:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789130465.007257:0:16118:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1789130465.007260:0:16118:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1789130465.007264:0:16118:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1789130465.007267:0:16118:0:(mgc_request.c:108:config_log_get()) log lustre-sptlrpc (ffff9caf42b28200) refs 3 10000000:00000001:0.0:1789130465.007270:0:16118:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130465.007272:0:16118:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130465.007273:0:16118:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130465.007275:0:16118:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf47e20a00 refcount=3 00000020:00000001:0.0:1789130465.007277:0:16118:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875372046848 : -109198337504768 : ffff9caf47e20a00) 00010000:00000001:0.0:1789130465.007280:0:16118:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875372046848 : -109198337504768 : ffff9caf47e20a00) 00010000:00000001:0.0:1789130465.007282:0:16118:0:(ldlm_lock.c:2547:ldlm_lock_set_data()) Process entered 00010000:00000001:0.0:1789130465.007283:0:16118:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130465.007284:0:16118:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130465.007286:0:16118:0:(ldlm_lock.c:2556:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1789130465.007289:0:16118:0:(mgc_request.c:1669:mgc_process_cfg_log()) Process entered 10000000:00000010:0.0:1789130465.007326:0:16118:0:(mgc_request.c:1683:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff9caf47faa640. 00000020:00000010:0.0:1789130465.007332:0:16118:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9caf47c6c000. 00000020:00000010:0.0:1789130465.007338:0:16118:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9caf47c6c200. 00000040:00000010:0.0:1789130465.007343:0:16118:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9caf47c6d600. 00000020:00000010:0.0:1789130465.007349:0:16118:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9caf47cd0800. 00000020:00000010:0.0:1789130465.007355:0:16118:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9caf47c6da00. 80000000:00000010:0.0:1789130465.007361:0:16118:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff9caf5021f600. 00040000:00000010:0.0:1789130465.007367:0:16118:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9caf47c6d200. 20000000:00000010:0.0:1789130465.007372:0:16118:0:(mgs_handler.c:1787:mgs_key_init()) kmalloced '(value)': 392 at ffff9caf47c6c800. 10000000:00000040:0.0:1789130465.007378:0:16118:0:(lustre_log.h:374:llog_ctxt_get()) GETting ctxt ffff9caf42d8f300 : new refcount 2 00000020:00000001:0.0:1789130465.007382:0:16118:0:(obd_config.c:2120:class_config_parse_llog()) Process entered 00000020:00000040:0.0:1789130465.007384:0:16118:0:(obd_config.c:2122:class_config_parse_llog()) looking up llog lustre-sptlrpc 00000040:00000001:0.0:1789130465.007388:0:16118:0:(llog.c:1538:llog_open()) Process entered 00000040:00000010:0.0:1789130465.007408:0:16118:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff9caf44acae00. 00000040:00000001:0.0:1789130465.007414:0:16118:0:(llog_client.c:70:llog_client_open()) Process entered 00000020:00000040:0.0:1789130465.007418:0:16118:0:(genops.c:1210:class_import_get()) import ffff9caf586ce800 refcount=4 obd=MGC192.168.204.123@tcp 00000100:00000010:0.0:1789130465.007425:0:16118:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf61463480. 00000020:00000040:0.0:1789130465.007429:0:16118:0:(genops.c:1210:class_import_get()) import ffff9caf586ce800 refcount=5 obd=MGC192.168.204.123@tcp 00000100:00000001:0.0:1789130465.007435:0:16118:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789130465.007439:0:16118:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789130465.007446:0:16118:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789130465.007455:0:16118:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9caf44acbc00. 00000100:00000001:0.0:1789130465.007463:0:16118:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130465.008637:0:16118:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1789130465.008646:0:16118:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1789130465.008725:0:16118:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9caf4845bb40. 00000100:00000001:0.0:1789130465.008730:0:16118:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446634875378580288 : -109198330971328 : ffff9caf4845bb40) 00000100:00000001:0.0:1789130465.008735:0:16118:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789130465.008736:0:16118:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875798041728 : -109197911509888 : ffff9caf61463480) 00000100:00000001:0.0:1789130465.008744:0:16118:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789130465.008751:0:16118:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130465.008753:0:16118:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1789130465.008755:0:16118:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789130465.008767:0:16118:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf61463480 x1876037329044992/t0(0) o501->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 512/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130465.008777:0:16118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789130465.008779:0:16118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130465.008784:0:16118:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789130465.008788:0:16118:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789130465.008791:0:16118:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789130465.008795:0:16118:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf61463480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:70f26143-21ad-4cd3-af2c-0601ab5c9490:16118:1876037329044992:192.168.204.123@tcp:501:ll_cfg_requeue.0 00000100:00000001:0.0:1789130465.008802:0:16118:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789130465.008824:0:16118:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789130465.008827:0:16118:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130465.008831:0:16118:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789130465.008838:0:16118:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9caf518fdc00. 02000000:00000001:0.0:1789130465.008840:0:16118:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789130465.008849:0:16118:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:0.0:1789130465.008855:0:16118:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf50131bb0. 00000400:00000010:0.0:1789130465.008863:0:16118:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf5801e2a8. 00000100:00000200:0.0:1789130465.008873:0:16118:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876037329044992, portal 25 00000100:00000001:0.0:1789130465.008874:0:16118:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789130465.008876:0:16118:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875798041728 : -109197911509888 : ffff9caf61463480) 00000100:00000040:0.0:1789130465.008882:0:16118:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9caf61463480 x1876037329044992/t0(0) o501->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 512/272 e 0 to 0 dl 1789130481 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130465.008890:0:16118:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789130465.008893:0:16118:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:0.0:1789130465.008896:0:16118:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf5801ebb0. 00000100:00000200:0.0:1789130465.008900:0:16118:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 26, xid 1876037329044992, offset 0 00000400:00000200:0.0:1789130465.008909:0:16118:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:0.0:1789130465.008919:0:16118:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:0.0:1789130465.008930:0:16118:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:0.0:1789130465.008936:0:16118:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789130465.008942:0:16118:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:0.0:1789130465.008946:0:16118:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789130465.008949:0:16118:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:0.0:1789130465.008953:0:16118:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2609:2609:256:4294967295] 192.168.204.123@tcp LPNI seq info [2608:2608:8:4294967295] 00000400:00000200:0.0:1789130465.008957:0:16118:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:0.0:1789130465.008969:0:16118:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:0.0:1789130465.008978:0:16118:0:(socklnd_cb.c:931:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:0.0:1789130465.008986:0:16118:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf451e7500. 00000800:00000200:0.0:1789130465.008995:0:16118:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:0.0:1789130465.009008:0:16118:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:0.0:1789130465.009014:0:16118:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf451e7500 type 1, nob 608 niov 1 nkiov 1 00000100:00000001:0.0:1789130465.009045:0:16118:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789130465.009051:0:16118:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:0.0:1789130465.009054:0:16118:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.123@tcp: PM QoS new deadline estimation for cpu 2 is 4296563117 00000100:00000001:0.0:1789130465.009065:0:16118:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.123@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296563099 00000100:00000001:0.0:1789130465.009073:0:16118:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.123@tcp: PM QoS new deadline estimation for cpu 3 is 4296563117 00000100:00000001:0.0:1789130465.009077:0:16118:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.123@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296563099 00000100:00000001:0.0:1789130465.009080:0:16118:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789130465.009083:0:16118:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130465.009085:0:16118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789130465.009087:0:16118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1789130465.009090:0:16118:0:(client.c:2715:ptlrpc_set_wait()) set ffff9caf4845bb40 going to sleep for 11 seconds 00000100:00000001:0.0:1789130465.009094:0:16118:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789130465.009098:0:16118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789130465.009956:0:2341:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789130465.009966:0:2341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf451e7500. 00000400:00000200:3.0:1789130465.009975:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130465.009982:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:3.0:1789130465.009991:0:2341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf5801ebb0 00000400:00000010:3.0:1789130465.009993:0:2341:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf5801ebb0. 00000100:00000001:3.0:1789130465.009999:0:2341:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789130465.010006:0:2341:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf61463480 x1876037329044992/t0(0) o501->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 512/272 e 0 to 0 dl 1789130481 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130465.010020:0:2341:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130465.010023:0:2341:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf61463480 x1876037329044992/t0(0) o501->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 512/272 e 0 to 0 dl 1789130481 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130465.010031:0:2341:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130465.010033:0:2341:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1789130465.028707:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130465.028732:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789130465.028738:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130465.028741:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130465.028752:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130465.028762:0:2342:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:2.0:1789130465.028773:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130465.028779:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130465.028786:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130465.028791:0:2342:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 272 into portal 25 MB=0x6aa3efa954600 00000400:00000200:2.0:1789130465.028796:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130465.028869:0:2342:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.123@tcp of length 272/272 into md 0x706d [1] + 224 00000800:00000001:2.0:1789130465.028879:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130465.028888:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130465.028892:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130465.028897:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:2.0:1789130465.028907:0:2342:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789130465.028918:0:2342:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf61463480 x1876037329044992/t0(0) o501->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 512/272 e 0 to 0 dl 1789130481 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789130465.028930:0:2342:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@ffff9caf61463480 x1876037329044992/t0(0) o501->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 512/272 e 0 to 0 dl 1789130481 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130465.028942:0:2342:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789130465.028953:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130465.028957:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130465.029456:0:16118:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789130465.029467:0:16118:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789130465.029478:0:16118:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789130465.029483:0:16118:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf50131bb0. 00000400:00000200:0.0:1789130465.029490:0:16118:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf5801e2a8 00000400:00000010:0.0:1789130465.029494:0:16118:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf5801e2a8. 00000100:00000001:0.0:1789130465.029498:0:16118:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789130465.029505:0:16118:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf61463480 x1876037329044992/t0(0) o501->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 512/272 e 0 to 0 dl 1789130481 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789130465.029516:0:16118:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf61463480 x1876037329044992/t0(0) o501->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 512/272 e 0 to 0 dl 1789130481 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130465.029522:0:16118:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789130465.029524:0:16118:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130465.029527:0:16118:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789130465.029532:0:16118:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789130465.029535:0:16118:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789130465.029538:0:16118:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130465.029542:0:16118:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789130465.029552:0:16118:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf586cec60 time=84 v=5 (5 5 5 5) 00000100:00001000:0.0:1789130465.029557:0:16118:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf586cec18 time=2 v=5 (1 0 0 0) 00000100:00000001:0.0:1789130465.029559:0:16118:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1789130465.029563:0:16118:0:(client.c:1510:ptlrpc_check_status()) @@@ check status: rc = -2 req@ffff9caf61463480 x1876037329044992/t0(0) o501->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 512/272 e 0 to 0 dl 1789130481 ref 2 fl Rpc:RQU/200/0 rc 0/-2 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130465.029571:0:16118:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1789130465.029575:0:16118:0:(client.c:1797:after_reply()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000040:0.0:1789130465.029580:0:16118:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf61463480 x1876037329044992/t0(0) o501->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 512/272 e 0 to 0 dl 1789130481 ref 2 fl Rpc:RQU/200/0 rc -2/-2 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130465.029587:0:16118:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000100:00000001:0.0:1789130465.029591:0:16118:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789130465.029593:0:16118:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789130465.029597:0:16118:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf61463480 x1876037329044992/t0(0) o501->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 512/272 e 0 to 0 dl 1789130481 ref 2 fl Interpret:RQU/200/0 rc -2/-2 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789130465.029604:0:16118:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf61463480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:70f26143-21ad-4cd3-af2c-0601ab5c9490:16118:1876037329044992:192.168.204.123@tcp:501:ll_cfg_requeue.0 00000100:00000001:0.0:1789130465.029609:0:16118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130465.029613:0:16118:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1789130465.029616:0:16118:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1789130465.029618:0:16118:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789130465.029621:0:16118:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf61463480 x1876037329044992/t0(0) o501->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 512/272 e 0 to 0 dl 1789130481 ref 2 fl Complete:RQU/200/0 rc -2/-2 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130465.029627:0:16118:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789130465.029631:0:16118:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9caf4845bb40. 00000100:00000001:0.0:1789130465.029635:0:16118:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1789130465.029637:0:16118:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00000001:0.0:1789130465.029640:0:16118:0:(llog_client.c:114:llog_client_open()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000020:00000001:0.0:1789130465.029646:0:16118:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1789130465.029660:0:16118:0:(genops.c:1223:class_import_put()) import ffff9caf586ce800 refcount=4 obd=MGC192.168.204.123@tcp 00000020:00000001:0.0:1789130465.029664:0:16118:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:0.0:1789130465.029667:0:16118:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789130465.029670:0:16118:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf61463480 x1876037329044992/t0(0) o501->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 512/272 e 0 to 0 dl 1789130481 ref 1 fl Complete:RQU/200/0 rc -2/-2 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130465.029676:0:16118:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789130465.029679:0:16118:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789130465.029683:0:16118:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9caf518fdc00. 02000000:00000001:0.0:1789130465.029687:0:16118:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789130465.029688:0:16118:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1789130465.029690:0:16118:0:(genops.c:1223:class_import_put()) import ffff9caf586ce800 refcount=3 obd=MGC192.168.204.123@tcp 00000020:00000001:0.0:1789130465.029691:0:16118:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1789130465.029694:0:16118:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9caf44acbc00. 02000000:00000001:0.0:1789130465.029699:0:16118:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789130465.029702:0:16118:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789130465.029704:0:16118:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf61463480. 00000100:00000001:0.0:1789130465.029708:0:16118:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789130465.029710:0:16118:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00001000:0.0:1789130465.029713:0:16118:0:(llog.c:1559:llog_open()) MGC192.168.204.123@tcp: Failed to open llog lustre-sptlrpc: rc -2 00000040:00000010:0.0:1789130465.029717:0:16118:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff9caf44acae00. 00000040:00000001:0.0:1789130465.029721:0:16118:0:(llog.c:1563:llog_open()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000020:00000001:0.0:1789130465.029724:0:16118:0:(obd_config.c:2125:class_config_parse_llog()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 10000000:00000001:0.0:1789130465.029728:0:16118:0:(mgc_request.c:1715:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000020:00000010:0.0:1789130465.029736:0:16118:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9caf47c6c200. 00000040:00000010:0.0:1789130465.029742:0:16118:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9caf47c6d600. 00000020:00000010:0.0:1789130465.029747:0:16118:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9caf47cd0800. 00000020:00000010:0.0:1789130465.029754:0:16118:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9caf47c6da00. 80000000:00000010:0.0:1789130465.029760:0:16118:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff9caf5021f600. 00040000:00000010:0.0:1789130465.029765:0:16118:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9caf47c6d200. 20000000:00000010:0.0:1789130465.029771:0:16118:0:(mgs_handler.c:1787:mgs_key_fini()) kfreed 'info': 392 at ffff9caf47c6c800. 00000020:00000010:0.0:1789130465.029774:0:16118:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9caf47c6c000. 10000000:00000010:0.0:1789130465.029777:0:16118:0:(mgc_request.c:1731:mgc_process_cfg_log()) kfreed 'env': 56 at ffff9caf47faa640. 10000000:01000000:0.0:1789130465.029781:0:16118:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.123@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 10000000:00000001:0.0:1789130465.029785:0:16118:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:0.0:1789130465.029788:0:16118:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130465.029792:0:16118:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130465.029796:0:16118:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf47e20a00 refcount=3 00000020:00000001:0.0:1789130465.029799:0:16118:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875372046848 : -109198337504768 : ffff9caf47e20a00) 00010000:00000001:0.0:1789130465.029802:0:16118:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875372046848 : -109198337504768 : ffff9caf47e20a00) 00010000:00000001:0.0:1789130465.029846:0:16118:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789130465.029852:0:16118:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.123@tcp lock: ffff9caf47e20a00/0xde5303b1d982cde8 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xcdf1b083821a5fac expref: -99 pid: 16118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789130465.029861:0:16118:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130465.029863:0:16118:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1789130465.029866:0:16118:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.123@tcp lock: ffff9caf47e20a00/0xde5303b1d982cde8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xcdf1b083821a5fac expref: -99 pid: 16118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789130465.029873:0:16118:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789130465.029874:0:16118:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130465.029875:0:16118:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:0.0:1789130465.029877:0:16118:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1789130465.029879:0:16118:0:(mgc_request.c:1907:mgc_process_log()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 10000000:00000001:0.0:1789130465.029883:0:16118:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:0.0:1789130465.029886:0:16118:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1789130465.029888:0:16118:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(ffff9caf42b28200) refs 3 10000000:00000001:0.0:1789130465.029891:0:16118:0:(mgc_request.c:147:config_log_put()) Process leaving 00010000:00000001:3.0:1789130465.213095:0:30671:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130465.213105:0:30671:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130465.213112:0:30671:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130465.213113:0:30671:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130465.213296:0:16115:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789130465.213302:0:16115:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789130465.213305:0:16115:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1789130466.234104:0:30671:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130466.234115:0:30671:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130466.234124:0:30671:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130466.234125:0:30671:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130466.236498:0:16116:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789130466.236507:0:16116:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789130466.236513:0:16116:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:0.0:1789130466.937979:0:16118:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1789130466.937990:0:16118:0:(mgc_request.c:120:config_log_put()) Process leaving 00010000:00000001:3.0:1789130467.258067:0:30671:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130467.258076:0:30671:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130467.258084:0:30671:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130467.258089:0:30671:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789130467.258092:0:30671:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789130467.258096:0:30671:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130467.258100:0:30671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789130467.258104:0:30671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130467.258106:0:30671:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130467.258108:0:30671:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130467.258204:0:16244:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789130467.258209:0:16244:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789130467.258213:0:16244:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1789130468.284112:0:30671:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130468.284119:0:30671:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130468.284125:0:30671:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130468.284127:0:30671:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130468.286740:0:16115:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789130468.286748:0:16115:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789130468.286753:0:16115:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1789130468.678290:0:17674:0:(pinger.c:229:ptlrpc_pinger_process_import()) 70f26143-21ad-4cd3-af2c-0601ab5c9490->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789130468.678304:0:17674:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1789130468.678317:0:17674:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf501aa940. 00000020:00000040:3.0:1789130468.678324:0:17674:0:(genops.c:1210:class_import_get()) import ffff9caf586ce800 refcount=4 obd=MGC192.168.204.123@tcp 00000100:00000001:3.0:1789130468.678345:0:17674:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789130468.678348:0:17674:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789130468.678355:0:17674:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789130468.678366:0:17674:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9caf47fd2d00. 00000100:00000001:3.0:1789130468.678375:0:17674:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130468.678389:0:17674:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 70f26143-21ad-4cd3-af2c-0601ab5c9490->MGS req@ffff9caf501aa940 x1876037329045120/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789130468.678407:0:17674:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789130468.678413:0:17674:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130468.678420:0:17674:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000068c23cf0] to pc [ptlrpcd_01_00+0] req@ffff9caf501aa940 x1876037329045120/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130468.678448:0:17674:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130468.678452:0:17674:0:(pinger.c:229:ptlrpc_pinger_process_import()) c4ff2dbd-4d13-4802-9c50-d71e34d32a35->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789130468.678455:0:17674:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1789130468.678458:0:17674:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf501a9680. 00000020:00000040:3.0:1789130468.678461:0:17674:0:(genops.c:1210:class_import_get()) import ffff9caf6079a800 refcount=4 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000100:00000001:3.0:1789130468.678463:0:17674:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789130468.678465:0:17674:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789130468.678467:0:17674:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789130468.678472:0:17674:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9caf47fd2500. 00000100:00000001:3.0:1789130468.678475:0:17674:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130468.678480:0:17674:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging c4ff2dbd-4d13-4802-9c50-d71e34d32a35->lustre-MDT0000_UUID req@ffff9caf501a9680 x1876037329045248/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789130468.678487:0:17674:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789130468.678489:0:17674:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130468.678493:0:17674:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c6b7e937] to pc [ptlrpcd_01_01+1] req@ffff9caf501a9680 x1876037329045248/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130468.678501:0:17674:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130468.678503:0:17674:0:(pinger.c:229:ptlrpc_pinger_process_import()) c4ff2dbd-4d13-4802-9c50-d71e34d32a35->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789130468.678506:0:17674:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1789130468.678509:0:17674:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf501a92c0. 00000020:00000040:3.0:1789130468.678511:0:17674:0:(genops.c:1210:class_import_get()) import ffff9caf468ac800 refcount=3 obd=lustre-OST0000-osc-ffff9caf5014c800 00000100:00000001:3.0:1789130468.678513:0:17674:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789130468.678514:0:17674:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789130468.678516:0:17674:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789130468.678519:0:17674:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9caf47fd2a00. 00000100:00000001:3.0:1789130468.678522:0:17674:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130468.678539:0:17674:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging c4ff2dbd-4d13-4802-9c50-d71e34d32a35->lustre-OST0000_UUID req@ffff9caf501a92c0 x1876037329045376/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789130468.678546:0:17674:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789130468.678548:0:17674:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130468.678552:0:17674:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f7306628] to pc [ptlrpcd_01_00+0] req@ffff9caf501a92c0 x1876037329045376/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130468.678560:0:17674:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130468.678562:0:17674:0:(pinger.c:229:ptlrpc_pinger_process_import()) c4ff2dbd-4d13-4802-9c50-d71e34d32a35->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789130468.678564:0:17674:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1789130468.678568:0:17674:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf501ab0c0. 00000020:00000040:3.0:1789130468.678570:0:17674:0:(genops.c:1210:class_import_get()) import ffff9caf48ede000 refcount=3 obd=lustre-OST0001-osc-ffff9caf5014c800 00000100:00000001:3.0:1789130468.678573:0:17674:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789130468.678574:0:17674:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789130468.678576:0:17674:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789130468.678579:0:17674:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9caf47fd2300. 00000100:00000001:3.0:1789130468.678582:0:17674:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130468.678585:0:17674:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging c4ff2dbd-4d13-4802-9c50-d71e34d32a35->lustre-OST0001_UUID req@ffff9caf501ab0c0 x1876037329045504/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789130468.678592:0:17674:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789130468.678594:0:17674:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130468.678597:0:17674:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006fb4c889] to pc [ptlrpcd_01_01+1] req@ffff9caf501ab0c0 x1876037329045504/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130468.678604:0:17674:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130468.678609:0:17674:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1900) 00000100:00000001:3.0:1789130468.678625:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789130468.678629:0:2349:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789130468.678631:0:2349:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789130468.678636:0:2349:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf501aa940 x1876037329045120/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130468.678643:0:2349:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789130468.678646:0:2349:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789130468.678650:0:2349:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789130468.678653:0:2349:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789130468.678655:0:2349:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789130468.678658:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf501aa940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:70f26143-21ad-4cd3-af2c-0601ab5c9490:2349:1876037329045120:192.168.204.123@tcp:400:kworker.0 00000100:00000001:3.0:1789130468.678662:0:2349:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789130468.678667:0:2349:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789130468.678670:0:2349:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789130468.678672:0:2349:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789130468.678676:0:2349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9caf47e8ec00. 02000000:00000001:3.0:1789130468.678678:0:2349:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789130468.678685:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:3.0:1789130468.678689:0:2349:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf60788108. 00000400:00000010:3.0:1789130468.678697:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf4549fbb0. 00000100:00000200:3.0:1789130468.678705:0:2349:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876037329045120, portal 25 00000100:00000001:3.0:1789130468.678707:0:2349:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789130468.678709:0:2349:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875509975360 : -109198199576256 : ffff9caf501aa940) 00000100:00000040:3.0:1789130468.678715:0:2349:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9caf501aa940 x1876037329045120/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130484 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130468.678723:0:2349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789130468.678725:0:2349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:3.0:1789130468.678728:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf4549fd48. 00000100:00000200:3.0:1789130468.678731:0:2349:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1876037329045120, offset 0 00000400:00000200:3.0:1789130468.678737:0:2349:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:3.0:1789130468.678746:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130468.678753:0:2349:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:3.0:1789130468.678759:0:2349:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789130468.678763:0:2349:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:3.0:1789130468.678767:0:2349:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789130468.678769:0:2349:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:3.0:1789130468.678773:0:2349:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2610:2610:256:4294967295] 192.168.204.123@tcp LPNI seq info [2609:2609:8:4294967295] 00000400:00000200:3.0:1789130468.678777:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130468.678787:0:2349:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:3.0:1789130468.678793:0:2349:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:3.0:1789130468.678798:0:2349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf47fd2600. 00000800:00000200:3.0:1789130468.678828:0:2349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:3.0:1789130468.678837:0:2349:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:3.0:1789130468.678842:0:2349:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf47fd2600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789130468.678854:0:2349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789130468.678859:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:3.0:1789130468.678862:0:2349:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.123@tcp: PM QoS new deadline estimation for cpu 2 is 4296566779 00000100:00000001:3.0:1789130468.678870:0:2349:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.123@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296563117 00000100:00000001:3.0:1789130468.678874:0:2349:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.123@tcp: PM QoS new deadline estimation for cpu 3 is 4296566779 00000100:00000001:3.0:1789130468.678877:0:2349:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.123@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296563117 00000100:00000001:3.0:1789130468.678879:0:2349:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789130468.678882:0:2349:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130468.678884:0:2349:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789130468.678888:0:2349:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf501a92c0 x1876037329045376/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130468.678894:0:2349:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789130468.678896:0:2349:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789130468.678898:0:2349:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789130468.678899:0:2349:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789130468.678901:0:2349:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789130468.678904:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf501a92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:2349:1876037329045376:192.168.204.123@tcp:400:kworker.0 00000100:00000001:3.0:1789130468.678907:0:2349:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789130468.678909:0:2349:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789130468.678911:0:2349:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789130468.678913:0:2349:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789130468.678916:0:2349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9caf47e8fa00. 02000000:00000001:3.0:1789130468.678918:0:2349:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789130468.678920:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:3.0:1789130468.678923:0:2349:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf60788738. 00000400:00000010:3.0:1789130468.678928:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf4549ff68. 00000100:00000200:3.0:1789130468.678930:0:2349:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876037329045376, portal 4 00000100:00000001:3.0:1789130468.678932:0:2349:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789130468.678933:0:2349:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875509969600 : -109198199582016 : ffff9caf501a92c0) 00000100:00000040:3.0:1789130468.678940:0:2349:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9caf501a92c0 x1876037329045376/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130484 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130468.678947:0:2349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789130468.678949:0:2349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:3.0:1789130468.678951:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf4549fe58. 00000100:00000200:3.0:1789130468.678953:0:2349:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876037329045376, offset 0 00000400:00000200:3.0:1789130468.678958:0:2349:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:3.0:1789130468.678961:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130468.678964:0:2349:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:3.0:1789130468.678968:0:2349:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789130468.678970:0:2349:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:3.0:1789130468.678972:0:2349:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789130468.678975:0:2349:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:3.0:1789130468.678977:0:2349:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2611:2611:255:4294967295] 192.168.204.123@tcp LPNI seq info [2610:2610:7:4294967295] 00000400:00000200:3.0:1789130468.678981:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130468.678986:0:2349:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:3.0:1789130468.678990:0:2349:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:3.0:1789130468.678994:0:2349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf47fd2100. 00000800:00000200:3.0:1789130468.678997:0:2349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:3.0:1789130468.679000:0:2349:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:3.0:1789130468.679003:0:2349:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf47fd2100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789130468.679005:0:2349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130468.679009:0:2349:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9caf5014c800: using a timeout of 23092 usecs (24 jiffies) 00000400:00000200:3.0:1789130468.679012:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:3.0:1789130468.679013:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296562717 00000100:00000001:3.0:1789130468.679015:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9caf5014c800: PM QoS request active for cpu 2, keep current deadline 4296566779 00000100:00000001:3.0:1789130468.679018:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296562717 00000100:00000001:3.0:1789130468.679020:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9caf5014c800: PM QoS request active for cpu 3, keep current deadline 4296566779 00000100:00000001:3.0:1789130468.679022:0:2349:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789130468.679024:0:2349:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130468.679026:0:2349:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130468.679029:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130468.679035:0:2349:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789130468.679037:0:2349:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1789130468.679039:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789130468.679040:0:2349:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789130468.679042:0:2349:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789130468.679045:0:2349:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:3.0:1789130468.679046:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130468.679048:0:2349:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789130468.679049:0:2349:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130468.679051:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789130468.679052:0:2349:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789130468.679053:0:2349:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789130468.679057:0:2349:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf501a9680 x1876037329045248/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130468.679063:0:2349:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789130468.679065:0:2349:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789130468.679067:0:2349:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789130468.679069:0:2349:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789130468.679070:0:2349:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789130468.679073:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf501a9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:2349:1876037329045248:192.168.204.123@tcp:400:kworker.0 00000100:00000001:3.0:1789130468.679076:0:2349:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789130468.679078:0:2349:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789130468.679080:0:2349:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789130468.679081:0:2349:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789130468.679084:0:2349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9caf47e8f600. 02000000:00000001:3.0:1789130468.679087:0:2349:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789130468.679090:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:3.0:1789130468.679093:0:2349:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf60788f78. 00000400:00000010:3.0:1789130468.679096:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf4549f088. 00000100:00000200:3.0:1789130468.679099:0:2349:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876037329045248, portal 10 00000100:00000001:3.0:1789130468.679101:0:2349:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789130468.679102:0:2349:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875509970560 : -109198199581056 : ffff9caf501a9680) 00000100:00000040:3.0:1789130468.679108:0:2349:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9caf501a9680 x1876037329045248/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130484 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130468.679114:0:2349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789130468.679116:0:2349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:3.0:1789130468.679119:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf4549f2a8. 00000100:00000200:3.0:1789130468.679121:0:2349:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876037329045248, offset 0 00000400:00000200:3.0:1789130468.679125:0:2349:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:3.0:1789130468.679129:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130468.679132:0:2349:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:3.0:1789130468.679135:0:2349:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789130468.679137:0:2349:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:3.0:1789130468.679139:0:2349:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789130468.679141:0:2349:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:3.0:1789130468.679143:0:2349:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2612:2612:254:4294967295] 192.168.204.123@tcp LPNI seq info [2611:2611:6:4294967295] 00000400:00000200:3.0:1789130468.679147:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130468.679152:0:2349:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:3.0:1789130468.679156:0:2349:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:3.0:1789130468.679159:0:2349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf47fd2200. 00000800:00000200:3.0:1789130468.679163:0:2349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:3.0:1789130468.679167:0:2349:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:3.0:1789130468.679169:0:2349:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf47fd2200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789130468.679172:0:2349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130468.679176:0:2349:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: using a timeout of 826200 usecs (827 jiffies) 00000400:00000200:3.0:1789130468.679179:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:3.0:1789130468.679180:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296563520 00000100:00000001:3.0:1789130468.679183:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 2, keep current deadline 4296566779 00000100:00000001:3.0:1789130468.679185:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296563520 00000100:00000001:3.0:1789130468.679188:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 3, keep current deadline 4296566779 00000100:00000001:3.0:1789130468.679190:0:2349:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789130468.679192:0:2349:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130468.679195:0:2349:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789130468.679198:0:2349:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf501ab0c0 x1876037329045504/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130468.679205:0:2349:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789130468.679207:0:2349:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789130468.679209:0:2349:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789130468.679210:0:2349:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789130468.679212:0:2349:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789130468.679215:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf501ab0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:2349:1876037329045504:192.168.204.123@tcp:400:kworker.0 00000100:00000001:3.0:1789130468.679218:0:2349:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789130468.679220:0:2349:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789130468.679221:0:2349:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789130468.679223:0:2349:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789130468.679226:0:2349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9caf47e8e600. 02000000:00000001:3.0:1789130468.679227:0:2349:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789130468.679230:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:3.0:1789130468.679233:0:2349:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf60788b00. 00000400:00000010:3.0:1789130468.679236:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf4549f000. 00000100:00000200:3.0:1789130468.679239:0:2349:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876037329045504, portal 4 00000100:00000001:3.0:1789130468.679240:0:2349:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789130468.679242:0:2349:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875509977280 : -109198199574336 : ffff9caf501ab0c0) 00000100:00000040:3.0:1789130468.679247:0:2349:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9caf501ab0c0 x1876037329045504/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130484 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130468.679253:0:2349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789130468.679255:0:2349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:3.0:1789130468.679257:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf4549f5d8. 00000100:00000200:3.0:1789130468.679259:0:2349:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876037329045504, offset 0 00000400:00000200:3.0:1789130468.679264:0:2349:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:3.0:1789130468.679267:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130468.679270:0:2349:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:3.0:1789130468.679272:0:2349:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789130468.679274:0:2349:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:3.0:1789130468.679276:0:2349:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789130468.679278:0:2349:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:3.0:1789130468.679281:0:2349:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2613:2613:253:4294967295] 192.168.204.123@tcp LPNI seq info [2612:2612:5:4294967295] 00000400:00000200:3.0:1789130468.679284:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130468.679290:0:2349:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:3.0:1789130468.679294:0:2349:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:3.0:1789130468.679298:0:2349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf47fd2000. 00000800:00000200:3.0:1789130468.679302:0:2349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:3.0:1789130468.679306:0:2349:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:3.0:1789130468.679309:0:2349:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf47fd2000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789130468.679311:0:2349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130468.679314:0:2349:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9caf5014c800: using a timeout of 322283 usecs (323 jiffies) 00000400:00000200:3.0:1789130468.679317:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:3.0:1789130468.679318:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296563016 00000100:00000001:3.0:1789130468.679321:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9caf5014c800: PM QoS request active for cpu 2, keep current deadline 4296566779 00000100:00000001:3.0:1789130468.679323:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296563016 00000100:00000001:3.0:1789130468.679336:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9caf5014c800: PM QoS request active for cpu 3, keep current deadline 4296566779 00000100:00000001:3.0:1789130468.679339:0:2349:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789130468.679341:0:2349:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130468.679343:0:2349:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130468.679345:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130468.679359:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789130468.679362:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789130468.679400:0:2341:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789130468.679404:0:2341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf47fd2600. 00000400:00000200:3.0:1789130468.679410:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130468.679416:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:3.0:1789130468.679422:0:2341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf4549fd48 00000400:00000010:3.0:1789130468.679425:0:2341:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf4549fd48. 00000100:00000001:3.0:1789130468.679430:0:2341:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789130468.679434:0:2341:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf501aa940 x1876037329045120/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130484 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130468.679444:0:2341:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130468.679448:0:2341:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf501aa940 x1876037329045120/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130484 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130468.679454:0:2341:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130468.679456:0:2341:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1789130468.679469:0:2341:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789130468.679471:0:2341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf47fd2100. 00000400:00000200:3.0:1789130468.679473:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130468.679476:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:3.0:1789130468.679479:0:2341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf4549fe58 00000400:00000010:3.0:1789130468.679480:0:2341:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf4549fe58. 00000100:00000001:3.0:1789130468.679483:0:2341:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789130468.679486:0:2341:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf501a92c0 x1876037329045376/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130484 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130468.679493:0:2341:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130468.679495:0:2341:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf501a92c0 x1876037329045376/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130484 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130468.679502:0:2341:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130468.679503:0:2341:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1789130468.679510:0:2341:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789130468.679512:0:2341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf47fd2200. 00000400:00000200:3.0:1789130468.679515:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130468.679518:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:3.0:1789130468.679520:0:2341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf4549f2a8 00000400:00000010:3.0:1789130468.679522:0:2341:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf4549f2a8. 00000100:00000001:3.0:1789130468.679524:0:2341:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789130468.679527:0:2341:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf501a9680 x1876037329045248/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130484 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130468.679534:0:2341:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130468.679537:0:2341:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf501a9680 x1876037329045248/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130484 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130468.679543:0:2341:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130468.679544:0:2341:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1789130468.679619:0:2341:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789130468.679622:0:2341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf47fd2000. 00000400:00000200:3.0:1789130468.679625:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130468.679628:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:3.0:1789130468.679630:0:2341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf4549f5d8 00000400:00000010:3.0:1789130468.679632:0:2341:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf4549f5d8. 00000100:00000001:3.0:1789130468.679634:0:2341:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789130468.679638:0:2341:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf501ab0c0 x1876037329045504/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130484 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130468.679644:0:2341:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130468.679646:0:2341:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf501ab0c0 x1876037329045504/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130484 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130468.679652:0:2341:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130468.679654:0:2341:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1789130468.686308:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130468.686336:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789130468.686341:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130468.686344:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130468.686353:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130468.686360:0:2342:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:3.0:1789130468.686369:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130468.686374:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130468.686381:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130468.686385:0:2342:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 224 into portal 10 MB=0x6aa3efa954700 00000400:00000200:3.0:1789130468.686389:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130468.686395:0:2342:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.123@tcp of length 224/224 into md 0x7095 [1] + 224 00000800:00000001:3.0:1789130468.686403:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130468.686408:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130468.686411:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130468.686416:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:3.0:1789130468.686423:0:2342:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789130468.686433:0:2342:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf501a9680 x1876037329045248/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130484 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789130468.686443:0:2342:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9caf501a9680 x1876037329045248/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130484 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130468.686458:0:2342:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789130468.686467:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130468.686470:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789130468.686472:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130468.686474:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130468.686477:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130468.686481:0:2342:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:3.0:1789130468.686485:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130468.686487:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130468.686490:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130468.686493:0:2342:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 224 into portal 4 MB=0x6aa3efa954780 00000400:00000200:3.0:1789130468.686496:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130468.686500:0:2342:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.123@tcp of length 224/224 into md 0x7085 [1] + 224 00000800:00000001:3.0:1789130468.686504:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130468.686508:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130468.686510:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130468.686513:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:3.0:1789130468.686516:0:2342:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789130468.686520:0:2342:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf501a92c0 x1876037329045376/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130484 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789130468.686527:0:2342:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9caf501a92c0 x1876037329045376/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130484 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130468.686540:0:2342:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789130468.686543:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130468.686546:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789130468.686548:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130468.686550:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130468.686553:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130468.686557:0:2342:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:3.0:1789130468.686561:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130468.686563:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130468.686566:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130468.686568:0:2342:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 224 into portal 4 MB=0x6aa3efa954800 00000400:00000200:3.0:1789130468.686571:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130468.686574:0:2342:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.123@tcp of length 224/224 into md 0x70a5 [1] + 224 00000800:00000001:3.0:1789130468.686577:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130468.686582:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130468.686584:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130468.686587:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:3.0:1789130468.686589:0:2342:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789130468.686594:0:2342:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf501ab0c0 x1876037329045504/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130484 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789130468.686601:0:2342:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9caf501ab0c0 x1876037329045504/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130484 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130468.686608:0:2342:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789130468.686611:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130468.686613:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130468.686628:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789130468.686631:0:2349:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789130468.686638:0:2349:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789130468.686640:0:2349:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789130468.686642:0:2349:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf60788f78. 00000400:00000200:3.0:1789130468.686646:0:2349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf4549f088 00000400:00000010:3.0:1789130468.686649:0:2349:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf4549f088. 00000100:00000001:3.0:1789130468.686652:0:2349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789130468.686656:0:2349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf501a9680 x1876037329045248/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130484 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789130468.686664:0:2349:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf501a9680 x1876037329045248/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130484 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130468.686669:0:2349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789130468.686672:0:2349:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130468.686674:0:2349:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789130468.686677:0:2349:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789130468.686679:0:2349:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789130468.686682:0:2349:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789130468.686685:0:2349:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789130468.686693:0:2349:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf6079ac60 time=87 v=5 (5 104 104 104) 00000100:00001000:3.0:1789130468.686698:0:2349:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf6079ac18 time=9 v=5 (1 0 0 0) 00000100:00000001:3.0:1789130468.686701:0:2349:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789130468.686702:0:2349:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130468.686705:0:2349:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789130468.686709:0:2349:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130468.686712:0:2349:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789130468.686714:0:2349:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9caf5014c800: skip recheck: last_committed 4294967654 00000100:00000001:3.0:1789130468.686716:0:2349:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789130468.686718:0:2349:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130468.686723:0:2349:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf501a9680 x1876037329045248/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130484 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130468.686730:0:2349:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789130468.686733:0:2349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789130468.686735:0:2349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789130468.686739:0:2349:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf501a9680 x1876037329045248/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130484 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789130468.686747:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf501a9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:2349:1876037329045248:192.168.204.123@tcp:400:kworker.0 00000400:00000001:3.0:1789130468.686753:0:2349:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789130468.686755:0:2349:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789130468.686756:0:2349:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf60788b00. 00000400:00000200:3.0:1789130468.686759:0:2349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf4549f000 00000400:00000010:3.0:1789130468.686760:0:2349:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf4549f000. 00000100:00000001:3.0:1789130468.686763:0:2349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789130468.686766:0:2349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf501ab0c0 x1876037329045504/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130484 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789130468.686774:0:2349:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf501ab0c0 x1876037329045504/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130484 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130468.686779:0:2349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789130468.686781:0:2349:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130468.686783:0:2349:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789130468.686784:0:2349:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789130468.686785:0:2349:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789130468.686786:0:2349:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789130468.686788:0:2349:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789130468.686791:0:2349:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf48ede460 time=87 v=5 (5 5 5 5) 00000100:00001000:3.0:1789130468.686794:0:2349:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf48ede418 time=5 v=5 (1 0 0 0) 00000100:00000001:3.0:1789130468.686796:0:2349:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789130468.686797:0:2349:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130468.686799:0:2349:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789130468.686800:0:2349:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130468.686822:0:2349:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789130468.686824:0:2349:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9caf5014c800: skip recheck: last_committed 4294967312 00000100:00000001:3.0:1789130468.686826:0:2349:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789130468.686827:0:2349:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130468.687161:0:2349:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf501ab0c0 x1876037329045504/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130484 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130468.687169:0:2349:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789130468.687171:0:2349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789130468.687173:0:2349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789130468.687177:0:2349:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf501ab0c0 x1876037329045504/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130484 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789130468.687188:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf501ab0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:2349:1876037329045504:192.168.204.123@tcp:400:kworker.0 00000400:00000001:3.0:1789130468.687194:0:2349:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789130468.687196:0:2349:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789130468.687198:0:2349:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf60788738. 00000400:00000200:3.0:1789130468.687200:0:2349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf4549ff68 00000400:00000010:3.0:1789130468.687202:0:2349:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf4549ff68. 00000100:00000001:3.0:1789130468.687205:0:2349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789130468.687208:0:2349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf501a92c0 x1876037329045376/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130484 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789130468.687215:0:2349:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf501a92c0 x1876037329045376/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130484 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130468.687221:0:2349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789130468.687222:0:2349:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130468.687224:0:2349:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789130468.687226:0:2349:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789130468.687227:0:2349:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789130468.687291:0:2349:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789130468.687294:0:2349:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789130468.687299:0:2349:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf468acc60 time=87 v=5 (5 5 5 5) 00000100:00001000:3.0:1789130468.687302:0:2349:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf468acc18 time=5 v=5 (1 0 0 0) 00000100:00000001:3.0:1789130468.687304:0:2349:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789130468.687305:0:2349:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130468.687307:0:2349:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789130468.687308:0:2349:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130468.687311:0:2349:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789130468.687312:0:2349:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9caf5014c800: skip recheck: last_committed 4294967341 00000100:00000001:3.0:1789130468.687314:0:2349:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789130468.687315:0:2349:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130468.687319:0:2349:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf501a92c0 x1876037329045376/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130484 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130468.687333:0:2349:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789130468.687336:0:2349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789130468.687337:0:2349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789130468.687341:0:2349:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf501a92c0 x1876037329045376/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130484 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789130468.687346:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf501a92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:2349:1876037329045376:192.168.204.123@tcp:400:kworker.0 00000100:00000001:3.0:1789130468.687350:0:2349:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130468.687352:0:2349:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130468.687355:0:2349:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf501a9680 x1876037329045248/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130484 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130468.687362:0:2349:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789130468.687364:0:2349:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789130468.687368:0:2349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9caf47e8f600. 02000000:00000001:3.0:1789130468.687371:0:2349:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789130468.687374:0:2349:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1789130468.687376:0:2349:0:(genops.c:1223:class_import_put()) import ffff9caf6079a800 refcount=3 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000020:00000001:3.0:1789130468.687378:0:2349:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1789130468.687380:0:2349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9caf47fd2500. 02000000:00000001:3.0:1789130468.687384:0:2349:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789130468.687386:0:2349:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789130468.687387:0:2349:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf501a9680. 00000100:00000001:3.0:1789130468.687391:0:2349:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789130468.687393:0:2349:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130468.687395:0:2349:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130468.687398:0:2349:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf501ab0c0 x1876037329045504/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130484 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130468.687403:0:2349:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789130468.687405:0:2349:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789130468.687406:0:2349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9caf47e8e600. 02000000:00000001:3.0:1789130468.687408:0:2349:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789130468.687409:0:2349:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1789130468.687411:0:2349:0:(genops.c:1223:class_import_put()) import ffff9caf48ede000 refcount=2 obd=lustre-OST0001-osc-ffff9caf5014c800 00000020:00000001:3.0:1789130468.687413:0:2349:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1789130468.687414:0:2349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9caf47fd2300. 02000000:00000001:3.0:1789130468.687416:0:2349:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789130468.687417:0:2349:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789130468.687418:0:2349:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf501ab0c0. 00000100:00000001:3.0:1789130468.687420:0:2349:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789130468.687421:0:2349:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130468.687423:0:2349:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130468.687425:0:2349:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf501a92c0 x1876037329045376/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130484 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130468.687430:0:2349:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789130468.687431:0:2349:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789130468.687433:0:2349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9caf47e8fa00. 02000000:00000001:3.0:1789130468.687434:0:2349:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789130468.687435:0:2349:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1789130468.687437:0:2349:0:(genops.c:1223:class_import_put()) import ffff9caf468ac800 refcount=2 obd=lustre-OST0000-osc-ffff9caf5014c800 00000020:00000001:3.0:1789130468.687438:0:2349:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1789130468.687439:0:2349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9caf47fd2a00. 02000000:00000001:3.0:1789130468.687441:0:2349:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789130468.687442:0:2349:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789130468.687444:0:2349:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf501a92c0. 00000100:00000001:3.0:1789130468.687446:0:2349:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789130468.687447:0:2349:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130468.687450:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130468.687452:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789130468.687453:0:2349:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789130468.687455:0:2349:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130468.687457:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1789130468.693418:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130468.693434:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789130468.693438:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130468.693441:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130468.693451:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130468.693459:0:2341:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:3.0:1789130468.693467:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130468.693472:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130468.693477:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130468.693481:0:2341:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 224 into portal 25 MB=0x6aa3efa954680 00000400:00000200:3.0:1789130468.693485:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130468.693492:0:2341:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.123@tcp of length 224/224 into md 0x7075 [1] + 224 00000800:00000001:3.0:1789130468.693500:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130468.693507:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130468.693510:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130468.693515:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:3.0:1789130468.693523:0:2341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789130468.693532:0:2341:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf501aa940 x1876037329045120/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130484 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789130468.693543:0:2341:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9caf501aa940 x1876037329045120/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130484 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130468.693561:0:2341:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789130468.693570:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130468.693615:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130468.693633:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789130468.693637:0:2349:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789130468.693644:0:2349:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789130468.693646:0:2349:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789130468.693649:0:2349:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf60788108. 00000400:00000200:3.0:1789130468.693653:0:2349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf4549fbb0 00000400:00000010:3.0:1789130468.693656:0:2349:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf4549fbb0. 00000100:00000001:3.0:1789130468.693661:0:2349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789130468.693666:0:2349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf501aa940 x1876037329045120/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130484 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789130468.693674:0:2349:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf501aa940 x1876037329045120/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130484 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130468.693680:0:2349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789130468.693682:0:2349:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130468.693684:0:2349:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789130468.693689:0:2349:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789130468.693691:0:2349:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789130468.693694:0:2349:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789130468.693697:0:2349:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789130468.693704:0:2349:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf586cec60 time=87 v=5 (5 5 5 5) 00000100:00001000:3.0:1789130468.693708:0:2349:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf586cec18 time=5 v=5 (1 0 0 0) 00000100:00000001:3.0:1789130468.693711:0:2349:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789130468.693713:0:2349:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130468.693716:0:2349:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789130468.693718:0:2349:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130468.693721:0:2349:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130468.693726:0:2349:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf501aa940 x1876037329045120/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130484 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130468.693733:0:2349:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789130468.693736:0:2349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789130468.693739:0:2349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789130468.693743:0:2349:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf501aa940 x1876037329045120/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130484 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789130468.693751:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf501aa940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:70f26143-21ad-4cd3-af2c-0601ab5c9490:2349:1876037329045120:192.168.204.123@tcp:400:kworker.0 00000100:00000001:3.0:1789130468.693756:0:2349:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130468.693758:0:2349:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130468.693762:0:2349:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf501aa940 x1876037329045120/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130484 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130468.693769:0:2349:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789130468.693771:0:2349:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789130468.693775:0:2349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9caf47e8ec00. 02000000:00000001:3.0:1789130468.693778:0:2349:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789130468.693781:0:2349:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1789130468.693783:0:2349:0:(genops.c:1223:class_import_put()) import ffff9caf586ce800 refcount=3 obd=MGC192.168.204.123@tcp 00000020:00000001:3.0:1789130468.693785:0:2349:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1789130468.693787:0:2349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9caf47fd2d00. 02000000:00000001:3.0:1789130468.693791:0:2349:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789130468.693793:0:2349:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789130468.693794:0:2349:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf501aa940. 00000100:00000001:3.0:1789130468.693798:0:2349:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789130468.693799:0:2349:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130468.693801:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130468.694426:0:2349:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789130468.694429:0:2349:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130468.694432:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789130468.694434:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130469.307005:0:30671:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130469.307015:0:30671:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130469.307022:0:30671:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130469.307023:0:30671:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130469.307198:0:16116:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789130469.307202:0:16116:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789130469.307205:0:16116:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1789130470.335267:0:30671:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130470.335275:0:30671:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130470.335283:0:30671:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130470.335285:0:30671:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130470.335415:0:16244:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789130470.335420:0:16244:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789130470.335424:0:16244:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:1.0:1789130470.979563:0:33482:0:(llite_lib.c:4271:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130471.353934:0:30671:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130471.353953:0:30671:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130471.353958:0:30671:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130471.353959:0:30671:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130471.354049:0:16115:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789130471.354052:0:16115:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789130471.354055:0:16115:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:3.0:1789130471.357405:0:33518:0:(debug.c:652:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1789130471.357411:0:33518:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg423-client.virtnet: executing wait_import_state_mount (FULL|IDLE) mdc.lustre-MDT0000-mdc-*.mds_server_uuid 1475 0 00000001:00000001:3.0:1789130471.368609:0:33518:0:(debug.c:655:libcfs_debug_mark_buffer()) ************************************************** 00000080:00000001:2.0:1789130471.433379:0:33521:0:(llite_lib.c:4271:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130472.381587:0:30671:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130472.381594:0:30671:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130472.381601:0:30671:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130472.381602:0:30671:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130472.381844:0:16116:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789130472.381848:0:16116:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789130472.381851:0:16116:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1789130472.761953:0:30671:0:(connection.c:75:cpu_latency_work()) work item of ffff9caf6147ab30 (cpu 3) has reached its deadline 4296566779, at 4296566784 00000100:00000010:3.0:1789130472.761977:0:30671:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9caf584013c0. 00000100:00000040:2.0:1789130472.762456:0:32321:0:(connection.c:75:cpu_latency_work()) work item of ffff9caf6147aa20 (cpu 2) has reached its deadline 4296566779, at 4296566784 00000100:00000010:2.0:1789130472.762464:0:32321:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9caf584019c0. 00000080:00000001:2.0:1789130473.060197:0:33629:0:(llite_lib.c:4271:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130473.401917:0:30671:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130473.401929:0:30671:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789130473.401931:0:30671:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789130473.401940:0:30671:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130473.401943:0:30671:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789130473.401945:0:30671:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130473.401953:0:30671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789130473.401955:0:30671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130473.401958:0:30671:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130473.401960:0:30671:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130473.401965:0:30671:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130473.401967:0:30671:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130473.402059:0:16244:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789130473.402063:0:16244:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789130473.402066:0:16244:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:1.0:1789130473.440615:0:33665:0:(debug.c:652:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1789130473.440685:0:33665:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: mdc.lustre-MDT0000-mdc-*.mds_server_uuid in FULL state after 0 sec 00000001:00000001:1.0:1789130473.447885:0:33665:0:(debug.c:655:libcfs_debug_mark_buffer()) ************************************************** 00000100:00000040:2.0:1789130473.785997:0:17674:0:(pinger.c:229:ptlrpc_pinger_process_import()) 70f26143-21ad-4cd3-af2c-0601ab5c9490->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789130473.786014:0:17674:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1789130473.786026:0:17674:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf580b8000. 00000020:00000040:2.0:1789130473.786032:0:17674:0:(genops.c:1210:class_import_get()) import ffff9caf586ce800 refcount=4 obd=MGC192.168.204.123@tcp 00000100:00000001:2.0:1789130473.786037:0:17674:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789130473.786040:0:17674:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789130473.786045:0:17674:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789130473.786056:0:17674:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9caf49c42600. 00000100:00000001:2.0:1789130473.786064:0:17674:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130473.786077:0:17674:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 70f26143-21ad-4cd3-af2c-0601ab5c9490->MGS req@ffff9caf580b8000 x1876037329045632/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789130473.786089:0:17674:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789130473.786093:0:17674:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130473.786100:0:17674:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cd5f3892] to pc [ptlrpcd_01_00+0] req@ffff9caf580b8000 x1876037329045632/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130473.786118:0:17674:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130473.786120:0:17674:0:(pinger.c:229:ptlrpc_pinger_process_import()) c4ff2dbd-4d13-4802-9c50-d71e34d32a35->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789130473.786123:0:17674:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1789130473.786127:0:17674:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf580bbc00. 00000020:00000040:2.0:1789130473.786129:0:17674:0:(genops.c:1210:class_import_get()) import ffff9caf6079a800 refcount=4 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000100:00000001:2.0:1789130473.786131:0:17674:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789130473.786132:0:17674:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789130473.786133:0:17674:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789130473.786136:0:17674:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9caf49c42f00. 00000100:00000001:2.0:1789130473.786138:0:17674:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130473.786142:0:17674:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging c4ff2dbd-4d13-4802-9c50-d71e34d32a35->lustre-MDT0000_UUID req@ffff9caf580bbc00 x1876037329045760/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789130473.786148:0:17674:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789130473.786150:0:17674:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130473.786153:0:17674:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b97bc825] to pc [ptlrpcd_01_01+1] req@ffff9caf580bbc00 x1876037329045760/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130473.786161:0:17674:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130473.786163:0:17674:0:(pinger.c:229:ptlrpc_pinger_process_import()) c4ff2dbd-4d13-4802-9c50-d71e34d32a35->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789130473.786166:0:17674:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1789130473.786170:0:17674:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf580bb840. 00000020:00000040:2.0:1789130473.786172:0:17674:0:(genops.c:1210:class_import_get()) import ffff9caf468ac800 refcount=3 obd=lustre-OST0000-osc-ffff9caf5014c800 00000100:00000001:2.0:1789130473.786174:0:17674:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789130473.786175:0:17674:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789130473.786176:0:17674:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789130473.786179:0:17674:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9caf49c42200. 00000100:00000001:2.0:1789130473.786182:0:17674:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130473.786185:0:17674:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging c4ff2dbd-4d13-4802-9c50-d71e34d32a35->lustre-OST0000_UUID req@ffff9caf580bb840 x1876037329045888/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789130473.786191:0:17674:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789130473.786193:0:17674:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130473.786196:0:17674:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000024f9ac59] to pc [ptlrpcd_01_00+0] req@ffff9caf580bb840 x1876037329045888/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130473.786203:0:17674:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130473.786205:0:17674:0:(pinger.c:229:ptlrpc_pinger_process_import()) c4ff2dbd-4d13-4802-9c50-d71e34d32a35->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789130473.786208:0:17674:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1789130473.786211:0:17674:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf580b8f00. 00000020:00000040:2.0:1789130473.786213:0:17674:0:(genops.c:1210:class_import_get()) import ffff9caf48ede000 refcount=3 obd=lustre-OST0001-osc-ffff9caf5014c800 00000100:00000001:2.0:1789130473.786215:0:17674:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789130473.786216:0:17674:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789130473.786218:0:17674:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789130473.786222:0:17674:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9caf49c42100. 00000100:00000001:2.0:1789130473.786224:0:17674:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130473.786244:0:17674:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging c4ff2dbd-4d13-4802-9c50-d71e34d32a35->lustre-OST0001_UUID req@ffff9caf580b8f00 x1876037329046016/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789130473.786251:0:17674:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789130473.786253:0:17674:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130473.786256:0:17674:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000857e971] to pc [ptlrpcd_01_01+1] req@ffff9caf580b8f00 x1876037329046016/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130473.786263:0:17674:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130473.786267:0:17674:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1905) 00000100:00000001:3.0:1789130473.786359:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789130473.786364:0:2349:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789130473.786366:0:2349:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789130473.786372:0:2349:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf580b8000 x1876037329045632/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130473.786380:0:2349:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789130473.786382:0:2349:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789130473.786385:0:2349:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789130473.786388:0:2349:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789130473.786390:0:2349:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789130473.786394:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf580b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:70f26143-21ad-4cd3-af2c-0601ab5c9490:2349:1876037329045632:192.168.204.123@tcp:400:kworker.0 00000100:00000001:3.0:1789130473.786398:0:2349:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789130473.786405:0:2349:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789130473.786407:0:2349:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789130473.786410:0:2349:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789130473.786414:0:2349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9caf48a7b800. 02000000:00000001:3.0:1789130473.786416:0:2349:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789130473.786423:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:3.0:1789130473.786428:0:2349:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf60788108. 00000400:00000010:3.0:1789130473.786436:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf4549fbb0. 00000100:00000200:3.0:1789130473.786443:0:2349:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876037329045632, portal 25 00000100:00000001:3.0:1789130473.786445:0:2349:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789130473.786447:0:2349:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875643199488 : -109198066352128 : ffff9caf580b8000) 00000100:00000040:3.0:1789130473.786453:0:2349:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9caf580b8000 x1876037329045632/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130489 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130473.786460:0:2349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789130473.786463:0:2349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:3.0:1789130473.786465:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf4549ff68. 00000100:00000200:3.0:1789130473.786468:0:2349:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1876037329045632, offset 0 00000400:00000200:3.0:1789130473.786474:0:2349:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:3.0:1789130473.786483:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130473.786491:0:2349:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:3.0:1789130473.786496:0:2349:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789130473.786501:0:2349:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:3.0:1789130473.786506:0:2349:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789130473.786509:0:2349:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:3.0:1789130473.786512:0:2349:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2614:2614:256:4294967295] 192.168.204.123@tcp LPNI seq info [2613:2613:8:4294967295] 00000400:00000200:3.0:1789130473.786516:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130473.786525:0:2349:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:3.0:1789130473.786532:0:2349:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:3.0:1789130473.786537:0:2349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf47fd2600. 00000800:00000200:3.0:1789130473.786543:0:2349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:3.0:1789130473.786552:0:2349:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:3.0:1789130473.786556:0:2349:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf47fd2600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789130473.786579:0:2349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789130473.786584:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:3.0:1789130473.786586:0:2349:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.123@tcp: PM QoS new deadline estimation for cpu 2 is 4296571894 00000100:00000010:3.0:1789130473.786590:0:2349:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9caf584013c0. 00000100:00000001:3.0:1789130473.786597:0:2349:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.123@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1789130473.786602:0:2349:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.123@tcp: PM QoS new deadline estimation for cpu 3 is 4296571894 00000100:00000010:3.0:1789130473.786605:0:2349:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9caf58401480. 00000100:00000001:3.0:1789130473.786608:0:2349:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.123@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1789130473.786611:0:2349:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789130473.786613:0:2349:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130473.786616:0:2349:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789130473.786620:0:2349:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf580bb840 x1876037329045888/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130473.786626:0:2349:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789130473.786628:0:2349:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789130473.786630:0:2349:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789130473.786631:0:2349:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789130473.786633:0:2349:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789130473.786636:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf580bb840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:2349:1876037329045888:192.168.204.123@tcp:400:kworker.0 00000100:00000001:3.0:1789130473.786638:0:2349:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789130473.786641:0:2349:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789130473.786643:0:2349:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789130473.786644:0:2349:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789130473.786647:0:2349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9caf48a7a400. 02000000:00000001:3.0:1789130473.786649:0:2349:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789130473.786652:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:3.0:1789130473.786654:0:2349:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf60788738. 00000400:00000010:3.0:1789130473.786658:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf4549f000. 00000100:00000200:3.0:1789130473.786660:0:2349:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876037329045888, portal 4 00000100:00000001:3.0:1789130473.786662:0:2349:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789130473.786663:0:2349:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875643213888 : -109198066337728 : ffff9caf580bb840) 00000100:00000040:3.0:1789130473.786669:0:2349:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9caf580bb840 x1876037329045888/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130489 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130473.786674:0:2349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789130473.786676:0:2349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:3.0:1789130473.786678:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf4549f088. 00000100:00000200:3.0:1789130473.786679:0:2349:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876037329045888, offset 0 00000400:00000200:3.0:1789130473.786683:0:2349:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:3.0:1789130473.786687:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130473.786773:0:2349:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:3.0:1789130473.786776:0:2349:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789130473.786779:0:2349:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:3.0:1789130473.786781:0:2349:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789130473.786784:0:2349:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:3.0:1789130473.786786:0:2349:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2615:2615:255:4294967295] 192.168.204.123@tcp LPNI seq info [2614:2614:7:4294967295] 00000400:00000200:3.0:1789130473.786790:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130473.786796:0:2349:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:3.0:1789130473.786865:0:2349:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:3.0:1789130473.786870:0:2349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf47fd2c00. 00000800:00000200:3.0:1789130473.786874:0:2349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:3.0:1789130473.786878:0:2349:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:3.0:1789130473.786880:0:2349:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf47fd2c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789130473.786883:0:2349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130473.786887:0:2349:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9caf5014c800: using a timeout of 23038 usecs (24 jiffies) 00000400:00000200:3.0:1789130473.786890:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:3.0:1789130473.786893:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296567833 00000100:00000001:3.0:1789130473.786895:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9caf5014c800: PM QoS request active for cpu 2, keep current deadline 4296571894 00000100:00000001:3.0:1789130473.786897:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296567833 00000100:00000001:3.0:1789130473.786899:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9caf5014c800: PM QoS request active for cpu 3, keep current deadline 4296571894 00000100:00000001:3.0:1789130473.786900:0:2349:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789130473.786902:0:2349:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130473.786905:0:2349:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130473.786907:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130473.786914:0:2349:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789130473.786916:0:2349:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1789130473.786918:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789130473.786919:0:2349:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789130473.786921:0:2349:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789130473.786923:0:2349:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:3.0:1789130473.786925:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130473.786926:0:2349:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789130473.786928:0:2349:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130473.786929:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789130473.786930:0:2349:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789130473.786931:0:2349:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789130473.786935:0:2349:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf580bbc00 x1876037329045760/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130473.786941:0:2349:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789130473.786942:0:2349:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789130473.786944:0:2349:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789130473.786946:0:2349:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789130473.786948:0:2349:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789130473.786950:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf580bbc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:2349:1876037329045760:192.168.204.123@tcp:400:kworker.0 00000100:00000001:3.0:1789130473.786953:0:2349:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789130473.786955:0:2349:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789130473.786957:0:2349:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789130473.786959:0:2349:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789130473.786962:0:2349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9caf48a7b200. 02000000:00000001:3.0:1789130473.786963:0:2349:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789130473.786966:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:3.0:1789130473.786968:0:2349:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf60788b00. 00000400:00000010:3.0:1789130473.786972:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf4549f5d8. 00000100:00000200:3.0:1789130473.786974:0:2349:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876037329045760, portal 10 00000100:00000001:3.0:1789130473.786976:0:2349:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789130473.786978:0:2349:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875643214848 : -109198066336768 : ffff9caf580bbc00) 00000100:00000040:3.0:1789130473.786984:0:2349:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9caf580bbc00 x1876037329045760/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130489 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130473.786990:0:2349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789130473.786992:0:2349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:3.0:1789130473.786995:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf4549f2a8. 00000100:00000200:3.0:1789130473.786997:0:2349:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876037329045760, offset 0 00000400:00000200:3.0:1789130473.787000:0:2349:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:3.0:1789130473.787003:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130473.787007:0:2349:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:3.0:1789130473.787010:0:2349:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789130473.787012:0:2349:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:3.0:1789130473.787014:0:2349:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789130473.787016:0:2349:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:3.0:1789130473.787019:0:2349:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2616:2616:254:4294967295] 192.168.204.123@tcp LPNI seq info [2615:2615:6:4294967295] 00000400:00000200:3.0:1789130473.787022:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130473.787028:0:2349:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:3.0:1789130473.787032:0:2349:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:3.0:1789130473.787035:0:2349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf47fd2800. 00000800:00000200:3.0:1789130473.787039:0:2349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:3.0:1789130473.787043:0:2349:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:3.0:1789130473.787046:0:2349:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf47fd2800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789130473.787048:0:2349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130473.787051:0:2349:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: using a timeout of 825166 usecs (826 jiffies) 00000400:00000200:3.0:1789130473.787054:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:3.0:1789130473.787056:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296568635 00000100:00000001:3.0:1789130473.787058:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 2, keep current deadline 4296571894 00000100:00000001:3.0:1789130473.787060:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296568635 00000100:00000001:3.0:1789130473.787061:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 3, keep current deadline 4296571894 00000100:00000001:3.0:1789130473.787063:0:2349:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789130473.787065:0:2349:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130473.787067:0:2349:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789130473.787071:0:2349:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf580b8f00 x1876037329046016/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130473.787076:0:2349:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789130473.787077:0:2349:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789130473.787079:0:2349:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789130473.787080:0:2349:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789130473.787082:0:2349:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789130473.787084:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf580b8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:2349:1876037329046016:192.168.204.123@tcp:400:kworker.0 00000100:00000001:3.0:1789130473.787087:0:2349:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789130473.787089:0:2349:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789130473.787090:0:2349:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789130473.787091:0:2349:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789130473.787094:0:2349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9caf48a7ba00. 02000000:00000001:3.0:1789130473.787096:0:2349:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789130473.787099:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:3.0:1789130473.787101:0:2349:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf60788f78. 00000400:00000010:3.0:1789130473.787105:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf4549fe58. 00000100:00000200:3.0:1789130473.787107:0:2349:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876037329046016, portal 4 00000100:00000001:3.0:1789130473.787109:0:2349:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789130473.787110:0:2349:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875643203328 : -109198066348288 : ffff9caf580b8f00) 00000100:00000040:3.0:1789130473.787115:0:2349:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9caf580b8f00 x1876037329046016/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130489 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130473.787125:0:2349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789130473.787127:0:2349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:3.0:1789130473.787129:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf4549fd48. 00000100:00000200:3.0:1789130473.787131:0:2349:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876037329046016, offset 0 00000400:00000200:3.0:1789130473.787135:0:2349:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:3.0:1789130473.787138:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130473.787141:0:2349:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:3.0:1789130473.787144:0:2349:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789130473.787146:0:2349:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:3.0:1789130473.787148:0:2349:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789130473.787149:0:2349:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:3.0:1789130473.787152:0:2349:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2617:2617:253:4294967295] 192.168.204.123@tcp LPNI seq info [2616:2616:5:4294967295] 00000400:00000200:3.0:1789130473.787156:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130473.787161:0:2349:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:3.0:1789130473.787166:0:2349:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:3.0:1789130473.787168:0:2349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf47fd2b00. 00000800:00000200:3.0:1789130473.787172:0:2349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:3.0:1789130473.787176:0:2349:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:3.0:1789130473.787178:0:2349:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf47fd2b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789130473.787181:0:2349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130473.787183:0:2349:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9caf5014c800: using a timeout of 320540 usecs (321 jiffies) 00000400:00000200:3.0:1789130473.787186:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:3.0:1789130473.787188:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296568130 00000100:00000001:3.0:1789130473.787190:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9caf5014c800: PM QoS request active for cpu 2, keep current deadline 4296571894 00000100:00000001:3.0:1789130473.787192:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296568130 00000100:00000001:3.0:1789130473.787194:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9caf5014c800: PM QoS request active for cpu 3, keep current deadline 4296571894 00000100:00000001:3.0:1789130473.787196:0:2349:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789130473.787198:0:2349:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130473.787201:0:2349:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130473.787203:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130473.787214:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789130473.787216:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789130473.787347:0:2342:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789130473.787352:0:2342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf47fd2600. 00000400:00000200:2.0:1789130473.787356:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130473.787361:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:2.0:1789130473.787367:0:2342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf4549ff68 00000400:00000010:2.0:1789130473.787369:0:2342:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf4549ff68. 00000100:00000001:2.0:1789130473.787373:0:2342:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789130473.787378:0:2342:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf580b8000 x1876037329045632/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130489 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130473.787387:0:2342:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130473.787390:0:2342:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf580b8000 x1876037329045632/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130489 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130473.787396:0:2342:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130473.787397:0:2342:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1789130473.787409:0:2342:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789130473.787411:0:2342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf47fd2c00. 00000400:00000200:2.0:1789130473.787413:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130473.787416:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:2.0:1789130473.787418:0:2342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf4549f088 00000400:00000010:2.0:1789130473.787420:0:2342:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf4549f088. 00000100:00000001:2.0:1789130473.787422:0:2342:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789130473.787425:0:2342:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf580bb840 x1876037329045888/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130489 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130473.787431:0:2342:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130473.787434:0:2342:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf580bb840 x1876037329045888/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130489 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130473.787441:0:2342:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130473.787442:0:2342:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1789130473.787449:0:2342:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789130473.787451:0:2342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf47fd2800. 00000400:00000200:2.0:1789130473.787453:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130473.787456:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:2.0:1789130473.787458:0:2342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf4549f2a8 00000400:00000010:2.0:1789130473.787459:0:2342:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf4549f2a8. 00000100:00000001:2.0:1789130473.787462:0:2342:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789130473.787464:0:2342:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf580bbc00 x1876037329045760/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130489 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130473.787470:0:2342:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130473.787473:0:2342:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf580bbc00 x1876037329045760/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130489 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130473.787478:0:2342:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130473.787480:0:2342:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1789130473.787537:0:2342:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789130473.787539:0:2342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf47fd2b00. 00000400:00000200:2.0:1789130473.787542:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130473.787546:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:2.0:1789130473.787548:0:2342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf4549fd48 00000400:00000010:2.0:1789130473.787549:0:2342:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf4549fd48. 00000100:00000001:2.0:1789130473.787552:0:2342:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789130473.787555:0:2342:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf580b8f00 x1876037329046016/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130489 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130473.787561:0:2342:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130473.787564:0:2342:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf580b8f00 x1876037329046016/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130489 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130473.787573:0:2342:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130473.787575:0:2342:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1789130473.796016:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130473.796031:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789130473.796036:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130473.796038:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130473.796047:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130473.796056:0:2341:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:3.0:1789130473.796064:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130473.796070:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130473.796076:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130473.796080:0:2341:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 224 into portal 25 MB=0x6aa3efa954880 00000400:00000200:3.0:1789130473.796086:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130473.796092:0:2341:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.123@tcp of length 224/224 into md 0x70b5 [1] + 224 00000800:00000001:3.0:1789130473.796100:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130473.796105:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130473.796108:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130473.796113:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:3.0:1789130473.796120:0:2341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789130473.796129:0:2341:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf580b8000 x1876037329045632/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130489 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789130473.796140:0:2341:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9caf580b8000 x1876037329045632/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130489 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130473.796268:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789130473.796272:0:2349:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789130473.796291:0:2341:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789130473.796301:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130473.796305:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1789130473.799387:0:2349:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789130473.799394:0:2349:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789130473.799399:0:2349:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf60788108. 00000400:00000200:2.0:1789130473.799407:0:2349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf4549fbb0 00000400:00000010:2.0:1789130473.799409:0:2349:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf4549fbb0. 00000100:00000001:2.0:1789130473.799416:0:2349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789130473.799428:0:2349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf580b8000 x1876037329045632/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130489 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789130473.799439:0:2349:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf580b8000 x1876037329045632/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130489 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130473.799446:0:2349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789130473.799449:0:2349:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789130473.799452:0:2349:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789130473.799455:0:2349:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789130473.799457:0:2349:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789130473.799459:0:2349:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789130473.799462:0:2349:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789130473.799469:0:2349:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf586cec60 time=92 v=5 (5 5 5 5) 00000100:00001000:2.0:1789130473.799473:0:2349:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf586cec18 time=10 v=5 (1 0 0 0) 00000100:00000001:2.0:1789130473.799476:0:2349:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789130473.799477:0:2349:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130473.799481:0:2349:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789130473.799483:0:2349:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130473.799487:0:2349:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130473.799491:0:2349:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf580b8000 x1876037329045632/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130489 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130473.799499:0:2349:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789130473.799503:0:2349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789130473.799505:0:2349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789130473.799510:0:2349:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf580b8000 x1876037329045632/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130489 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789130473.799518:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf580b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:70f26143-21ad-4cd3-af2c-0601ab5c9490:2349:1876037329045632:192.168.204.123@tcp:400:kworker.0 00000100:00000001:3.0:1789130473.799713:0:2349:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130473.799717:0:2349:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130473.799723:0:2349:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf580b8000 x1876037329045632/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130489 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130473.799730:0:2349:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789130473.799733:0:2349:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789130473.799737:0:2349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9caf48a7b800. 02000000:00000001:3.0:1789130473.799742:0:2349:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789130473.799745:0:2349:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1789130473.799747:0:2349:0:(genops.c:1223:class_import_put()) import ffff9caf586ce800 refcount=3 obd=MGC192.168.204.123@tcp 00000020:00000001:3.0:1789130473.799749:0:2349:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1789130473.799751:0:2349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9caf49c42600. 02000000:00000001:3.0:1789130473.799755:0:2349:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789130473.799757:0:2349:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789130473.799758:0:2349:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf580b8000. 00000100:00000001:3.0:1789130473.799763:0:2349:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789130473.799765:0:2349:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130473.799768:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130473.799771:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789130473.799773:0:2349:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789130473.799776:0:2349:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130473.799778:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1789130473.804486:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130473.804507:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789130473.804511:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130473.804513:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130473.804527:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130473.804535:0:2342:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:2.0:1789130473.804545:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130473.804550:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130473.804557:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130473.804562:0:2342:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 224 into portal 4 MB=0x6aa3efa954a00 00000400:00000200:2.0:1789130473.804630:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130473.804638:0:2342:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.123@tcp of length 224/224 into md 0x70e5 [1] + 224 00000800:00000001:2.0:1789130473.804647:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130473.804652:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130473.804655:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130473.804660:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:2.0:1789130473.804668:0:2342:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789130473.804679:0:2342:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf580b8f00 x1876037329046016/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130489 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789130473.804689:0:2342:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9caf580b8f00 x1876037329046016/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130489 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130473.804745:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789130473.804751:0:2349:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789130473.804770:0:2342:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789130473.804782:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130473.804787:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789130473.804789:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130473.804791:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130473.804794:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130473.804798:0:2342:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:2.0:1789130473.804836:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130473.804839:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130473.804842:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130473.804845:0:2342:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 224 into portal 10 MB=0x6aa3efa954900 00000400:00000200:2.0:1789130473.804848:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130473.804852:0:2342:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.123@tcp of length 224/224 into md 0x70d5 [1] + 224 00000800:00000001:2.0:1789130473.804856:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130473.804860:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130473.804862:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130473.804865:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:2.0:1789130473.804869:0:2342:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789130473.804874:0:2342:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf580bbc00 x1876037329045760/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130489 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789130473.804882:0:2342:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9caf580bbc00 x1876037329045760/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130489 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130473.804890:0:2342:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789130473.804894:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130473.804897:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789130473.804899:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130473.804901:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130473.804904:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130473.804908:0:2342:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:2.0:1789130473.804911:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130473.804913:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130473.804916:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130473.804919:0:2342:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 224 into portal 4 MB=0x6aa3efa954980 00000400:00000200:2.0:1789130473.804922:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130473.804925:0:2342:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.123@tcp of length 224/224 into md 0x70c5 [1] + 224 00000800:00000001:2.0:1789130473.804929:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130473.804937:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130473.804939:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130473.804943:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:2.0:1789130473.804945:0:2342:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789130473.804950:0:2342:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf580bb840 x1876037329045888/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130489 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789130473.804958:0:2342:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9caf580bb840 x1876037329045888/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130489 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130473.804965:0:2342:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789130473.804968:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130473.804971:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1789130473.811031:0:2349:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789130473.811039:0:2349:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789130473.811044:0:2349:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf60788f78. 00000400:00000200:3.0:1789130473.811053:0:2349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf4549fe58 00000400:00000010:3.0:1789130473.811056:0:2349:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf4549fe58. 00000100:00000001:3.0:1789130473.811063:0:2349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789130473.811076:0:2349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf580b8f00 x1876037329046016/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130489 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789130473.811087:0:2349:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf580b8f00 x1876037329046016/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130489 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130473.811096:0:2349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789130473.811098:0:2349:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130473.811101:0:2349:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789130473.811104:0:2349:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789130473.811107:0:2349:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789130473.811109:0:2349:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789130473.811112:0:2349:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789130473.811122:0:2349:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf48ede460 time=92 v=5 (5 5 5 5) 00000100:00001000:3.0:1789130473.811127:0:2349:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf48ede418 time=10 v=5 (1 0 0 0) 00000100:00000001:3.0:1789130473.811130:0:2349:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789130473.811131:0:2349:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130473.811135:0:2349:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789130473.811139:0:2349:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130473.811144:0:2349:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789130473.811146:0:2349:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9caf5014c800: skip recheck: last_committed 4294967312 00000100:00000001:3.0:1789130473.811148:0:2349:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789130473.811150:0:2349:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130473.811155:0:2349:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf580b8f00 x1876037329046016/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130489 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130473.811162:0:2349:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789130473.811165:0:2349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789130473.811167:0:2349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789130473.811171:0:2349:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf580b8f00 x1876037329046016/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130489 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789130473.811178:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf580b8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:2349:1876037329046016:192.168.204.123@tcp:400:kworker.0 00000400:00000001:3.0:1789130473.811185:0:2349:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789130473.811186:0:2349:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789130473.811187:0:2349:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf60788738. 00000400:00000200:3.0:1789130473.811190:0:2349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf4549f000 00000400:00000010:3.0:1789130473.811191:0:2349:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf4549f000. 00000100:00000001:3.0:1789130473.811194:0:2349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789130473.811197:0:2349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf580bb840 x1876037329045888/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130489 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789130473.811203:0:2349:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf580bb840 x1876037329045888/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130489 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130473.811209:0:2349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789130473.811210:0:2349:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130473.811211:0:2349:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789130473.811212:0:2349:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789130473.811214:0:2349:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789130473.811215:0:2349:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789130473.811217:0:2349:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789130473.811220:0:2349:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf468acc60 time=92 v=5 (5 5 5 5) 00000100:00001000:3.0:1789130473.811223:0:2349:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf468acc18 time=10 v=5 (1 0 0 0) 00000100:00000001:3.0:1789130473.811225:0:2349:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789130473.811226:0:2349:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130473.811238:0:2349:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789130473.811240:0:2349:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130473.811242:0:2349:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789130473.811244:0:2349:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9caf5014c800: skip recheck: last_committed 4294967341 00000100:00000001:3.0:1789130473.811245:0:2349:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789130473.811246:0:2349:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130473.811250:0:2349:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf580bb840 x1876037329045888/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130489 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130473.811255:0:2349:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789130473.811257:0:2349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789130473.811258:0:2349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789130473.811261:0:2349:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf580bb840 x1876037329045888/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130489 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789130473.811267:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf580bb840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:2349:1876037329045888:192.168.204.123@tcp:400:kworker.0 00000100:00000001:3.0:1789130473.811271:0:2349:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130473.811274:0:2349:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130473.811277:0:2349:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf580b8f00 x1876037329046016/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130489 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130473.811283:0:2349:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789130473.811285:0:2349:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789130473.811289:0:2349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9caf48a7ba00. 02000000:00000001:3.0:1789130473.811293:0:2349:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789130473.811295:0:2349:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1789130473.811297:0:2349:0:(genops.c:1223:class_import_put()) import ffff9caf48ede000 refcount=2 obd=lustre-OST0001-osc-ffff9caf5014c800 00000020:00000001:3.0:1789130473.811299:0:2349:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1789130473.811311:0:2349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9caf49c42100. 02000000:00000001:3.0:1789130473.811317:0:2349:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789130473.811319:0:2349:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789130473.811320:0:2349:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf580b8f00. 00000100:00000001:3.0:1789130473.811327:0:2349:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789130473.811328:0:2349:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130473.811330:0:2349:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130473.811333:0:2349:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf580bb840 x1876037329045888/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130489 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130473.811339:0:2349:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789130473.811341:0:2349:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789130473.811342:0:2349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9caf48a7a400. 02000000:00000001:3.0:1789130473.811344:0:2349:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789130473.811345:0:2349:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1789130473.811346:0:2349:0:(genops.c:1223:class_import_put()) import ffff9caf468ac800 refcount=2 obd=lustre-OST0000-osc-ffff9caf5014c800 00000020:00000001:3.0:1789130473.811348:0:2349:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1789130473.811349:0:2349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9caf49c42200. 02000000:00000001:3.0:1789130473.811351:0:2349:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789130473.811352:0:2349:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789130473.811353:0:2349:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf580bb840. 00000100:00000001:3.0:1789130473.811357:0:2349:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789130473.811359:0:2349:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130473.811362:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130473.811365:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789130473.811366:0:2349:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789130473.811369:0:2349:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789130473.811370:0:2349:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789130473.811372:0:2349:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf60788b00. 00000400:00000200:3.0:1789130473.811374:0:2349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf4549f5d8 00000400:00000010:3.0:1789130473.811376:0:2349:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf4549f5d8. 00000100:00000001:3.0:1789130473.811378:0:2349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789130473.811383:0:2349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf580bbc00 x1876037329045760/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130489 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789130473.811392:0:2349:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf580bbc00 x1876037329045760/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130489 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130473.811399:0:2349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789130473.811400:0:2349:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130473.811402:0:2349:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789130473.811403:0:2349:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789130473.811404:0:2349:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789130473.811406:0:2349:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789130473.811407:0:2349:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789130473.811411:0:2349:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf6079ac60 time=92 v=5 (5 104 104 104) 00000100:00001000:3.0:1789130473.811413:0:2349:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf6079ac18 time=14 v=5 (1 0 0 0) 00000100:00000001:3.0:1789130473.811415:0:2349:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789130473.811416:0:2349:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130473.811418:0:2349:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789130473.811419:0:2349:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130473.811422:0:2349:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789130473.811423:0:2349:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9caf5014c800: skip recheck: last_committed 4294967654 00000100:00000001:3.0:1789130473.811425:0:2349:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789130473.811426:0:2349:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130473.811429:0:2349:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf580bbc00 x1876037329045760/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130489 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130473.811434:0:2349:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789130473.811436:0:2349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789130473.811437:0:2349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789130473.811440:0:2349:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf580bbc00 x1876037329045760/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130489 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789130473.811448:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf580bbc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:2349:1876037329045760:192.168.204.123@tcp:400:kworker.0 00000100:00000001:3.0:1789130473.811452:0:2349:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130473.811454:0:2349:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130473.811456:0:2349:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf580bbc00 x1876037329045760/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130489 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130473.811462:0:2349:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789130473.811464:0:2349:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789130473.811466:0:2349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9caf48a7b200. 02000000:00000001:3.0:1789130473.811468:0:2349:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789130473.811469:0:2349:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1789130473.811471:0:2349:0:(genops.c:1223:class_import_put()) import ffff9caf6079a800 refcount=3 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000020:00000001:3.0:1789130473.811472:0:2349:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1789130473.811474:0:2349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9caf49c42f00. 02000000:00000001:3.0:1789130473.811476:0:2349:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789130473.811477:0:2349:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789130473.811478:0:2349:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf580bbc00. 00000100:00000001:3.0:1789130473.811481:0:2349:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789130473.811482:0:2349:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130473.811483:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130473.811491:0:2349:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789130473.811493:0:2349:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130473.811495:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789130473.811496:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130474.425989:0:30671:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130474.425997:0:30671:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130474.426003:0:30671:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130474.426004:0:30671:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130474.426102:0:16115:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789130474.426106:0:16115:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789130474.426109:0:16115:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:1.0:1789130475.093788:0:33683:0:(llite_lib.c:4271:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130475.427567:0:33703:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f40d53d10 00000080:00200008:2.0:1789130475.427576:0:33703:0:(file.c:6313:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9caf601980c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1789130475.427583:0:33703:0:(file.c:6206:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1789130475.427584:0:33703:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f40d53c88 00000080:00200000:2.0:1789130475.427586:0:33703:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8),name=/ 00000080:00000010:2.0:1789130475.427593:0:33703:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9caf42b29400. 00800000:00000002:2.0:1789130475.427599:0:33703:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9caf4557c8c0 2 00000080:00000001:2.0:1789130475.427603:0:33703:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1789130475.427607:0:33703:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1789130475.427609:0:33703:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f40d53ba8 00800000:00000002:2.0:1789130475.427612:0:33703:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1789130475.427615:0:33703:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1789130475.427620:0:33703:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1789130475.427625:0:33703:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1789130475.427627:0:33703:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f40d53a78 00000002:00010000:2.0:1789130475.427636:0:33703:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1789130475.427640:0:33703:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1789130475.427642:0:33703:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789130475.427645:0:33703:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789130475.427655:0:33703:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf48e45300 count: 2 00010000:00000001:2.0:1789130475.427658:0:33703:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789130475.427664:0:33703:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789130475.427668:0:33703:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1789130475.427673:0:33703:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a93c00/0xde5303b1d982cdcc lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a5f82 expref: -99 pid: 33237 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:2.0:1789130475.427683:0:33703:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1789130475.427687:0:33703:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789130475.427691:0:33703:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a93c00/0xde5303b1d982cdcc lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a5f82 expref: -99 pid: 33237 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:2.0:1789130475.427698:0:33703:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1789130475.427700:0:33703:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1789130475.427701:0:33703:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1789130475.427703:0:33703:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1789130475.427705:0:33703:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1789130475.427707:0:33703:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1789130475.427710:0:33703:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1789130475.427713:0:33703:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9caf4557c8c0 2 00000080:00000010:2.0:1789130475.427717:0:33703:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9caf42b29400. 00000080:00000001:2.0:1789130475.427722:0:33703:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1789130475.427724:0:33703:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789130475.427727:0:33703:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9caf601980c8) 00000080:00010000:2.0:1789130475.427730:0:33703:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9caf601980c8) for lock 0xde5303b1d982cdcc 00800000:00000001:2.0:1789130475.427733:0:33703:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1789130475.427735:0:33703:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1789130475.427736:0:33703:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130475.427739:0:33703:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130475.427742:0:33703:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf46a93c00 refcount=3 00000020:00000001:2.0:1789130475.427744:0:33703:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875351546880 : -109198358004736 : ffff9caf46a93c00) 00010000:00000001:2.0:1789130475.427746:0:33703:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875351546880 : -109198358004736 : ffff9caf46a93c00) 00010000:00000001:2.0:1789130475.427749:0:33703:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130475.427751:0:33703:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789130475.427752:0:33703:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789130475.427754:0:33703:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789130475.427756:0:33703:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xde5303b1d982cdcc from it ffffb97f40d53cc0 00010000:00000001:2.0:1789130475.427758:0:33703:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130475.427758:0:33703:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130475.427760:0:33703:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf46a93c00 refcount=3 00000020:00000001:2.0:1789130475.427762:0:33703:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875351546880 : -109198358004736 : ffff9caf46a93c00) 00010000:00000001:2.0:1789130475.427764:0:33703:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875351546880 : -109198358004736 : ffff9caf46a93c00) 00010000:00000001:2.0:1789130475.427766:0:33703:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789130475.427768:0:33703:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a93c00/0xde5303b1d982cdcc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a5f82 expref: -99 pid: 33237 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:2.0:1789130475.427774:0:33703:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130475.427775:0:33703:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130475.427776:0:33703:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1789130475.427778:0:33703:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1789130475.427780:0:33703:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a93c00/0xde5303b1d982cdcc lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a5f82 expref: -99 pid: 33237 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:2.0:1789130475.427790:0:33703:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789130475.427793:0:33703:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789130475.427795:0:33703:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789130475.427799:0:33703:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130475.427800:0:33703:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130475.427801:0:33703:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130475.428150:0:33703:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789130475.428152:0:33703:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130475.428154:0:33703:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130475.428157:0:33703:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130475.428160:0:33703:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789130475.428161:0:33703:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130475.428163:0:33703:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1789130475.428166:0:33703:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1789130475.428168:0:33703:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1789130475.428172:0:33703:0:(file.c:6266:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130475.428178:0:33703:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f40d53d10 00000080:00000008:2.0:1789130475.428180:0:33703:0:(file.c:6498:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff9caf601980c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1789130475.431321:0:33703:0:(llite_lib.c:4271:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130475.431387:0:33703:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f40d53d10 00000080:00200008:2.0:1789130475.431393:0:33703:0:(file.c:6313:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9caf601980c8), request_mask 0, flags 0, foreign 0 00000080:00000001:2.0:1789130475.431403:0:33703:0:(file.c:6206:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1789130475.431404:0:33703:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f40d53c88 00000080:00200000:2.0:1789130475.431406:0:33703:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8),name=/ 00000080:00000010:2.0:1789130475.431413:0:33703:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9caf42b29400. 00800000:00000002:2.0:1789130475.431419:0:33703:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9caf4557c8c0 2 00000080:00000001:2.0:1789130475.431424:0:33703:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1789130475.431429:0:33703:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1789130475.431431:0:33703:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f40d53ba8 00800000:00000002:2.0:1789130475.431435:0:33703:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1789130475.431440:0:33703:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1789130475.431448:0:33703:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1789130475.431455:0:33703:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1789130475.431458:0:33703:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f40d53a78 00000002:00010000:2.0:1789130475.431459:0:33703:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1789130475.431463:0:33703:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1789130475.431465:0:33703:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789130475.431469:0:33703:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789130475.431478:0:33703:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf48e45300 count: 2 00010000:00000001:2.0:1789130475.431482:0:33703:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789130475.431487:0:33703:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789130475.431492:0:33703:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1789130475.431498:0:33703:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a93c00/0xde5303b1d982cdcc lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a5f82 expref: -99 pid: 33237 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:2.0:1789130475.431511:0:33703:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1789130475.431519:0:33703:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789130475.431522:0:33703:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a93c00/0xde5303b1d982cdcc lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a5f82 expref: -99 pid: 33237 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:2.0:1789130475.431531:0:33703:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1789130475.431533:0:33703:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1789130475.431535:0:33703:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1789130475.431538:0:33703:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1789130475.431540:0:33703:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1789130475.431543:0:33703:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1789130475.431546:0:33703:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1789130475.431549:0:33703:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9caf4557c8c0 2 00000080:00000010:2.0:1789130475.431553:0:33703:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9caf42b29400. 00000080:00000001:2.0:1789130475.431559:0:33703:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1789130475.431561:0:33703:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789130475.431565:0:33703:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9caf601980c8) 00000080:00010000:2.0:1789130475.431569:0:33703:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9caf601980c8) for lock 0xde5303b1d982cdcc 00800000:00000001:2.0:1789130475.431573:0:33703:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1789130475.431576:0:33703:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1789130475.431578:0:33703:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130475.431582:0:33703:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130475.431584:0:33703:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf46a93c00 refcount=3 00000020:00000001:2.0:1789130475.431587:0:33703:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875351546880 : -109198358004736 : ffff9caf46a93c00) 00010000:00000001:2.0:1789130475.431589:0:33703:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875351546880 : -109198358004736 : ffff9caf46a93c00) 00010000:00000001:2.0:1789130475.431592:0:33703:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130475.431594:0:33703:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789130475.431595:0:33703:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789130475.431596:0:33703:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789130475.431599:0:33703:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xde5303b1d982cdcc from it ffffb97f40d53cc0 00010000:00000001:2.0:1789130475.431601:0:33703:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130475.431602:0:33703:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130475.431603:0:33703:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf46a93c00 refcount=3 00000020:00000001:2.0:1789130475.431605:0:33703:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875351546880 : -109198358004736 : ffff9caf46a93c00) 00010000:00000001:2.0:1789130475.431607:0:33703:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875351546880 : -109198358004736 : ffff9caf46a93c00) 00010000:00000001:2.0:1789130475.431609:0:33703:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789130475.431613:0:33703:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a93c00/0xde5303b1d982cdcc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a5f82 expref: -99 pid: 33237 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:2.0:1789130475.431619:0:33703:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130475.431620:0:33703:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130475.431622:0:33703:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1789130475.431624:0:33703:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1789130475.431627:0:33703:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a93c00/0xde5303b1d982cdcc lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a5f82 expref: -99 pid: 33237 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:2.0:1789130475.431636:0:33703:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789130475.431639:0:33703:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789130475.431642:0:33703:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789130475.431646:0:33703:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130475.431647:0:33703:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130475.431649:0:33703:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130475.431652:0:33703:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789130475.431654:0:33703:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130475.431656:0:33703:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130475.431659:0:33703:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130475.431661:0:33703:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789130475.431662:0:33703:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130475.431663:0:33703:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1789130475.431665:0:33703:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1789130475.431667:0:33703:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1789130475.431671:0:33703:0:(file.c:6266:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130475.431676:0:33703:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f40d53d10 00000080:00000008:2.0:1789130475.431678:0:33703:0:(file.c:6498:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff9caf601980c8), request_mask 0, flags 0, foreign 0 00000080:00000001:2.0:1789130475.431881:0:33703:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:2.0:1789130475.431884:0:33703:0:(file.c:6206:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1789130475.431885:0:33703:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f40d53b78 00000080:00200000:2.0:1789130475.431888:0:33703:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8),name=/ 00000080:00000010:2.0:1789130475.431892:0:33703:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9caf42b29400. 00800000:00000002:2.0:1789130475.431895:0:33703:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9caf4557c8c0 2 00000080:00000001:2.0:1789130475.431898:0:33703:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1789130475.431900:0:33703:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1789130475.431901:0:33703:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f40d53a98 00800000:00000002:2.0:1789130475.431903:0:33703:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1789130475.431906:0:33703:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1789130475.431909:0:33703:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1789130475.431913:0:33703:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1789130475.431915:0:33703:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f40d53968 00000002:00010000:2.0:1789130475.431917:0:33703:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1789130475.431920:0:33703:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1789130475.431922:0:33703:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789130475.431924:0:33703:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789130475.431926:0:33703:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf48e45300 count: 2 00010000:00000001:2.0:1789130475.431929:0:33703:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789130475.432018:0:33703:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789130475.432022:0:33703:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1789130475.432026:0:33703:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a93c00/0xde5303b1d982cdcc lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a5f82 expref: -99 pid: 33237 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 02000000:00000001:2.0:1789130475.432034:0:33703:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1789130475.432037:0:33703:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789130475.432040:0:33703:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a93c00/0xde5303b1d982cdcc lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a5f82 expref: -99 pid: 33237 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000002:00000001:2.0:1789130475.432045:0:33703:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1789130475.432047:0:33703:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1789130475.432048:0:33703:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1789130475.432050:0:33703:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1789130475.432051:0:33703:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1789130475.432053:0:33703:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1789130475.432056:0:33703:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1789130475.432058:0:33703:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9caf4557c8c0 2 00000080:00000010:2.0:1789130475.432060:0:33703:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9caf42b29400. 00000080:00000001:2.0:1789130475.432064:0:33703:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1789130475.432065:0:33703:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789130475.432067:0:33703:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9caf601980c8) 00000080:00010000:2.0:1789130475.432070:0:33703:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9caf601980c8) for lock 0xde5303b1d982cdcc 00800000:00000001:2.0:1789130475.432072:0:33703:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1789130475.432074:0:33703:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1789130475.432075:0:33703:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130475.432076:0:33703:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130475.432078:0:33703:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf46a93c00 refcount=3 00000020:00000001:2.0:1789130475.432081:0:33703:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875351546880 : -109198358004736 : ffff9caf46a93c00) 00010000:00000001:2.0:1789130475.432083:0:33703:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875351546880 : -109198358004736 : ffff9caf46a93c00) 00010000:00000001:2.0:1789130475.432086:0:33703:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130475.432087:0:33703:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789130475.432088:0:33703:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789130475.432090:0:33703:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789130475.432092:0:33703:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xde5303b1d982cdcc from it ffffb97f40d53bb0 00010000:00000001:2.0:1789130475.432093:0:33703:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130475.432094:0:33703:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130475.432096:0:33703:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf46a93c00 refcount=3 00000020:00000001:2.0:1789130475.432097:0:33703:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875351546880 : -109198358004736 : ffff9caf46a93c00) 00010000:00000001:2.0:1789130475.432099:0:33703:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875351546880 : -109198358004736 : ffff9caf46a93c00) 00010000:00000001:2.0:1789130475.432101:0:33703:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789130475.432104:0:33703:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a93c00/0xde5303b1d982cdcc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a5f82 expref: -99 pid: 33237 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:2.0:1789130475.432111:0:33703:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130475.432112:0:33703:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130475.432113:0:33703:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1789130475.432114:0:33703:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1789130475.432117:0:33703:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a93c00/0xde5303b1d982cdcc lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a5f82 expref: -99 pid: 33237 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:2.0:1789130475.432123:0:33703:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789130475.432125:0:33703:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789130475.432126:0:33703:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789130475.432129:0:33703:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130475.432130:0:33703:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130475.432131:0:33703:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130475.432133:0:33703:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789130475.432134:0:33703:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130475.432136:0:33703:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130475.432138:0:33703:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130475.432140:0:33703:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789130475.432141:0:33703:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130475.432143:0:33703:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1789130475.432145:0:33703:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1789130475.432147:0:33703:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1789130475.432150:0:33703:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8), inode mode 41ff mask 44 00000080:00000001:2.0:1789130475.432154:0:33703:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130475.432161:0:33703:0:(dir.c:3010:ll_dir_open()) Process entered 00000080:00000001:2.0:1789130475.432163:0:33703:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:2.0:1789130475.432165:0:33703:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f40d53b78 00000080:00200008:2.0:1789130475.432167:0:33703:0:(file.c:1090:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff9caf601980c8), flags 100000 00000080:00000010:2.0:1789130475.432174:0:33703:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9caf47d2d400. 00000080:00000001:2.0:1789130475.432181:0:33703:0:(file.c:1115:ll_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130475.432183:0:33703:0:(dir.c:3011:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130475.432501:0:33703:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789130475.432506:0:33703:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffe85d5c290 00000080:00000001:2.0:1789130475.432514:0:33703:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789130475.432517:0:33703:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789130475.432524:0:33703:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf50107400. 00000020:00000001:2.0:1789130475.432530:0:33703:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130475.432533:0:33703:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789130475.432537:0:33703:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789130475.432539:0:33703:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf50107400 uarg=0000000000000000 00800000:00000001:2.0:1789130475.432546:0:33703:0:(obd_class.h:1075:obd_statfs()) Process entered 00800000:00000004:2.0:1789130475.432549:0:33703:0:(obd_class.h:1091:obd_statfs()) lustre-MDT0000-mdc-ffff9caf5014c800: age 1890, max_age 1901 00000002:00000001:2.0:1789130475.432553:0:33703:0:(mdc_request.c:1667:mdc_statfs()) Process entered 00000020:00000040:2.0:1789130475.432556:0:33703:0:(genops.c:1210:class_import_get()) import ffff9caf6079a800 refcount=4 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000100:00000010:2.0:1789130475.432563:0:33703:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf580bad00. 00000020:00000040:2.0:1789130475.432565:0:33703:0:(genops.c:1210:class_import_get()) import ffff9caf6079a800 refcount=5 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000100:00000001:2.0:1789130475.432570:0:33703:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789130475.432572:0:33703:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789130475.432576:0:33703:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789130475.432585:0:33703:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9caf49c42f00. 00000100:00000001:2.0:1789130475.432593:0:33703:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130475.432596:0:33703:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1789130475.432599:0:33703:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1789130475.432606:0:33703:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9caf48173e40. 00000100:00000001:2.0:1789130475.432608:0:33703:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446634875375533632 : -109198334017984 : ffff9caf48173e40) 00000100:00000001:2.0:1789130475.432610:0:33703:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789130475.432612:0:33703:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875643211008 : -109198066340608 : ffff9caf580bad00) 00000100:00000001:2.0:1789130475.432617:0:33703:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789130475.432622:0:33703:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130475.432624:0:33703:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1789130475.432625:0:33703:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789130475.432640:0:33703:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf580bad00 x1876037329046144/t0(0) o41->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130475.432649:0:33703:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789130475.432651:0:33703:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789130475.432656:0:33703:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789130475.432658:0:33703:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789130475.432661:0:33703:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789130475.432665:0:33703:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf580bad00 pname:cluuid:pid:xid:nid:opc:job lfs:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:33703:1876037329046144:192.168.204.123@tcp:41:lfs.0 00000100:00000001:2.0:1789130475.432669:0:33703:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789130475.432674:0:33703:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789130475.432676:0:33703:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789130475.432678:0:33703:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789130475.432683:0:33703:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9caf50107800. 02000000:00000001:2.0:1789130475.432685:0:33703:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789130475.432692:0:33703:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:2.0:1789130475.432696:0:33703:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf483fde18. 00000400:00000010:2.0:1789130475.432716:0:33703:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf42d18d48. 00000100:00000200:2.0:1789130475.432723:0:33703:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876037329046144, portal 10 00000100:00000001:2.0:1789130475.432726:0:33703:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789130475.432727:0:33703:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875643211008 : -109198066340608 : ffff9caf580bad00) 00000100:00000040:2.0:1789130475.432735:0:33703:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9caf580bad00 x1876037329046144/t0(0) o41->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/368 e 0 to 0 dl 1789130491 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130475.432742:0:33703:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789130475.432745:0:33703:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:2.0:1789130475.432748:0:33703:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf42d18330. 00000100:00000200:2.0:1789130475.432751:0:33703:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876037329046144, offset 0 00000400:00000200:2.0:1789130475.432760:0:33703:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:2.0:1789130475.432773:0:33703:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130475.432780:0:33703:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:2.0:1789130475.432786:0:33703:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789130475.432790:0:33703:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:2.0:1789130475.432793:0:33703:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789130475.432796:0:33703:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:2.0:1789130475.432800:0:33703:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2618:2618:256:4294967295] 192.168.204.123@tcp LPNI seq info [2617:2617:8:4294967295] 00000400:00000200:2.0:1789130475.432827:0:33703:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130475.432838:0:33703:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:2.0:1789130475.432846:0:33703:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:2.0:1789130475.432852:0:33703:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf49c42200. 00000800:00000200:2.0:1789130475.432860:0:33703:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:2.0:1789130475.432870:0:33703:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:2.0:1789130475.432875:0:33703:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf49c42200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1789130475.432892:0:33703:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130475.432897:0:33703:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: using a timeout of 824161 usecs (825 jiffies) 00000400:00000200:2.0:1789130475.432900:0:33703:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:2.0:1789130475.432904:0:33703:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296570280 00000100:00000001:2.0:1789130475.432906:0:33703:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 2, keep current deadline 4296571894 00000100:00000001:2.0:1789130475.432909:0:33703:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296570280 00000100:00000001:2.0:1789130475.432911:0:33703:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 3, keep current deadline 4296571894 00000100:00000001:2.0:1789130475.432914:0:33703:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789130475.432916:0:33703:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130475.432919:0:33703:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789130475.432922:0:33703:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1789130475.432925:0:33703:0:(client.c:2715:ptlrpc_set_wait()) set ffff9caf48173e40 going to sleep for 11 seconds 00000100:00000001:2.0:1789130475.432927:0:33703:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789130475.432930:0:33703:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789130475.433323:0:2341:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789130475.433328:0:2341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf49c42200. 00000400:00000200:3.0:1789130475.433333:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130475.433339:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:3.0:1789130475.433344:0:2341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf42d18330 00000400:00000010:3.0:1789130475.433347:0:2341:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf42d18330. 00000100:00000001:3.0:1789130475.433350:0:2341:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789130475.433355:0:2341:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf580bad00 x1876037329046144/t0(0) o41->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/368 e 0 to 0 dl 1789130491 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130475.433364:0:2341:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130475.433367:0:2341:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf580bad00 x1876037329046144/t0(0) o41->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/368 e 0 to 0 dl 1789130491 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130475.433374:0:2341:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130475.433376:0:2341:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1789130475.441884:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130475.441905:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789130475.441910:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130475.441913:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130475.441924:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130475.441944:0:2342:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:2.0:1789130475.441954:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130475.441960:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130475.441968:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130475.441974:0:2342:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 368 into portal 10 MB=0x6aa3efa954a80 00000400:00000200:2.0:1789130475.441980:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130475.441986:0:2342:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.123@tcp of length 368/368 into md 0x70f5 [1] + 224 00000800:00000001:2.0:1789130475.442004:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130475.442033:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130475.442037:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130475.442043:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:2.0:1789130475.442053:0:2342:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789130475.442063:0:2342:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf580bad00 x1876037329046144/t0(0) o41->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/368 e 0 to 0 dl 1789130491 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789130475.442074:0:2342:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff9caf580bad00 x1876037329046144/t0(0) o41->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/368 e 0 to 0 dl 1789130491 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130475.442102:0:2342:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789130475.442113:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130475.442117:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130475.443547:0:33703:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789130475.443565:0:33703:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789130475.443568:0:33703:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789130475.443573:0:33703:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf483fde18. 00000400:00000200:3.0:1789130475.443582:0:33703:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf42d18d48 00000400:00000010:3.0:1789130475.443586:0:33703:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf42d18d48. 00000100:00000001:3.0:1789130475.443592:0:33703:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789130475.443607:0:33703:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf580bad00 x1876037329046144/t0(0) o41->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/368 e 0 to 0 dl 1789130491 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789130475.443621:0:33703:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf580bad00 x1876037329046144/t0(0) o41->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/368 e 0 to 0 dl 1789130491 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130475.443629:0:33703:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789130475.443632:0:33703:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130475.443635:0:33703:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789130475.443640:0:33703:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789130475.443642:0:33703:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789130475.443645:0:33703:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789130475.443649:0:33703:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789130475.443661:0:33703:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf6079ac60 time=94 v=5 (5 104 104 104) 00000100:00001000:3.0:1789130475.443666:0:33703:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf6079ac18 time=16 v=5 (1 0 0 0) 00000100:00000001:3.0:1789130475.443669:0:33703:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789130475.443671:0:33703:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130475.443674:0:33703:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789130475.443678:0:33703:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130475.443683:0:33703:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789130475.443685:0:33703:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9caf5014c800: skip recheck: last_committed 4294967654 00000100:00000001:3.0:1789130475.443687:0:33703:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789130475.443689:0:33703:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130475.443695:0:33703:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf580bad00 x1876037329046144/t0(0) o41->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/368 e 0 to 0 dl 1789130491 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130475.443703:0:33703:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789130475.443706:0:33703:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789130475.443708:0:33703:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789130475.443713:0:33703:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf580bad00 x1876037329046144/t0(0) o41->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/368 e 0 to 0 dl 1789130491 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789130475.443721:0:33703:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf580bad00 pname:cluuid:pid:xid:nid:opc:job lfs:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:33703:1876037329046144:192.168.204.123@tcp:41:lfs.0 00000100:00000001:3.0:1789130475.443726:0:33703:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130475.443730:0:33703:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130475.443732:0:33703:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1789130475.443734:0:33703:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130475.443738:0:33703:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf580bad00 x1876037329046144/t0(0) o41->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/368 e 0 to 0 dl 1789130491 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130475.443746:0:33703:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789130475.443749:0:33703:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9caf48173e40. 00000100:00000001:3.0:1789130475.443752:0:33703:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1789130475.443755:0:33703:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789130475.443762:0:33703:0:(mdc_request.c:1719:mdc_statfs()) Process leaving 00000100:00000001:3.0:1789130475.443764:0:33703:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130475.443768:0:33703:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf580bad00 x1876037329046144/t0(0) o41->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/368 e 0 to 0 dl 1789130491 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130475.443774:0:33703:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789130475.443777:0:33703:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789130475.443782:0:33703:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9caf50107800. 02000000:00000001:3.0:1789130475.443785:0:33703:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789130475.443789:0:33703:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1789130475.443791:0:33703:0:(genops.c:1223:class_import_put()) import ffff9caf6079a800 refcount=4 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000020:00000001:3.0:1789130475.443793:0:33703:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1789130475.443796:0:33703:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9caf49c42f00. 02000000:00000001:3.0:1789130475.443800:0:33703:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789130475.443850:0:33703:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789130475.443853:0:33703:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf580bad00. 00000100:00000001:3.0:1789130475.443862:0:33703:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789130475.443863:0:33703:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1789130475.443865:0:33703:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1789130475.443866:0:33703:0:(genops.c:1223:class_import_put()) import ffff9caf6079a800 refcount=3 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000020:00000001:3.0:1789130475.443868:0:33703:0:(genops.c:1230:class_import_put()) Process leaving 00800000:00000004:3.0:1789130475.443871:0:33703:0:(obd_class.h:1117:obd_statfs()) lustre-MDT0000-mdc-ffff9caf5014c800: update ffff9caf584fb8e0 cache blocks 17239/17271 objects 532748/533099 00800000:00000001:3.0:1789130475.443876:0:33703:0:(obd_class.h:1136:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789130475.443885:0:33703:0:(lmv_obd.c:1197:lmv_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130475.443889:0:33703:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1789130475.443892:0:33703:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf50107400. 00000080:00000001:3.0:1789130475.443895:0:33703:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130475.443897:0:33703:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130475.443980:0:33703:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789130475.443983:0:33703:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffe85d5c290 00000080:00000001:3.0:1789130475.443992:0:33703:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789130475.443996:0:33703:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789130475.444002:0:33703:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf58482c00. 00000020:00000001:3.0:1789130475.444007:0:33703:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130475.444010:0:33703:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1789130475.444014:0:33703:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1789130475.444015:0:33703:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf58482c00 uarg=0000000000000000 00800000:00000001:3.0:1789130475.444019:0:33703:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130475.444021:0:33703:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130475.444023:0:33703:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1789130475.444025:0:33703:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf58482c00. 00000080:00000001:3.0:1789130475.444028:0:33703:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130475.444029:0:33703:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130475.444033:0:33703:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789130475.444035:0:33703:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffe85d5c290 00000080:00000001:3.0:1789130475.444037:0:33703:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789130475.444038:0:33703:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789130475.444040:0:33703:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf58482c00. 00000020:00000001:3.0:1789130475.444042:0:33703:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130475.444044:0:33703:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1789130475.444046:0:33703:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1789130475.444047:0:33703:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf58482c00 uarg=0000000000000000 00800000:00000001:3.0:1789130475.444050:0:33703:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130475.444051:0:33703:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130475.444053:0:33703:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1789130475.444056:0:33703:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf58482c00. 00000080:00000001:3.0:1789130475.444058:0:33703:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130475.444060:0:33703:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130475.444063:0:33703:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789130475.444064:0:33703:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffe85d5c290 00000080:00000001:3.0:1789130475.444066:0:33703:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789130475.444068:0:33703:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789130475.444071:0:33703:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf58482c00. 00000020:00000001:3.0:1789130475.444074:0:33703:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130475.444075:0:33703:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1789130475.444076:0:33703:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1789130475.444078:0:33703:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf58482c00 uarg=0000000000000000 00800000:00000001:3.0:1789130475.444081:0:33703:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130475.444083:0:33703:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130475.444085:0:33703:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1789130475.444087:0:33703:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf58482c00. 00000080:00000001:3.0:1789130475.444089:0:33703:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130475.444091:0:33703:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130475.444094:0:33703:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789130475.444095:0:33703:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffe85d5c290 00000080:00000001:3.0:1789130475.444098:0:33703:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789130475.444099:0:33703:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789130475.444102:0:33703:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf58482c00. 00000020:00000001:3.0:1789130475.444104:0:33703:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130475.444105:0:33703:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1789130475.444106:0:33703:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1789130475.444108:0:33703:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf58482c00 uarg=0000000000000000 00800000:00000001:3.0:1789130475.444110:0:33703:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130475.444112:0:33703:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130475.444114:0:33703:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1789130475.444116:0:33703:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf58482c00. 00000080:00000001:3.0:1789130475.444118:0:33703:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130475.444120:0:33703:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130475.444123:0:33703:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789130475.444124:0:33703:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffe85d5c290 00000080:00000001:3.0:1789130475.444126:0:33703:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789130475.444127:0:33703:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789130475.444129:0:33703:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf58482c00. 00000020:00000001:3.0:1789130475.444131:0:33703:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130475.444133:0:33703:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1789130475.444134:0:33703:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1789130475.444136:0:33703:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf58482c00 uarg=0000000000000000 00800000:00000001:3.0:1789130475.444138:0:33703:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130475.444140:0:33703:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130475.444142:0:33703:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1789130475.444144:0:33703:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf58482c00. 00000080:00000001:3.0:1789130475.444146:0:33703:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130475.444148:0:33703:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130475.444150:0:33703:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789130475.444152:0:33703:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffe85d5c290 00000080:00000001:3.0:1789130475.444154:0:33703:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789130475.444156:0:33703:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789130475.444158:0:33703:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf58482c00. 00000020:00000001:3.0:1789130475.444159:0:33703:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130475.444161:0:33703:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1789130475.444162:0:33703:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1789130475.444163:0:33703:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf58482c00 uarg=0000000000000000 00800000:00000001:3.0:1789130475.444166:0:33703:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130475.444168:0:33703:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130475.444170:0:33703:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1789130475.444172:0:33703:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf58482c00. 00000080:00000001:3.0:1789130475.444174:0:33703:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130475.444176:0:33703:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130475.444179:0:33703:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789130475.444180:0:33703:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffe85d5c290 00000080:00000001:3.0:1789130475.444183:0:33703:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789130475.444183:0:33703:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789130475.444185:0:33703:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf58482c00. 00000020:00000001:3.0:1789130475.444187:0:33703:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130475.444188:0:33703:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1789130475.444189:0:33703:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1789130475.444190:0:33703:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf58482c00 uarg=0000000000000000 00800000:00000001:3.0:1789130475.444195:0:33703:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130475.444210:0:33703:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130475.444213:0:33703:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1789130475.444215:0:33703:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf58482c00. 00000080:00000001:3.0:1789130475.444218:0:33703:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130475.444220:0:33703:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130475.444224:0:33703:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789130475.444225:0:33703:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffe85d5c290 00000080:00000001:3.0:1789130475.444229:0:33703:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789130475.444230:0:33703:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789130475.444232:0:33703:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf58482c00. 00000020:00000001:3.0:1789130475.444234:0:33703:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130475.444236:0:33703:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1789130475.444237:0:33703:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1789130475.444238:0:33703:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf58482c00 uarg=0000000000000000 00800000:00000001:3.0:1789130475.444241:0:33703:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130475.444243:0:33703:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130475.444245:0:33703:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1789130475.444247:0:33703:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf58482c00. 00000080:00000001:3.0:1789130475.444249:0:33703:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130475.444251:0:33703:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130475.444254:0:33703:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789130475.444256:0:33703:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffe85d5c290 00000080:00000001:3.0:1789130475.444258:0:33703:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789130475.444260:0:33703:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789130475.444261:0:33703:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf58482c00. 00000020:00000001:3.0:1789130475.444263:0:33703:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130475.444265:0:33703:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1789130475.444267:0:33703:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1789130475.444268:0:33703:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf58482c00 uarg=0000000000000000 00800000:00000001:3.0:1789130475.444270:0:33703:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130475.444272:0:33703:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130475.444275:0:33703:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1789130475.444276:0:33703:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf58482c00. 00000080:00000001:3.0:1789130475.444278:0:33703:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130475.444280:0:33703:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130475.444283:0:33703:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789130475.444285:0:33703:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffe85d5c290 00000080:00000001:3.0:1789130475.444288:0:33703:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789130475.444289:0:33703:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789130475.444292:0:33703:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf58482c00. 00000020:00000001:3.0:1789130475.444294:0:33703:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130475.444296:0:33703:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1789130475.444297:0:33703:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1789130475.444299:0:33703:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf58482c00 uarg=0000000000000000 00800000:00000001:3.0:1789130475.444314:0:33703:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130475.444316:0:33703:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130475.444318:0:33703:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1789130475.444320:0:33703:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf58482c00. 00000080:00000001:3.0:1789130475.444323:0:33703:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130475.444325:0:33703:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130475.444329:0:33703:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789130475.444331:0:33703:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffe85d5c290 00000080:00000001:3.0:1789130475.444334:0:33703:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789130475.444335:0:33703:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789130475.444338:0:33703:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf58482c00. 00000020:00000001:3.0:1789130475.444340:0:33703:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130475.444341:0:33703:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1789130475.444342:0:33703:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1789130475.444343:0:33703:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf58482c00 uarg=0000000000000000 00800000:00000001:3.0:1789130475.444346:0:33703:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130475.444347:0:33703:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130475.444349:0:33703:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1789130475.444351:0:33703:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf58482c00. 00000080:00000001:3.0:1789130475.444354:0:33703:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130475.444355:0:33703:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130475.444359:0:33703:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789130475.444360:0:33703:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffe85d5c290 00000080:00000001:3.0:1789130475.444363:0:33703:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789130475.444364:0:33703:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789130475.444366:0:33703:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf58482c00. 00000020:00000001:3.0:1789130475.444368:0:33703:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130475.444369:0:33703:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1789130475.444370:0:33703:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1789130475.444371:0:33703:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf58482c00 uarg=0000000000000000 00800000:00000001:3.0:1789130475.444374:0:33703:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130475.444375:0:33703:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130475.444377:0:33703:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1789130475.444379:0:33703:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf58482c00. 00000080:00000001:3.0:1789130475.444382:0:33703:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130475.444384:0:33703:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130475.444387:0:33703:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789130475.444388:0:33703:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffe85d5c290 00000080:00000001:3.0:1789130475.444391:0:33703:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789130475.444392:0:33703:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789130475.444394:0:33703:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf58482c00. 00000020:00000001:3.0:1789130475.444396:0:33703:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130475.444397:0:33703:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1789130475.444399:0:33703:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1789130475.444400:0:33703:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf58482c00 uarg=0000000000000000 00800000:00000001:3.0:1789130475.444403:0:33703:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130475.444405:0:33703:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130475.444407:0:33703:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1789130475.444409:0:33703:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf58482c00. 00000080:00000001:3.0:1789130475.444411:0:33703:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130475.444413:0:33703:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130475.444416:0:33703:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789130475.444418:0:33703:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffe85d5c290 00000080:00000001:3.0:1789130475.444420:0:33703:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789130475.444421:0:33703:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789130475.444423:0:33703:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf58482c00. 00000020:00000001:3.0:1789130475.444425:0:33703:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130475.444427:0:33703:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1789130475.444428:0:33703:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1789130475.444430:0:33703:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf58482c00 uarg=0000000000000000 00800000:00000001:3.0:1789130475.444432:0:33703:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130475.444434:0:33703:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130475.444435:0:33703:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1789130475.444438:0:33703:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf58482c00. 00000080:00000001:3.0:1789130475.444440:0:33703:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130475.444442:0:33703:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130475.444445:0:33703:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789130475.444446:0:33703:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffe85d5c290 00000080:00000001:3.0:1789130475.444448:0:33703:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789130475.444449:0:33703:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789130475.444451:0:33703:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf58482c00. 00000020:00000001:3.0:1789130475.444453:0:33703:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130475.444455:0:33703:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1789130475.444456:0:33703:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1789130475.444458:0:33703:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf58482c00 uarg=0000000000000000 00800000:00000001:3.0:1789130475.444460:0:33703:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130475.444462:0:33703:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130475.444465:0:33703:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1789130475.444466:0:33703:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf58482c00. 00000080:00000001:3.0:1789130475.444469:0:33703:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130475.444470:0:33703:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130475.444473:0:33703:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789130475.444474:0:33703:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffe85d5c290 00000080:00000001:3.0:1789130475.444477:0:33703:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789130475.444478:0:33703:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789130475.444481:0:33703:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf58482c00. 00000020:00000001:3.0:1789130475.444483:0:33703:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130475.444484:0:33703:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1789130475.444485:0:33703:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1789130475.444486:0:33703:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf58482c00 uarg=0000000000000000 00800000:00000001:3.0:1789130475.444489:0:33703:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130475.444490:0:33703:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130475.444492:0:33703:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1789130475.444494:0:33703:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf58482c00. 00000080:00000001:3.0:1789130475.444495:0:33703:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130475.444497:0:33703:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130475.444500:0:33703:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789130475.444501:0:33703:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffe85d5c290 00000080:00000001:3.0:1789130475.444503:0:33703:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789130475.444504:0:33703:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789130475.444506:0:33703:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf58482c00. 00000020:00000001:3.0:1789130475.444508:0:33703:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130475.444509:0:33703:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1789130475.444510:0:33703:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1789130475.444512:0:33703:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf58482c00 uarg=0000000000000000 00800000:00000001:3.0:1789130475.444514:0:33703:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130475.444516:0:33703:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130475.444518:0:33703:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1789130475.444521:0:33703:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf58482c00. 00000080:00000001:3.0:1789130475.444523:0:33703:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130475.444524:0:33703:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130475.444527:0:33703:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789130475.444528:0:33703:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffe85d5c290 00000080:00000001:3.0:1789130475.444531:0:33703:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789130475.444531:0:33703:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789130475.444533:0:33703:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf58482c00. 00000020:00000001:3.0:1789130475.444536:0:33703:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130475.444538:0:33703:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1789130475.444539:0:33703:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1789130475.444540:0:33703:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf58482c00 uarg=0000000000000000 00800000:00000001:3.0:1789130475.444542:0:33703:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130475.444544:0:33703:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130475.444546:0:33703:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1789130475.444548:0:33703:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf58482c00. 00000080:00000001:3.0:1789130475.444550:0:33703:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130475.444552:0:33703:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130475.444555:0:33703:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789130475.444556:0:33703:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffe85d5c290 00000080:00000001:3.0:1789130475.444559:0:33703:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789130475.444560:0:33703:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789130475.444562:0:33703:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf58482c00. 00000020:00000001:3.0:1789130475.444565:0:33703:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130475.444566:0:33703:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1789130475.444568:0:33703:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1789130475.444569:0:33703:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf58482c00 uarg=0000000000000000 00800000:00000001:3.0:1789130475.444571:0:33703:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130475.444573:0:33703:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130475.444575:0:33703:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1789130475.444577:0:33703:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf58482c00. 00000080:00000001:3.0:1789130475.444579:0:33703:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130475.444581:0:33703:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130475.444584:0:33703:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789130475.444585:0:33703:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffe85d5c290 00000080:00000001:3.0:1789130475.444588:0:33703:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789130475.444589:0:33703:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789130475.444591:0:33703:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf58482c00. 00000020:00000001:3.0:1789130475.444593:0:33703:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130475.444594:0:33703:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1789130475.444595:0:33703:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1789130475.444596:0:33703:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf58482c00 uarg=0000000000000000 00800000:00000001:3.0:1789130475.444598:0:33703:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130475.444600:0:33703:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130475.444602:0:33703:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1789130475.444603:0:33703:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf58482c00. 00000080:00000001:3.0:1789130475.444606:0:33703:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130475.444608:0:33703:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130475.444610:0:33703:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789130475.444611:0:33703:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffe85d5c290 00000080:00000001:3.0:1789130475.444614:0:33703:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789130475.444615:0:33703:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789130475.444617:0:33703:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf58482c00. 00000020:00000001:3.0:1789130475.444619:0:33703:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130475.444620:0:33703:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1789130475.444621:0:33703:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1789130475.444622:0:33703:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf58482c00 uarg=0000000000000000 00800000:00000001:3.0:1789130475.444624:0:33703:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130475.444626:0:33703:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130475.444628:0:33703:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1789130475.444630:0:33703:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf58482c00. 00000080:00000001:3.0:1789130475.444631:0:33703:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130475.444633:0:33703:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130475.444636:0:33703:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789130475.444637:0:33703:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffe85d5c290 00000080:00000001:3.0:1789130475.444639:0:33703:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789130475.444640:0:33703:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789130475.444642:0:33703:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf58482c00. 00000020:00000001:3.0:1789130475.444645:0:33703:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130475.444646:0:33703:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1789130475.444647:0:33703:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1789130475.444649:0:33703:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf58482c00 uarg=0000000000000000 00800000:00000001:3.0:1789130475.444651:0:33703:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130475.444653:0:33703:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130475.444655:0:33703:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1789130475.444657:0:33703:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf58482c00. 00000080:00000001:3.0:1789130475.444659:0:33703:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130475.444661:0:33703:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130475.444664:0:33703:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789130475.444665:0:33703:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffe85d5c290 00000080:00000001:3.0:1789130475.444668:0:33703:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789130475.444669:0:33703:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789130475.444670:0:33703:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf58482c00. 00000020:00000001:3.0:1789130475.444672:0:33703:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130475.444674:0:33703:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1789130475.444676:0:33703:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1789130475.444677:0:33703:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf58482c00 uarg=0000000000000000 00800000:00000001:3.0:1789130475.444679:0:33703:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130475.444681:0:33703:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130475.444682:0:33703:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1789130475.444685:0:33703:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf58482c00. 00000080:00000001:3.0:1789130475.444687:0:33703:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130475.444689:0:33703:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130475.444692:0:33703:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789130475.444693:0:33703:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffe85d5c290 00000080:00000001:3.0:1789130475.444695:0:33703:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789130475.444696:0:33703:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789130475.444698:0:33703:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf58482c00. 00000020:00000001:3.0:1789130475.444700:0:33703:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130475.444701:0:33703:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1789130475.444703:0:33703:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1789130475.444704:0:33703:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf58482c00 uarg=0000000000000000 00800000:00000001:3.0:1789130475.444706:0:33703:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130475.444708:0:33703:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130475.444710:0:33703:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1789130475.444712:0:33703:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf58482c00. 00000080:00000001:3.0:1789130475.444714:0:33703:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130475.444715:0:33703:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130475.444718:0:33703:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789130475.444720:0:33703:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffe85d5c290 00000080:00000001:3.0:1789130475.444722:0:33703:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789130475.444723:0:33703:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789130475.444725:0:33703:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf58482c00. 00000020:00000001:3.0:1789130475.444728:0:33703:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130475.444729:0:33703:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1789130475.444730:0:33703:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1789130475.444732:0:33703:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf58482c00 uarg=0000000000000000 00800000:00000001:3.0:1789130475.444734:0:33703:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130475.444736:0:33703:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130475.444738:0:33703:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1789130475.444740:0:33703:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf58482c00. 00000080:00000001:3.0:1789130475.444742:0:33703:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130475.444744:0:33703:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130475.444746:0:33703:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789130475.444748:0:33703:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffe85d5c290 00000080:00000001:3.0:1789130475.444750:0:33703:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789130475.444752:0:33703:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789130475.444754:0:33703:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf58482c00. 00000020:00000001:3.0:1789130475.444756:0:33703:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130475.444757:0:33703:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1789130475.444758:0:33703:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1789130475.444759:0:33703:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf58482c00 uarg=0000000000000000 00800000:00000001:3.0:1789130475.444761:0:33703:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130475.444763:0:33703:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130475.444764:0:33703:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1789130475.444766:0:33703:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf58482c00. 00000080:00000001:3.0:1789130475.444768:0:33703:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130475.444769:0:33703:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130475.444772:0:33703:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789130475.444773:0:33703:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffe85d5c290 00000080:00000001:3.0:1789130475.444775:0:33703:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789130475.444776:0:33703:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789130475.444778:0:33703:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf58482c00. 00000020:00000001:3.0:1789130475.444780:0:33703:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130475.444782:0:33703:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1789130475.444783:0:33703:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1789130475.444784:0:33703:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf58482c00 uarg=0000000000000000 00800000:00000001:3.0:1789130475.444786:0:33703:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130475.444788:0:33703:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130475.444789:0:33703:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1789130475.444792:0:33703:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf58482c00. 00000080:00000001:3.0:1789130475.444794:0:33703:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130475.444796:0:33703:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130475.444798:0:33703:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789130475.444799:0:33703:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffe85d5c290 00000080:00000001:3.0:1789130475.444801:0:33703:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789130475.444830:0:33703:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789130475.444834:0:33703:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf58482c00. 00000020:00000001:3.0:1789130475.444837:0:33703:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130475.444839:0:33703:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1789130475.444840:0:33703:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1789130475.444842:0:33703:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf58482c00 uarg=0000000000000000 00800000:00000001:3.0:1789130475.444844:0:33703:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130475.444846:0:33703:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130475.444848:0:33703:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1789130475.444850:0:33703:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf58482c00. 00000080:00000001:3.0:1789130475.444852:0:33703:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130475.444854:0:33703:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130475.444857:0:33703:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789130475.444859:0:33703:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffe85d5c290 00000080:00000001:3.0:1789130475.444861:0:33703:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789130475.444862:0:33703:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789130475.444864:0:33703:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf58482c00. 00000020:00000001:3.0:1789130475.444866:0:33703:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130475.444867:0:33703:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1789130475.444869:0:33703:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1789130475.444870:0:33703:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf58482c00 uarg=0000000000000000 00800000:00000001:3.0:1789130475.444872:0:33703:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130475.444873:0:33703:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130475.444875:0:33703:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1789130475.444876:0:33703:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf58482c00. 00000080:00000001:3.0:1789130475.444878:0:33703:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130475.444880:0:33703:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130475.444882:0:33703:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789130475.444883:0:33703:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffe85d5c290 00000080:00000001:3.0:1789130475.444885:0:33703:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789130475.444886:0:33703:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789130475.444888:0:33703:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf58482c00. 00000020:00000001:3.0:1789130475.444890:0:33703:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130475.444891:0:33703:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1789130475.444892:0:33703:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1789130475.444893:0:33703:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf58482c00 uarg=0000000000000000 00800000:00000001:3.0:1789130475.444895:0:33703:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130475.444896:0:33703:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130475.444898:0:33703:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1789130475.444900:0:33703:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf58482c00. 00000080:00000001:3.0:1789130475.444902:0:33703:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130475.444903:0:33703:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130475.444905:0:33703:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789130475.444907:0:33703:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffe85d5c290 00000080:00000001:3.0:1789130475.444909:0:33703:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789130475.444910:0:33703:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789130475.444911:0:33703:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf58482c00. 00000020:00000001:3.0:1789130475.444913:0:33703:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130475.444914:0:33703:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1789130475.444916:0:33703:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1789130475.444917:0:33703:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf58482c00 uarg=0000000000000000 00800000:00000001:3.0:1789130475.444919:0:33703:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130475.444921:0:33703:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130475.444923:0:33703:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1789130475.444925:0:33703:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf58482c00. 00000080:00000001:3.0:1789130475.444927:0:33703:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130475.444928:0:33703:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130475.444930:0:33703:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789130475.444931:0:33703:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffe85d5c290 00000080:00000001:3.0:1789130475.444933:0:33703:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789130475.444934:0:33703:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789130475.444936:0:33703:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf58482c00. 00000020:00000001:3.0:1789130475.444938:0:33703:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130475.444939:0:33703:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1789130475.444940:0:33703:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1789130475.444941:0:33703:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf58482c00 uarg=0000000000000000 00800000:00000001:3.0:1789130475.444944:0:33703:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130475.444945:0:33703:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130475.444947:0:33703:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1789130475.444949:0:33703:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf58482c00. 00000080:00000001:3.0:1789130475.444950:0:33703:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130475.444952:0:33703:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130475.444954:0:33703:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789130475.444955:0:33703:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffe85d5c290 00000080:00000001:3.0:1789130475.444956:0:33703:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789130475.444957:0:33703:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789130475.444959:0:33703:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf58482c00. 00000020:00000001:3.0:1789130475.444961:0:33703:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130475.444962:0:33703:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1789130475.444963:0:33703:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1789130475.444965:0:33703:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf58482c00 uarg=0000000000000000 00800000:00000001:3.0:1789130475.444967:0:33703:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130475.444970:0:33703:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130475.444971:0:33703:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1789130475.444973:0:33703:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf58482c00. 00000080:00000001:3.0:1789130475.444976:0:33703:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130475.444977:0:33703:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130475.444981:0:33703:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789130475.444983:0:33703:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffe85d5c290 00000080:00000001:3.0:1789130475.444986:0:33703:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789130475.444987:0:33703:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789130475.444989:0:33703:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf58482c00. 00000020:00000001:3.0:1789130475.444991:0:33703:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130475.444992:0:33703:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1789130475.444994:0:33703:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1789130475.444995:0:33703:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf58482c00 uarg=0000000000000000 00800000:00000001:3.0:1789130475.444998:0:33703:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130475.444999:0:33703:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130475.445001:0:33703:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1789130475.445003:0:33703:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf58482c00. 00000080:00000001:3.0:1789130475.445006:0:33703:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130475.445007:0:33703:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130475.445010:0:33703:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789130475.445011:0:33703:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffe85d5c290 00000080:00000001:3.0:1789130475.445014:0:33703:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789130475.445015:0:33703:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789130475.445017:0:33703:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf58482c00. 00000020:00000001:3.0:1789130475.445019:0:33703:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130475.445021:0:33703:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1789130475.445022:0:33703:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1789130475.445023:0:33703:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf58482c00 uarg=0000000000000000 00800000:00000001:3.0:1789130475.445026:0:33703:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130475.445028:0:33703:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130475.445030:0:33703:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1789130475.445032:0:33703:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf58482c00. 00000080:00000001:3.0:1789130475.445035:0:33703:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130475.445036:0:33703:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130475.445040:0:33703:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789130475.445041:0:33703:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffe85d5c290 00000080:00000001:3.0:1789130475.445044:0:33703:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789130475.445045:0:33703:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789130475.445047:0:33703:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf58482c00. 00000020:00000001:3.0:1789130475.445049:0:33703:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130475.445051:0:33703:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1789130475.445052:0:33703:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1789130475.445053:0:33703:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf58482c00 uarg=0000000000000000 00800000:00000001:3.0:1789130475.445057:0:33703:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130475.445059:0:33703:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130475.445060:0:33703:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1789130475.445063:0:33703:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf58482c00. 00000080:00000001:3.0:1789130475.445065:0:33703:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130475.445067:0:33703:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130475.445071:0:33703:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789130475.445072:0:33703:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffe85d5c290 00000080:00000001:3.0:1789130475.445075:0:33703:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789130475.445076:0:33703:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789130475.445078:0:33703:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf58482c00. 00000020:00000001:3.0:1789130475.445080:0:33703:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130475.445082:0:33703:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1789130475.445084:0:33703:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1789130475.445085:0:33703:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf58482c00 uarg=0000000000000000 00800000:00000001:3.0:1789130475.445088:0:33703:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130475.445090:0:33703:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130475.445091:0:33703:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1789130475.445093:0:33703:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf58482c00. 00000080:00000001:3.0:1789130475.445096:0:33703:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130475.445097:0:33703:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130475.445100:0:33703:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789130475.445102:0:33703:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffe85d5c290 00000080:00000001:3.0:1789130475.445104:0:33703:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789130475.445105:0:33703:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789130475.445107:0:33703:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf58482c00. 00000020:00000001:3.0:1789130475.445110:0:33703:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130475.445111:0:33703:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1789130475.445112:0:33703:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1789130475.445113:0:33703:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf58482c00 uarg=0000000000000000 00800000:00000001:3.0:1789130475.445116:0:33703:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130475.445118:0:33703:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130475.445120:0:33703:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1789130475.445122:0:33703:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf58482c00. 00000080:00000001:3.0:1789130475.445124:0:33703:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130475.445125:0:33703:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130475.445129:0:33703:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789130475.445130:0:33703:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffe85d5c290 00000080:00000001:3.0:1789130475.445132:0:33703:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789130475.445133:0:33703:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789130475.445134:0:33703:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf58482c00. 00000020:00000001:3.0:1789130475.445136:0:33703:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130475.445137:0:33703:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1789130475.445138:0:33703:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1789130475.445139:0:33703:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf58482c00 uarg=0000000000000000 00800000:00000001:3.0:1789130475.445142:0:33703:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130475.445143:0:33703:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130475.445145:0:33703:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1789130475.445147:0:33703:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf58482c00. 00000080:00000001:3.0:1789130475.445149:0:33703:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130475.445150:0:33703:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130475.445153:0:33703:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789130475.445154:0:33703:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffe85d5c290 00000080:00000001:3.0:1789130475.445156:0:33703:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789130475.445157:0:33703:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789130475.445159:0:33703:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf58482c00. 00000020:00000001:3.0:1789130475.445161:0:33703:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130475.445162:0:33703:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1789130475.445163:0:33703:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1789130475.445164:0:33703:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf58482c00 uarg=0000000000000000 00800000:00000001:3.0:1789130475.445167:0:33703:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130475.445169:0:33703:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130475.445170:0:33703:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1789130475.445172:0:33703:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf58482c00. 00000080:00000001:3.0:1789130475.445174:0:33703:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130475.445176:0:33703:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130475.445179:0:33703:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789130475.445180:0:33703:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffe85d5c290 00000080:00000001:3.0:1789130475.445182:0:33703:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789130475.445183:0:33703:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789130475.445186:0:33703:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf58482c00. 00000020:00000001:3.0:1789130475.445188:0:33703:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130475.445189:0:33703:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1789130475.445190:0:33703:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1789130475.445191:0:33703:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf58482c00 uarg=0000000000000000 00800000:00000001:3.0:1789130475.445193:0:33703:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130475.445195:0:33703:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130475.445211:0:33703:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1789130475.445213:0:33703:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf58482c00. 00000080:00000001:3.0:1789130475.445215:0:33703:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130475.445217:0:33703:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130475.445221:0:33703:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789130475.445223:0:33703:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffe85d5c290 00000080:00000001:3.0:1789130475.445225:0:33703:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789130475.445226:0:33703:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789130475.445228:0:33703:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf58482c00. 00000020:00000001:3.0:1789130475.445231:0:33703:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130475.445232:0:33703:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1789130475.445233:0:33703:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1789130475.445234:0:33703:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf58482c00 uarg=0000000000000000 00800000:00000001:3.0:1789130475.445237:0:33703:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130475.445239:0:33703:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130475.445240:0:33703:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1789130475.445242:0:33703:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf58482c00. 00000080:00000001:3.0:1789130475.445244:0:33703:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130475.445245:0:33703:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130475.445248:0:33703:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789130475.445249:0:33703:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffe85d5c290 00000080:00000001:3.0:1789130475.445251:0:33703:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789130475.445252:0:33703:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789130475.445254:0:33703:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf58482c00. 00000020:00000001:3.0:1789130475.445256:0:33703:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130475.445258:0:33703:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1789130475.445259:0:33703:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1789130475.445260:0:33703:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf58482c00 uarg=0000000000000000 00800000:00000001:3.0:1789130475.445262:0:33703:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130475.445263:0:33703:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130475.445265:0:33703:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1789130475.445266:0:33703:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf58482c00. 00000080:00000001:3.0:1789130475.445268:0:33703:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130475.445269:0:33703:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130475.445272:0:33703:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789130475.445273:0:33703:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffe85d5c290 00000080:00000001:3.0:1789130475.445274:0:33703:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789130475.445275:0:33703:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789130475.445277:0:33703:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf58482c00. 00000020:00000001:3.0:1789130475.445278:0:33703:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130475.445280:0:33703:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1789130475.445281:0:33703:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1789130475.445282:0:33703:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf58482c00 uarg=0000000000000000 00800000:00000001:3.0:1789130475.445284:0:33703:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130475.445286:0:33703:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130475.445287:0:33703:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1789130475.445289:0:33703:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf58482c00. 00000080:00000001:3.0:1789130475.445290:0:33703:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130475.445292:0:33703:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130475.445295:0:33703:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789130475.445296:0:33703:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffe85d5c290 00000080:00000001:3.0:1789130475.445298:0:33703:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789130475.445299:0:33703:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789130475.445301:0:33703:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf58482c00. 00000020:00000001:3.0:1789130475.445302:0:33703:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130475.445304:0:33703:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1789130475.445304:0:33703:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1789130475.445305:0:33703:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf58482c00 uarg=0000000000000000 00800000:00000001:3.0:1789130475.445307:0:33703:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130475.445309:0:33703:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130475.445310:0:33703:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1789130475.445311:0:33703:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf58482c00. 00000080:00000001:3.0:1789130475.445313:0:33703:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130475.445314:0:33703:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130475.445316:0:33703:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789130475.445318:0:33703:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffe85d5c290 00000080:00000001:3.0:1789130475.445320:0:33703:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789130475.445321:0:33703:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789130475.445322:0:33703:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf58482c00. 00000020:00000001:3.0:1789130475.445324:0:33703:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130475.445326:0:33703:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1789130475.445327:0:33703:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1789130475.445328:0:33703:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf58482c00 uarg=0000000000000000 00800000:00000001:3.0:1789130475.445331:0:33703:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130475.445332:0:33703:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130475.445334:0:33703:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1789130475.445337:0:33703:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf58482c00. 00000080:00000001:3.0:1789130475.445339:0:33703:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130475.445340:0:33703:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130475.445343:0:33703:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789130475.445345:0:33703:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffe85d5c290 00000080:00000001:3.0:1789130475.445347:0:33703:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789130475.445348:0:33703:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789130475.445351:0:33703:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf58482c00. 00000020:00000001:3.0:1789130475.445353:0:33703:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130475.445354:0:33703:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1789130475.445355:0:33703:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1789130475.445357:0:33703:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf58482c00 uarg=0000000000000000 00800000:00000001:3.0:1789130475.445359:0:33703:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130475.445361:0:33703:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130475.445363:0:33703:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1789130475.445365:0:33703:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf58482c00. 00000080:00000001:3.0:1789130475.445366:0:33703:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130475.445368:0:33703:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130475.445371:0:33703:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789130475.445372:0:33703:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffe85d5c290 00000080:00000001:3.0:1789130475.445375:0:33703:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789130475.445376:0:33703:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789130475.445378:0:33703:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf58482c00. 00000020:00000001:3.0:1789130475.445380:0:33703:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130475.445382:0:33703:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1789130475.445383:0:33703:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1789130475.445384:0:33703:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf58482c00 uarg=0000000000000000 00800000:00000001:3.0:1789130475.445387:0:33703:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130475.445389:0:33703:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130475.445390:0:33703:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1789130475.445392:0:33703:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf58482c00. 00000080:00000001:3.0:1789130475.445394:0:33703:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130475.445395:0:33703:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130475.445398:0:33703:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789130475.445399:0:33703:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffe85d5c290 00000080:00000001:3.0:1789130475.445401:0:33703:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789130475.445402:0:33703:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789130475.445404:0:33703:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf58482c00. 00000020:00000001:3.0:1789130475.445406:0:33703:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130475.445408:0:33703:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1789130475.445409:0:33703:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1789130475.445410:0:33703:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf58482c00 uarg=0000000000000000 00800000:00000001:3.0:1789130475.445412:0:33703:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130475.445414:0:33703:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130475.445415:0:33703:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1789130475.445417:0:33703:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf58482c00. 00000080:00000001:3.0:1789130475.445419:0:33703:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130475.445421:0:33703:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130475.445424:0:33703:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789130475.445425:0:33703:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffe85d5c290 00000080:00000001:3.0:1789130475.445427:0:33703:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789130475.445428:0:33703:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789130475.445430:0:33703:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf58482c00. 00000020:00000001:3.0:1789130475.445432:0:33703:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130475.445434:0:33703:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1789130475.445435:0:33703:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1789130475.445436:0:33703:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf58482c00 uarg=0000000000000000 00800000:00000001:3.0:1789130475.445438:0:33703:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130475.445440:0:33703:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130475.445442:0:33703:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1789130475.445444:0:33703:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf58482c00. 00000080:00000001:3.0:1789130475.445446:0:33703:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130475.445447:0:33703:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130475.445450:0:33703:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789130475.445451:0:33703:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffe85d5c290 00000080:00000001:3.0:1789130475.445452:0:33703:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789130475.445453:0:33703:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789130475.445455:0:33703:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf58482c00. 00000020:00000001:3.0:1789130475.445457:0:33703:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130475.445459:0:33703:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1789130475.445460:0:33703:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1789130475.445461:0:33703:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf58482c00 uarg=0000000000000000 00800000:00000001:3.0:1789130475.445463:0:33703:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130475.445465:0:33703:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130475.445467:0:33703:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1789130475.445468:0:33703:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf58482c00. 00000080:00000001:3.0:1789130475.445470:0:33703:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130475.445472:0:33703:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130475.445474:0:33703:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789130475.445475:0:33703:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffe85d5c290 00000080:00000001:3.0:1789130475.445477:0:33703:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789130475.445478:0:33703:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789130475.445480:0:33703:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf58482c00. 00000020:00000001:3.0:1789130475.445482:0:33703:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130475.445484:0:33703:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1789130475.445485:0:33703:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1789130475.445485:0:33703:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf58482c00 uarg=0000000000000000 00800000:00000001:3.0:1789130475.445487:0:33703:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130475.445489:0:33703:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130475.445490:0:33703:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1789130475.445492:0:33703:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf58482c00. 00000080:00000001:3.0:1789130475.445494:0:33703:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130475.445495:0:33703:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130475.445497:0:33703:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789130475.445499:0:33703:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffe85d5c290 00000080:00000001:3.0:1789130475.445501:0:33703:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789130475.445502:0:33703:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789130475.445504:0:33703:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf58482c00. 00000020:00000001:3.0:1789130475.445505:0:33703:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130475.445507:0:33703:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1789130475.445508:0:33703:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1789130475.445509:0:33703:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf58482c00 uarg=0000000000000000 00800000:00000001:3.0:1789130475.445511:0:33703:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130475.445513:0:33703:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130475.445514:0:33703:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1789130475.445516:0:33703:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf58482c00. 00000080:00000001:3.0:1789130475.445517:0:33703:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130475.445519:0:33703:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130475.445521:0:33703:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789130475.445522:0:33703:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffe85d5c290 00000080:00000001:3.0:1789130475.445524:0:33703:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789130475.445525:0:33703:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789130475.445527:0:33703:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf58482c00. 00000020:00000001:3.0:1789130475.445529:0:33703:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130475.445531:0:33703:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1789130475.445532:0:33703:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1789130475.445533:0:33703:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf58482c00 uarg=0000000000000000 00800000:00000001:3.0:1789130475.445535:0:33703:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130475.445537:0:33703:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130475.445539:0:33703:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1789130475.445541:0:33703:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf58482c00. 00000080:00000001:3.0:1789130475.445543:0:33703:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130475.445545:0:33703:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130475.445548:0:33703:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789130475.445549:0:33703:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffe85d5c290 00000080:00000001:3.0:1789130475.445552:0:33703:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789130475.445553:0:33703:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789130475.445555:0:33703:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf58482c00. 00000020:00000001:3.0:1789130475.445558:0:33703:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130475.445560:0:33703:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1789130475.445561:0:33703:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1789130475.445562:0:33703:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf58482c00 uarg=0000000000000000 00800000:00000001:3.0:1789130475.445565:0:33703:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130475.445567:0:33703:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130475.445568:0:33703:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1789130475.445571:0:33703:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf58482c00. 00000080:00000001:3.0:1789130475.445574:0:33703:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130475.445576:0:33703:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130475.445579:0:33703:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789130475.445581:0:33703:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffe85d5c290 00000080:00000001:3.0:1789130475.445583:0:33703:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789130475.445584:0:33703:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789130475.445586:0:33703:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf58482c00. 00000020:00000001:3.0:1789130475.445588:0:33703:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130475.445590:0:33703:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1789130475.445591:0:33703:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1789130475.445592:0:33703:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf58482c00 uarg=0000000000000000 00800000:00000001:3.0:1789130475.445595:0:33703:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130475.445597:0:33703:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130475.445598:0:33703:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1789130475.445600:0:33703:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf58482c00. 00000080:00000001:3.0:1789130475.445602:0:33703:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130475.445603:0:33703:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130475.445606:0:33703:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789130475.445607:0:33703:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffe85d5c290 00000080:00000001:3.0:1789130475.445609:0:33703:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789130475.445610:0:33703:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789130475.445612:0:33703:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf58482c00. 00000020:00000001:3.0:1789130475.445614:0:33703:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130475.445616:0:33703:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1789130475.445617:0:33703:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1789130475.445618:0:33703:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf58482c00 uarg=0000000000000000 00800000:00000001:3.0:1789130475.445620:0:33703:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130475.445622:0:33703:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130475.445623:0:33703:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1789130475.445625:0:33703:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf58482c00. 00000080:00000001:3.0:1789130475.445628:0:33703:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130475.445629:0:33703:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130475.445632:0:33703:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789130475.445633:0:33703:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffe85d5c290 00000080:00000001:3.0:1789130475.445636:0:33703:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789130475.445637:0:33703:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789130475.445639:0:33703:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf58482c00. 00000020:00000001:3.0:1789130475.445641:0:33703:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130475.445643:0:33703:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1789130475.445644:0:33703:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1789130475.445645:0:33703:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf58482c00 uarg=0000000000000000 00800000:00000001:3.0:1789130475.445647:0:33703:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130475.445649:0:33703:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130475.445650:0:33703:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1789130475.445652:0:33703:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf58482c00. 00000080:00000001:3.0:1789130475.445654:0:33703:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130475.445656:0:33703:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130475.445659:0:33703:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789130475.445660:0:33703:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffe85d5c290 00000080:00000001:3.0:1789130475.445663:0:33703:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789130475.445664:0:33703:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789130475.445665:0:33703:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf58482c00. 00000020:00000001:3.0:1789130475.445667:0:33703:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130475.445669:0:33703:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1789130475.445670:0:33703:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1789130475.445671:0:33703:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf58482c00 uarg=0000000000000000 00800000:00000001:3.0:1789130475.445673:0:33703:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130475.445675:0:33703:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130475.445677:0:33703:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1789130475.445679:0:33703:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf58482c00. 00000080:00000001:3.0:1789130475.445681:0:33703:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130475.445682:0:33703:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130475.445686:0:33703:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789130475.445688:0:33703:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffe85d5c290 00000080:00000001:3.0:1789130475.445690:0:33703:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789130475.445691:0:33703:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789130475.445693:0:33703:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf58482c00. 00000020:00000001:3.0:1789130475.445695:0:33703:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130475.445697:0:33703:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1789130475.445698:0:33703:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1789130475.445699:0:33703:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf58482c00 uarg=0000000000000000 00800000:00000001:3.0:1789130475.445702:0:33703:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130475.445703:0:33703:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130475.445704:0:33703:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1789130475.445706:0:33703:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf58482c00. 00000080:00000001:3.0:1789130475.445708:0:33703:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130475.445710:0:33703:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130475.445713:0:33703:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789130475.445714:0:33703:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffe85d5c290 00000080:00000001:3.0:1789130475.445717:0:33703:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789130475.445718:0:33703:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789130475.445720:0:33703:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf58482c00. 00000020:00000001:3.0:1789130475.445723:0:33703:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130475.445724:0:33703:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1789130475.445725:0:33703:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1789130475.445727:0:33703:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf58482c00 uarg=0000000000000000 00800000:00000001:3.0:1789130475.445729:0:33703:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130475.445731:0:33703:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130475.445733:0:33703:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1789130475.445735:0:33703:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf58482c00. 00000080:00000001:3.0:1789130475.445737:0:33703:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130475.445738:0:33703:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130475.445741:0:33703:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789130475.445743:0:33703:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffe85d5c290 00000080:00000001:3.0:1789130475.445745:0:33703:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789130475.445746:0:33703:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789130475.445749:0:33703:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf58482c00. 00000020:00000001:3.0:1789130475.445751:0:33703:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130475.445753:0:33703:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1789130475.445754:0:33703:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1789130475.445756:0:33703:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf58482c00 uarg=0000000000000000 00800000:00000001:3.0:1789130475.445758:0:33703:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130475.445760:0:33703:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130475.445762:0:33703:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1789130475.445764:0:33703:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf58482c00. 00000080:00000001:3.0:1789130475.445766:0:33703:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130475.445768:0:33703:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130475.445771:0:33703:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789130475.445773:0:33703:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffe85d5c290 00000080:00000001:3.0:1789130475.445775:0:33703:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789130475.445776:0:33703:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789130475.445779:0:33703:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf58482c00. 00000020:00000001:3.0:1789130475.445781:0:33703:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130475.445782:0:33703:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1789130475.445783:0:33703:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1789130475.445784:0:33703:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf58482c00 uarg=0000000000000000 00800000:00000001:3.0:1789130475.445786:0:33703:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130475.445789:0:33703:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130475.445790:0:33703:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1789130475.445792:0:33703:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf58482c00. 00000080:00000001:3.0:1789130475.445794:0:33703:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130475.445796:0:33703:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1789130475.445799:0:33703:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789130475.445801:0:33703:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffe85d5c290 00000080:00000001:3.0:1789130475.445840:0:33703:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789130475.445842:0:33703:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789130475.445844:0:33703:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf58482c00. 00000020:00000001:3.0:1789130475.445847:0:33703:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130475.445848:0:33703:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1789130475.445850:0:33703:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1789130475.445851:0:33703:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf58482c00 uarg=0000000000000000 00800000:00000001:3.0:1789130475.445854:0:33703:0:(lmv_obd.c:965:lmv_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:3.0:1789130475.445856:0:33703:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:3.0:1789130475.445858:0:33703:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000080:00000010:3.0:1789130475.445860:0:33703:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf58482c00. 00000080:00000001:3.0:1789130475.445862:0:33703:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:3.0:1789130475.445864:0:33703:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:3.0:1789130475.445869:0:33703:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789130475.445870:0:33703:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffe85d5c290 00000080:00000001:3.0:1789130475.445873:0:33703:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789130475.445874:0:33703:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789130475.445876:0:33703:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf58482c00. 00000020:00000001:3.0:1789130475.445878:0:33703:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130475.445880:0:33703:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1789130475.445885:0:33703:0:(lov_obd.c:975:lov_iocontrol()) Process entered 00020000:00000080:3.0:1789130475.445888:0:33703:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf58482c00 uarg=0000000000000000 00020000:00000001:3.0:1789130475.445896:0:33703:0:(obd_class.h:1075:obd_statfs()) Process entered 00020000:00000004:3.0:1789130475.445898:0:33703:0:(obd_class.h:1091:obd_statfs()) lustre-OST0000-osc-ffff9caf5014c800: age 1890, max_age 1901 00000008:00000001:3.0:1789130475.445902:0:33703:0:(osc_request.c:3675:osc_statfs()) Process entered 00000020:00000040:3.0:1789130475.445906:0:33703:0:(genops.c:1210:class_import_get()) import ffff9caf468ac800 refcount=3 obd=lustre-OST0000-osc-ffff9caf5014c800 00000100:00000010:3.0:1789130475.445913:0:33703:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf501a92c0. 00000020:00000040:3.0:1789130475.445917:0:33703:0:(genops.c:1210:class_import_get()) import ffff9caf468ac800 refcount=4 obd=lustre-OST0000-osc-ffff9caf5014c800 00000020:00000001:3.0:1789130475.445922:0:33703:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1789130475.445924:0:33703:0:(genops.c:1223:class_import_put()) import ffff9caf468ac800 refcount=3 obd=lustre-OST0000-osc-ffff9caf5014c800 00000020:00000001:3.0:1789130475.445927:0:33703:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:3.0:1789130475.445929:0:33703:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789130475.445933:0:33703:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789130475.445940:0:33703:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789130475.445949:0:33703:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9caf47fd2f00. 00000100:00000001:3.0:1789130475.445956:0:33703:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130475.445960:0:33703:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1789130475.445961:0:33703:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1789130475.445968:0:33703:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9caf47fd1c00. 00000100:00000001:3.0:1789130475.445971:0:33703:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446634875373820928 : -109198335730688 : ffff9caf47fd1c00) 00000100:00000001:3.0:1789130475.445973:0:33703:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789130475.445975:0:33703:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875509969600 : -109198199582016 : ffff9caf501a92c0) 00000100:00000001:3.0:1789130475.445980:0:33703:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789130475.445984:0:33703:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130475.445987:0:33703:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1789130475.445989:0:33703:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789130475.446000:0:33703:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf501a92c0 x1876037329046272/t0(0) o13->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130475.446009:0:33703:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789130475.446012:0:33703:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789130475.446016:0:33703:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789130475.446020:0:33703:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789130475.446022:0:33703:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789130475.446026:0:33703:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf501a92c0 pname:cluuid:pid:xid:nid:opc:job lfs:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:33703:1876037329046272:192.168.204.123@tcp:13:lfs.0 00000100:00000001:3.0:1789130475.446030:0:33703:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789130475.446036:0:33703:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789130475.446038:0:33703:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789130475.446040:0:33703:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789130475.446044:0:33703:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9caf58483400. 02000000:00000001:3.0:1789130475.446046:0:33703:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789130475.446053:0:33703:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:3.0:1789130475.446058:0:33703:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf60788b00. 00000400:00000010:3.0:1789130475.446065:0:33703:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf4549f5d8. 00000100:00000200:3.0:1789130475.446072:0:33703:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876037329046272, portal 4 00000100:00000001:3.0:1789130475.446075:0:33703:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789130475.446076:0:33703:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875509969600 : -109198199582016 : ffff9caf501a92c0) 00000100:00000040:3.0:1789130475.446082:0:33703:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9caf501a92c0 x1876037329046272/t0(0) o13->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:7/4 lens 224/368 e 0 to 0 dl 1789130491 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130475.446090:0:33703:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789130475.446092:0:33703:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:3.0:1789130475.446095:0:33703:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf4549f000. 00000100:00000200:3.0:1789130475.446098:0:33703:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1876037329046272, offset 0 00000400:00000200:3.0:1789130475.446103:0:33703:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:3.0:1789130475.446113:0:33703:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130475.446121:0:33703:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:3.0:1789130475.446127:0:33703:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789130475.446132:0:33703:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:3.0:1789130475.446136:0:33703:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789130475.446138:0:33703:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:3.0:1789130475.446142:0:33703:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2619:2619:256:4294967295] 192.168.204.123@tcp LPNI seq info [2618:2618:8:4294967295] 00000400:00000200:3.0:1789130475.446146:0:33703:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130475.446156:0:33703:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:3.0:1789130475.446163:0:33703:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:3.0:1789130475.446168:0:33703:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf47fd2700. 00000800:00000200:3.0:1789130475.446175:0:33703:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:3.0:1789130475.446185:0:33703:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:3.0:1789130475.446191:0:33703:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf47fd2700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789130475.449366:0:33703:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130475.449376:0:33703:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9caf5014c800: using a timeout of 23075 usecs (24 jiffies) 00000400:00000200:3.0:1789130475.449385:0:33703:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:3.0:1789130475.449389:0:33703:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296569494 00000100:00000001:0.0:1789130475.449496:0:33703:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9caf5014c800: PM QoS request active for cpu 2, keep current deadline 4296571894 00000100:00000001:0.0:1789130475.449500:0:33703:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296569495 00000100:00000001:0.0:1789130475.449503:0:33703:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9caf5014c800: PM QoS request active for cpu 3, keep current deadline 4296571894 00000100:00000001:0.0:1789130475.449505:0:33703:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789130475.449510:0:33703:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130475.449513:0:33703:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789130475.449515:0:33703:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1789130475.449519:0:33703:0:(client.c:2715:ptlrpc_set_wait()) set ffff9caf47fd1c00 going to sleep for 11 seconds 00000100:00000001:0.0:1789130475.449523:0:33703:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789130475.449526:0:33703:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130475.450134:0:30671:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130475.450137:0:30671:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130475.450143:0:30671:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130475.450145:0:30671:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130475.450261:0:16116:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789130475.450265:0:16116:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789130475.450268:0:16116:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:2.0:1789130475.450782:0:2341:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789130475.450788:0:2341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf47fd2700. 00000400:00000200:2.0:1789130475.450795:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130475.450826:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:2.0:1789130475.450836:0:2341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf4549f000 00000400:00000010:2.0:1789130475.450839:0:2341:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf4549f000. 00000100:00000001:2.0:1789130475.450848:0:2341:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789130475.450857:0:2341:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf501a92c0 x1876037329046272/t0(0) o13->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:7/4 lens 224/368 e 0 to 0 dl 1789130491 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130475.450870:0:2341:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130475.450874:0:2341:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf501a92c0 x1876037329046272/t0(0) o13->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:7/4 lens 224/368 e 0 to 0 dl 1789130491 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130475.450904:0:2341:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130475.450906:0:2341:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1789130475.455175:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130475.455211:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789130475.455217:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130475.455220:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130475.455229:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130475.455240:0:2342:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:2.0:1789130475.455250:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130475.455256:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130475.455263:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130475.455267:0:2342:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 368 into portal 4 MB=0x6aa3efa954b00 00000400:00000200:2.0:1789130475.455272:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130475.455279:0:2342:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.123@tcp of length 368/368 into md 0x7105 [1] + 224 00000800:00000001:2.0:1789130475.455286:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130475.455293:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130475.455297:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130475.455312:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:2.0:1789130475.455322:0:2342:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789130475.455334:0:2342:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf501a92c0 x1876037329046272/t0(0) o13->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:7/4 lens 224/368 e 0 to 0 dl 1789130491 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789130475.455346:0:2342:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff9caf501a92c0 x1876037329046272/t0(0) o13->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:7/4 lens 224/368 e 0 to 0 dl 1789130491 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130475.455369:0:2342:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789130475.455380:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130475.455383:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130475.455510:0:33703:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789130475.455518:0:33703:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789130475.455520:0:33703:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789130475.455524:0:33703:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf60788b00. 00000400:00000200:0.0:1789130475.455529:0:33703:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf4549f5d8 00000400:00000010:0.0:1789130475.455531:0:33703:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf4549f5d8. 00000100:00000001:0.0:1789130475.455541:0:33703:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789130475.455546:0:33703:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf501a92c0 x1876037329046272/t0(0) o13->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:7/4 lens 224/368 e 0 to 0 dl 1789130491 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789130475.455556:0:33703:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf501a92c0 x1876037329046272/t0(0) o13->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:7/4 lens 224/368 e 0 to 0 dl 1789130491 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130475.455563:0:33703:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789130475.455565:0:33703:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130475.455569:0:33703:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789130475.455572:0:33703:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789130475.455575:0:33703:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789130475.455578:0:33703:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130475.455582:0:33703:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789130475.455596:0:33703:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf468accf0 time=92 v=5 (5 0 0 0) 00000100:00001000:0.0:1789130475.455601:0:33703:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf468acc18 time=12 v=5 (1 0 0 0) 00000100:00000001:0.0:1789130475.455603:0:33703:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789130475.455605:0:33703:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130475.455609:0:33703:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789130475.455616:0:33703:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130475.455622:0:33703:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789130475.455625:0:33703:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9caf5014c800: skip recheck: last_committed 4294967341 00000100:00000001:0.0:1789130475.455639:0:33703:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789130475.455642:0:33703:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130475.455650:0:33703:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf501a92c0 x1876037329046272/t0(0) o13->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:7/4 lens 224/368 e 0 to 0 dl 1789130491 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130475.455658:0:33703:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789130475.455661:0:33703:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789130475.455663:0:33703:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789130475.455667:0:33703:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf501a92c0 x1876037329046272/t0(0) o13->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:7/4 lens 224/368 e 0 to 0 dl 1789130491 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789130475.455675:0:33703:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf501a92c0 pname:cluuid:pid:xid:nid:opc:job lfs:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:33703:1876037329046272:192.168.204.123@tcp:13:lfs.0 00000100:00000001:0.0:1789130475.455681:0:33703:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130475.455685:0:33703:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130475.455693:0:33703:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1789130475.455695:0:33703:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789130475.455699:0:33703:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf501a92c0 x1876037329046272/t0(0) o13->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:7/4 lens 224/368 e 0 to 0 dl 1789130491 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130475.455708:0:33703:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789130475.455711:0:33703:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9caf47fd1c00. 00000100:00000001:0.0:1789130475.455717:0:33703:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1789130475.455718:0:33703:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1789130475.455725:0:33703:0:(osc_request.c:3723:osc_statfs()) Process leaving 00000100:00000001:0.0:1789130475.455726:0:33703:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789130475.455729:0:33703:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf501a92c0 x1876037329046272/t0(0) o13->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:7/4 lens 224/368 e 0 to 0 dl 1789130491 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130475.455737:0:33703:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789130475.455740:0:33703:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789130475.455743:0:33703:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9caf58483400. 02000000:00000001:0.0:1789130475.455747:0:33703:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789130475.455751:0:33703:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1789130475.455752:0:33703:0:(genops.c:1223:class_import_put()) import ffff9caf468ac800 refcount=2 obd=lustre-OST0000-osc-ffff9caf5014c800 00000020:00000001:0.0:1789130475.455755:0:33703:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1789130475.455759:0:33703:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9caf47fd2f00. 02000000:00000001:0.0:1789130475.455763:0:33703:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789130475.455765:0:33703:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789130475.455767:0:33703:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf501a92c0. 00000100:00000001:0.0:1789130475.455772:0:33703:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789130475.455773:0:33703:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00020000:00000004:0.0:1789130475.455777:0:33703:0:(obd_class.h:1117:obd_statfs()) lustre-OST0000-osc-ffff9caf5014c800: update ffff9caf5044b8e0 cache blocks 3679/3683 objects 117792/118193 00020000:00000001:0.0:1789130475.455781:0:33703:0:(obd_class.h:1136:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789130475.455787:0:33703:0:(lov_obd.c:1150:lov_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130475.455790:0:33703:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1789130475.455793:0:33703:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf58482c00. 00000080:00000001:0.0:1789130475.455796:0:33703:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130475.455799:0:33703:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130475.456127:0:33703:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789130475.456132:0:33703:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffe85d5c290 00000080:00000001:0.0:1789130475.456142:0:33703:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789130475.456145:0:33703:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789130475.456151:0:33703:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf482bf000. 00000020:00000001:0.0:1789130475.456156:0:33703:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130475.456157:0:33703:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1789130475.456161:0:33703:0:(lov_obd.c:975:lov_iocontrol()) Process entered 00020000:00000080:0.0:1789130475.456163:0:33703:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf482bf000 uarg=0000000000000000 00020000:00000001:0.0:1789130475.456169:0:33703:0:(obd_class.h:1075:obd_statfs()) Process entered 00020000:00000004:0.0:1789130475.456171:0:33703:0:(obd_class.h:1091:obd_statfs()) lustre-OST0001-osc-ffff9caf5014c800: age 1890, max_age 1901 00000008:00000001:0.0:1789130475.456174:0:33703:0:(osc_request.c:3675:osc_statfs()) Process entered 00000020:00000040:0.0:1789130475.456177:0:33703:0:(genops.c:1210:class_import_get()) import ffff9caf48ede000 refcount=3 obd=lustre-OST0001-osc-ffff9caf5014c800 00000100:00000010:0.0:1789130475.456181:0:33703:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf614630c0. 00000020:00000040:0.0:1789130475.456185:0:33703:0:(genops.c:1210:class_import_get()) import ffff9caf48ede000 refcount=4 obd=lustre-OST0001-osc-ffff9caf5014c800 00000020:00000001:0.0:1789130475.456188:0:33703:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1789130475.456189:0:33703:0:(genops.c:1223:class_import_put()) import ffff9caf48ede000 refcount=3 obd=lustre-OST0001-osc-ffff9caf5014c800 00000020:00000001:0.0:1789130475.456191:0:33703:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:0.0:1789130475.456193:0:33703:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789130475.456195:0:33703:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789130475.456210:0:33703:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789130475.456218:0:33703:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9caf451e7a00. 00000100:00000001:0.0:1789130475.456227:0:33703:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130475.456230:0:33703:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1789130475.456232:0:33703:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1789130475.456240:0:33703:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9caf584c4900. 00000100:00000001:0.0:1789130475.456242:0:33703:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446634875647445248 : -109198062106368 : ffff9caf584c4900) 00000100:00000001:0.0:1789130475.456245:0:33703:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789130475.456247:0:33703:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875798040768 : -109197911510848 : ffff9caf614630c0) 00000100:00000001:0.0:1789130475.456253:0:33703:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789130475.456257:0:33703:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130475.456259:0:33703:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1789130475.456260:0:33703:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789130475.456266:0:33703:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf614630c0 x1876037329046400/t0(0) o13->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130475.456273:0:33703:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789130475.456275:0:33703:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130475.456278:0:33703:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789130475.456280:0:33703:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789130475.456282:0:33703:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789130475.456285:0:33703:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf614630c0 pname:cluuid:pid:xid:nid:opc:job lfs:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:33703:1876037329046400:192.168.204.123@tcp:13:lfs.0 00000100:00000001:0.0:1789130475.456289:0:33703:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789130475.456295:0:33703:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789130475.456297:0:33703:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130475.456701:0:33703:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789130475.456706:0:33703:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9caf482bf800. 02000000:00000001:0.0:1789130475.456709:0:33703:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789130475.456717:0:33703:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:0.0:1789130475.456724:0:33703:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf50131bb0. 00000400:00000010:0.0:1789130475.456735:0:33703:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf5801e2a8. 00000100:00000200:0.0:1789130475.456746:0:33703:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876037329046400, portal 4 00000100:00000001:0.0:1789130475.456748:0:33703:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789130475.456750:0:33703:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875798040768 : -109197911510848 : ffff9caf614630c0) 00000100:00000040:0.0:1789130475.456757:0:33703:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9caf614630c0 x1876037329046400/t0(0) o13->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:7/4 lens 224/368 e 0 to 0 dl 1789130491 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130475.456764:0:33703:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789130475.456767:0:33703:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:0.0:1789130475.456770:0:33703:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf5801edd0. 00000100:00000200:0.0:1789130475.456775:0:33703:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1876037329046400, offset 0 00000400:00000200:0.0:1789130475.456781:0:33703:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:0.0:1789130475.456791:0:33703:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:0.0:1789130475.456832:0:33703:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:0.0:1789130475.456839:0:33703:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789130475.456845:0:33703:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:0.0:1789130475.456852:0:33703:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789130475.456855:0:33703:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:0.0:1789130475.456859:0:33703:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2620:2620:256:4294967295] 192.168.204.123@tcp LPNI seq info [2619:2619:8:4294967295] 00000400:00000200:0.0:1789130475.456864:0:33703:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:0.0:1789130475.456877:0:33703:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:0.0:1789130475.456885:0:33703:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:0.0:1789130475.456907:0:33703:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf451e7700. 00000800:00000200:0.0:1789130475.456918:0:33703:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:0.0:1789130475.456931:0:33703:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:0.0:1789130475.456938:0:33703:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf451e7700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789130475.456959:0:33703:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130475.456964:0:33703:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9caf5014c800: using a timeout of 318931 usecs (319 jiffies) 00000400:00000200:0.0:1789130475.456968:0:33703:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:0.0:1789130475.456971:0:33703:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296569798 00000100:00000001:0.0:1789130475.456974:0:33703:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9caf5014c800: PM QoS request active for cpu 2, keep current deadline 4296571894 00000100:00000001:0.0:1789130475.456976:0:33703:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296569798 00000100:00000001:0.0:1789130475.456979:0:33703:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9caf5014c800: PM QoS request active for cpu 3, keep current deadline 4296571894 00000100:00000001:0.0:1789130475.456981:0:33703:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789130475.456984:0:33703:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130475.456986:0:33703:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789130475.456988:0:33703:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1789130475.456991:0:33703:0:(client.c:2715:ptlrpc_set_wait()) set ffff9caf584c4900 going to sleep for 11 seconds 00000100:00000001:0.0:1789130475.456993:0:33703:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789130475.456996:0:33703:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789130475.457343:0:2341:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789130475.457348:0:2341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf451e7700. 00000400:00000200:3.0:1789130475.457353:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130475.457360:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:3.0:1789130475.457365:0:2341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf5801edd0 00000400:00000010:3.0:1789130475.457368:0:2341:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf5801edd0. 00000100:00000001:3.0:1789130475.457371:0:2341:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789130475.457376:0:2341:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf614630c0 x1876037329046400/t0(0) o13->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:7/4 lens 224/368 e 0 to 0 dl 1789130491 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130475.457385:0:2341:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130475.457389:0:2341:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf614630c0 x1876037329046400/t0(0) o13->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:7/4 lens 224/368 e 0 to 0 dl 1789130491 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130475.457396:0:2341:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130475.457398:0:2341:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1789130475.495286:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130475.495315:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789130475.495321:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130475.495324:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130475.495335:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130475.495345:0:2342:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:2.0:1789130475.495355:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130475.495360:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130475.495367:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130475.495372:0:2342:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 368 into portal 4 MB=0x6aa3efa954b80 00000400:00000200:2.0:1789130475.495377:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130475.495384:0:2342:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.123@tcp of length 368/368 into md 0x7115 [1] + 224 00000800:00000001:2.0:1789130475.495392:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130475.495401:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130475.495404:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130475.495409:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:2.0:1789130475.495421:0:2342:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789130475.495434:0:2342:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf614630c0 x1876037329046400/t0(0) o13->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:7/4 lens 224/368 e 0 to 0 dl 1789130491 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789130475.495447:0:2342:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff9caf614630c0 x1876037329046400/t0(0) o13->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:7/4 lens 224/368 e 0 to 0 dl 1789130491 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130475.495530:0:33703:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789130475.495551:0:2342:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789130475.495565:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130475.495568:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1789130475.495614:0:33703:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789130475.495617:0:33703:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789130475.495620:0:33703:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf50131bb0. 00000400:00000200:0.0:1789130475.495626:0:33703:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf5801e2a8 00000400:00000010:0.0:1789130475.495629:0:33703:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf5801e2a8. 00000100:00000001:0.0:1789130475.495633:0:33703:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789130475.495637:0:33703:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf614630c0 x1876037329046400/t0(0) o13->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:7/4 lens 224/368 e 0 to 0 dl 1789130491 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789130475.495646:0:33703:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf614630c0 x1876037329046400/t0(0) o13->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:7/4 lens 224/368 e 0 to 0 dl 1789130491 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130475.495653:0:33703:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789130475.495656:0:33703:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130475.495658:0:33703:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789130475.495662:0:33703:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789130475.495665:0:33703:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789130475.495667:0:33703:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130475.495678:0:33703:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789130475.495689:0:33703:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf48ede4a8 time=92 v=5 (5 0 0 0) 00000100:00001000:0.0:1789130475.495694:0:33703:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf48ede418 time=12 v=5 (1 0 0 0) 00000100:00000001:0.0:1789130475.495697:0:33703:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789130475.495698:0:33703:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130475.495702:0:33703:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789130475.495705:0:33703:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130475.495709:0:33703:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789130475.495712:0:33703:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9caf5014c800: skip recheck: last_committed 4294967312 00000100:00000001:0.0:1789130475.495713:0:33703:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789130475.495715:0:33703:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130475.495721:0:33703:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf614630c0 x1876037329046400/t0(0) o13->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:7/4 lens 224/368 e 0 to 0 dl 1789130491 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130475.495728:0:33703:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789130475.495731:0:33703:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789130475.495734:0:33703:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789130475.495738:0:33703:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf614630c0 x1876037329046400/t0(0) o13->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:7/4 lens 224/368 e 0 to 0 dl 1789130491 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789130475.496101:0:33703:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf614630c0 pname:cluuid:pid:xid:nid:opc:job lfs:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:33703:1876037329046400:192.168.204.123@tcp:13:lfs.0 00000100:00000001:0.0:1789130475.496106:0:33703:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130475.496110:0:33703:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130475.496112:0:33703:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1789130475.496115:0:33703:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789130475.496119:0:33703:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf614630c0 x1876037329046400/t0(0) o13->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:7/4 lens 224/368 e 0 to 0 dl 1789130491 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130475.496192:0:33703:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789130475.496195:0:33703:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9caf584c4900. 00000100:00000001:0.0:1789130475.496211:0:33703:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1789130475.496213:0:33703:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1789130475.496221:0:33703:0:(osc_request.c:3723:osc_statfs()) Process leaving 00000100:00000001:0.0:1789130475.496222:0:33703:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789130475.496226:0:33703:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf614630c0 x1876037329046400/t0(0) o13->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:7/4 lens 224/368 e 0 to 0 dl 1789130491 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130475.496233:0:33703:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789130475.496236:0:33703:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789130475.496239:0:33703:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9caf482bf800. 02000000:00000001:0.0:1789130475.496243:0:33703:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789130475.496245:0:33703:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1789130475.496247:0:33703:0:(genops.c:1223:class_import_put()) import ffff9caf48ede000 refcount=2 obd=lustre-OST0001-osc-ffff9caf5014c800 00000020:00000001:0.0:1789130475.496250:0:33703:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1789130475.496253:0:33703:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9caf451e7a00. 02000000:00000001:0.0:1789130475.496257:0:33703:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789130475.496259:0:33703:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789130475.496260:0:33703:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf614630c0. 00000100:00000001:0.0:1789130475.496264:0:33703:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789130475.496265:0:33703:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00020000:00000004:0.0:1789130475.496268:0:33703:0:(obd_class.h:1117:obd_statfs()) lustre-OST0001-osc-ffff9caf5014c800: update ffff9caf50449e98 cache blocks 3679/3683 objects 117792/118188 00020000:00000001:0.0:1789130475.496273:0:33703:0:(obd_class.h:1136:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789130475.496279:0:33703:0:(lov_obd.c:1150:lov_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130475.496282:0:33703:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1789130475.496285:0:33703:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf482bf000. 00000080:00000001:0.0:1789130475.496288:0:33703:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130475.496291:0:33703:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130475.496444:0:33703:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789130475.496448:0:33703:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffe85d5c290 00000080:00000001:1.0:1789130475.496457:0:33703:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789130475.496460:0:33703:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789130475.496467:0:33703:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf487c3000. 00000020:00000001:1.0:1789130475.496472:0:33703:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130475.496475:0:33703:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789130475.496479:0:33703:0:(lov_obd.c:975:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789130475.496482:0:33703:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf487c3000 uarg=0000000000000000 00020000:00000001:1.0:1789130475.496486:0:33703:0:(lov_obd.c:1007:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130475.496488:0:33703:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130475.496491:0:33703:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789130475.496493:0:33703:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf487c3000. 00000080:00000001:1.0:1789130475.496496:0:33703:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130475.496498:0:33703:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130475.496502:0:33703:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789130475.496504:0:33703:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffe85d5c290 00000080:00000001:1.0:1789130475.496506:0:33703:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789130475.496508:0:33703:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789130475.496510:0:33703:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf487c3000. 00000020:00000001:1.0:1789130475.496512:0:33703:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130475.496514:0:33703:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789130475.496515:0:33703:0:(lov_obd.c:975:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789130475.496517:0:33703:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf487c3000 uarg=0000000000000000 00020000:00000001:1.0:1789130475.496519:0:33703:0:(lov_obd.c:1007:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130475.496521:0:33703:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130475.496522:0:33703:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789130475.496524:0:33703:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf487c3000. 00000080:00000001:1.0:1789130475.496526:0:33703:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130475.496529:0:33703:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130475.496532:0:33703:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789130475.496533:0:33703:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffe85d5c290 00000080:00000001:1.0:1789130475.496536:0:33703:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789130475.496537:0:33703:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789130475.496538:0:33703:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf487c3000. 00000020:00000001:1.0:1789130475.496540:0:33703:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130475.496541:0:33703:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789130475.496542:0:33703:0:(lov_obd.c:975:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789130475.496544:0:33703:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf487c3000 uarg=0000000000000000 00020000:00000001:1.0:1789130475.496546:0:33703:0:(lov_obd.c:1007:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130475.496548:0:33703:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130475.496550:0:33703:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789130475.496552:0:33703:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf487c3000. 00000080:00000001:1.0:1789130475.496554:0:33703:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130475.496556:0:33703:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130475.496559:0:33703:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789130475.496560:0:33703:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffe85d5c290 00000080:00000001:1.0:1789130475.496563:0:33703:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789130475.496565:0:33703:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789130475.496567:0:33703:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf487c3000. 00000020:00000001:1.0:1789130475.496570:0:33703:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130475.496571:0:33703:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789130475.496573:0:33703:0:(lov_obd.c:975:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789130475.496574:0:33703:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf487c3000 uarg=0000000000000000 00020000:00000001:1.0:1789130475.496576:0:33703:0:(lov_obd.c:1007:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130475.496578:0:33703:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130475.496580:0:33703:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789130475.496582:0:33703:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf487c3000. 00000080:00000001:1.0:1789130475.496585:0:33703:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130475.496587:0:33703:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130475.496590:0:33703:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789130475.496591:0:33703:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffe85d5c290 00000080:00000001:1.0:1789130475.496594:0:33703:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789130475.496595:0:33703:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789130475.496598:0:33703:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf487c3000. 00000020:00000001:1.0:1789130475.496600:0:33703:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130475.496601:0:33703:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789130475.496602:0:33703:0:(lov_obd.c:975:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789130475.496604:0:33703:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf487c3000 uarg=0000000000000000 00020000:00000001:1.0:1789130475.496605:0:33703:0:(lov_obd.c:1007:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130475.496607:0:33703:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130475.496609:0:33703:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789130475.496611:0:33703:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf487c3000. 00000080:00000001:1.0:1789130475.496614:0:33703:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130475.496615:0:33703:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130475.496618:0:33703:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789130475.496619:0:33703:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffe85d5c290 00000080:00000001:1.0:1789130475.496622:0:33703:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789130475.496623:0:33703:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789130475.496624:0:33703:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf487c3000. 00000020:00000001:1.0:1789130475.496626:0:33703:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130475.496628:0:33703:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789130475.496629:0:33703:0:(lov_obd.c:975:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789130475.496630:0:33703:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf487c3000 uarg=0000000000000000 00020000:00000001:1.0:1789130475.496632:0:33703:0:(lov_obd.c:1007:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130475.496633:0:33703:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130475.496635:0:33703:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789130475.496637:0:33703:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf487c3000. 00000080:00000001:1.0:1789130475.496639:0:33703:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130475.496641:0:33703:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130475.496644:0:33703:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789130475.496645:0:33703:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffe85d5c290 00000080:00000001:1.0:1789130475.496647:0:33703:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789130475.496648:0:33703:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789130475.496651:0:33703:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf487c3000. 00000020:00000001:1.0:1789130475.496653:0:33703:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130475.496655:0:33703:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789130475.496656:0:33703:0:(lov_obd.c:975:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789130475.496658:0:33703:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf487c3000 uarg=0000000000000000 00020000:00000001:1.0:1789130475.496660:0:33703:0:(lov_obd.c:1007:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130475.496662:0:33703:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130475.496664:0:33703:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789130475.496666:0:33703:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf487c3000. 00000080:00000001:1.0:1789130475.496669:0:33703:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130475.496672:0:33703:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130475.496674:0:33703:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789130475.496676:0:33703:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffe85d5c290 00000080:00000001:1.0:1789130475.496679:0:33703:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789130475.496680:0:33703:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789130475.496682:0:33703:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf487c3000. 00000020:00000001:1.0:1789130475.496684:0:33703:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130475.496686:0:33703:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789130475.496687:0:33703:0:(lov_obd.c:975:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789130475.496689:0:33703:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf487c3000 uarg=0000000000000000 00020000:00000001:1.0:1789130475.496692:0:33703:0:(lov_obd.c:1007:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130475.496694:0:33703:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130475.496695:0:33703:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789130475.496697:0:33703:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf487c3000. 00000080:00000001:1.0:1789130475.496699:0:33703:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130475.496701:0:33703:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130475.496705:0:33703:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789130475.496706:0:33703:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffe85d5c290 00000080:00000001:1.0:1789130475.497053:0:33703:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789130475.497055:0:33703:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789130475.497058:0:33703:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf487c3000. 00000020:00000001:1.0:1789130475.497060:0:33703:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130475.497062:0:33703:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789130475.497064:0:33703:0:(lov_obd.c:975:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789130475.497066:0:33703:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf487c3000 uarg=0000000000000000 00020000:00000001:1.0:1789130475.497069:0:33703:0:(lov_obd.c:1007:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130475.497071:0:33703:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130475.497073:0:33703:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789130475.497076:0:33703:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf487c3000. 00000080:00000001:1.0:1789130475.497078:0:33703:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130475.497080:0:33703:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130475.497085:0:33703:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789130475.497087:0:33703:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffe85d5c290 00000080:00000001:1.0:1789130475.497089:0:33703:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789130475.497091:0:33703:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789130475.497094:0:33703:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf487c3000. 00000020:00000001:1.0:1789130475.497096:0:33703:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130475.497097:0:33703:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789130475.497098:0:33703:0:(lov_obd.c:975:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789130475.497099:0:33703:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf487c3000 uarg=0000000000000000 00020000:00000001:1.0:1789130475.497102:0:33703:0:(lov_obd.c:1007:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130475.497104:0:33703:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130475.497106:0:33703:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789130475.497108:0:33703:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf487c3000. 00000080:00000001:1.0:1789130475.497109:0:33703:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130475.497111:0:33703:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130475.497113:0:33703:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789130475.497114:0:33703:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffe85d5c290 00000080:00000001:1.0:1789130475.497116:0:33703:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789130475.497117:0:33703:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789130475.497118:0:33703:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf487c3000. 00000020:00000001:1.0:1789130475.497206:0:33703:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130475.497209:0:33703:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789130475.497210:0:33703:0:(lov_obd.c:975:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789130475.497212:0:33703:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf487c3000 uarg=0000000000000000 00020000:00000001:1.0:1789130475.497215:0:33703:0:(lov_obd.c:1007:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130475.497217:0:33703:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130475.497219:0:33703:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789130475.497221:0:33703:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf487c3000. 00000080:00000001:1.0:1789130475.497223:0:33703:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130475.497225:0:33703:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130475.497229:0:33703:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789130475.497231:0:33703:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffe85d5c290 00000080:00000001:1.0:1789130475.497233:0:33703:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789130475.497235:0:33703:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789130475.497238:0:33703:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf487c3000. 00000020:00000001:1.0:1789130475.497240:0:33703:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130475.497241:0:33703:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789130475.497243:0:33703:0:(lov_obd.c:975:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789130475.497244:0:33703:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf487c3000 uarg=0000000000000000 00020000:00000001:1.0:1789130475.497246:0:33703:0:(lov_obd.c:1007:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130475.497248:0:33703:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130475.497250:0:33703:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789130475.497252:0:33703:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf487c3000. 00000080:00000001:1.0:1789130475.497254:0:33703:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130475.497256:0:33703:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130475.497258:0:33703:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789130475.497259:0:33703:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffe85d5c290 00000080:00000001:1.0:1789130475.497261:0:33703:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789130475.497261:0:33703:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789130475.497263:0:33703:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf487c3000. 00000020:00000001:1.0:1789130475.497265:0:33703:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130475.497266:0:33703:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789130475.497267:0:33703:0:(lov_obd.c:975:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789130475.497269:0:33703:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf487c3000 uarg=0000000000000000 00020000:00000001:1.0:1789130475.497271:0:33703:0:(lov_obd.c:1007:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130475.497273:0:33703:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130475.497275:0:33703:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789130475.497277:0:33703:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf487c3000. 00000080:00000001:1.0:1789130475.497279:0:33703:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130475.497281:0:33703:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130475.497283:0:33703:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789130475.497284:0:33703:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffe85d5c290 00000080:00000001:1.0:1789130475.497286:0:33703:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789130475.497287:0:33703:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789130475.497289:0:33703:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf487c3000. 00000020:00000001:1.0:1789130475.497290:0:33703:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130475.497291:0:33703:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789130475.497292:0:33703:0:(lov_obd.c:975:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789130475.497294:0:33703:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf487c3000 uarg=0000000000000000 00020000:00000001:1.0:1789130475.497296:0:33703:0:(lov_obd.c:1007:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130475.497298:0:33703:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130475.497300:0:33703:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789130475.497302:0:33703:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf487c3000. 00000080:00000001:1.0:1789130475.497304:0:33703:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130475.497305:0:33703:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130475.497307:0:33703:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789130475.497309:0:33703:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffe85d5c290 00000080:00000001:1.0:1789130475.497311:0:33703:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789130475.497312:0:33703:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789130475.497313:0:33703:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf487c3000. 00000020:00000001:1.0:1789130475.497315:0:33703:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130475.497317:0:33703:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789130475.497319:0:33703:0:(lov_obd.c:975:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789130475.497320:0:33703:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf487c3000 uarg=0000000000000000 00020000:00000001:1.0:1789130475.497322:0:33703:0:(lov_obd.c:1007:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130475.497323:0:33703:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130475.497325:0:33703:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789130475.497326:0:33703:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf487c3000. 00000080:00000001:1.0:1789130475.497328:0:33703:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130475.497329:0:33703:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130475.497332:0:33703:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789130475.497333:0:33703:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffe85d5c290 00000080:00000001:1.0:1789130475.497335:0:33703:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789130475.497336:0:33703:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789130475.497338:0:33703:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf487c3000. 00000020:00000001:1.0:1789130475.497340:0:33703:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130475.497341:0:33703:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789130475.497341:0:33703:0:(lov_obd.c:975:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789130475.497342:0:33703:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf487c3000 uarg=0000000000000000 00020000:00000001:1.0:1789130475.497344:0:33703:0:(lov_obd.c:1007:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130475.497346:0:33703:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130475.497347:0:33703:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789130475.497349:0:33703:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf487c3000. 00000080:00000001:1.0:1789130475.497352:0:33703:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130475.497354:0:33703:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130475.497357:0:33703:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789130475.497358:0:33703:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffe85d5c290 00000080:00000001:1.0:1789130475.497361:0:33703:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789130475.497362:0:33703:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789130475.497364:0:33703:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf487c3000. 00000020:00000001:1.0:1789130475.497365:0:33703:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130475.497366:0:33703:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789130475.497367:0:33703:0:(lov_obd.c:975:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789130475.497368:0:33703:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf487c3000 uarg=0000000000000000 00020000:00000001:1.0:1789130475.497370:0:33703:0:(lov_obd.c:1007:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130475.497372:0:33703:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130475.497373:0:33703:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789130475.497375:0:33703:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf487c3000. 00000080:00000001:1.0:1789130475.497377:0:33703:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130475.497379:0:33703:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130475.497382:0:33703:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789130475.497383:0:33703:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffe85d5c290 00000080:00000001:1.0:1789130475.497385:0:33703:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789130475.497386:0:33703:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789130475.497388:0:33703:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf487c3000. 00000020:00000001:1.0:1789130475.497389:0:33703:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130475.497391:0:33703:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789130475.497392:0:33703:0:(lov_obd.c:975:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789130475.497393:0:33703:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf487c3000 uarg=0000000000000000 00020000:00000001:1.0:1789130475.497396:0:33703:0:(lov_obd.c:1007:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130475.497397:0:33703:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130475.497399:0:33703:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789130475.497401:0:33703:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf487c3000. 00000080:00000001:1.0:1789130475.497402:0:33703:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130475.497404:0:33703:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130475.497406:0:33703:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789130475.497408:0:33703:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffe85d5c290 00000080:00000001:1.0:1789130475.497410:0:33703:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789130475.497411:0:33703:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789130475.497413:0:33703:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf487c3000. 00000020:00000001:1.0:1789130475.497415:0:33703:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130475.497417:0:33703:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789130475.497418:0:33703:0:(lov_obd.c:975:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789130475.497419:0:33703:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf487c3000 uarg=0000000000000000 00020000:00000001:1.0:1789130475.497421:0:33703:0:(lov_obd.c:1007:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130475.497423:0:33703:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130475.497424:0:33703:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789130475.497426:0:33703:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf487c3000. 00000080:00000001:1.0:1789130475.497428:0:33703:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130475.497429:0:33703:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130475.497431:0:33703:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789130475.497432:0:33703:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffe85d5c290 00000080:00000001:1.0:1789130475.497434:0:33703:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789130475.497435:0:33703:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789130475.497437:0:33703:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf487c3000. 00000020:00000001:1.0:1789130475.497439:0:33703:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130475.497440:0:33703:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789130475.497441:0:33703:0:(lov_obd.c:975:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789130475.497442:0:33703:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf487c3000 uarg=0000000000000000 00020000:00000001:1.0:1789130475.497444:0:33703:0:(lov_obd.c:1007:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130475.497445:0:33703:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130475.497447:0:33703:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789130475.497449:0:33703:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf487c3000. 00000080:00000001:1.0:1789130475.497450:0:33703:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130475.497452:0:33703:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130475.497455:0:33703:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789130475.497456:0:33703:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffe85d5c290 00000080:00000001:1.0:1789130475.497458:0:33703:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789130475.497460:0:33703:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789130475.497462:0:33703:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf487c3000. 00000020:00000001:1.0:1789130475.497463:0:33703:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130475.497465:0:33703:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789130475.497466:0:33703:0:(lov_obd.c:975:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789130475.497467:0:33703:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf487c3000 uarg=0000000000000000 00020000:00000001:1.0:1789130475.497469:0:33703:0:(lov_obd.c:1007:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130475.497471:0:33703:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130475.497473:0:33703:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789130475.497475:0:33703:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf487c3000. 00000080:00000001:1.0:1789130475.497477:0:33703:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130475.497478:0:33703:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130475.497480:0:33703:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789130475.497481:0:33703:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffe85d5c290 00000080:00000001:1.0:1789130475.497483:0:33703:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789130475.497484:0:33703:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789130475.497486:0:33703:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf487c3000. 00000020:00000001:1.0:1789130475.497488:0:33703:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130475.497489:0:33703:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789130475.497490:0:33703:0:(lov_obd.c:975:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789130475.497491:0:33703:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf487c3000 uarg=0000000000000000 00020000:00000001:1.0:1789130475.497493:0:33703:0:(lov_obd.c:1007:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130475.497496:0:33703:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130475.497497:0:33703:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789130475.497499:0:33703:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf487c3000. 00000080:00000001:1.0:1789130475.497501:0:33703:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130475.497503:0:33703:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130475.497505:0:33703:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789130475.497506:0:33703:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffe85d5c290 00000080:00000001:1.0:1789130475.497508:0:33703:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789130475.497509:0:33703:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789130475.497511:0:33703:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf487c3000. 00000020:00000001:1.0:1789130475.497513:0:33703:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130475.497514:0:33703:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789130475.497516:0:33703:0:(lov_obd.c:975:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789130475.497517:0:33703:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf487c3000 uarg=0000000000000000 00020000:00000001:1.0:1789130475.497520:0:33703:0:(lov_obd.c:1007:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130475.497521:0:33703:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130475.497523:0:33703:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789130475.497525:0:33703:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf487c3000. 00000080:00000001:1.0:1789130475.497526:0:33703:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130475.497528:0:33703:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130475.497531:0:33703:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789130475.497532:0:33703:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffe85d5c290 00000080:00000001:1.0:1789130475.497534:0:33703:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789130475.497535:0:33703:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789130475.497536:0:33703:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf487c3000. 00000020:00000001:1.0:1789130475.497538:0:33703:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130475.497539:0:33703:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789130475.497540:0:33703:0:(lov_obd.c:975:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789130475.497541:0:33703:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf487c3000 uarg=0000000000000000 00020000:00000001:1.0:1789130475.497543:0:33703:0:(lov_obd.c:1007:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130475.497545:0:33703:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130475.497546:0:33703:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789130475.497548:0:33703:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf487c3000. 00000080:00000001:1.0:1789130475.497550:0:33703:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130475.497551:0:33703:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130475.497553:0:33703:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789130475.497555:0:33703:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffe85d5c290 00000080:00000001:1.0:1789130475.497557:0:33703:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789130475.497558:0:33703:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789130475.497560:0:33703:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf487c3000. 00000020:00000001:1.0:1789130475.497562:0:33703:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130475.497563:0:33703:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789130475.497564:0:33703:0:(lov_obd.c:975:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789130475.497565:0:33703:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf487c3000 uarg=0000000000000000 00020000:00000001:1.0:1789130475.497568:0:33703:0:(lov_obd.c:1007:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130475.497571:0:33703:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130475.497572:0:33703:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789130475.497574:0:33703:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf487c3000. 00000080:00000001:1.0:1789130475.497576:0:33703:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130475.497578:0:33703:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130475.497581:0:33703:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789130475.497582:0:33703:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffe85d5c290 00000080:00000001:1.0:1789130475.497585:0:33703:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789130475.497586:0:33703:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789130475.497588:0:33703:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf487c3000. 00000020:00000001:1.0:1789130475.497590:0:33703:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130475.497591:0:33703:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789130475.497592:0:33703:0:(lov_obd.c:975:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789130475.497593:0:33703:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf487c3000 uarg=0000000000000000 00020000:00000001:1.0:1789130475.497595:0:33703:0:(lov_obd.c:1007:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130475.497597:0:33703:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130475.497599:0:33703:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789130475.497601:0:33703:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf487c3000. 00000080:00000001:1.0:1789130475.497603:0:33703:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130475.497604:0:33703:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130475.497607:0:33703:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789130475.497608:0:33703:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffe85d5c290 00000080:00000001:1.0:1789130475.497611:0:33703:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789130475.497616:0:33703:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789130475.497619:0:33703:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf487c3000. 00000020:00000001:1.0:1789130475.497621:0:33703:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130475.497623:0:33703:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789130475.497624:0:33703:0:(lov_obd.c:975:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789130475.497625:0:33703:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf487c3000 uarg=0000000000000000 00020000:00000001:1.0:1789130475.497627:0:33703:0:(lov_obd.c:1007:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130475.497629:0:33703:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130475.497630:0:33703:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789130475.497632:0:33703:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf487c3000. 00000080:00000001:1.0:1789130475.497635:0:33703:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130475.497637:0:33703:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130475.497640:0:33703:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789130475.497641:0:33703:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffe85d5c290 00000080:00000001:1.0:1789130475.497644:0:33703:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789130475.497645:0:33703:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789130475.497646:0:33703:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf487c3000. 00000020:00000001:1.0:1789130475.497648:0:33703:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130475.497649:0:33703:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789130475.497650:0:33703:0:(lov_obd.c:975:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789130475.497652:0:33703:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf487c3000 uarg=0000000000000000 00020000:00000001:1.0:1789130475.497654:0:33703:0:(lov_obd.c:1007:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130475.497656:0:33703:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130475.497658:0:33703:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789130475.497660:0:33703:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf487c3000. 00000080:00000001:1.0:1789130475.497661:0:33703:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130475.497663:0:33703:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130475.497665:0:33703:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789130475.497666:0:33703:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffe85d5c290 00000080:00000001:1.0:1789130475.497668:0:33703:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789130475.497669:0:33703:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789130475.497670:0:33703:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf487c3000. 00000020:00000001:1.0:1789130475.497672:0:33703:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130475.497674:0:33703:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789130475.497675:0:33703:0:(lov_obd.c:975:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789130475.497676:0:33703:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf487c3000 uarg=0000000000000000 00020000:00000001:1.0:1789130475.497678:0:33703:0:(lov_obd.c:1007:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130475.497680:0:33703:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130475.497682:0:33703:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789130475.497684:0:33703:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf487c3000. 00000080:00000001:1.0:1789130475.497686:0:33703:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130475.497687:0:33703:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130475.497690:0:33703:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789130475.497691:0:33703:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffe85d5c290 00000080:00000001:1.0:1789130475.497693:0:33703:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789130475.497694:0:33703:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789130475.497696:0:33703:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf487c3000. 00000020:00000001:1.0:1789130475.497698:0:33703:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130475.497700:0:33703:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789130475.497701:0:33703:0:(lov_obd.c:975:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789130475.497702:0:33703:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf487c3000 uarg=0000000000000000 00020000:00000001:1.0:1789130475.497705:0:33703:0:(lov_obd.c:1007:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130475.497706:0:33703:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130475.497708:0:33703:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789130475.497709:0:33703:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf487c3000. 00000080:00000001:1.0:1789130475.497711:0:33703:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130475.497712:0:33703:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130475.497715:0:33703:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789130475.497716:0:33703:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffe85d5c290 00000080:00000001:1.0:1789130475.497718:0:33703:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789130475.497719:0:33703:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789130475.497721:0:33703:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf487c3000. 00000020:00000001:1.0:1789130475.497723:0:33703:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130475.497724:0:33703:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789130475.497725:0:33703:0:(lov_obd.c:975:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789130475.497726:0:33703:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf487c3000 uarg=0000000000000000 00020000:00000001:1.0:1789130475.497727:0:33703:0:(lov_obd.c:1007:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130475.497729:0:33703:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130475.497731:0:33703:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789130475.497733:0:33703:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf487c3000. 00000080:00000001:1.0:1789130475.497735:0:33703:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130475.497737:0:33703:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130475.497739:0:33703:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789130475.497740:0:33703:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffe85d5c290 00000080:00000001:1.0:1789130475.497742:0:33703:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789130475.497743:0:33703:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789130475.497745:0:33703:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf487c3000. 00000020:00000001:1.0:1789130475.497747:0:33703:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130475.497749:0:33703:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789130475.497750:0:33703:0:(lov_obd.c:975:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789130475.497751:0:33703:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf487c3000 uarg=0000000000000000 00020000:00000001:1.0:1789130475.497753:0:33703:0:(lov_obd.c:1007:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130475.497755:0:33703:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130475.497757:0:33703:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789130475.497759:0:33703:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf487c3000. 00000080:00000001:1.0:1789130475.497761:0:33703:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130475.497762:0:33703:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130475.497765:0:33703:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789130475.497766:0:33703:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffe85d5c290 00000080:00000001:1.0:1789130475.497768:0:33703:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789130475.497769:0:33703:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789130475.497771:0:33703:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf487c3000. 00000020:00000001:1.0:1789130475.497772:0:33703:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130475.497774:0:33703:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789130475.497774:0:33703:0:(lov_obd.c:975:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789130475.497776:0:33703:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf487c3000 uarg=0000000000000000 00020000:00000001:1.0:1789130475.497778:0:33703:0:(lov_obd.c:1007:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130475.497779:0:33703:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130475.497781:0:33703:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789130475.497783:0:33703:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf487c3000. 00000080:00000001:1.0:1789130475.497785:0:33703:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130475.497786:0:33703:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130475.497788:0:33703:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789130475.497790:0:33703:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffe85d5c290 00000080:00000001:1.0:1789130475.497792:0:33703:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789130475.497793:0:33703:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789130475.497795:0:33703:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf487c3000. 00000020:00000001:1.0:1789130475.497797:0:33703:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130475.497799:0:33703:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789130475.497800:0:33703:0:(lov_obd.c:975:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789130475.497801:0:33703:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf487c3000 uarg=0000000000000000 00020000:00000001:1.0:1789130475.497897:0:33703:0:(lov_obd.c:1007:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130475.497899:0:33703:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130475.497900:0:33703:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789130475.497903:0:33703:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf487c3000. 00000080:00000001:1.0:1789130475.497906:0:33703:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130475.497908:0:33703:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130475.497912:0:33703:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789130475.497913:0:33703:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffe85d5c290 00000080:00000001:1.0:1789130475.497916:0:33703:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789130475.497918:0:33703:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789130475.497920:0:33703:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf487c3000. 00000020:00000001:1.0:1789130475.497923:0:33703:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130475.497925:0:33703:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789130475.497926:0:33703:0:(lov_obd.c:975:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789130475.497927:0:33703:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf487c3000 uarg=0000000000000000 00020000:00000001:1.0:1789130475.497930:0:33703:0:(lov_obd.c:1007:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130475.497932:0:33703:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130475.497933:0:33703:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789130475.497936:0:33703:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf487c3000. 00000080:00000001:1.0:1789130475.497938:0:33703:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130475.497940:0:33703:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130475.497942:0:33703:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789130475.497944:0:33703:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffe85d5c290 00000080:00000001:1.0:1789130475.497946:0:33703:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789130475.497947:0:33703:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789130475.497949:0:33703:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf487c3000. 00000020:00000001:1.0:1789130475.497951:0:33703:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130475.497952:0:33703:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789130475.497953:0:33703:0:(lov_obd.c:975:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789130475.497954:0:33703:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf487c3000 uarg=0000000000000000 00020000:00000001:1.0:1789130475.497956:0:33703:0:(lov_obd.c:1007:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130475.497958:0:33703:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130475.497960:0:33703:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789130475.497962:0:33703:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf487c3000. 00000080:00000001:1.0:1789130475.497964:0:33703:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130475.497966:0:33703:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130475.497968:0:33703:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789130475.497970:0:33703:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffe85d5c290 00000080:00000001:1.0:1789130475.497972:0:33703:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789130475.497973:0:33703:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789130475.497974:0:33703:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf487c3000. 00000020:00000001:1.0:1789130475.497976:0:33703:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130475.497977:0:33703:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789130475.497978:0:33703:0:(lov_obd.c:975:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789130475.497979:0:33703:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf487c3000 uarg=0000000000000000 00020000:00000001:1.0:1789130475.497981:0:33703:0:(lov_obd.c:1007:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130475.497983:0:33703:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130475.497985:0:33703:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789130475.497987:0:33703:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf487c3000. 00000080:00000001:1.0:1789130475.497989:0:33703:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130475.497990:0:33703:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130475.497992:0:33703:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789130475.497994:0:33703:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffe85d5c290 00000080:00000001:1.0:1789130475.497996:0:33703:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789130475.497997:0:33703:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789130475.497999:0:33703:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf487c3000. 00000020:00000001:1.0:1789130475.498001:0:33703:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130475.498002:0:33703:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789130475.498003:0:33703:0:(lov_obd.c:975:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789130475.498005:0:33703:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf487c3000 uarg=0000000000000000 00020000:00000001:1.0:1789130475.498007:0:33703:0:(lov_obd.c:1007:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130475.498009:0:33703:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130475.498010:0:33703:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789130475.498012:0:33703:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf487c3000. 00000080:00000001:1.0:1789130475.498014:0:33703:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130475.498016:0:33703:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130475.498019:0:33703:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789130475.498020:0:33703:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffe85d5c290 00000080:00000001:1.0:1789130475.498023:0:33703:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789130475.498024:0:33703:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789130475.498026:0:33703:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf487c3000. 00000020:00000001:1.0:1789130475.498028:0:33703:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130475.498029:0:33703:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789130475.498030:0:33703:0:(lov_obd.c:975:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789130475.498031:0:33703:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf487c3000 uarg=0000000000000000 00020000:00000001:1.0:1789130475.498034:0:33703:0:(lov_obd.c:1007:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130475.498035:0:33703:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130475.498036:0:33703:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789130475.498038:0:33703:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf487c3000. 00000080:00000001:1.0:1789130475.498040:0:33703:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130475.498041:0:33703:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130475.498044:0:33703:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789130475.498045:0:33703:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffe85d5c290 00000080:00000001:1.0:1789130475.498047:0:33703:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789130475.498048:0:33703:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789130475.498050:0:33703:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf487c3000. 00000020:00000001:1.0:1789130475.498051:0:33703:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130475.498052:0:33703:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789130475.498053:0:33703:0:(lov_obd.c:975:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789130475.498054:0:33703:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf487c3000 uarg=0000000000000000 00020000:00000001:1.0:1789130475.498057:0:33703:0:(lov_obd.c:1007:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130475.498059:0:33703:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130475.498061:0:33703:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789130475.498063:0:33703:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf487c3000. 00000080:00000001:1.0:1789130475.498065:0:33703:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130475.498067:0:33703:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130475.498069:0:33703:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789130475.498071:0:33703:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffe85d5c290 00000080:00000001:1.0:1789130475.498073:0:33703:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789130475.498074:0:33703:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789130475.498076:0:33703:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf487c3000. 00000020:00000001:1.0:1789130475.498078:0:33703:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130475.498080:0:33703:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789130475.498081:0:33703:0:(lov_obd.c:975:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789130475.498082:0:33703:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf487c3000 uarg=0000000000000000 00020000:00000001:1.0:1789130475.498084:0:33703:0:(lov_obd.c:1007:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130475.498086:0:33703:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130475.498087:0:33703:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789130475.498089:0:33703:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf487c3000. 00000080:00000001:1.0:1789130475.498091:0:33703:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130475.498093:0:33703:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130475.498095:0:33703:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789130475.498096:0:33703:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffe85d5c290 00000080:00000001:1.0:1789130475.498098:0:33703:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789130475.498099:0:33703:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789130475.498100:0:33703:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf487c3000. 00000020:00000001:1.0:1789130475.498102:0:33703:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130475.498104:0:33703:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789130475.498105:0:33703:0:(lov_obd.c:975:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789130475.498106:0:33703:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf487c3000 uarg=0000000000000000 00020000:00000001:1.0:1789130475.498108:0:33703:0:(lov_obd.c:1007:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130475.498110:0:33703:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130475.498111:0:33703:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789130475.498113:0:33703:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf487c3000. 00000080:00000001:1.0:1789130475.498115:0:33703:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130475.498117:0:33703:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130475.498120:0:33703:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789130475.498121:0:33703:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffe85d5c290 00000080:00000001:1.0:1789130475.498124:0:33703:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789130475.498125:0:33703:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789130475.498127:0:33703:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf487c3000. 00000020:00000001:1.0:1789130475.498129:0:33703:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130475.498131:0:33703:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789130475.498132:0:33703:0:(lov_obd.c:975:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789130475.498133:0:33703:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf487c3000 uarg=0000000000000000 00020000:00000001:1.0:1789130475.498135:0:33703:0:(lov_obd.c:1007:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130475.498137:0:33703:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130475.498139:0:33703:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789130475.498141:0:33703:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf487c3000. 00000080:00000001:1.0:1789130475.498143:0:33703:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130475.498145:0:33703:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130475.498147:0:33703:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789130475.498148:0:33703:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffe85d5c290 00000080:00000001:1.0:1789130475.498150:0:33703:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789130475.498151:0:33703:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789130475.498153:0:33703:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf487c3000. 00000020:00000001:1.0:1789130475.498155:0:33703:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130475.498156:0:33703:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789130475.498157:0:33703:0:(lov_obd.c:975:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789130475.498158:0:33703:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf487c3000 uarg=0000000000000000 00020000:00000001:1.0:1789130475.498159:0:33703:0:(lov_obd.c:1007:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130475.498161:0:33703:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130475.498163:0:33703:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789130475.498165:0:33703:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf487c3000. 00000080:00000001:1.0:1789130475.498167:0:33703:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130475.498168:0:33703:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130475.498171:0:33703:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789130475.498172:0:33703:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffe85d5c290 00000080:00000001:1.0:1789130475.498173:0:33703:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789130475.498174:0:33703:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789130475.498176:0:33703:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf487c3000. 00000020:00000001:1.0:1789130475.498177:0:33703:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130475.498179:0:33703:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789130475.498181:0:33703:0:(lov_obd.c:975:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789130475.498182:0:33703:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf487c3000 uarg=0000000000000000 00020000:00000001:1.0:1789130475.498185:0:33703:0:(lov_obd.c:1007:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130475.498187:0:33703:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130475.498189:0:33703:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789130475.498190:0:33703:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf487c3000. 00000080:00000001:1.0:1789130475.498192:0:33703:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130475.498193:0:33703:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130475.498210:0:33703:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789130475.498212:0:33703:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffe85d5c290 00000080:00000001:1.0:1789130475.498214:0:33703:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789130475.498215:0:33703:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789130475.498218:0:33703:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf487c3000. 00000020:00000001:1.0:1789130475.498219:0:33703:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130475.498221:0:33703:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789130475.498222:0:33703:0:(lov_obd.c:975:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789130475.498223:0:33703:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf487c3000 uarg=0000000000000000 00020000:00000001:1.0:1789130475.498225:0:33703:0:(lov_obd.c:1007:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130475.498227:0:33703:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130475.498229:0:33703:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789130475.498231:0:33703:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf487c3000. 00000080:00000001:1.0:1789130475.498233:0:33703:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130475.498235:0:33703:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130475.498238:0:33703:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789130475.498239:0:33703:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffe85d5c290 00000080:00000001:1.0:1789130475.498242:0:33703:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789130475.498243:0:33703:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789130475.498245:0:33703:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf487c3000. 00000020:00000001:1.0:1789130475.498247:0:33703:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130475.498248:0:33703:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789130475.498249:0:33703:0:(lov_obd.c:975:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789130475.498250:0:33703:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf487c3000 uarg=0000000000000000 00020000:00000001:1.0:1789130475.498253:0:33703:0:(lov_obd.c:1007:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130475.498256:0:33703:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130475.498258:0:33703:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789130475.498260:0:33703:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf487c3000. 00000080:00000001:1.0:1789130475.498262:0:33703:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130475.498263:0:33703:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130475.498265:0:33703:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789130475.498267:0:33703:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffe85d5c290 00000080:00000001:1.0:1789130475.498269:0:33703:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789130475.498270:0:33703:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789130475.498272:0:33703:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf487c3000. 00000020:00000001:1.0:1789130475.498274:0:33703:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130475.498275:0:33703:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789130475.498276:0:33703:0:(lov_obd.c:975:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789130475.498277:0:33703:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf487c3000 uarg=0000000000000000 00020000:00000001:1.0:1789130475.498280:0:33703:0:(lov_obd.c:1007:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130475.498281:0:33703:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130475.498283:0:33703:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789130475.498285:0:33703:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf487c3000. 00000080:00000001:1.0:1789130475.498287:0:33703:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130475.498289:0:33703:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130475.498292:0:33703:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789130475.498293:0:33703:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffe85d5c290 00000080:00000001:1.0:1789130475.498295:0:33703:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789130475.498296:0:33703:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789130475.498298:0:33703:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf487c3000. 00000020:00000001:1.0:1789130475.498300:0:33703:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130475.498301:0:33703:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789130475.498302:0:33703:0:(lov_obd.c:975:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789130475.498303:0:33703:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf487c3000 uarg=0000000000000000 00020000:00000001:1.0:1789130475.498305:0:33703:0:(lov_obd.c:1007:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130475.498307:0:33703:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130475.498308:0:33703:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789130475.498310:0:33703:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf487c3000. 00000080:00000001:1.0:1789130475.498312:0:33703:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130475.498314:0:33703:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130475.498317:0:33703:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789130475.498318:0:33703:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffe85d5c290 00000080:00000001:1.0:1789130475.498320:0:33703:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789130475.498321:0:33703:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789130475.498323:0:33703:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf487c3000. 00000020:00000001:1.0:1789130475.498324:0:33703:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130475.498325:0:33703:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789130475.498326:0:33703:0:(lov_obd.c:975:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789130475.498327:0:33703:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf487c3000 uarg=0000000000000000 00020000:00000001:1.0:1789130475.498329:0:33703:0:(lov_obd.c:1007:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130475.498331:0:33703:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130475.498333:0:33703:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789130475.498335:0:33703:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf487c3000. 00000080:00000001:1.0:1789130475.498337:0:33703:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130475.498338:0:33703:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130475.498341:0:33703:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789130475.498342:0:33703:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffe85d5c290 00000080:00000001:1.0:1789130475.498343:0:33703:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789130475.498344:0:33703:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789130475.498346:0:33703:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf487c3000. 00000020:00000001:1.0:1789130475.498348:0:33703:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130475.498349:0:33703:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789130475.498350:0:33703:0:(lov_obd.c:975:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789130475.498352:0:33703:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf487c3000 uarg=0000000000000000 00020000:00000001:1.0:1789130475.498354:0:33703:0:(lov_obd.c:1007:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130475.498355:0:33703:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130475.498357:0:33703:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789130475.498359:0:33703:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf487c3000. 00000080:00000001:1.0:1789130475.498361:0:33703:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130475.498363:0:33703:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130475.498365:0:33703:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789130475.498367:0:33703:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffe85d5c290 00000080:00000001:1.0:1789130475.498369:0:33703:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789130475.498371:0:33703:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789130475.498372:0:33703:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf487c3000. 00000020:00000001:1.0:1789130475.498374:0:33703:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130475.498376:0:33703:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789130475.498377:0:33703:0:(lov_obd.c:975:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789130475.498378:0:33703:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf487c3000 uarg=0000000000000000 00020000:00000001:1.0:1789130475.498380:0:33703:0:(lov_obd.c:1007:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130475.498382:0:33703:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130475.498383:0:33703:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789130475.498385:0:33703:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf487c3000. 00000080:00000001:1.0:1789130475.498386:0:33703:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130475.498388:0:33703:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130475.498390:0:33703:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789130475.498392:0:33703:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffe85d5c290 00000080:00000001:1.0:1789130475.498394:0:33703:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789130475.498395:0:33703:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789130475.498397:0:33703:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf487c3000. 00000020:00000001:1.0:1789130475.498398:0:33703:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130475.498400:0:33703:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789130475.498401:0:33703:0:(lov_obd.c:975:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789130475.498402:0:33703:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf487c3000 uarg=0000000000000000 00020000:00000001:1.0:1789130475.498405:0:33703:0:(lov_obd.c:1007:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130475.498407:0:33703:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130475.498409:0:33703:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789130475.498411:0:33703:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf487c3000. 00000080:00000001:1.0:1789130475.498412:0:33703:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130475.498414:0:33703:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130475.498417:0:33703:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789130475.498418:0:33703:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffe85d5c290 00000080:00000001:1.0:1789130475.498420:0:33703:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789130475.498420:0:33703:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789130475.498423:0:33703:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf487c3000. 00000020:00000001:1.0:1789130475.498425:0:33703:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130475.498426:0:33703:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789130475.498427:0:33703:0:(lov_obd.c:975:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789130475.498429:0:33703:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf487c3000 uarg=0000000000000000 00020000:00000001:1.0:1789130475.498431:0:33703:0:(lov_obd.c:1007:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130475.498433:0:33703:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130475.498434:0:33703:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789130475.498436:0:33703:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf487c3000. 00000080:00000001:1.0:1789130475.498438:0:33703:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130475.498440:0:33703:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130475.498442:0:33703:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789130475.498443:0:33703:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffe85d5c290 00000080:00000001:1.0:1789130475.498445:0:33703:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789130475.498446:0:33703:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789130475.498448:0:33703:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf487c3000. 00000020:00000001:1.0:1789130475.498450:0:33703:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130475.498451:0:33703:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789130475.498452:0:33703:0:(lov_obd.c:975:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789130475.498453:0:33703:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf487c3000 uarg=0000000000000000 00020000:00000001:1.0:1789130475.498455:0:33703:0:(lov_obd.c:1007:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130475.498457:0:33703:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130475.498458:0:33703:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789130475.498460:0:33703:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf487c3000. 00000080:00000001:1.0:1789130475.498461:0:33703:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130475.498463:0:33703:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130475.498465:0:33703:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789130475.498467:0:33703:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffe85d5c290 00000080:00000001:1.0:1789130475.498469:0:33703:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789130475.498470:0:33703:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789130475.498471:0:33703:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf487c3000. 00000020:00000001:1.0:1789130475.498473:0:33703:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130475.498475:0:33703:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789130475.498476:0:33703:0:(lov_obd.c:975:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789130475.498477:0:33703:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf487c3000 uarg=0000000000000000 00020000:00000001:1.0:1789130475.498479:0:33703:0:(lov_obd.c:1007:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130475.498481:0:33703:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130475.498483:0:33703:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789130475.498485:0:33703:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf487c3000. 00000080:00000001:1.0:1789130475.498487:0:33703:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130475.498489:0:33703:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130475.498491:0:33703:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789130475.498492:0:33703:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffe85d5c290 00000080:00000001:1.0:1789130475.498495:0:33703:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789130475.498496:0:33703:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789130475.498497:0:33703:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf487c3000. 00000020:00000001:1.0:1789130475.498499:0:33703:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130475.498500:0:33703:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789130475.498501:0:33703:0:(lov_obd.c:975:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789130475.498502:0:33703:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf487c3000 uarg=0000000000000000 00020000:00000001:1.0:1789130475.498504:0:33703:0:(lov_obd.c:1007:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130475.498506:0:33703:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130475.498508:0:33703:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789130475.498510:0:33703:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf487c3000. 00000080:00000001:1.0:1789130475.498511:0:33703:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130475.498513:0:33703:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130475.498516:0:33703:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789130475.498517:0:33703:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffe85d5c290 00000080:00000001:1.0:1789130475.498519:0:33703:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789130475.498520:0:33703:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789130475.498522:0:33703:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf487c3000. 00000020:00000001:1.0:1789130475.498524:0:33703:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130475.498525:0:33703:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789130475.498526:0:33703:0:(lov_obd.c:975:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789130475.498527:0:33703:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf487c3000 uarg=0000000000000000 00020000:00000001:1.0:1789130475.498529:0:33703:0:(lov_obd.c:1007:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130475.498532:0:33703:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130475.498534:0:33703:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789130475.498535:0:33703:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf487c3000. 00000080:00000001:1.0:1789130475.498537:0:33703:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130475.498539:0:33703:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130475.498541:0:33703:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789130475.498542:0:33703:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffe85d5c290 00000080:00000001:1.0:1789130475.498544:0:33703:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789130475.498545:0:33703:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789130475.498547:0:33703:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf487c3000. 00000020:00000001:1.0:1789130475.498549:0:33703:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130475.498550:0:33703:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789130475.498551:0:33703:0:(lov_obd.c:975:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789130475.498552:0:33703:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf487c3000 uarg=0000000000000000 00020000:00000001:1.0:1789130475.498555:0:33703:0:(lov_obd.c:1007:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130475.498557:0:33703:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130475.498558:0:33703:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789130475.498560:0:33703:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf487c3000. 00000080:00000001:1.0:1789130475.498562:0:33703:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130475.498564:0:33703:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130475.498568:0:33703:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789130475.498569:0:33703:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffe85d5c290 00000080:00000001:1.0:1789130475.498572:0:33703:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789130475.498573:0:33703:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789130475.498575:0:33703:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf487c3000. 00000020:00000001:1.0:1789130475.498577:0:33703:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130475.498578:0:33703:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789130475.498579:0:33703:0:(lov_obd.c:975:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789130475.498581:0:33703:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf487c3000 uarg=0000000000000000 00020000:00000001:1.0:1789130475.498583:0:33703:0:(lov_obd.c:1007:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130475.498585:0:33703:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130475.498587:0:33703:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789130475.498589:0:33703:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf487c3000. 00000080:00000001:1.0:1789130475.498591:0:33703:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130475.498594:0:33703:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130475.498596:0:33703:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789130475.498598:0:33703:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffe85d5c290 00000080:00000001:1.0:1789130475.498600:0:33703:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789130475.498601:0:33703:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789130475.498603:0:33703:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf487c3000. 00000020:00000001:1.0:1789130475.498605:0:33703:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130475.498606:0:33703:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789130475.498607:0:33703:0:(lov_obd.c:975:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789130475.498609:0:33703:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf487c3000 uarg=0000000000000000 00020000:00000001:1.0:1789130475.498611:0:33703:0:(lov_obd.c:1007:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130475.498613:0:33703:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130475.498615:0:33703:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789130475.498617:0:33703:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf487c3000. 00000080:00000001:1.0:1789130475.498619:0:33703:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130475.498621:0:33703:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130475.498623:0:33703:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789130475.498624:0:33703:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffe85d5c290 00000080:00000001:1.0:1789130475.498627:0:33703:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789130475.498627:0:33703:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789130475.498629:0:33703:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf487c3000. 00000020:00000001:1.0:1789130475.498630:0:33703:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130475.498632:0:33703:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789130475.498633:0:33703:0:(lov_obd.c:975:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789130475.498634:0:33703:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf487c3000 uarg=0000000000000000 00020000:00000001:1.0:1789130475.498636:0:33703:0:(lov_obd.c:1007:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130475.498638:0:33703:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130475.498639:0:33703:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789130475.498641:0:33703:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf487c3000. 00000080:00000001:1.0:1789130475.498643:0:33703:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130475.498645:0:33703:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130475.498647:0:33703:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789130475.498648:0:33703:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffe85d5c290 00000080:00000001:1.0:1789130475.498650:0:33703:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789130475.498652:0:33703:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789130475.498653:0:33703:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf487c3000. 00000020:00000001:1.0:1789130475.498655:0:33703:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130475.498657:0:33703:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789130475.498658:0:33703:0:(lov_obd.c:975:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789130475.498659:0:33703:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf487c3000 uarg=0000000000000000 00020000:00000001:1.0:1789130475.498661:0:33703:0:(lov_obd.c:1003:lov_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:1.0:1789130475.498663:0:33703:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:1.0:1789130475.498664:0:33703:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000080:00000010:1.0:1789130475.498666:0:33703:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf487c3000. 00000080:00000001:1.0:1789130475.498667:0:33703:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:1.0:1789130475.498669:0:33703:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:1.0:1789130475.498680:0:33703:0:(dir.c:3016:ll_dir_release()) Process entered 00000080:00000001:1.0:1789130475.498683:0:33703:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:1.0:1789130475.498686:0:33703:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f40d53dd0 00000080:00200008:1.0:1789130475.498688:0:33703:0:(file.c:479:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff9caf601980c8), flags 100000 00000080:00400000:1.0:1789130475.498691:0:33703:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000007:0x1:0x0] 00000080:00000010:1.0:1789130475.498695:0:33703:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9caf47d2d400. 00000080:00000001:1.0:1789130475.498699:0:33703:0:(file.c:498:ll_file_release()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1789130475.498702:0:33703:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f40d53dd0 00000080:00000008:1.0:1789130475.498703:0:33703:0:(file.c:523:ll_file_release()) COMPLETED file /:[0x200000007:0x1:0x0](ffff9caf601980c8), flags 100000, rc = 0 00000080:00000001:1.0:1789130475.498706:0:33703:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130475.498707:0:33703:0:(dir.c:3017:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130476.479891:0:30671:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130476.479897:0:30671:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130476.479904:0:30671:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130476.479908:0:30671:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789130476.479910:0:30671:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789130476.479912:0:30671:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130476.479915:0:30671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789130476.479918:0:30671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130476.479920:0:30671:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130476.479922:0:30671:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130476.480024:0:16244:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789130476.480027:0:16244:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789130476.480030:0:16244:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1789130477.294563:0:33813:0:(llite_lib.c:4271:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130477.504881:0:30671:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130477.504888:0:30671:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130477.504893:0:30671:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130477.504895:0:30671:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130477.505001:0:16115:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789130477.505004:0:16115:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789130477.505007:0:16115:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1789130477.885387:0:30671:0:(connection.c:75:cpu_latency_work()) work item of ffff9caf6147ab30 (cpu 3) has reached its deadline 4296571894, at 4296571907 00000100:00000010:3.0:1789130477.885404:0:30671:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9caf58401480. 00000100:00000040:2.0:1789130477.887260:0:32321:0:(connection.c:75:cpu_latency_work()) work item of ffff9caf6147aa20 (cpu 2) has reached its deadline 4296571894, at 4296571907 00000100:00000010:2.0:1789130477.887275:0:32321:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9caf584013c0. 00010000:00000001:3.0:1789130478.523910:0:30671:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130478.523916:0:30671:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130478.523921:0:30671:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130478.523923:0:30671:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130478.523978:0:16116:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789130478.523981:0:16116:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789130478.523984:0:16116:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000010:1.0:1789130478.907139:0:26759:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9caf4842f800. 00000020:00000010:1.0:1789130478.907155:0:26759:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9caf4842fe00. 00000020:00000010:1.0:1789130478.907161:0:26759:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9caf482da000. 00000020:00000010:1.0:1789130478.907167:0:26759:0:(tgt_main.c:722:tgt_key_init()) slab-alloced 'thread': 1296 at ffff9caf48f9c6e0. 00000020:00000010:1.0:1789130478.907173:0:26759:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9caf4842e800. 80000000:00000010:1.0:1789130478.907178:0:26759:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff9caf481b3420. 40000000:00000010:1.0:1789130478.907183:0:26759:0:(fid_handler.c:479:seq_key_init()) kmalloced '(value)': 48 at ffff9caf58606700. 00100000:00000010:1.0:1789130478.907189:0:26759:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff9caf482df800. 00040000:00000010:1.0:1789130478.907193:0:26759:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9caf4a83ac00. 00040000:00000010:1.0:1789130478.907197:0:26759:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9caf4842f200. 00002000:00000010:1.0:1789130478.907202:0:26759:0:(ofd_dev.c:3019:ofd_key_init()) kmalloced '(value)': 1000 at ffff9caf487c0c00. 00000020:00000010:1.0:1789130478.907208:0:26759:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9caf4842fe00. 00000020:00000010:1.0:1789130478.907214:0:26759:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9caf482da000. 00000020:00000010:1.0:1789130478.907218:0:26759:0:(tgt_main.c:742:tgt_key_fini()) slab-freed '(info)': 1296 at ffff9caf48f9c6e0. 00000020:00000010:1.0:1789130478.907222:0:26759:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9caf4842e800. 80000000:00000010:1.0:1789130478.907225:0:26759:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff9caf481b3420. 40000000:00000010:1.0:1789130478.907228:0:26759:0:(fid_handler.c:479:seq_key_fini()) kfreed 'info': 48 at ffff9caf58606700. 00100000:00000010:1.0:1789130478.907231:0:26759:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff9caf482df800. 00040000:00000010:1.0:1789130478.907234:0:26759:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9caf4a83ac00. 00040000:00000010:1.0:1789130478.907237:0:26759:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9caf4842f200. 00002000:00000010:1.0:1789130478.907240:0:26759:0:(ofd_dev.c:3048:ofd_key_fini()) kfreed 'info': 1000 at ffff9caf487c0c00. 00000020:00000010:1.0:1789130478.907243:0:26759:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9caf4842f800. 00000100:00000040:3.0:1789130478.907445:0:28590:0:(pinger.c:229:ptlrpc_pinger_process_import()) 70f26143-21ad-4cd3-af2c-0601ab5c9490->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789130478.907455:0:28590:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1789130478.907477:0:28590:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf501ab0c0. 00000020:00000040:3.0:1789130478.907484:0:28590:0:(genops.c:1210:class_import_get()) import ffff9caf586ce800 refcount=4 obd=MGC192.168.204.123@tcp 00000100:00000001:3.0:1789130478.907490:0:28590:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789130478.907495:0:28590:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789130478.907501:0:28590:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789130478.907511:0:28590:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9caf47fd2f00. 00000100:00000001:3.0:1789130478.907522:0:28590:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130478.907538:0:28590:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 70f26143-21ad-4cd3-af2c-0601ab5c9490->MGS req@ffff9caf501ab0c0 x1876037329046528/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789130478.907558:0:28590:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789130478.907565:0:28590:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130478.907574:0:28590:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006fb4c889] to pc [ptlrpcd_01_00+0] req@ffff9caf501ab0c0 x1876037329046528/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130478.907606:0:28590:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130478.907609:0:28590:0:(pinger.c:229:ptlrpc_pinger_process_import()) c4ff2dbd-4d13-4802-9c50-d71e34d32a35->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789130478.907613:0:28590:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1789130478.907618:0:28590:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf501a9680. 00000020:00000040:3.0:1789130478.907621:0:28590:0:(genops.c:1210:class_import_get()) import ffff9caf6079a800 refcount=4 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000100:00000001:3.0:1789130478.907623:0:28590:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789130478.907625:0:28590:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789130478.907627:0:28590:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789130478.907631:0:28590:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9caf47fd2700. 00000100:00000001:3.0:1789130478.907635:0:28590:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130478.907641:0:28590:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging c4ff2dbd-4d13-4802-9c50-d71e34d32a35->lustre-MDT0000_UUID req@ffff9caf501a9680 x1876037329046656/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789130478.907650:0:28590:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789130478.907653:0:28590:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130478.907657:0:28590:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c6b7e937] to pc [ptlrpcd_01_01+1] req@ffff9caf501a9680 x1876037329046656/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130478.907666:0:28590:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130478.907669:0:28590:0:(pinger.c:229:ptlrpc_pinger_process_import()) c4ff2dbd-4d13-4802-9c50-d71e34d32a35->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789130478.907672:0:28590:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1789130478.907676:0:28590:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf501aad00. 00000020:00000040:3.0:1789130478.907679:0:28590:0:(genops.c:1210:class_import_get()) import ffff9caf468ac800 refcount=3 obd=lustre-OST0000-osc-ffff9caf5014c800 00000100:00000001:3.0:1789130478.907682:0:28590:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789130478.907683:0:28590:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789130478.907685:0:28590:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789130478.907689:0:28590:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9caf47fd2a00. 00000100:00000001:3.0:1789130478.907703:0:28590:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130478.907707:0:28590:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging c4ff2dbd-4d13-4802-9c50-d71e34d32a35->lustre-OST0000_UUID req@ffff9caf501aad00 x1876037329046784/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789130478.907714:0:28590:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789130478.907716:0:28590:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130478.907719:0:28590:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cbcaa598] to pc [ptlrpcd_01_00+0] req@ffff9caf501aad00 x1876037329046784/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130478.907726:0:28590:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130478.907729:0:28590:0:(pinger.c:229:ptlrpc_pinger_process_import()) c4ff2dbd-4d13-4802-9c50-d71e34d32a35->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789130478.907732:0:28590:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1789130478.907865:0:28590:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf501a8f00. 00000020:00000040:3.0:1789130478.907869:0:28590:0:(genops.c:1210:class_import_get()) import ffff9caf48ede000 refcount=3 obd=lustre-OST0001-osc-ffff9caf5014c800 00000100:00000001:3.0:1789130478.907872:0:28590:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789130478.907873:0:28590:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789130478.907876:0:28590:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789130478.907880:0:28590:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9caf47fd2000. 00000100:00000001:3.0:1789130478.907884:0:28590:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130478.907889:0:28590:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging c4ff2dbd-4d13-4802-9c50-d71e34d32a35->lustre-OST0001_UUID req@ffff9caf501a8f00 x1876037329046912/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789130478.907896:0:28590:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789130478.907898:0:28590:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130478.907901:0:28590:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007fa63584] to pc [ptlrpcd_01_01+1] req@ffff9caf501a8f00 x1876037329046912/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130478.907919:0:28590:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130478.907925:0:28590:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1910) 00000100:00000001:3.0:1789130478.907940:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789130478.907944:0:2349:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789130478.907948:0:2349:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789130478.907953:0:2349:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf501ab0c0 x1876037329046528/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130478.907961:0:2349:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789130478.907966:0:2349:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789130478.907971:0:2349:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789130478.907974:0:2349:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789130478.907977:0:2349:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789130478.907981:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf501ab0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:70f26143-21ad-4cd3-af2c-0601ab5c9490:2349:1876037329046528:192.168.204.123@tcp:400:kworker.0 00000100:00000001:3.0:1789130478.907986:0:2349:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789130478.907994:0:2349:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789130478.907998:0:2349:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789130478.908000:0:2349:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789130478.908007:0:2349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9caf47c6c600. 02000000:00000001:3.0:1789130478.908009:0:2349:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789130478.908019:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:3.0:1789130478.908025:0:2349:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf60788738. 00000400:00000010:3.0:1789130478.908033:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf4549fe58. 00000100:00000200:3.0:1789130478.908043:0:2349:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876037329046528, portal 25 00000100:00000001:3.0:1789130478.908046:0:2349:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789130478.908048:0:2349:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875509977280 : -109198199574336 : ffff9caf501ab0c0) 00000100:00000040:3.0:1789130478.908056:0:2349:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9caf501ab0c0 x1876037329046528/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130494 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130478.908065:0:2349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789130478.908067:0:2349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:3.0:1789130478.908071:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf4549fc38. 00000100:00000200:3.0:1789130478.908074:0:2349:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1876037329046528, offset 0 00000400:00000200:3.0:1789130478.908082:0:2349:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:3.0:1789130478.908093:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130478.908103:0:2349:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:3.0:1789130478.908111:0:2349:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789130478.908117:0:2349:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:3.0:1789130478.908122:0:2349:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789130478.908126:0:2349:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:3.0:1789130478.908130:0:2349:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2621:2621:256:4294967295] 192.168.204.123@tcp LPNI seq info [2620:2620:8:4294967295] 00000400:00000200:3.0:1789130478.908146:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130478.908157:0:2349:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:3.0:1789130478.908165:0:2349:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:3.0:1789130478.908172:0:2349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf47fd2500. 00000800:00000200:3.0:1789130478.908180:0:2349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:3.0:1789130478.908189:0:2349:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:3.0:1789130478.908194:0:2349:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf47fd2500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789130478.908209:0:2349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789130478.908215:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:3.0:1789130478.908219:0:2349:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.123@tcp: PM QoS new deadline estimation for cpu 2 is 4296577014 00000100:00000010:3.0:1789130478.908225:0:2349:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9caf58401480. 00000100:00000001:3.0:1789130478.908235:0:2349:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.123@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1789130478.908241:0:2349:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.123@tcp: PM QoS new deadline estimation for cpu 3 is 4296577014 00000100:00000010:3.0:1789130478.908244:0:2349:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9caf58401960. 00000100:00000001:3.0:1789130478.908248:0:2349:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.123@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1789130478.908251:0:2349:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789130478.908254:0:2349:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130478.908258:0:2349:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789130478.908262:0:2349:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf501aad00 x1876037329046784/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130478.908279:0:2349:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789130478.908280:0:2349:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789130478.908283:0:2349:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789130478.908285:0:2349:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789130478.908287:0:2349:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789130478.908290:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf501aad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:2349:1876037329046784:192.168.204.123@tcp:400:kworker.0 00000100:00000001:3.0:1789130478.908293:0:2349:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789130478.908296:0:2349:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789130478.908298:0:2349:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789130478.908300:0:2349:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789130478.908303:0:2349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9caf47c6c400. 02000000:00000001:3.0:1789130478.908305:0:2349:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789130478.908309:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:3.0:1789130478.908312:0:2349:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf60788f78. 00000400:00000010:3.0:1789130478.908316:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf4549fee0. 00000100:00000200:3.0:1789130478.908318:0:2349:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876037329046784, portal 4 00000100:00000001:3.0:1789130478.908320:0:2349:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789130478.908321:0:2349:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875509976320 : -109198199575296 : ffff9caf501aad00) 00000100:00000040:3.0:1789130478.908329:0:2349:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9caf501aad00 x1876037329046784/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130494 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130478.908336:0:2349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789130478.908339:0:2349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:3.0:1789130478.908341:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf4549f3b8. 00000100:00000200:3.0:1789130478.908344:0:2349:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876037329046784, offset 0 00000400:00000200:3.0:1789130478.908348:0:2349:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:3.0:1789130478.908351:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130478.908355:0:2349:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:3.0:1789130478.908358:0:2349:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789130478.908361:0:2349:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:3.0:1789130478.908363:0:2349:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789130478.908365:0:2349:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:3.0:1789130478.908368:0:2349:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2622:2622:255:4294967295] 192.168.204.123@tcp LPNI seq info [2621:2621:7:4294967295] 00000400:00000200:3.0:1789130478.908372:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130478.908378:0:2349:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:3.0:1789130478.908383:0:2349:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:3.0:1789130478.908387:0:2349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf47fd2d00. 00000800:00000200:3.0:1789130478.908391:0:2349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:3.0:1789130478.908395:0:2349:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:3.0:1789130478.908398:0:2349:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf47fd2d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789130478.908401:0:2349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130478.908405:0:2349:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9caf5014c800: using a timeout of 23027 usecs (24 jiffies) 00000400:00000200:3.0:1789130478.908409:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:3.0:1789130478.908410:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296572952 00000100:00000001:3.0:1789130478.908413:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9caf5014c800: PM QoS request active for cpu 2, keep current deadline 4296577014 00000100:00000001:3.0:1789130478.908416:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296572952 00000100:00000001:3.0:1789130478.908418:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9caf5014c800: PM QoS request active for cpu 3, keep current deadline 4296577014 00000100:00000001:3.0:1789130478.908420:0:2349:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789130478.908422:0:2349:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130478.908425:0:2349:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130478.908427:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130478.908437:0:2349:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789130478.908440:0:2349:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1789130478.908442:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789130478.908443:0:2349:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789130478.908444:0:2349:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789130478.908448:0:2349:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:3.0:1789130478.908450:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130478.908452:0:2349:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789130478.908453:0:2349:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130478.908455:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789130478.908456:0:2349:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789130478.908457:0:2349:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789130478.908461:0:2349:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf501a9680 x1876037329046656/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130478.918416:0:2349:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789130478.918420:0:2349:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789130478.918430:0:2349:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789130478.918435:0:2349:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789130478.918438:0:2349:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789130478.918451:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf501a9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:2349:1876037329046656:192.168.204.123@tcp:400:kworker.0 00000100:00000001:3.0:1789130478.918458:0:2349:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789130478.918798:0:2349:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789130478.918803:0:2349:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789130478.918820:0:2349:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789130478.918837:0:2349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9caf47c6c800. 02000000:00000001:3.0:1789130478.918840:0:2349:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789130478.918852:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:3.0:1789130478.918858:0:2349:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf60788d10. 00000400:00000010:3.0:1789130478.918871:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf4549f110. 00000100:00000200:3.0:1789130478.918880:0:2349:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876037329046656, portal 10 00000100:00000001:3.0:1789130478.918883:0:2349:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789130478.918885:0:2349:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875509970560 : -109198199581056 : ffff9caf501a9680) 00000100:00000040:3.0:1789130478.918898:0:2349:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9caf501a9680 x1876037329046656/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130494 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130478.918972:0:2349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789130478.918976:0:2349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:3.0:1789130478.918980:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf4549fcc0. 00000100:00000200:3.0:1789130478.918985:0:2349:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876037329046656, offset 0 00000400:00000200:3.0:1789130478.918994:0:2349:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:3.0:1789130478.919007:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130478.919017:0:2349:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:3.0:1789130478.919023:0:2349:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789130478.919028:0:2349:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:3.0:1789130478.919032:0:2349:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789130478.919036:0:2349:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:3.0:1789130478.919039:0:2349:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2623:2623:254:4294967295] 192.168.204.123@tcp LPNI seq info [2622:2622:6:4294967295] 00000400:00000200:3.0:1789130478.919043:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130478.919054:0:2349:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:3.0:1789130478.919060:0:2349:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:3.0:1789130478.919067:0:2349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf47fd2b00. 00000800:00000200:3.0:1789130478.919075:0:2349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:3.0:1789130478.919086:0:2349:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:3.0:1789130478.919092:0:2349:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf47fd2b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789130478.919098:0:2349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130478.919103:0:2349:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: using a timeout of 823136 usecs (824 jiffies) 00000400:00000200:3.0:1789130478.919107:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:3.0:1789130478.919111:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296573762 00000100:00000001:3.0:1789130478.919116:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 2, keep current deadline 4296577014 00000100:00000001:3.0:1789130478.919119:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296573762 00000100:00000001:3.0:1789130478.919121:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 3, keep current deadline 4296577014 00000100:00000001:3.0:1789130478.919124:0:2349:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789130478.919127:0:2349:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130478.919142:0:2349:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789130478.919149:0:2349:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf501a8f00 x1876037329046912/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130478.919157:0:2349:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789130478.919158:0:2349:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789130478.919161:0:2349:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789130478.919164:0:2349:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789130478.919166:0:2349:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789130478.919168:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf501a8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:2349:1876037329046912:192.168.204.123@tcp:400:kworker.0 00000100:00000001:3.0:1789130478.919172:0:2349:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789130478.919176:0:2349:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789130478.919177:0:2349:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789130478.919179:0:2349:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789130478.919183:0:2349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9caf47c6d600. 02000000:00000001:3.0:1789130478.919184:0:2349:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789130478.919188:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:3.0:1789130478.919191:0:2349:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf60788210. 00000400:00000010:3.0:1789130478.919195:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf4549f908. 00000100:00000200:3.0:1789130478.919198:0:2349:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876037329046912, portal 4 00000100:00000001:3.0:1789130478.919200:0:2349:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789130478.919201:0:2349:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875509968640 : -109198199582976 : ffff9caf501a8f00) 00000100:00000040:3.0:1789130478.919208:0:2349:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9caf501a8f00 x1876037329046912/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130494 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130478.919215:0:2349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789130478.919217:0:2349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:3.0:1789130478.919219:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf4549fb28. 00000100:00000200:3.0:1789130478.919222:0:2349:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876037329046912, offset 0 00000400:00000200:3.0:1789130478.919227:0:2349:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:3.0:1789130478.919231:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130478.919234:0:2349:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:3.0:1789130478.919237:0:2349:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789130478.919239:0:2349:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:3.0:1789130478.919241:0:2349:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789130478.919244:0:2349:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:3.0:1789130478.919247:0:2349:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2624:2624:253:4294967295] 192.168.204.123@tcp LPNI seq info [2623:2623:5:4294967295] 00000400:00000200:3.0:1789130478.919251:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130478.919256:0:2349:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:3.0:1789130478.919260:0:2349:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:3.0:1789130478.919263:0:2349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf47fd2800. 00000800:00000200:3.0:1789130478.919962:0:2349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:3.0:1789130478.919974:0:2349:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:3.0:1789130478.919978:0:2349:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf47fd2800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1789130478.919984:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789130478.919985:0:2349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130478.919992:0:2349:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9caf5014c800: using a timeout of 317441 usecs (318 jiffies) 00000400:00000200:3.0:1789130478.919998:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:2.0:1789130478.919998:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130478.920006:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296573260 00000100:00000001:3.0:1789130478.920013:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9caf5014c800: PM QoS request active for cpu 2, keep current deadline 4296577014 00000100:00000001:3.0:1789130478.920016:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296573260 00000100:00000001:3.0:1789130478.920019:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9caf5014c800: PM QoS request active for cpu 3, keep current deadline 4296577014 00000100:00000001:3.0:1789130478.920023:0:2349:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789130478.920028:0:2349:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130478.920033:0:2349:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130478.920038:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789130478.920074:0:2341:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789130478.920080:0:2341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf47fd2500. 00000400:00000200:2.0:1789130478.920090:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130478.920099:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:2.0:1789130478.920107:0:2341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf4549fc38 00000400:00000010:2.0:1789130478.920110:0:2341:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf4549fc38. 00000100:00000001:2.0:1789130478.920118:0:2341:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789130478.920129:0:2341:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf501ab0c0 x1876037329046528/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130494 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130478.920155:0:2341:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130478.920159:0:2341:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf501ab0c0 x1876037329046528/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130494 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130478.920166:0:2341:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130478.920168:0:2341:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1789130478.920185:0:2341:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789130478.920187:0:2341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf47fd2d00. 00000400:00000200:2.0:1789130478.920189:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130478.920193:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:2.0:1789130478.920195:0:2341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf4549f3b8 00000400:00000010:2.0:1789130478.920197:0:2341:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf4549f3b8. 00000100:00000001:2.0:1789130478.920199:0:2341:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789130478.920203:0:2341:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf501aad00 x1876037329046784/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130494 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130478.920210:0:2341:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130478.920213:0:2341:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf501aad00 x1876037329046784/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130494 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130478.920218:0:2341:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130478.920220:0:2341:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1789130478.920228:0:2341:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789130478.920230:0:2341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf47fd2b00. 00000400:00000200:2.0:1789130478.920232:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130478.920235:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:2.0:1789130478.920238:0:2341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf4549fcc0 00000400:00000010:2.0:1789130478.920240:0:2341:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf4549fcc0. 00000100:00000001:2.0:1789130478.920242:0:2341:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789130478.920246:0:2341:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf501a9680 x1876037329046656/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130494 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130478.920253:0:2341:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130478.920256:0:2341:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf501a9680 x1876037329046656/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130494 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130478.920263:0:2341:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130478.920264:0:2341:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1789130478.925961:0:2341:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789130478.925972:0:2341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf47fd2800. 00000400:00000200:2.0:1789130478.925985:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130478.925995:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:2.0:1789130478.926003:0:2341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf4549fb28 00000400:00000010:2.0:1789130478.926005:0:2341:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf4549fb28. 00000100:00000001:2.0:1789130478.926013:0:2341:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789130478.926022:0:2341:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf501a8f00 x1876037329046912/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130494 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130478.926037:0:2341:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130478.926041:0:2341:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf501a8f00 x1876037329046912/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130494 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130478.926050:0:2341:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130478.926052:0:2341:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1789130478.928102:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130478.928119:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789130478.928124:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130478.928127:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130478.928145:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130478.928153:0:2342:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:2.0:1789130478.928162:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130478.928167:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130478.928173:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130478.928178:0:2342:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 224 into portal 4 MB=0x6aa3efa954d00 00000400:00000200:2.0:1789130478.928183:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130478.928189:0:2342:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.123@tcp of length 224/224 into md 0x712d [1] + 224 00000800:00000001:2.0:1789130478.928197:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130478.928200:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130478.928204:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130478.928209:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:2.0:1789130478.928217:0:2342:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789130478.928226:0:2342:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf501aad00 x1876037329046784/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130494 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789130478.928238:0:2342:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9caf501aad00 x1876037329046784/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130494 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130478.928254:0:2342:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789130478.928261:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130478.928264:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789130478.928266:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130478.928269:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130478.928272:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130478.928276:0:2342:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:2.0:1789130478.928280:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130478.928282:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130478.928285:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130478.928288:0:2342:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 224 into portal 25 MB=0x6aa3efa954c00 00000400:00000200:2.0:1789130478.928292:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130478.928296:0:2342:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.123@tcp of length 224/224 into md 0x711d [1] + 224 00000800:00000001:2.0:1789130478.928299:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130478.928302:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130478.928305:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130478.928308:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:2.0:1789130478.928311:0:2342:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789130478.928315:0:2342:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf501ab0c0 x1876037329046528/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130494 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789130478.928324:0:2342:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9caf501ab0c0 x1876037329046528/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130494 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130478.928332:0:2342:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789130478.928335:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130478.928337:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789130478.928339:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130478.928342:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130478.928346:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130478.928349:0:2342:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:2.0:1789130478.928353:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130478.928356:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130478.928359:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130478.928362:0:2342:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 224 into portal 10 MB=0x6aa3efa954c80 00000400:00000200:2.0:1789130478.928366:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130478.928371:0:2342:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.123@tcp of length 224/224 into md 0x713d [1] + 224 00000800:00000001:2.0:1789130478.928374:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130478.928378:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130478.928381:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130478.928386:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:2.0:1789130478.928388:0:2342:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789130478.928393:0:2342:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf501a9680 x1876037329046656/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130494 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789130478.928402:0:2342:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9caf501a9680 x1876037329046656/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130494 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130478.928410:0:2342:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789130478.928414:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130478.928418:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789130478.928420:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130478.928422:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130478.928427:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130478.928432:0:2342:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:2.0:1789130478.928437:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130478.928439:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130478.928442:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130478.928446:0:2342:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 224 into portal 4 MB=0x6aa3efa954d80 00000400:00000200:2.0:1789130478.928449:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130478.928454:0:2342:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.123@tcp of length 224/224 into md 0x714d [1] + 224 00000800:00000001:2.0:1789130478.928458:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130478.928483:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130478.928485:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130478.928491:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:2.0:1789130478.928495:0:2342:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789130478.928500:0:2342:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf501a8f00 x1876037329046912/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130494 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789130478.928509:0:2342:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9caf501a8f00 x1876037329046912/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130494 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130478.928517:0:2342:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789130478.928521:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130478.928523:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789130478.928534:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789130478.928538:0:2349:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789130478.928545:0:2349:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789130478.928548:0:2349:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789130478.928551:0:2349:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf60788d10. 00000400:00000200:2.0:1789130478.928556:0:2349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf4549f110 00000400:00000010:2.0:1789130478.928558:0:2349:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf4549f110. 00000100:00000001:2.0:1789130478.928563:0:2349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789130478.928568:0:2349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf501a9680 x1876037329046656/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130494 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789130478.928579:0:2349:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf501a9680 x1876037329046656/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130494 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130478.928586:0:2349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789130478.928588:0:2349:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789130478.928591:0:2349:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789130478.928594:0:2349:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789130478.928597:0:2349:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789130478.928599:0:2349:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789130478.928603:0:2349:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789130478.928614:0:2349:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf6079ac60 time=97 v=5 (5 104 104 104) 00000100:00001000:2.0:1789130478.928618:0:2349:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf6079ac18 time=19 v=5 (1 0 0 0) 00000100:00000001:2.0:1789130478.928621:0:2349:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789130478.928623:0:2349:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130478.928628:0:2349:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789130478.928631:0:2349:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130478.928635:0:2349:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789130478.928638:0:2349:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9caf5014c800: skip recheck: last_committed 4294967654 00000100:00000001:2.0:1789130478.928641:0:2349:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789130478.928643:0:2349:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130478.928648:0:2349:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf501a9680 x1876037329046656/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130494 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130478.928669:0:2349:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789130478.928672:0:2349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789130478.928675:0:2349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789130478.928680:0:2349:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf501a9680 x1876037329046656/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130494 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789130478.928696:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf501a9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:2349:1876037329046656:192.168.204.123@tcp:400:kworker.0 00000400:00000001:2.0:1789130478.928702:0:2349:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789130478.928704:0:2349:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789130478.928706:0:2349:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf60788210. 00000400:00000200:2.0:1789130478.928709:0:2349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf4549f908 00000400:00000010:2.0:1789130478.928710:0:2349:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf4549f908. 00000100:00000001:2.0:1789130478.928713:0:2349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789130478.928716:0:2349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf501a8f00 x1876037329046912/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130494 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789130478.928725:0:2349:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf501a8f00 x1876037329046912/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130494 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130478.928732:0:2349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789130478.928734:0:2349:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789130478.928735:0:2349:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789130478.928737:0:2349:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789130478.928738:0:2349:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789130478.928740:0:2349:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789130478.928742:0:2349:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789130478.928746:0:2349:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf48ede460 time=97 v=5 (5 5 5 5) 00000100:00001000:2.0:1789130478.928749:0:2349:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf48ede418 time=15 v=5 (1 0 0 0) 00000100:00000001:2.0:1789130478.928751:0:2349:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789130478.928753:0:2349:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130478.928754:0:2349:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789130478.928756:0:2349:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130478.928759:0:2349:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789130478.928760:0:2349:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9caf5014c800: skip recheck: last_committed 4294967312 00000100:00000001:2.0:1789130478.928762:0:2349:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789130478.928764:0:2349:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130478.928767:0:2349:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf501a8f00 x1876037329046912/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130494 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130478.928774:0:2349:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789130478.928776:0:2349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789130478.928777:0:2349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789130478.928781:0:2349:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf501a8f00 x1876037329046912/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130494 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789130478.928789:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf501a8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:2349:1876037329046912:192.168.204.123@tcp:400:kworker.0 00000400:00000001:2.0:1789130478.928794:0:2349:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789130478.928795:0:2349:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789130478.928796:0:2349:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf60788738. 00000400:00000200:2.0:1789130478.928799:0:2349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf4549fe58 00000400:00000010:2.0:1789130478.928800:0:2349:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf4549fe58. 00000100:00000001:2.0:1789130478.929023:0:2349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789130478.929027:0:2349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf501ab0c0 x1876037329046528/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130494 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789130478.929036:0:2349:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf501ab0c0 x1876037329046528/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130494 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130478.929042:0:2349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789130478.929044:0:2349:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789130478.929046:0:2349:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789130478.929048:0:2349:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789130478.929049:0:2349:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789130478.929050:0:2349:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789130478.929052:0:2349:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789130478.929056:0:2349:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf586cec60 time=97 v=5 (5 5 5 5) 00000100:00001000:2.0:1789130478.929058:0:2349:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf586cec18 time=15 v=5 (1 0 0 0) 00000100:00000001:2.0:1789130478.929060:0:2349:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789130478.929061:0:2349:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130478.929065:0:2349:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789130478.929067:0:2349:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130478.929068:0:2349:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130478.929071:0:2349:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf501ab0c0 x1876037329046528/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130494 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130478.929077:0:2349:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789130478.929079:0:2349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789130478.929080:0:2349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789130478.929084:0:2349:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf501ab0c0 x1876037329046528/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130494 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789130478.929090:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf501ab0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:70f26143-21ad-4cd3-af2c-0601ab5c9490:2349:1876037329046528:192.168.204.123@tcp:400:kworker.0 00000400:00000001:2.0:1789130478.929095:0:2349:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789130478.929096:0:2349:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789130478.929098:0:2349:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf60788f78. 00000400:00000200:2.0:1789130478.929100:0:2349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf4549fee0 00000400:00000010:2.0:1789130478.929102:0:2349:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf4549fee0. 00000100:00000001:2.0:1789130478.929105:0:2349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789130478.929108:0:2349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf501aad00 x1876037329046784/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130494 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789130478.929115:0:2349:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf501aad00 x1876037329046784/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130494 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130478.929120:0:2349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789130478.929122:0:2349:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789130478.929123:0:2349:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789130478.929124:0:2349:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789130478.929125:0:2349:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789130478.929127:0:2349:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789130478.929129:0:2349:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789130478.929141:0:2349:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf468acc60 time=97 v=5 (5 5 5 5) 00000100:00001000:2.0:1789130478.929144:0:2349:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf468acc18 time=15 v=5 (1 0 0 0) 00000100:00000001:2.0:1789130478.929146:0:2349:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789130478.929147:0:2349:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130478.929149:0:2349:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789130478.929151:0:2349:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130478.929153:0:2349:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789130478.929154:0:2349:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9caf5014c800: skip recheck: last_committed 4294967341 00000100:00000001:2.0:1789130478.929156:0:2349:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789130478.929157:0:2349:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130478.929161:0:2349:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf501aad00 x1876037329046784/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130494 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130478.929167:0:2349:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789130478.929169:0:2349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789130478.929170:0:2349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789130478.929173:0:2349:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf501aad00 x1876037329046784/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130494 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789130478.929179:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf501aad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:2349:1876037329046784:192.168.204.123@tcp:400:kworker.0 00000100:00000001:2.0:1789130478.929183:0:2349:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789130478.929186:0:2349:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130478.929188:0:2349:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf501a9680 x1876037329046656/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130494 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130478.929194:0:2349:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789130478.929196:0:2349:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789130478.929200:0:2349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9caf47c6c800. 02000000:00000001:2.0:1789130478.929203:0:2349:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789130478.929206:0:2349:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1789130478.929208:0:2349:0:(genops.c:1223:class_import_put()) import ffff9caf6079a800 refcount=3 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000020:00000001:2.0:1789130478.929210:0:2349:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1789130478.929212:0:2349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9caf47fd2700. 02000000:00000001:2.0:1789130478.929217:0:2349:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789130478.929218:0:2349:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789130478.929220:0:2349:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf501a9680. 00000100:00000001:2.0:1789130478.929223:0:2349:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789130478.929224:0:2349:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789130478.929226:0:2349:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130478.929228:0:2349:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf501a8f00 x1876037329046912/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130494 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130478.929234:0:2349:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789130478.929235:0:2349:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789130478.929236:0:2349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9caf47c6d600. 02000000:00000001:2.0:1789130478.929238:0:2349:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789130478.929239:0:2349:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1789130478.929240:0:2349:0:(genops.c:1223:class_import_put()) import ffff9caf48ede000 refcount=2 obd=lustre-OST0001-osc-ffff9caf5014c800 00000020:00000001:2.0:1789130478.929242:0:2349:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1789130478.929243:0:2349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9caf47fd2000. 02000000:00000001:2.0:1789130478.929245:0:2349:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789130478.929246:0:2349:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789130478.929247:0:2349:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf501a8f00. 00000100:00000001:2.0:1789130478.929250:0:2349:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789130478.929251:0:2349:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789130478.929252:0:2349:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130478.929256:0:2349:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf501ab0c0 x1876037329046528/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130494 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130478.929262:0:2349:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789130478.929263:0:2349:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789130478.929265:0:2349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9caf47c6c600. 02000000:00000001:2.0:1789130478.929267:0:2349:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789130478.929268:0:2349:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1789130478.929269:0:2349:0:(genops.c:1223:class_import_put()) import ffff9caf586ce800 refcount=3 obd=MGC192.168.204.123@tcp 00000020:00000001:2.0:1789130478.929271:0:2349:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1789130478.929272:0:2349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9caf47fd2f00. 02000000:00000001:2.0:1789130478.929274:0:2349:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789130478.929275:0:2349:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789130478.929276:0:2349:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf501ab0c0. 00000100:00000001:2.0:1789130478.929278:0:2349:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789130478.929280:0:2349:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789130478.929281:0:2349:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130478.929283:0:2349:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf501aad00 x1876037329046784/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130494 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130478.929289:0:2349:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789130478.929290:0:2349:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789130478.929292:0:2349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9caf47c6c400. 02000000:00000001:2.0:1789130478.929293:0:2349:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789130478.929294:0:2349:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1789130478.929295:0:2349:0:(genops.c:1223:class_import_put()) import ffff9caf468ac800 refcount=2 obd=lustre-OST0000-osc-ffff9caf5014c800 00000020:00000001:2.0:1789130478.929297:0:2349:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1789130478.929298:0:2349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9caf47fd2a00. 02000000:00000001:2.0:1789130478.929300:0:2349:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789130478.929301:0:2349:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789130478.929302:0:2349:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf501aad00. 00000100:00000001:2.0:1789130478.929304:0:2349:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789130478.929305:0:2349:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789130478.929308:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789130478.929317:0:2349:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789130478.929319:0:2349:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130478.929322:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789130478.929324:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130479.548801:0:30671:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130479.548830:0:30671:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130479.548836:0:30671:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130479.548838:0:30671:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130479.564316:0:16244:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789130479.564323:0:16244:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789130479.564328:0:16244:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0:1789130480.001551:0:33951:0:(llite_lib.c:4271:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130480.570884:0:30671:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130480.570890:0:30671:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130480.570896:0:30671:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130480.570897:0:30671:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130480.570984:0:16115:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789130480.570988:0:16115:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789130480.570992:0:16115:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1789130481.594043:0:30671:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130481.594049:0:30671:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130481.594053:0:30671:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130481.594054:0:30671:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130481.597252:0:16116:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789130481.597273:0:16116:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789130481.597279:0:16116:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:1.0:1789130481.946700:0:34096:0:(llite_lib.c:4271:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130482.618888:0:30671:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130482.618898:0:30671:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130482.618904:0:30671:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130482.618906:0:30671:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130482.619000:0:16244:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789130482.619005:0:16244:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789130482.619010:0:16244:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1789130482.886969:0:34159:0:(llite_lib.c:4271:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130483.003068:0:27981:0:(connection.c:75:cpu_latency_work()) work item of ffff9caf6147aa20 (cpu 2) has reached its deadline 4296577014, at 4296577025 00000100:00000010:2.0:1789130483.003084:0:27981:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9caf58401480. 00000100:00000040:3.0:1789130483.003409:0:30671:0:(connection.c:75:cpu_latency_work()) work item of ffff9caf6147ab30 (cpu 3) has reached its deadline 4296577014, at 4296577025 00000100:00000010:3.0:1789130483.003416:0:30671:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9caf58401960. 00010000:00000001:3.0:1789130483.641925:0:30671:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130483.641931:0:30671:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130483.641936:0:30671:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130483.641937:0:30671:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130483.645138:0:16115:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789130483.645145:0:16115:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789130483.645150:0:16115:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1789130484.004668:0:34250:0:(llite_lib.c:4271:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130484.034207:0:28590:0:(pinger.c:229:ptlrpc_pinger_process_import()) 70f26143-21ad-4cd3-af2c-0601ab5c9490->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789130484.034217:0:28590:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1789130484.034224:0:28590:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf580bad00. 00000020:00000040:2.0:1789130484.034230:0:28590:0:(genops.c:1210:class_import_get()) import ffff9caf586ce800 refcount=4 obd=MGC192.168.204.123@tcp 00000100:00000001:2.0:1789130484.034234:0:28590:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789130484.034237:0:28590:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789130484.034241:0:28590:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789130484.034249:0:28590:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9caf501cf100. 00000100:00000001:2.0:1789130484.034256:0:28590:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130484.034268:0:28590:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 70f26143-21ad-4cd3-af2c-0601ab5c9490->MGS req@ffff9caf580bad00 x1876037329047040/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789130484.034280:0:28590:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789130484.034285:0:28590:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130484.034291:0:28590:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004f7f4652] to pc [ptlrpcd_01_00+0] req@ffff9caf580bad00 x1876037329047040/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130484.034319:0:28590:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130484.034322:0:28590:0:(pinger.c:229:ptlrpc_pinger_process_import()) c4ff2dbd-4d13-4802-9c50-d71e34d32a35->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789130484.034324:0:28590:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1789130484.034335:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789130484.034339:0:2349:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789130484.034341:0:2349:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789130484.034347:0:2349:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf580bad00 x1876037329047040/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130484.034354:0:2349:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789130484.034357:0:2349:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789130484.034360:0:2349:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789130484.034362:0:2349:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789130484.034365:0:2349:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789130484.034368:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf580bad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:70f26143-21ad-4cd3-af2c-0601ab5c9490:2349:1876037329047040:192.168.204.123@tcp:400:kworker.0 00000100:00000001:2.0:1789130484.034373:0:2349:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789130484.034377:0:2349:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789130484.034380:0:2349:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789130484.034382:0:2349:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789130484.034387:0:2349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9caf4bb8f800. 02000000:00000001:2.0:1789130484.034389:0:2349:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789130484.034396:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:2.0:1789130484.034400:0:2349:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf483fde18. 00000400:00000010:2.0:1789130484.034407:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf42d18550. 00000100:00000200:2.0:1789130484.034414:0:2349:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876037329047040, portal 25 00000100:00000001:2.0:1789130484.034417:0:2349:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789130484.034418:0:2349:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875643211008 : -109198066340608 : ffff9caf580bad00) 00000100:00000040:2.0:1789130484.034424:0:2349:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9caf580bad00 x1876037329047040/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130500 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130484.034431:0:2349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789130484.034434:0:2349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:2.0:1789130484.034437:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf42d18bb0. 00000100:00000200:2.0:1789130484.034439:0:2349:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1876037329047040, offset 0 00000400:00000200:2.0:1789130484.034446:0:2349:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:2.0:1789130484.034454:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130484.034462:0:2349:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:2.0:1789130484.034467:0:2349:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789130484.034471:0:2349:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:2.0:1789130484.034474:0:2349:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789130484.034477:0:2349:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:2.0:1789130484.034480:0:2349:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2625:2625:256:4294967295] 192.168.204.123@tcp LPNI seq info [2624:2624:8:4294967295] 00000400:00000200:2.0:1789130484.034484:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130484.034494:0:2349:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:2.0:1789130484.034500:0:2349:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:2.0:1789130484.034505:0:2349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf501cf000. 00000800:00000200:2.0:1789130484.034510:0:2349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:2.0:1789130484.034518:0:2349:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:2.0:1789130484.034522:0:2349:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf501cf000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1789130484.034533:0:2349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789130484.034536:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:2.0:1789130484.034538:0:2349:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.123@tcp: PM QoS new deadline estimation for cpu 2 is 4296582142 00000100:00000010:2.0:1789130484.034542:0:2349:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9caf4812ff00. 00000100:00000001:2.0:1789130484.034549:0:2349:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.123@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1789130484.034554:0:2349:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.123@tcp: PM QoS new deadline estimation for cpu 3 is 4296582142 00000100:00000010:2.0:1789130484.034557:0:2349:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9caf4812f5a0. 00000100:00000001:2.0:1789130484.034559:0:2349:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.123@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1789130484.034562:0:2349:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789130484.034565:0:2349:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130484.034568:0:2349:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130484.034571:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789130484.034577:0:2349:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789130484.034579:0:2349:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1789130484.034581:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789130484.034582:0:2349:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789130484.034584:0:2349:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130484.034585:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130484.034613:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789130484.034615:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789130484.035686:0:2341:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789130484.035693:0:2341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf501cf000. 00000400:00000200:2.0:1789130484.035701:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130484.035709:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:2.0:1789130484.035715:0:2341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf42d18bb0 00000400:00000010:2.0:1789130484.035717:0:2341:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf42d18bb0. 00000100:00000001:2.0:1789130484.035721:0:2341:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789130484.035727:0:2341:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf580bad00 x1876037329047040/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130500 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130484.035738:0:2341:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130484.035742:0:2341:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf580bad00 x1876037329047040/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130500 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130484.035749:0:2341:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130484.035751:0:2341:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000010:2.0:1789130484.035773:0:28590:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf580bbc00. 00000020:00000040:2.0:1789130484.035777:0:28590:0:(genops.c:1210:class_import_get()) import ffff9caf6079a800 refcount=4 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000100:00000001:2.0:1789130484.035781:0:28590:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789130484.035783:0:28590:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789130484.035786:0:28590:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789130484.035791:0:28590:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9caf501cf000. 00000100:00000001:2.0:1789130484.035796:0:28590:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130484.035801:0:28590:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging c4ff2dbd-4d13-4802-9c50-d71e34d32a35->lustre-MDT0000_UUID req@ffff9caf580bbc00 x1876037329047168/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789130484.036170:0:28590:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789130484.036174:0:28590:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130484.036181:0:28590:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b97bc825] to pc [ptlrpcd_01_01+1] req@ffff9caf580bbc00 x1876037329047168/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130484.036201:0:28590:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130484.036205:0:28590:0:(pinger.c:229:ptlrpc_pinger_process_import()) c4ff2dbd-4d13-4802-9c50-d71e34d32a35->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789130484.036209:0:28590:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1789130484.036215:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789130484.036217:0:2350:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789130484.036219:0:2350:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789130484.036224:0:2350:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf580bbc00 x1876037329047168/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130484.036231:0:2350:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789130484.036233:0:2350:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789130484.036236:0:2350:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789130484.036238:0:2350:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789130484.036240:0:2350:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789130484.036243:0:2350:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf580bbc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:2350:1876037329047168:192.168.204.123@tcp:400:kworker.0 00000100:00000001:2.0:1789130484.036246:0:2350:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789130484.036250:0:2350:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789130484.036252:0:2350:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789130484.036254:0:2350:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789130484.036259:0:2350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9caf4bb8fe00. 02000000:00000001:2.0:1789130484.036260:0:2350:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789130484.036265:0:2350:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:2.0:1789130484.036269:0:2350:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf483fd000. 00000400:00000010:2.0:1789130484.036275:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf42d18bb0. 00000100:00000200:2.0:1789130484.036280:0:2350:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876037329047168, portal 10 00000100:00000001:2.0:1789130484.036282:0:2350:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789130484.036283:0:2350:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875643214848 : -109198066336768 : ffff9caf580bbc00) 00000100:00000040:2.0:1789130484.036290:0:2350:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9caf580bbc00 x1876037329047168/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130500 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130484.036297:0:2350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789130484.036300:0:2350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:2.0:1789130484.036303:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf42d18990. 00000100:00000200:2.0:1789130484.036305:0:2350:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876037329047168, offset 0 00000400:00000200:2.0:1789130484.036311:0:2350:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:2.0:1789130484.036318:0:2350:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130484.036324:0:2350:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:2.0:1789130484.036329:0:2350:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789130484.036333:0:2350:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:2.0:1789130484.036336:0:2350:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789130484.036339:0:2350:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:2.0:1789130484.036343:0:2350:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2626:2626:256:4294967295] 192.168.204.123@tcp LPNI seq info [2625:2625:8:4294967295] 00000400:00000200:2.0:1789130484.036347:0:2350:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130484.036355:0:2350:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:2.0:1789130484.036360:0:2350:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:2.0:1789130484.036365:0:2350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf44db5d00. 00000800:00000200:2.0:1789130484.036371:0:2350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:2.0:1789130484.036378:0:2350:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:2.0:1789130484.036393:0:2350:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf44db5d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1789130484.036403:0:2350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130484.036407:0:2350:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: using a timeout of 822130 usecs (823 jiffies) 00000400:00000200:2.0:1789130484.036410:0:2350:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:2.0:1789130484.036412:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296578881 00000100:00000001:2.0:1789130484.036416:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 2, keep current deadline 4296582142 00000100:00000001:2.0:1789130484.036418:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296578881 00000100:00000001:2.0:1789130484.036420:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 3, keep current deadline 4296582142 00000100:00000001:2.0:1789130484.036423:0:2350:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789130484.036425:0:2350:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130484.036428:0:2350:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130484.036430:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789130484.036436:0:2350:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789130484.036438:0:2350:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1789130484.036440:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789130484.036441:0:2350:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789130484.036442:0:2350:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130484.036444:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130484.036455:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789130484.036457:0:2349:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789130484.036459:0:2349:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130484.036460:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789130484.036516:0:2342:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789130484.036519:0:2342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf44db5d00. 00000400:00000200:2.0:1789130484.036523:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130484.036527:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:2.0:1789130484.036530:0:2342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf42d18990 00000400:00000010:2.0:1789130484.036531:0:2342:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf42d18990. 00000100:00000001:2.0:1789130484.036534:0:2342:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789130484.036538:0:2342:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf580bbc00 x1876037329047168/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130500 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130484.036545:0:2342:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130484.036548:0:2342:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf580bbc00 x1876037329047168/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130500 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130484.036554:0:2342:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130484.036556:0:2342:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000010:2.0:1789130484.036566:0:28590:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf580bb840. 00000020:00000040:2.0:1789130484.036569:0:28590:0:(genops.c:1210:class_import_get()) import ffff9caf468ac800 refcount=3 obd=lustre-OST0000-osc-ffff9caf5014c800 00000100:00000001:2.0:1789130484.036572:0:28590:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789130484.036574:0:28590:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789130484.036576:0:28590:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789130484.036580:0:28590:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9caf44db5d00. 00000100:00000001:2.0:1789130484.036584:0:28590:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130484.036589:0:28590:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging c4ff2dbd-4d13-4802-9c50-d71e34d32a35->lustre-OST0000_UUID req@ffff9caf580bb840 x1876037329047296/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789130484.036596:0:28590:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789130484.036598:0:28590:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130484.036602:0:28590:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000024f9ac59] to pc [ptlrpcd_01_00+0] req@ffff9caf580bb840 x1876037329047296/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130484.036616:0:28590:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130484.036619:0:28590:0:(pinger.c:229:ptlrpc_pinger_process_import()) c4ff2dbd-4d13-4802-9c50-d71e34d32a35->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789130484.036622:0:28590:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1789130484.036627:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789130484.036629:0:2349:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789130484.036630:0:2349:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789130484.036633:0:2349:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf580bb840 x1876037329047296/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130484.036639:0:2349:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789130484.036640:0:2349:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789130484.036642:0:2349:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789130484.036644:0:2349:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789130484.036646:0:2349:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789130484.036648:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf580bb840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:2349:1876037329047296:192.168.204.123@tcp:400:kworker.0 00000100:00000001:2.0:1789130484.036652:0:2349:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789130484.036654:0:2349:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789130484.036656:0:2349:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789130484.036658:0:2349:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789130484.036662:0:2349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9caf46308e00. 02000000:00000001:2.0:1789130484.036663:0:2349:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789130484.036667:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:2.0:1789130484.036670:0:2349:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf483fd7e8. 00000400:00000010:2.0:1789130484.036673:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf42d18990. 00000100:00000200:2.0:1789130484.036675:0:2349:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876037329047296, portal 4 00000100:00000001:2.0:1789130484.036677:0:2349:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789130484.036678:0:2349:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875643213888 : -109198066337728 : ffff9caf580bb840) 00000100:00000040:2.0:1789130484.036684:0:2349:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9caf580bb840 x1876037329047296/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130500 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130484.036690:0:2349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789130484.036692:0:2349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:2.0:1789130484.036695:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf42d18dd0. 00000100:00000200:2.0:1789130484.036697:0:2349:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876037329047296, offset 0 00000400:00000200:2.0:1789130484.036701:0:2349:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:2.0:1789130484.036705:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130484.036709:0:2349:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:2.0:1789130484.036711:0:2349:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789130484.036714:0:2349:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:2.0:1789130484.036716:0:2349:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789130484.036717:0:2349:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:2.0:1789130484.036720:0:2349:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2627:2627:256:4294967295] 192.168.204.123@tcp LPNI seq info [2626:2626:8:4294967295] 00000400:00000200:2.0:1789130484.036723:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130484.036728:0:2349:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:2.0:1789130484.036732:0:2349:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:2.0:1789130484.036735:0:2349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf44db5e00. 00000800:00000200:2.0:1789130484.036739:0:2349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:2.0:1789130484.036743:0:2349:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:2.0:1789130484.036746:0:2349:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf44db5e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1789130484.036754:0:2349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130484.036757:0:2349:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9caf5014c800: using a timeout of 23042 usecs (24 jiffies) 00000400:00000200:2.0:1789130484.036759:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:2.0:1789130484.036761:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296578082 00000100:00000001:2.0:1789130484.036763:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9caf5014c800: PM QoS request active for cpu 2, keep current deadline 4296582142 00000100:00000001:2.0:1789130484.036765:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296578082 00000100:00000001:2.0:1789130484.036767:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9caf5014c800: PM QoS request active for cpu 3, keep current deadline 4296582142 00000100:00000001:2.0:1789130484.036769:0:2349:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789130484.036771:0:2349:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130484.036774:0:2349:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130484.036776:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789130484.036779:0:2349:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789130484.036780:0:2349:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1789130484.036782:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789130484.036784:0:2349:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789130484.036785:0:2349:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130484.036787:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130484.036794:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789130484.036796:0:2350:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789130484.036797:0:2350:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130484.036799:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789130484.038278:0:2341:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789130484.038285:0:2341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf44db5e00. 00000400:00000200:2.0:1789130484.038291:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130484.038300:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:2.0:1789130484.038306:0:2341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf42d18dd0 00000400:00000010:2.0:1789130484.038309:0:2341:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf42d18dd0. 00000100:00000001:2.0:1789130484.038313:0:2341:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789130484.038319:0:2341:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf580bb840 x1876037329047296/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130500 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130484.038329:0:2341:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130484.038332:0:2341:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf580bb840 x1876037329047296/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130500 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130484.038339:0:2341:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130484.038341:0:2341:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000010:2.0:1789130484.038359:0:28590:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf580b8f00. 00000020:00000040:2.0:1789130484.038363:0:28590:0:(genops.c:1210:class_import_get()) import ffff9caf48ede000 refcount=3 obd=lustre-OST0001-osc-ffff9caf5014c800 00000100:00000001:2.0:1789130484.038367:0:28590:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789130484.038369:0:28590:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789130484.038373:0:28590:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789130484.038379:0:28590:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9caf44db5e00. 00000100:00000001:2.0:1789130484.038383:0:28590:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130484.038389:0:28590:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging c4ff2dbd-4d13-4802-9c50-d71e34d32a35->lustre-OST0001_UUID req@ffff9caf580b8f00 x1876037329047424/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789130484.038397:0:28590:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789130484.038400:0:28590:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130484.038405:0:28590:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000857e971] to pc [ptlrpcd_01_01+1] req@ffff9caf580b8f00 x1876037329047424/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130484.038425:0:28590:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130484.038436:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789130484.038439:0:2350:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789130484.038440:0:2350:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789130484.038445:0:2350:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf580b8f00 x1876037329047424/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130484.038452:0:2350:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789130484.038454:0:2350:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789130484.038457:0:2350:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789130484.038460:0:2350:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789130484.038462:0:2350:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789130484.038466:0:2350:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf580b8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:2350:1876037329047424:192.168.204.123@tcp:400:kworker.0 00000100:00000001:2.0:1789130484.038470:0:2350:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789130484.038474:0:2350:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789130484.038477:0:2350:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789130484.038479:0:2350:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789130484.038483:0:2350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9caf46309000. 02000000:00000001:2.0:1789130484.038485:0:2350:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789130484.038489:0:2350:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:2.0:1789130484.038493:0:2350:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf483fddc0. 00000400:00000010:2.0:1789130484.038497:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf42d18dd0. 00000100:00000200:2.0:1789130484.038502:0:2350:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876037329047424, portal 4 00000100:00000001:2.0:1789130484.038504:0:2350:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789130484.038505:0:2350:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875643203328 : -109198066348288 : ffff9caf580b8f00) 00000100:00000040:2.0:1789130484.038512:0:2350:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9caf580b8f00 x1876037329047424/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130500 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130484.038518:0:2350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789130484.038520:0:2350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:2.0:1789130484.038522:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf42d18198. 00000100:00000200:2.0:1789130484.038525:0:2350:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876037329047424, offset 0 00000400:00000200:2.0:1789130484.038530:0:2350:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:2.0:1789130484.038537:0:2350:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130484.038543:0:2350:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:2.0:1789130484.038548:0:2350:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789130484.038551:0:2350:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:2.0:1789130484.038561:0:2350:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789130484.038564:0:2350:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:2.0:1789130484.038567:0:2350:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2628:2628:256:4294967295] 192.168.204.123@tcp LPNI seq info [2627:2627:8:4294967295] 00000400:00000200:2.0:1789130484.038571:0:2350:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130484.038578:0:2350:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:2.0:1789130484.038583:0:2350:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:2.0:1789130484.038587:0:2350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf44db5300. 00000800:00000200:2.0:1789130484.038593:0:2350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:2.0:1789130484.038599:0:2350:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:2.0:1789130484.038602:0:2350:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf44db5300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1789130484.038610:0:2350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130484.038614:0:2350:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9caf5014c800: using a timeout of 315840 usecs (316 jiffies) 00000400:00000200:2.0:1789130484.038617:0:2350:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:2.0:1789130484.038620:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296578376 00000100:00000001:2.0:1789130484.038622:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9caf5014c800: PM QoS request active for cpu 2, keep current deadline 4296582142 00000100:00000001:2.0:1789130484.038624:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296578376 00000100:00000001:2.0:1789130484.038626:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9caf5014c800: PM QoS request active for cpu 3, keep current deadline 4296582142 00000100:00000001:2.0:1789130484.038628:0:2350:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789130484.038631:0:2350:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130484.038634:0:2350:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130484.038636:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789130484.038642:0:2350:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789130484.038644:0:2350:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1789130484.038646:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789130484.038647:0:2350:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789130484.038649:0:2350:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130484.038651:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130484.038662:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789130484.038664:0:2349:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789130484.038666:0:2349:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130484.038668:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789130484.038719:0:2342:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789130484.038722:0:2342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf44db5300. 00000400:00000200:2.0:1789130484.038725:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130484.038729:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:2.0:1789130484.038732:0:2342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf42d18198 00000400:00000010:2.0:1789130484.038733:0:2342:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf42d18198. 00000100:00000001:2.0:1789130484.038736:0:2342:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789130484.038739:0:2342:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf580b8f00 x1876037329047424/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130500 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130484.038747:0:2342:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130484.038750:0:2342:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf580b8f00 x1876037329047424/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130500 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130484.038756:0:2342:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130484.038757:0:2342:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:2.0:1789130484.038767:0:28590:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1915) 00000800:00000001:2.0:1789130484.041211:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130484.041231:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789130484.041235:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130484.041238:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130484.041246:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130484.041253:0:2341:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:2.0:1789130484.041263:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130484.041268:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130484.041275:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130484.041279:0:2341:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 224 into portal 25 MB=0x6aa3efa954e00 00000400:00000200:2.0:1789130484.041283:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130484.041290:0:2341:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.123@tcp of length 224/224 into md 0x715d [1] + 224 00000800:00000001:2.0:1789130484.041298:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130484.041307:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130484.041310:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130484.041316:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:2.0:1789130484.041324:0:2341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789130484.041333:0:2341:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf580bad00 x1876037329047040/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130500 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789130484.041344:0:2341:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9caf580bad00 x1876037329047040/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130500 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130484.041364:0:2341:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789130484.041373:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130484.041377:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789130484.041394:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789130484.041397:0:2349:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789130484.041404:0:2349:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789130484.041406:0:2349:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789130484.041409:0:2349:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf483fde18. 00000400:00000200:2.0:1789130484.041413:0:2349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf42d18550 00000400:00000010:2.0:1789130484.041415:0:2349:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf42d18550. 00000100:00000001:2.0:1789130484.041418:0:2349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789130484.041422:0:2349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf580bad00 x1876037329047040/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130500 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789130484.041431:0:2349:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf580bad00 x1876037329047040/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130500 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130484.041438:0:2349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789130484.041440:0:2349:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789130484.041442:0:2349:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789130484.041445:0:2349:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789130484.041447:0:2349:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789130484.041448:0:2349:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789130484.041451:0:2349:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789130484.041458:0:2349:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf586cec60 time=103 v=5 (5 5 5 5) 00000100:00001000:2.0:1789130484.041461:0:2349:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf586cec18 time=21 v=5 (1 0 0 0) 00000100:00000001:2.0:1789130484.041463:0:2349:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789130484.041465:0:2349:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130484.041468:0:2349:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789130484.041471:0:2349:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130484.041474:0:2349:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130484.041478:0:2349:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf580bad00 x1876037329047040/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130500 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130484.041485:0:2349:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789130484.041488:0:2349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789130484.041490:0:2349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789130484.041494:0:2349:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf580bad00 x1876037329047040/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130500 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789130484.041503:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf580bad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:70f26143-21ad-4cd3-af2c-0601ab5c9490:2349:1876037329047040:192.168.204.123@tcp:400:kworker.0 00000100:00000001:2.0:1789130484.041508:0:2349:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130484.041510:0:2349:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130484.041513:0:2349:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf580bad00 x1876037329047040/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130500 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130484.041520:0:2349:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789130484.041523:0:2349:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789130484.041526:0:2349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9caf4bb8f800. 02000000:00000001:2.0:1789130484.041530:0:2349:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789130484.041532:0:2349:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1789130484.041534:0:2349:0:(genops.c:1223:class_import_put()) import ffff9caf586ce800 refcount=3 obd=MGC192.168.204.123@tcp 00000020:00000001:2.0:1789130484.041536:0:2349:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1789130484.041539:0:2349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9caf501cf100. 02000000:00000001:2.0:1789130484.041542:0:2349:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789130484.041544:0:2349:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789130484.041545:0:2349:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf580bad00. 00000100:00000001:2.0:1789130484.041552:0:2349:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789130484.041554:0:2349:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789130484.041557:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130484.041559:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789130484.041560:0:2349:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789130484.041561:0:2349:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130484.041563:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1789130484.044710:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130484.044725:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789130484.044729:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130484.044732:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130484.044740:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130484.044748:0:2342:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:2.0:1789130484.044757:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130484.044762:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130484.044767:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130484.044771:0:2342:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 224 into portal 4 MB=0x6aa3efa954f00 00000400:00000200:2.0:1789130484.044776:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130484.044786:0:2342:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.123@tcp of length 224/224 into md 0x717d [1] + 224 00000800:00000001:2.0:1789130484.044794:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130484.044798:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130484.044801:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130484.044828:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:2.0:1789130484.044836:0:2342:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789130484.044844:0:2342:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf580bb840 x1876037329047296/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130500 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789130484.044853:0:2342:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9caf580bb840 x1876037329047296/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130500 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130484.044866:0:2342:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789130484.044875:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130484.044880:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789130484.044881:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130484.044884:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130484.044893:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130484.044897:0:2342:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:2.0:1789130484.044905:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130484.044907:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130484.044910:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130484.044913:0:2342:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 224 into portal 4 MB=0x6aa3efa954f80 00000400:00000200:2.0:1789130484.044916:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130484.044920:0:2342:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.123@tcp of length 224/224 into md 0x718d [1] + 224 00000800:00000001:2.0:1789130484.044928:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130484.044932:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130484.044937:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130484.044940:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:2.0:1789130484.044943:0:2342:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789130484.044947:0:2342:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf580b8f00 x1876037329047424/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130500 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789130484.044959:0:2342:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9caf580b8f00 x1876037329047424/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130500 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130484.044971:0:2342:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789130484.044979:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130484.044983:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789130484.044985:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130484.044987:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130484.044990:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130484.044993:0:2342:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:2.0:1789130484.044997:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130484.045000:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130484.045003:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130484.045005:0:2342:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 224 into portal 10 MB=0x6aa3efa954e80 00000400:00000200:2.0:1789130484.045009:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130484.045013:0:2342:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.123@tcp of length 224/224 into md 0x716d [1] + 224 00000800:00000001:2.0:1789130484.045016:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130484.045022:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130484.045023:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130484.045026:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:2.0:1789130484.045029:0:2342:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789130484.045044:0:2342:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf580bbc00 x1876037329047168/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130500 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789130484.045054:0:2342:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9caf580bbc00 x1876037329047168/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130500 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130484.045064:0:2342:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789130484.045069:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130484.045075:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789130484.045097:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789130484.045101:0:2349:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789130484.045107:0:2349:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789130484.045110:0:2349:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789130484.045112:0:2349:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf483fd7e8. 00000400:00000200:2.0:1789130484.045121:0:2349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf42d18990 00000400:00000010:2.0:1789130484.045123:0:2349:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf42d18990. 00000100:00000001:2.0:1789130484.045126:0:2349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789130484.045133:0:2349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf580bb840 x1876037329047296/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130500 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789130484.045141:0:2349:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf580bb840 x1876037329047296/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130500 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130484.045146:0:2349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789130484.045148:0:2349:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789130484.045154:0:2349:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789130484.045157:0:2349:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789130484.045159:0:2349:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789130484.045161:0:2349:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789130484.045167:0:2349:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789130484.045175:0:2349:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf468acc60 time=103 v=5 (5 5 5 5) 00000100:00001000:2.0:1789130484.045179:0:2349:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf468acc18 time=21 v=5 (1 0 0 0) 00000100:00000001:2.0:1789130484.045181:0:2349:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789130484.050444:0:2349:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130484.050455:0:2349:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789130484.050460:0:2349:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130484.050465:0:2349:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789130484.050467:0:2349:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9caf5014c800: skip recheck: last_committed 4294967341 00000100:00000001:2.0:1789130484.050470:0:2349:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789130484.050472:0:2349:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130484.050486:0:2349:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf580bb840 x1876037329047296/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130500 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130484.050495:0:2349:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789130484.050498:0:2349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789130484.050501:0:2349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789130484.050505:0:2349:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf580bb840 x1876037329047296/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130500 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789130484.050514:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf580bb840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:2349:1876037329047296:192.168.204.123@tcp:400:kworker.0 00000100:00000001:2.0:1789130484.050520:0:2349:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789130484.050523:0:2349:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130484.050526:0:2349:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf580bb840 x1876037329047296/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130500 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130484.050533:0:2349:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789130484.050536:0:2349:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789130484.050540:0:2349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9caf46308e00. 02000000:00000001:2.0:1789130484.050547:0:2349:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789130484.050549:0:2349:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1789130484.050551:0:2349:0:(genops.c:1223:class_import_put()) import ffff9caf468ac800 refcount=2 obd=lustre-OST0000-osc-ffff9caf5014c800 00000020:00000001:2.0:1789130484.050554:0:2349:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1789130484.050556:0:2349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9caf44db5d00. 02000000:00000001:2.0:1789130484.050560:0:2349:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789130484.050562:0:2349:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789130484.050563:0:2349:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf580bb840. 00000100:00000001:2.0:1789130484.050570:0:2349:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789130484.050572:0:2349:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789130484.050575:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789130484.050583:0:2349:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789130484.050585:0:2349:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130484.050588:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789130484.050591:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130484.050611:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789130484.050613:0:2350:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789130484.050623:0:2350:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789130484.050626:0:2350:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789130484.050630:0:2350:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf483fddc0. 00000400:00000200:2.0:1789130484.050634:0:2350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf42d18dd0 00000400:00000010:2.0:1789130484.050636:0:2350:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf42d18dd0. 00000100:00000001:2.0:1789130484.050641:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789130484.050646:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf580b8f00 x1876037329047424/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130500 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789130484.050656:0:2350:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf580b8f00 x1876037329047424/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130500 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130484.050662:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789130484.050664:0:2350:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789130484.050666:0:2350:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789130484.050669:0:2350:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789130484.050671:0:2350:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789130484.050673:0:2350:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789130484.050676:0:2350:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789130484.050684:0:2350:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf48ede460 time=103 v=5 (5 5 5 5) 00000100:00001000:2.0:1789130484.050688:0:2350:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf48ede418 time=21 v=5 (1 0 0 0) 00000100:00000001:2.0:1789130484.050691:0:2350:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789130484.050692:0:2350:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130484.050694:0:2350:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789130484.050696:0:2350:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130484.050698:0:2350:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789130484.050700:0:2350:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9caf5014c800: skip recheck: last_committed 4294967312 00000100:00000001:2.0:1789130484.050701:0:2350:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789130484.050703:0:2350:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130484.050707:0:2350:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf580b8f00 x1876037329047424/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130500 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130484.050713:0:2350:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789130484.050715:0:2350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789130484.050716:0:2350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789130484.050719:0:2350:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf580b8f00 x1876037329047424/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130500 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789130484.050726:0:2350:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf580b8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:2350:1876037329047424:192.168.204.123@tcp:400:kworker.0 00000400:00000001:2.0:1789130484.050732:0:2350:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789130484.050733:0:2350:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789130484.050735:0:2350:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf483fd000. 00000400:00000200:2.0:1789130484.050737:0:2350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf42d18bb0 00000400:00000010:2.0:1789130484.050740:0:2350:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf42d18bb0. 00000100:00000001:2.0:1789130484.050742:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789130484.050746:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf580bbc00 x1876037329047168/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130500 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789130484.050754:0:2350:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf580bbc00 x1876037329047168/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130500 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130484.050760:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789130484.050762:0:2350:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789130484.050763:0:2350:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789130484.050765:0:2350:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789130484.050766:0:2350:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789130484.050768:0:2350:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789130484.050769:0:2350:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789130484.050773:0:2350:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf6079ac60 time=103 v=5 (5 104 104 104) 00000100:00001000:2.0:1789130484.050776:0:2350:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf6079ac18 time=25 v=5 (1 0 0 0) 00000100:00000001:2.0:1789130484.050778:0:2350:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789130484.050779:0:2350:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130484.050781:0:2350:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789130484.050782:0:2350:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130484.050784:0:2350:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789130484.050786:0:2350:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9caf5014c800: skip recheck: last_committed 4294967654 00000100:00000001:2.0:1789130484.050787:0:2350:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789130484.050789:0:2350:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130484.050792:0:2350:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf580bbc00 x1876037329047168/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130500 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130484.050799:0:2350:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789130484.050801:0:2350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789130484.050802:0:2350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789130484.050822:0:2350:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf580bbc00 x1876037329047168/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130500 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789130484.050829:0:2350:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf580bbc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:2350:1876037329047168:192.168.204.123@tcp:400:kworker.0 00000100:00000001:2.0:1789130484.050833:0:2350:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789130484.050835:0:2350:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130484.050838:0:2350:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf580b8f00 x1876037329047424/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130500 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130484.050844:0:2350:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789130484.050845:0:2350:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789130484.050847:0:2350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9caf46309000. 02000000:00000001:2.0:1789130484.050849:0:2350:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789130484.050851:0:2350:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1789130484.050853:0:2350:0:(genops.c:1223:class_import_put()) import ffff9caf48ede000 refcount=2 obd=lustre-OST0001-osc-ffff9caf5014c800 00000020:00000001:2.0:1789130484.050855:0:2350:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1789130484.050856:0:2350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9caf44db5e00. 02000000:00000001:2.0:1789130484.050858:0:2350:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789130484.050860:0:2350:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789130484.050861:0:2350:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf580b8f00. 00000100:00000001:2.0:1789130484.050867:0:2350:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789130484.050868:0:2350:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789130484.050870:0:2350:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130484.050873:0:2350:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf580bbc00 x1876037329047168/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130500 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130484.050878:0:2350:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789130484.050879:0:2350:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789130484.050880:0:2350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9caf4bb8fe00. 02000000:00000001:2.0:1789130484.050883:0:2350:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789130484.050884:0:2350:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1789130484.050885:0:2350:0:(genops.c:1223:class_import_put()) import ffff9caf6079a800 refcount=3 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000020:00000001:2.0:1789130484.050887:0:2350:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1789130484.050888:0:2350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9caf501cf000. 02000000:00000001:2.0:1789130484.050891:0:2350:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789130484.050892:0:2350:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789130484.050894:0:2350:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf580bbc00. 00000100:00000001:2.0:1789130484.050896:0:2350:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789130484.050897:0:2350:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789130484.050899:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789130484.050902:0:2350:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789130484.050904:0:2350:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130484.050905:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789130484.050907:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1789130484.329582:0:34286:0:(debug.c:652:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1789130484.329590:0:34286:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: == recovery-small test 24a: fsync error (should return error) ========================================================== 08:41:22 (1789130482) 00000001:00000001:3.0:1789130484.343421:0:34286:0:(debug.c:655:libcfs_debug_mark_buffer()) ************************************************** 00010000:00000001:3.0:1789130484.668049:0:30671:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130484.668059:0:30671:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130484.668066:0:30671:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130484.668067:0:30671:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130484.669994:0:16116:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789130484.670002:0:16116:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789130484.670007:0:16116:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1789130484.738366:0:34329:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:0.0:1789130484.738372:0:34329:0:(file.c:6206:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1789130484.738376:0:34329:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f4147bde0 00000080:00200000:0.0:1789130484.738380:0:34329:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8),name=/ 00000080:00000010:0.0:1789130484.738388:0:34329:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9caf5875a000. 00800000:00000002:0.0:1789130484.738397:0:34329:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9caf4557c8c0 2 00000080:00000001:0.0:1789130484.738401:0:34329:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1789130484.738408:0:34329:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1789130484.738410:0:34329:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f4147bd00 00800000:00000002:0.0:1789130484.738413:0:34329:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1789130484.738417:0:34329:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1789130484.738421:0:34329:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1789130484.738427:0:34329:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1789130484.738429:0:34329:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f4147bbd0 00000002:00010000:0.0:1789130484.738431:0:34329:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1789130484.738435:0:34329:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1789130484.738438:0:34329:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789130484.738442:0:34329:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789130484.738453:0:34329:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf48e45300 count: 2 00010000:00000001:0.0:1789130484.738457:0:34329:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789130484.738464:0:34329:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789130484.738470:0:34329:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1789130484.738476:0:34329:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a93c00/0xde5303b1d982cdcc lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a5f82 expref: -99 pid: 33237 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 02000000:00000001:0.0:1789130484.738488:0:34329:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1789130484.738494:0:34329:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789130484.738498:0:34329:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a93c00/0xde5303b1d982cdcc lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a5f82 expref: -99 pid: 33237 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000002:00000001:0.0:1789130484.738506:0:34329:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1789130484.738508:0:34329:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1789130484.738510:0:34329:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789130484.738512:0:34329:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789130484.738514:0:34329:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1789130484.738516:0:34329:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1789130484.738519:0:34329:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1789130484.738523:0:34329:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9caf4557c8c0 2 00000080:00000010:0.0:1789130484.738527:0:34329:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9caf5875a000. 00000080:00000001:0.0:1789130484.738532:0:34329:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1789130484.738534:0:34329:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789130484.738536:0:34329:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9caf601980c8) 00000080:00010000:0.0:1789130484.738539:0:34329:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9caf601980c8) for lock 0xde5303b1d982cdcc 00800000:00000001:0.0:1789130484.738545:0:34329:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1789130484.738547:0:34329:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1789130484.738549:0:34329:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130484.738551:0:34329:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130484.738554:0:34329:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf46a93c00 refcount=3 00000020:00000001:0.0:1789130484.739798:0:34329:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875351546880 : -109198358004736 : ffff9caf46a93c00) 00010000:00000001:0.0:1789130484.739824:0:34329:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875351546880 : -109198358004736 : ffff9caf46a93c00) 00010000:00000001:0.0:1789130484.739828:0:34329:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130484.739831:0:34329:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789130484.739832:0:34329:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789130484.739835:0:34329:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789130484.739839:0:34329:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xde5303b1d982cdcc from it ffffb97f4147be18 00010000:00000001:0.0:1789130484.739842:0:34329:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130484.739843:0:34329:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130484.739846:0:34329:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf46a93c00 refcount=3 00000020:00000001:0.0:1789130484.739848:0:34329:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875351546880 : -109198358004736 : ffff9caf46a93c00) 00010000:00000001:0.0:1789130484.739850:0:34329:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875351546880 : -109198358004736 : ffff9caf46a93c00) 00010000:00000001:0.0:1789130484.739852:0:34329:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789130484.739856:0:34329:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a93c00/0xde5303b1d982cdcc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a5f82 expref: -99 pid: 33237 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:0.0:1789130484.739864:0:34329:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130484.739865:0:34329:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130484.739867:0:34329:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789130484.739870:0:34329:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789130484.739872:0:34329:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a93c00/0xde5303b1d982cdcc lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a5f82 expref: -99 pid: 33237 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00000001:0.0:1789130484.739881:0:34329:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789130484.739885:0:34329:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789130484.739886:0:34329:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789130484.739891:0:34329:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130484.739892:0:34329:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130484.739894:0:34329:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130484.739899:0:34329:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789130484.739901:0:34329:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130484.739903:0:34329:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130484.739904:0:34329:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130484.739906:0:34329:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789130484.739908:0:34329:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130484.739909:0:34329:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1789130484.739913:0:34329:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1789130484.739915:0:34329:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1789130484.739918:0:34329:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8), inode mode 41ff mask 101 00000080:00000001:0.0:1789130484.739927:0:34329:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130484.739953:0:34329:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:0.0:1789130484.739956:0:34329:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:0.0:1789130484.739957:0:34329:0:(file.c:6206:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1789130484.739960:0:34329:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f4147bba8 00000080:00200000:0.0:1789130484.739962:0:34329:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8),name=/ 00000080:00000010:0.0:1789130484.739968:0:34329:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9caf5875a000. 00800000:00000002:0.0:1789130484.739974:0:34329:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9caf4557c8c0 2 00000080:00000001:0.0:1789130484.739978:0:34329:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1789130484.739981:0:34329:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1789130484.739983:0:34329:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f4147bac8 00800000:00000002:0.0:1789130484.739985:0:34329:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1789130484.739988:0:34329:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1789130484.739992:0:34329:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1789130484.739996:0:34329:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1789130484.739998:0:34329:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f4147b998 00000002:00010000:0.0:1789130484.740000:0:34329:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1789130484.740003:0:34329:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1789130484.740004:0:34329:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789130484.740007:0:34329:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789130484.740013:0:34329:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf48e45300 count: 2 00010000:00000001:0.0:1789130484.740015:0:34329:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789130484.740019:0:34329:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789130484.740036:0:34329:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1789130484.740040:0:34329:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a93c00/0xde5303b1d982cdcc lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a5f82 expref: -99 pid: 33237 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 02000000:00000001:0.0:1789130484.740053:0:34329:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1789130484.740056:0:34329:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789130484.740059:0:34329:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a93c00/0xde5303b1d982cdcc lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a5f82 expref: -99 pid: 33237 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00000002:00000001:0.0:1789130484.740066:0:34329:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1789130484.740067:0:34329:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1789130484.740069:0:34329:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789130484.740071:0:34329:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789130484.740073:0:34329:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1789130484.740075:0:34329:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1789130484.740077:0:34329:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1789130484.740080:0:34329:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9caf4557c8c0 2 00000080:00000010:0.0:1789130484.740082:0:34329:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9caf5875a000. 00000080:00000001:0.0:1789130484.740087:0:34329:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1789130484.740088:0:34329:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789130484.740091:0:34329:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9caf601980c8) 00000080:00010000:0.0:1789130484.740094:0:34329:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9caf601980c8) for lock 0xde5303b1d982cdcc 00800000:00000001:0.0:1789130484.740097:0:34329:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1789130484.740099:0:34329:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1789130484.740100:0:34329:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130484.740102:0:34329:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130484.740103:0:34329:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf46a93c00 refcount=3 00000020:00000001:0.0:1789130484.740105:0:34329:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875351546880 : -109198358004736 : ffff9caf46a93c00) 00010000:00000001:0.0:1789130484.740107:0:34329:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875351546880 : -109198358004736 : ffff9caf46a93c00) 00010000:00000001:0.0:1789130484.740109:0:34329:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130484.740110:0:34329:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789130484.740111:0:34329:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789130484.740113:0:34329:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789130484.740114:0:34329:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xde5303b1d982cdcc from it ffffb97f4147bbe0 00010000:00000001:0.0:1789130484.740116:0:34329:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130484.740117:0:34329:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130484.740119:0:34329:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf46a93c00 refcount=3 00000020:00000001:0.0:1789130484.740121:0:34329:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875351546880 : -109198358004736 : ffff9caf46a93c00) 00010000:00000001:0.0:1789130484.740123:0:34329:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875351546880 : -109198358004736 : ffff9caf46a93c00) 00010000:00000001:0.0:1789130484.740125:0:34329:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789130484.740128:0:34329:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a93c00/0xde5303b1d982cdcc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a5f82 expref: -99 pid: 33237 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00000001:0.0:1789130484.740134:0:34329:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130484.740135:0:34329:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130484.740136:0:34329:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789130484.740137:0:34329:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789130484.740139:0:34329:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a93c00/0xde5303b1d982cdcc lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a5f82 expref: -99 pid: 33237 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00010000:00000001:0.0:1789130484.740144:0:34329:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789130484.740146:0:34329:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789130484.740147:0:34329:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789130484.740149:0:34329:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130484.740150:0:34329:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130484.740151:0:34329:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130484.740152:0:34329:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789130484.740153:0:34329:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130484.740155:0:34329:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130484.740157:0:34329:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130484.740158:0:34329:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789130484.740159:0:34329:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130484.740160:0:34329:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1789130484.740161:0:34329:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1789130484.740162:0:34329:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1789130484.740164:0:34329:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8), inode mode 41ff mask 1 00000080:00000001:0.0:1789130484.740167:0:34329:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1789130484.740183:0:34329:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9caf47eab980. 00000020:00000001:0.0:1789130484.740187:0:34329:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f4147bd98 00000080:00200000:0.0:1789130484.740189:0:34329:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d24a.recovery-small, dir=[0x200000007:0x1:0x0](ffff9caf601980c8), flags=1536 00000080:00000001:0.0:1789130484.740192:0:34329:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:0.0:1789130484.740194:0:34329:0:(file.c:6206:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1789130484.740195:0:34329:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f4147bca8 00000080:00200000:0.0:1789130484.740196:0:34329:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8),name=/ 00000080:00000010:0.0:1789130484.740200:0:34329:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9caf5875a000. 00800000:00000002:0.0:1789130484.740202:0:34329:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9caf4557c8c0 2 00000080:00000001:0.0:1789130484.740204:0:34329:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1789130484.740206:0:34329:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1789130484.740207:0:34329:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f4147bbc8 00800000:00000002:0.0:1789130484.740209:0:34329:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1789130484.740212:0:34329:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1789130484.740214:0:34329:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1789130484.740217:0:34329:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1789130484.740218:0:34329:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f4147ba98 00000002:00010000:0.0:1789130484.740221:0:34329:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1789130484.740224:0:34329:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1789130484.740225:0:34329:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789130484.740226:0:34329:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789130484.740229:0:34329:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf48e45300 count: 2 00010000:00000001:0.0:1789130484.740231:0:34329:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789130484.740233:0:34329:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789130484.740235:0:34329:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1789130484.740238:0:34329:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a93c00/0xde5303b1d982cdcc lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a5f82 expref: -99 pid: 33237 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 02000000:00000001:0.0:1789130484.740245:0:34329:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1789130484.740247:0:34329:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789130484.740250:0:34329:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a93c00/0xde5303b1d982cdcc lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a5f82 expref: -99 pid: 33237 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00000002:00000001:0.0:1789130484.740256:0:34329:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1789130484.740258:0:34329:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1789130484.740260:0:34329:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789130484.740262:0:34329:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789130484.740263:0:34329:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1789130484.740265:0:34329:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1789130484.740268:0:34329:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1789130484.740269:0:34329:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9caf4557c8c0 2 00000080:00000010:0.0:1789130484.740271:0:34329:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9caf5875a000. 00000080:00000001:0.0:1789130484.740274:0:34329:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1789130484.740275:0:34329:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789130484.740277:0:34329:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9caf601980c8) 00000080:00010000:0.0:1789130484.740279:0:34329:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9caf601980c8) for lock 0xde5303b1d982cdcc 00800000:00000001:0.0:1789130484.740281:0:34329:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1789130484.740283:0:34329:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1789130484.740284:0:34329:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130484.740286:0:34329:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130484.740288:0:34329:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf46a93c00 refcount=3 00000020:00000001:0.0:1789130484.740289:0:34329:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875351546880 : -109198358004736 : ffff9caf46a93c00) 00010000:00000001:0.0:1789130484.740292:0:34329:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875351546880 : -109198358004736 : ffff9caf46a93c00) 00010000:00000001:0.0:1789130484.740294:0:34329:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130484.740295:0:34329:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789130484.740296:0:34329:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789130484.740298:0:34329:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789130484.740300:0:34329:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xde5303b1d982cdcc from it ffffb97f4147bce0 00010000:00000001:0.0:1789130484.740302:0:34329:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130484.740304:0:34329:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130484.740305:0:34329:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf46a93c00 refcount=3 00000020:00000001:0.0:1789130484.740307:0:34329:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875351546880 : -109198358004736 : ffff9caf46a93c00) 00010000:00000001:0.0:1789130484.740309:0:34329:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875351546880 : -109198358004736 : ffff9caf46a93c00) 00010000:00000001:0.0:1789130484.740311:0:34329:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789130484.740314:0:34329:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a93c00/0xde5303b1d982cdcc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a5f82 expref: -99 pid: 33237 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00010000:00000001:0.0:1789130484.740320:0:34329:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130484.740321:0:34329:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130484.740322:0:34329:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789130484.740324:0:34329:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789130484.740326:0:34329:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a93c00/0xde5303b1d982cdcc lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a5f82 expref: -99 pid: 33237 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00010000:00000001:0.0:1789130484.740333:0:34329:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789130484.740334:0:34329:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789130484.740336:0:34329:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789130484.740337:0:34329:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130484.740339:0:34329:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130484.740340:0:34329:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130484.740342:0:34329:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789130484.740343:0:34329:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130484.740345:0:34329:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130484.740347:0:34329:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130484.740349:0:34329:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789130484.740350:0:34329:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130484.740351:0:34329:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1789130484.740353:0:34329:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1789130484.740354:0:34329:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1789130484.740356:0:34329:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8), inode mode 41ff mask 3 00000080:00000001:0.0:1789130484.740359:0:34329:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130484.740363:0:34329:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:0.0:1789130484.740365:0:34329:0:(file.c:6206:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1789130484.740366:0:34329:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f4147bd90 00000080:00200000:0.0:1789130484.740368:0:34329:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8),name=/ 00000080:00000010:0.0:1789130484.740371:0:34329:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9caf5875a000. 00800000:00000002:0.0:1789130484.740374:0:34329:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9caf4557c8c0 2 00000080:00000001:0.0:1789130484.740376:0:34329:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1789130484.740377:0:34329:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1789130484.740379:0:34329:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f4147bcb0 00800000:00000002:0.0:1789130484.740381:0:34329:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1789130484.740383:0:34329:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1789130484.740385:0:34329:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1789130484.740387:0:34329:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1789130484.740389:0:34329:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f4147bb80 00000002:00010000:0.0:1789130484.740390:0:34329:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1789130484.740393:0:34329:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1789130484.740395:0:34329:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789130484.740397:0:34329:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789130484.740399:0:34329:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf48e45300 count: 2 00010000:00000001:0.0:1789130484.740401:0:34329:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789130484.740404:0:34329:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789130484.740406:0:34329:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1789130484.740409:0:34329:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a93c00/0xde5303b1d982cdcc lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a5f82 expref: -99 pid: 33237 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 02000000:00000001:0.0:1789130484.740416:0:34329:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1789130484.740418:0:34329:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789130484.740421:0:34329:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a93c00/0xde5303b1d982cdcc lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a5f82 expref: -99 pid: 33237 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00000002:00000001:0.0:1789130484.740427:0:34329:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1789130484.740429:0:34329:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1789130484.740430:0:34329:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789130484.740432:0:34329:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789130484.740434:0:34329:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1789130484.740435:0:34329:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1789130484.740437:0:34329:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1789130484.740439:0:34329:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9caf4557c8c0 2 00000080:00000010:0.0:1789130484.740441:0:34329:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9caf5875a000. 00000080:00000001:0.0:1789130484.740444:0:34329:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1789130484.740445:0:34329:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789130484.740447:0:34329:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9caf601980c8) 00000080:00010000:0.0:1789130484.740449:0:34329:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9caf601980c8) for lock 0xde5303b1d982cdcc 00800000:00000001:0.0:1789130484.740452:0:34329:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1789130484.740453:0:34329:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1789130484.740455:0:34329:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130484.740456:0:34329:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130484.740457:0:34329:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf46a93c00 refcount=3 00000020:00000001:0.0:1789130484.740459:0:34329:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875351546880 : -109198358004736 : ffff9caf46a93c00) 00010000:00000001:0.0:1789130484.740461:0:34329:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875351546880 : -109198358004736 : ffff9caf46a93c00) 00010000:00000001:0.0:1789130484.740464:0:34329:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130484.740466:0:34329:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789130484.740467:0:34329:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789130484.740469:0:34329:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789130484.740470:0:34329:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xde5303b1d982cdcc from it ffffb97f4147bdc8 00010000:00000001:0.0:1789130484.740472:0:34329:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130484.740473:0:34329:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130484.740475:0:34329:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf46a93c00 refcount=3 00000020:00000001:0.0:1789130484.740476:0:34329:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875351546880 : -109198358004736 : ffff9caf46a93c00) 00010000:00000001:0.0:1789130484.740479:0:34329:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875351546880 : -109198358004736 : ffff9caf46a93c00) 00010000:00000001:0.0:1789130484.740481:0:34329:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789130484.740484:0:34329:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a93c00/0xde5303b1d982cdcc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a5f82 expref: -99 pid: 33237 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00010000:00000001:0.0:1789130484.740489:0:34329:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130484.740491:0:34329:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130484.740492:0:34329:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789130484.740493:0:34329:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789130484.740495:0:34329:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a93c00/0xde5303b1d982cdcc lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a5f82 expref: -99 pid: 33237 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00010000:00000001:0.0:1789130484.740502:0:34329:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789130484.740504:0:34329:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789130484.740505:0:34329:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789130484.740507:0:34329:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130484.740509:0:34329:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130484.740510:0:34329:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130484.740512:0:34329:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789130484.740513:0:34329:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130484.740515:0:34329:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130484.740516:0:34329:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130484.740518:0:34329:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789130484.740519:0:34329:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130484.740520:0:34329:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1789130484.740522:0:34329:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1789130484.740523:0:34329:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1789130484.740525:0:34329:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8), inode mode 41ff mask 3 00000080:00000001:0.0:1789130484.740528:0:34329:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130484.740532:0:34329:0:(namei.c:2236:do_mkdir()) Process entered 00000020:00000001:0.0:1789130484.740533:0:34329:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f4147bda0 00000080:00200000:0.0:1789130484.740535:0:34329:0:(namei.c:2239:do_mkdir()) VFS Op:name=d24a.recovery-small, dir=[0x200000007:0x1:0x0](ffff9caf601980c8) 00000080:00000001:0.0:1789130484.740539:0:34329:0:(namei.c:1968:ll_new_node()) Process entered 00000080:00000001:0.0:1789130484.740541:0:34329:0:(namei.c:1778:ll_new_node_prepare()) Process entered 00000080:00000010:0.0:1789130484.740544:0:34329:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9caf5875a000. 00800000:00000002:0.0:1789130484.740547:0:34329:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9caf4557c8c0 2 00000080:00000010:0.0:1789130484.740561:0:34329:0:(namei.c:1796:ll_new_node_prepare()) kmalloced '(lum)': 48 at ffff9caf47faa5c0. 00000080:00000001:0.0:1789130484.740565:0:34329:0:(namei.c:1884:ll_new_node_prepare()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789130484.740569:0:34329:0:(lmv_obd.c:2310:lmv_create()) Process entered 00800000:00000001:0.0:1789130484.740571:0:34329:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:0.0:1789130484.740579:0:34329:0:(lmv_obd.c:1705:lmv_locate_tgt_qos()) Process entered 00800000:00000001:0.0:1789130484.740581:0:34329:0:(lmv_obd.c:1708:lmv_locate_tgt_qos()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00800000:00000001:0.0:1789130484.740584:0:34329:0:(lmv_obd.c:1786:lmv_locate_tgt_rr()) Process entered 00800000:00000001:0.0:1789130484.740587:0:34329:0:(lmv_obd.c:1804:lmv_locate_tgt_rr()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00800000:00000001:0.0:1789130484.740590:0:34329:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446634875370194944 : -109198339356672 : ffff9caf47c5c800) 00800000:00000001:0.0:1789130484.740593:0:34329:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:0.0:1789130484.740596:0:34329:0:(obd_class.h:932:obd_fid_alloc()) Process entered 00000002:00000001:0.0:1789130484.740600:0:34329:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:0.0:1789130484.740603:0:34329:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:0.0:1789130484.740605:0:34329:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff9caf5014c800: Allocated FID [0x200000404:0x2e:0x0] 40000000:00000001:0.0:1789130484.740609:0:34329:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789130484.740611:0:34329:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789130484.740613:0:34329:0:(obd_class.h:945:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789130484.740615:0:34329:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130484.740617:0:34329:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f4147bbc0 00800000:00000002:0.0:1789130484.740620:0:34329:0:(lmv_obd.c:2351:lmv_create()) CREATE name 'd24a.recovery-small' [0x200000404:0x2e:0x0] on [0x200000007:0x1:0x0] -> mds #0, layout version 1 00000002:00000001:0.0:1789130484.740624:0:34329:0:(mdc_reint.c:154:mdc_create()) Process entered 00000002:00000001:0.0:1789130484.740626:0:34329:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1789130484.740629:0:34329:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf48e45300 count: 2 00010000:00000001:0.0:1789130484.740631:0:34329:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789130484.740634:0:34329:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1789130484.740638:0:34329:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1789130484.740641:0:34329:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a93c00/0xde5303b1d982cdcc lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xcdf1b083821a5f82 expref: -99 pid: 33237 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00000080:00000001:0.0:1789130484.740649:0:34329:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1789130484.740653:0:34329:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1789130484.740655:0:34329:0:(file.c:6113:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1789130484.740658:0:34329:0:(file.c:6119:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:0.0:1789130484.740660:0:34329:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789130484.740662:0:34329:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789130484.740664:0:34329:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf48e45300 count: 3 00010000:00000001:0.0:1789130484.740665:0:34329:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789130484.740667:0:34329:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789130484.740669:0:34329:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789130484.740670:0:34329:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789130484.740671:0:34329:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf48e45300 count: 3 00010000:00000001:0.0:1789130484.740673:0:34329:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789130484.740675:0:34329:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789130484.740677:0:34329:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789130484.740678:0:34329:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789130484.740680:0:34329:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf48e45300 count: 3 00010000:00000001:0.0:1789130484.740681:0:34329:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789130484.740684:0:34329:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130484.740686:0:34329:0:(file.c:6141:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1789130484.740688:0:34329:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff9caf60198000, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1789130484.740692:0:34329:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1789130484.740694:0:34329:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1789130484.740697:0:34329:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1789130484.740699:0:34329:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130484.740703:0:34329:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1789130484.740706:0:34329:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789130484.740708:0:34329:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789130484.740710:0:34329:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789130484.740711:0:34329:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1789130484.740714:0:34329:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9caf46a93c00 with handle 0xde5303b1d982cdcc from hash 00010000:00000001:0.0:1789130484.740717:0:34329:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789130484.740719:0:34329:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130484.740720:0:34329:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130484.740721:0:34329:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789130484.740724:0:34329:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789130484.740726:0:34329:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1789130484.740729:0:34329:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789130484.740731:0:34329:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1789130484.740733:0:34329:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1789130484.740739:0:34329:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf61461680. 00000020:00000040:0.0:1789130484.740743:0:34329:0:(genops.c:1210:class_import_get()) import ffff9caf6079a800 refcount=4 obd=lustre-MDT0000-mdc-ffff9caf5014c800 02000000:00000001:0.0:1789130484.740750:0:34329:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1789130484.740752:0:34329:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130484.740755:0:34329:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1789130484.740760:0:34329:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789130484.740762:0:34329:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130484.740764:0:34329:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789130484.740768:0:34329:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789130484.740772:0:34329:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789130484.740779:0:34329:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9caf482bcc00. 00000100:00000001:0.0:1789130484.740786:0:34329:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130484.740788:0:34329:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789130484.740791:0:34329:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1789130484.740797:0:34329:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a93c00/0xde5303b1d982cdcc lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xcdf1b083821a5f82 expref: -99 pid: 33237 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00010000:00010000:0.0:1789130484.740835:0:34329:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1789130484.740837:0:34329:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789130484.740839:0:34329:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789130484.740842:0:34329:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a93c00/0xde5303b1d982cdcc lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xcdf1b083821a5f82 expref: -99 pid: 33237 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00010000:00000040:0.0:1789130484.740849:0:34329:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9caf48e45300 count: 0 00010000:00000010:0.0:1789130484.740855:0:34329:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9caf4938da00. 00010000:00000001:0.0:1789130484.740865:0:34329:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130484.740866:0:34329:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130484.740868:0:34329:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789130484.740869:0:34329:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130484.740871:0:34329:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:0.0:1789130484.740884:0:34329:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9caf5014c800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1789130484.740901:0:34329:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9caf61461680 x1876037329047680/t0(0) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 568/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789130484.740909:0:34329:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1789130484.740911:0:34329:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1789130484.740919:0:34329:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9caf48132480. 00000100:00000001:0.0:1789130484.740922:0:34329:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446634875375264896 : -109198334286720 : ffff9caf48132480) 00000100:00000001:0.0:1789130484.740925:0:34329:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789130484.740927:0:34329:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875798034048 : -109197911517568 : ffff9caf61461680) 00000100:00000001:0.0:1789130484.740933:0:34329:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789130484.740938:0:34329:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130484.740941:0:34329:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1789130484.740943:0:34329:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789130484.740948:0:34329:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf61461680 x1876037329047680/t0(0) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 568/576 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130484.740956:0:34329:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789130484.740958:0:34329:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130484.740963:0:34329:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789130484.740967:0:34329:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789130484.740969:0:34329:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789130484.740973:0:34329:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf61461680 pname:cluuid:pid:xid:nid:opc:job mkdir:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:34329:1876037329047680:192.168.204.123@tcp:36:mkdir.0 00000100:00000001:0.0:1789130484.740978:0:34329:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789130484.740986:0:34329:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789130484.740990:0:34329:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130484.740994:0:34329:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789130484.740999:0:34329:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9caf482bd400. 02000000:00000001:0.0:1789130484.741000:0:34329:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789130484.741011:0:34329:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:0.0:1789130484.741016:0:34329:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf50131bb0. 00000400:00000010:0.0:1789130484.741035:0:34329:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf5801e2a8. 00000100:00000200:0.0:1789130484.741045:0:34329:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876037329047680, portal 10 00000100:00000001:0.0:1789130484.741047:0:34329:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789130484.741048:0:34329:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875798034048 : -109197911517568 : ffff9caf61461680) 00000100:00000040:0.0:1789130484.741056:0:34329:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9caf61461680 x1876037329047680/t0(0) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 568/576 e 0 to 0 dl 1789130500 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130484.741066:0:34329:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789130484.741070:0:34329:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:0.0:1789130484.741073:0:34329:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf5801e880. 00000100:00000200:0.0:1789130484.741078:0:34329:0:(niobuf.c:94:ptl_send_buf()) Sending 568 bytes to portal 12, xid 1876037329047680, offset 0 00000400:00000200:0.0:1789130484.741086:0:34329:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:0.0:1789130484.741097:0:34329:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:0.0:1789130484.741106:0:34329:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:0.0:1789130484.741113:0:34329:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789130484.741119:0:34329:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:0.0:1789130484.741124:0:34329:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789130484.741128:0:34329:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:0.0:1789130484.741132:0:34329:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2629:2629:256:4294967295] 192.168.204.123@tcp LPNI seq info [2628:2628:8:4294967295] 00000400:00000200:0.0:1789130484.741136:0:34329:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:0.0:1789130484.741148:0:34329:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:0.0:1789130484.741155:0:34329:0:(socklnd_cb.c:931:ksocknal_send()) sending 568 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:0.0:1789130484.741162:0:34329:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf451e7600. 00000800:00000200:0.0:1789130484.741171:0:34329:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:0.0:1789130484.741184:0:34329:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:0.0:1789130484.741190:0:34329:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf451e7600 type 1, nob 664 niov 1 nkiov 1 00000100:00000001:0.0:1789130484.741239:0:34329:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130484.741245:0:34329:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: using a timeout of 821116 usecs (822 jiffies) 00000400:00000200:0.0:1789130484.741249:0:34329:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:0.0:1789130484.741253:0:34329:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296579583 00000100:00000001:0.0:1789130484.741257:0:34329:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 2, keep current deadline 4296582142 00000100:00000001:0.0:1789130484.741261:0:34329:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296579583 00000100:00000001:0.0:1789130484.741264:0:34329:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 3, keep current deadline 4296582142 00000100:00000001:0.0:1789130484.741267:0:34329:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789130484.741273:0:34329:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130484.741275:0:34329:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789130484.741278:0:34329:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1789130484.741282:0:34329:0:(client.c:2715:ptlrpc_set_wait()) set ffff9caf48132480 going to sleep for 11 seconds 00000100:00000001:0.0:1789130484.741285:0:34329:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789130484.741289:0:34329:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789130484.741630:0:2341:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789130484.741637:0:2341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf451e7600. 00000400:00000200:3.0:1789130484.741643:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130484.741649:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:3.0:1789130484.741658:0:2341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf5801e880 00000400:00000010:3.0:1789130484.741661:0:2341:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf5801e880. 00000100:00000001:3.0:1789130484.741666:0:2341:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789130484.741670:0:2341:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf61461680 x1876037329047680/t0(0) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 568/576 e 0 to 0 dl 1789130500 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130484.741685:0:2341:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130484.741689:0:2341:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf61461680 x1876037329047680/t0(0) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 568/576 e 0 to 0 dl 1789130500 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130484.741695:0:2341:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130484.741697:0:2341:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1:1789130484.752887:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf48e45300. 00010000:00000010:0.1:1789130484.752901:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf46a93c00. 00000800:00000001:2.0:1789130484.754407:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130484.754430:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789130484.754435:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130484.754438:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130484.754449:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130484.754457:0:2342:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:2.0:1789130484.754468:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130484.754473:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130484.754480:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130484.754485:0:2342:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 448 into portal 10 MB=0x6aa3efa955080 00000400:00000200:2.0:1789130484.754490:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130484.754496:0:2342:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.123@tcp of length 448/448 into md 0x719d [1] + 224 00000800:00000001:2.0:1789130484.754503:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130484.754514:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130484.754518:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130484.754523:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:2.0:1789130484.754532:0:2342:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789130484.754541:0:2342:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf61461680 x1876037329047680/t0(0) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 568/576 e 0 to 0 dl 1789130500 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789130484.754553:0:2342:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=576 req@ffff9caf61461680 x1876037329047680/t0(0) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 568/576 e 0 to 0 dl 1789130500 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130484.754576:0:2342:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1789130484.754586:0:2342:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1789130484.754590:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130484.754595:0:2342:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.204.23@tcp to MR: 192.168.204.123@tcp local destination 00000400:00000200:2.0:1789130484.754601:0:2342:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2630:2630:256:4294967295] 192.168.204.123@tcp LPNI seq info [2629:2629:8:4294967295] 00000400:00000200:2.0:1789130484.754605:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130484.754612:0:2342:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:192.168.204.23@tcp) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) 192.168.204.123@tcp : ACK try# 0 00000800:00000200:2.0:1789130484.754618:0:2342:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:2.0:1789130484.754625:0:2342:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf44db5e00. 00000800:00000200:2.0:1789130484.754631:0:2342:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:2.0:1789130484.754639:0:2342:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:2.0:1789130484.754644:0:2342:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf44db5e00 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1789130484.754737:0:2342:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789130484.754741:0:2342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf44db5e00. 00000400:00000200:2.0:1789130484.754745:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130484.754748:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: ACK: OK 00000800:00000001:2.0:1789130484.754755:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130484.754758:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130484.754971:0:34329:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789130484.754980:0:34329:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789130484.754982:0:34329:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789130484.754985:0:34329:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf50131bb0. 00000400:00000200:0.0:1789130484.754991:0:34329:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf5801e2a8 00000400:00000010:0.0:1789130484.754994:0:34329:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf5801e2a8. 00000100:00000001:0.0:1789130484.754997:0:34329:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789130484.755001:0:34329:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf61461680 x1876037329047680/t0(0) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 568/576 e 0 to 0 dl 1789130500 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789130484.755010:0:34329:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf61461680 x1876037329047680/t0(0) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 568/576 e 0 to 0 dl 1789130500 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130484.755016:0:34329:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789130484.755018:0:34329:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130484.755034:0:34329:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789130484.755039:0:34329:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789130484.755042:0:34329:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789130484.755044:0:34329:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130484.755047:0:34329:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789130484.755060:0:34329:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf6079ac60 time=103 v=5 (5 104 104 104) 00000100:00001000:0.0:1789130484.755065:0:34329:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf6079ac18 time=25 v=5 (1 0 0 0) 00000100:00000001:0.0:1789130484.755068:0:34329:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789130484.755070:0:34329:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130484.755074:0:34329:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789130484.755077:0:34329:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130484.755080:0:34329:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1789130484.755082:0:34329:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x1000000a3/0x1] 00000100:00000001:0.0:1789130484.755084:0:34329:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1789130484.755086:0:34329:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789130484.755088:0:34329:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875798034048 : -109197911517568 : ffff9caf61461680) 00000100:00000001:0.0:1789130484.755091:0:34329:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789130484.755093:0:34329:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9caf5014c800: skip recheck: last_committed 4294967654 00000100:00000001:0.0:1789130484.755095:0:34329:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789130484.755098:0:34329:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130484.755103:0:34329:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf61461680 x1876037329047680/t8589934593(8589934593) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 568/448 e 0 to 0 dl 1789130500 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130484.755110:0:34329:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789130484.755113:0:34329:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789130484.755114:0:34329:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789130484.755118:0:34329:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf61461680 x1876037329047680/t8589934593(8589934593) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 568/448 e 0 to 0 dl 1789130500 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789130484.755125:0:34329:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf61461680 pname:cluuid:pid:xid:nid:opc:job mkdir:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:34329:1876037329047680:192.168.204.123@tcp:36:mkdir.0 00000100:00000001:0.0:1789130484.755129:0:34329:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130484.755133:0:34329:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130484.755135:0:34329:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1789130484.755137:0:34329:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789130484.755140:0:34329:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf61461680 x1876037329047680/t8589934593(8589934593) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 568/448 e 0 to 0 dl 1789130500 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130484.755146:0:34329:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789130484.755149:0:34329:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9caf48132480. 00000100:00000001:0.0:1789130484.755151:0:34329:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1789130484.755153:0:34329:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789130484.755162:0:34329:0:(mdc_reint.c:296:mdc_create()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789130484.755166:0:34329:0:(lmv_obd.c:2359:lmv_create()) Created - [0x200000404:0x2e:0x0] 00800000:00000001:0.0:1789130484.755168:0:34329:0:(lmv_obd.c:2416:lmv_create()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130484.755171:0:34329:0:(namei.c:1904:ll_new_node_finish()) Process entered 00000080:00000002:0.0:1789130484.755174:0:34329:0:(namei.c:1700:ll_update_times()) setting fid [0x200000007:0x1:0x0] mtime from 1789130427 to 1789130484 00000080:00000001:0.0:1789130484.755177:0:34329:0:(llite_lib.c:3864:ll_prep_inode()) Process entered 00000002:00000001:0.0:1789130484.755183:0:34329:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1789130484.755185:0:34329:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1789130484.755188:0:34329:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833966 : 144115205322833966 : 20000040400002e) 00000080:00000001:0.0:1789130484.755190:0:34329:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:0.0:1789130484.755204:0:34329:0:(super25.c:42:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff9caf6019d280. 00000080:00000001:0.0:1789130484.755215:0:34329:0:(llite_lib.c:3374:ll_read_inode2()) Process entered 00000080:00200000:0.0:1789130484.755217:0:34329:0:(llite_lib.c:3377:ll_read_inode2()) VFS Op:inode=[0x200000404:0x2e:0x0](ffff9caf6019d348) 00000080:00000001:0.0:1789130484.755220:0:34329:0:(llite_lib.c:1973:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1789130484.755222:0:34329:0:(llite_lib.c:1977:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000404:0x2e:0x0] 00000080:00000001:0.0:1789130484.755225:0:34329:0:(llite_lib.c:1994:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130484.755226:0:34329:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833966 : 144115205322833966 : 20000040400002e) 00000080:00000001:0.0:1789130484.755229:0:34329:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:0.0:1789130484.755231:0:34329:0:(llite_lib.c:3071:ll_update_inode()) setting ino 144115205322833966 mtime from 0 to 1789130484 00000080:00200000:0.0:1789130484.755234:0:34329:0:(llite_lib.c:3140:ll_update_inode()) inode=[0x200000404:0x2e:0x0], updating i_size 512 00000080:00000001:0.0:1789130484.755237:0:34329:0:(llite_lib.c:3403:ll_read_inode2()) Process leaving 00000080:00000001:0.0:1789130484.755239:0:34329:0:(namei.c:156:ll_iget()) Process leaving (rc=18446634875778356040 : -109197931195576 : ffff9caf6019d348) 00000080:00000001:0.0:1789130484.755242:0:34329:0:(llite_lib.c:3962:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1789130484.755245:0:34329:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1789130484.755246:0:34329:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130484.755251:0:34329:0:(namei.c:1951:ll_new_node_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130484.755253:0:34329:0:(namei.c:2063:ll_new_node()) Process leaving 00000100:00000001:0.0:1789130484.755254:0:34329:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789130484.755258:0:34329:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf61461680 x1876037329047680/t8589934593(8589934593) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 568/448 e 0 to 0 dl 1789130500 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130484.755265:0:34329:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789130484.755267:0:34329:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9caf4557c8c0 2 00000080:00000010:0.0:1789130484.755270:0:34329:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9caf5875a000. 00000080:00000010:0.0:1789130484.755273:0:34329:0:(namei.c:2069:ll_new_node()) kfreed 'lum': 48 at ffff9caf47faa5c0. 00000080:00000001:0.0:1789130484.755277:0:34329:0:(namei.c:2071:ll_new_node()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130484.755279:0:34329:0:(namei.c:2247:do_mkdir()) Process leaving via out_tally (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1789130484.755282:0:34329:0:(namei.c:2291:do_mkdir()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130484.755292:0:34329:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1789130484.755298:0:34329:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000010:0.1:1789130484.769061:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9caf47eab980. 00000080:00000001:2.0:1789130484.774277:0:34330:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:2.0:1789130484.774286:0:34330:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:2.0:1789130484.774288:0:34330:0:(file.c:6206:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1789130484.774292:0:34330:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41bffbc0 00000080:00200000:2.0:1789130484.774298:0:34330:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8),name=/ 00000080:00000010:2.0:1789130484.774307:0:34330:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9caf46308e00. 00800000:00000002:2.0:1789130484.774317:0:34330:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9caf4557c8c0 2 00000080:00000001:2.0:1789130484.774321:0:34330:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1789130484.774327:0:34330:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1789130484.774329:0:34330:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41bffae0 00800000:00000002:2.0:1789130484.774332:0:34330:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1789130484.774337:0:34330:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1789130484.774341:0:34330:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1789130484.774348:0:34330:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1789130484.774350:0:34330:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41bff9b0 00000002:00010000:2.0:1789130484.774351:0:34330:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1789130484.774354:0:34330:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1789130484.774356:0:34330:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789130484.774360:0:34330:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1789130484.774368:0:34330:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789130484.774371:0:34330:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789130484.774372:0:34330:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789130484.774375:0:34330:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1789130484.774378:0:34330:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1789130484.774384:0:34330:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf580bbc00. 00000020:00000040:2.0:1789130484.774390:0:34330:0:(genops.c:1210:class_import_get()) import ffff9caf6079a800 refcount=5 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00010000:00000001:2.0:1789130484.774397:0:34330:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1789130484.774402:0:34330:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789130484.774407:0:34330:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130484.774410:0:34330:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789130484.774413:0:34330:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789130484.774418:0:34330:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789130484.774425:0:34330:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9caf50106800. 00000100:00000001:2.0:1789130484.774433:0:34330:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130484.774439:0:34330:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789130484.774441:0:34330:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130484.774442:0:34330:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789130484.774443:0:34330:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130484.774445:0:34330:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789130484.774451:0:34330:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446634875643214848 : -109198066336768 : ffff9caf580bbc00) 00010000:00000001:2.0:1789130484.774456:0:34330:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1789130484.774458:0:34330:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1789130484.774463:0:34330:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9caf48e45b00. 00010000:00000010:2.0:1789130484.774468:0:34330:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9caf4938d180. 00010000:00000001:2.0:1789130484.774474:0:34330:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1789130484.774477:0:34330:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9caf46a92600. 00000020:00000001:2.0:1789130484.774480:0:34330:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1789130484.774484:0:34330:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9caf46a92600 with handle 0xde5303b1d982cdef to hash 00000020:00000001:2.0:1789130484.774486:0:34330:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1789130484.774487:0:34330:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446634875351541248 : -109198358010368 : ffff9caf46a92600) 00010000:00000001:2.0:1789130484.774491:0:34330:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446634875351541248 : -109198358010368 : ffff9caf46a92600) 00010000:00000001:2.0:1789130484.774494:0:34330:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789130484.774497:0:34330:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789130484.774502:0:34330:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a92600/0xde5303b1d982cdef lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 34330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789130484.774513:0:34330:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a92600/0xde5303b1d982cdef lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789130484.774529:0:34330:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a92600/0xde5303b1d982cdef lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34330 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1789130484.774534:0:34330:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1789130484.774536:0:34330:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1789130484.774543:0:34330:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9caf584c4a80. 00000100:00000001:2.0:1789130484.774545:0:34330:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446634875647445632 : -109198062105984 : ffff9caf584c4a80) 00000100:00000001:2.0:1789130484.774547:0:34330:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789130484.774549:0:34330:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875643214848 : -109198066336768 : ffff9caf580bbc00) 00000100:00000001:2.0:1789130484.774553:0:34330:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789130484.774557:0:34330:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130484.774560:0:34330:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1789130484.774562:0:34330:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789130484.774572:0:34330:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf580bbc00 x1876037329047808/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130484.774581:0:34330:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789130484.774584:0:34330:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789130484.774587:0:34330:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789130484.774589:0:34330:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789130484.774592:0:34330:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789130484.776746:0:34330:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf580bbc00 pname:cluuid:pid:xid:nid:opc:job lfs:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:34330:1876037329047808:192.168.204.123@tcp:101:lfs.0 00000100:00000001:2.0:1789130484.776756:0:34330:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789130484.776763:0:34330:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789130484.776767:0:34330:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789130484.776770:0:34330:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789130484.776781:0:34330:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9caf47fb4000. 02000000:00000001:2.0:1789130484.776783:0:34330:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789130484.776791:0:34330:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:2.0:1789130484.776795:0:34330:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf483fd000. 00000400:00000010:2.0:1789130484.776816:0:34330:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf42d18bb0. 00000100:00000200:2.0:1789130484.776823:0:34330:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1876037329047808, portal 10 00000100:00000001:2.0:1789130484.776826:0:34330:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789130484.776828:0:34330:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875643214848 : -109198066336768 : ffff9caf580bbc00) 00000100:00000040:2.0:1789130484.776839:0:34330:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9caf580bbc00 x1876037329047808/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789130500 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130484.776847:0:34330:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789130484.776850:0:34330:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:2.0:1789130484.776853:0:34330:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf42d18dd0. 00000100:00000200:2.0:1789130484.776856:0:34330:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1876037329047808, offset 0 00000400:00000200:2.0:1789130484.776862:0:34330:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:2.0:1789130484.776871:0:34330:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130484.776879:0:34330:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:2.0:1789130484.776886:0:34330:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789130484.776889:0:34330:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:2.0:1789130484.776893:0:34330:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789130484.776896:0:34330:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:2.0:1789130484.776899:0:34330:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2631:2631:256:4294967295] 192.168.204.123@tcp LPNI seq info [2630:2630:8:4294967295] 00000400:00000200:2.0:1789130484.776903:0:34330:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130484.776912:0:34330:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:2.0:1789130484.776918:0:34330:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:2.0:1789130484.776923:0:34330:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf44db5e00. 00000800:00000200:2.0:1789130484.776930:0:34330:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:2.0:1789130484.776938:0:34330:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:2.0:1789130484.776944:0:34330:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf44db5e00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:2.0:1789130484.776981:0:34330:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130484.776988:0:34330:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: using a timeout of 820105 usecs (821 jiffies) 00000400:00000200:2.0:1789130484.776991:0:34330:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:2.0:1789130484.776995:0:34330:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296579616 00000100:00000001:2.0:1789130484.776999:0:34330:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 2, keep current deadline 4296582142 00000100:00000001:2.0:1789130484.777001:0:34330:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296579616 00000100:00000001:2.0:1789130484.777004:0:34330:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 3, keep current deadline 4296582142 00000100:00000001:2.0:1789130484.777006:0:34330:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789130484.777010:0:34330:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130484.777012:0:34330:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789130484.777014:0:34330:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1789130484.777017:0:34330:0:(client.c:2715:ptlrpc_set_wait()) set ffff9caf584c4a80 going to sleep for 11 seconds 00000100:00000001:2.0:1789130484.777031:0:34330:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789130484.777035:0:34330:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789130484.777917:0:2342:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789130484.777925:0:2342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf44db5e00. 00000400:00000200:3.0:1789130484.777932:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130484.777940:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:3.0:1789130484.777947:0:2342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf42d18dd0 00000400:00000010:3.0:1789130484.777949:0:2342:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf42d18dd0. 00000100:00000001:3.0:1789130484.777954:0:2342:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789130484.777962:0:2342:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf580bbc00 x1876037329047808/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789130500 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130484.777975:0:2342:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130484.777979:0:2342:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf580bbc00 x1876037329047808/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789130500 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130484.777987:0:2342:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130484.777989:0:2342:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1789130484.782252:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130484.782279:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789130484.782286:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130484.782289:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130484.782301:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130484.782311:0:2341:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:3.0:1789130484.782323:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130484.782330:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130484.782337:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130484.782342:0:2341:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 688 into portal 10 MB=0x6aa3efa955100 00000400:00000200:3.0:1789130484.782348:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130484.782356:0:2341:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.123@tcp of length 688/688 into md 0x71a5 [1] + 224 00000800:00000001:3.0:1789130484.782380:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130484.782388:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130484.782393:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130484.782398:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:3.0:1789130484.782409:0:2341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789130484.782424:0:2341:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf580bbc00 x1876037329047808/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789130500 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789130484.782438:0:2341:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9caf580bbc00 x1876037329047808/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789130500 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130484.782467:0:2341:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789130484.782481:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130484.782484:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789130484.782713:0:34330:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789130484.782723:0:34330:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789130484.782725:0:34330:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789130484.782730:0:34330:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf483fd000. 00000400:00000200:2.0:1789130484.782735:0:34330:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf42d18bb0 00000400:00000010:2.0:1789130484.782738:0:34330:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf42d18bb0. 00000100:00000001:2.0:1789130484.782742:0:34330:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789130484.782747:0:34330:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf580bbc00 x1876037329047808/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789130500 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1789130484.782757:0:34330:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf580bbc00 x1876037329047808/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789130500 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130484.782764:0:34330:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789130484.782767:0:34330:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789130484.782770:0:34330:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789130484.782775:0:34330:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789130484.782778:0:34330:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789130484.782782:0:34330:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789130484.782785:0:34330:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789130484.782798:0:34330:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf6079ac60 time=103 v=5 (5 104 104 104) 00000100:00001000:2.0:1789130484.782844:0:34330:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf6079ac18 time=25 v=5 (1 0 0 0) 00000100:00000001:2.0:1789130484.782849:0:34330:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789130484.782851:0:34330:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130484.782856:0:34330:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789130484.782861:0:34330:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130484.782867:0:34330:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789130484.782871:0:34330:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9caf5014c800: skip recheck: last_committed 4294967654 00000100:00000001:2.0:1789130484.782873:0:34330:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789130484.782877:0:34330:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130484.782886:0:34330:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf580bbc00 x1876037329047808/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1789130500 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130484.782902:0:34330:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789130484.782907:0:34330:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789130484.782910:0:34330:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789130484.782915:0:34330:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf580bbc00 x1876037329047808/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1789130500 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1789130484.782923:0:34330:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf580bbc00 pname:cluuid:pid:xid:nid:opc:job lfs:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:34330:1876037329047808:192.168.204.123@tcp:101:lfs.0 00000100:00000001:2.0:1789130484.782930:0:34330:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789130484.782933:0:34330:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130484.782936:0:34330:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1789130484.782939:0:34330:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130484.782943:0:34330:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf580bbc00 x1876037329047808/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1789130500 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130484.782951:0:34330:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789130484.782955:0:34330:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9caf584c4a80. 00000100:00000001:2.0:1789130484.782960:0:34330:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1789130484.782962:0:34330:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130484.782967:0:34330:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1789130484.782973:0:34330:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130484.782977:0:34330:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130484.782981:0:34330:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf46a92600 refcount=4 00000020:00000001:2.0:1789130484.782984:0:34330:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875351541248 : -109198358010368 : ffff9caf46a92600) 00010000:00000001:2.0:1789130484.782988:0:34330:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875351541248 : -109198358010368 : ffff9caf46a92600) 00010000:00000040:2.0:1789130484.782998:0:34330:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9caf46a92600, remote cookie: 0xcdf1b083821a5fc8, flags: 0x1001 00010000:00010000:2.0:1789130484.783004:0:34330:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a92600/0xde5303b1d982cdef lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a5fc8 expref: -99 pid: 34330 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789130484.783016:0:34330:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a92600/0xde5303b1d982cdef lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a5fc8 expref: -99 pid: 34330 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789130484.783049:0:34330:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1789130484.783055:0:34330:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1789130484.783059:0:34330:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1789130484.783061:0:34330:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1789130484.783063:0:34330:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1789130484.783067:0:34330:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff9caf48e45b00) refcount = 1 00010000:00010000:2.0:1789130484.783072:0:34330:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a92600/0xde5303b1d982cdef lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a5fc8 expref: -99 pid: 34330 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789130484.783079:0:34330:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1789130484.783084:0:34330:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1789130484.783087:0:34330:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789130484.783091:0:34330:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1789130484.783094:0:34330:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789130484.783098:0:34330:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a92600/0xde5303b1d982cdef lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a5fc8 expref: -99 pid: 34330 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789130484.783105:0:34330:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1789130484.783107:0:34330:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130484.783109:0:34330:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130484.783110:0:34330:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130484.783112:0:34330:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130484.783114:0:34330:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789130484.783121:0:34330:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1789130484.783123:0:34330:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130484.783125:0:34330:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130484.783126:0:34330:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf46a92600 refcount=3 00000020:00000001:2.0:1789130484.783128:0:34330:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875351541248 : -109198358010368 : ffff9caf46a92600) 00010000:00000001:2.0:1789130484.783130:0:34330:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875351541248 : -109198358010368 : ffff9caf46a92600) 00010000:00000001:2.0:1789130484.783133:0:34330:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130484.783134:0:34330:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130484.783136:0:34330:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf46a92600 refcount=4 00000020:00000001:2.0:1789130484.783137:0:34330:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875351541248 : -109198358010368 : ffff9caf46a92600) 00010000:00000001:2.0:1789130484.783140:0:34330:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875351541248 : -109198358010368 : ffff9caf46a92600) 00010000:00000001:2.0:1789130484.783144:0:34330:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789130484.783150:0:34330:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789130484.783153:0:34330:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a92600/0xde5303b1d982cdef lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a5fc8 expref: -99 pid: 34330 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789130484.783161:0:34330:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130484.783162:0:34330:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130484.783164:0:34330:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130484.783165:0:34330:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130484.783166:0:34330:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf46a92600 refcount=5 00000020:00000001:2.0:1789130484.783169:0:34330:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875351541248 : -109198358010368 : ffff9caf46a92600) 00010000:00000001:2.0:1789130484.783171:0:34330:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875351541248 : -109198358010368 : ffff9caf46a92600) 00010000:00000001:2.0:1789130484.783174:0:34330:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789130484.783178:0:34330:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a92600/0xde5303b1d982cdef lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a5fc8 expref: -99 pid: 34330 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789130484.783185:0:34330:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130484.783186:0:34330:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1789130484.783189:0:34330:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a92600/0xde5303b1d982cdef lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a5fc8 expref: -99 pid: 34330 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789130484.783196:0:34330:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789130484.783198:0:34330:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130484.783199:0:34330:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130484.783201:0:34330:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130484.783202:0:34330:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1789130484.783208:0:34330:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9caf580bbc00 x1876037329047808/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1789130500 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1789130484.783220:0:34330:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130484.783221:0:34330:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130484.783222:0:34330:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf46a92600 refcount=3 00000020:00000001:2.0:1789130484.783224:0:34330:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875351541248 : -109198358010368 : ffff9caf46a92600) 00010000:00000001:2.0:1789130484.783227:0:34330:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875351541248 : -109198358010368 : ffff9caf46a92600) 00010000:00000001:2.0:1789130484.783230:0:34330:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130484.783231:0:34330:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789130484.783233:0:34330:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789130484.783235:0:34330:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789130484.783239:0:34330:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1789130484.783243:0:34330:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130484.783244:0:34330:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130484.783245:0:34330:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf46a92600 refcount=3 00000020:00000001:2.0:1789130484.783247:0:34330:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875351541248 : -109198358010368 : ffff9caf46a92600) 00010000:00000001:2.0:1789130484.783249:0:34330:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875351541248 : -109198358010368 : ffff9caf46a92600) 00000002:00010000:2.0:1789130484.783253:0:34330:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a92600/0xde5303b1d982cdef lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a5fc8 expref: -99 pid: 34330 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789130484.783260:0:34330:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130484.783261:0:34330:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130484.783264:0:34330:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1789130484.783265:0:34330:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130484.783266:0:34330:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130484.783268:0:34330:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf46a92600 refcount=3 00000020:00000001:2.0:1789130484.783270:0:34330:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875351541248 : -109198358010368 : ffff9caf46a92600) 00010000:00000001:2.0:1789130484.783272:0:34330:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875351541248 : -109198358010368 : ffff9caf46a92600) 00010000:00000040:2.0:1789130484.783283:0:34330:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf48e45b00 count: 2 00010000:00000001:2.0:1789130484.783287:0:34330:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1789130484.783292:0:34330:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9caf4630e800 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:2.0:1789130484.783295:0:34330:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130484.783296:0:34330:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789130484.783298:0:34330:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1789130484.783302:0:34330:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41bff938 00000002:00002000:2.0:1789130484.783305:0:34330:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:2.0:1789130484.783309:0:34330:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789130484.783314:0:34330:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789130484.783318:0:34330:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1789130484.783322:0:34330:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:2.0:1789130484.783326:0:34330:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789130484.783332:0:34330:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9caf4557c8c0 2 00000080:00000010:2.0:1789130484.783336:0:34330:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9caf46308e00. 00000080:00000001:2.0:1789130484.783343:0:34330:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1789130484.783346:0:34330:0:(llite_lib.c:3864:ll_prep_inode()) Process entered 00000002:00000001:2.0:1789130484.783421:0:34330:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:2.0:1789130484.783429:0:34330:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:2.0:1789130484.783438:0:34330:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9caf5049ec40. 00800000:00000001:2.0:1789130484.783441:0:34330:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446634875513072704 : -109198196478912 : ffff9caf5049ec40) 00800000:00000001:2.0:1789130484.783445:0:34330:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789130484.783447:0:34330:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1789130484.783452:0:34330:0:(llite_lib.c:1973:ll_update_lsm_md()) Process entered 00000080:00000002:2.0:1789130484.783455:0:34330:0:(llite_lib.c:1977:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:2.0:1789130484.783458:0:34330:0:(llite_lib.c:1928:ll_update_default_lsm_md()) Process entered 00000080:00000001:2.0:1789130484.783462:0:34330:0:(llite_lib.c:1950:ll_update_default_lsm_md()) Process leaving 00000080:00000001:2.0:1789130484.783465:0:34330:0:(llite_lib.c:1994:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130484.783472:0:34330:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:2.0:1789130484.783475:0:34330:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:2.0:1789130484.783484:0:34330:0:(llite_lib.c:3140:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 8704 00010000:00000001:2.0:1789130484.783486:0:34330:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130484.783488:0:34330:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130484.783490:0:34330:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf46a92600 refcount=3 00000020:00000001:2.0:1789130484.783492:0:34330:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875351541248 : -109198358010368 : ffff9caf46a92600) 00010000:00000001:2.0:1789130484.783494:0:34330:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875351541248 : -109198358010368 : ffff9caf46a92600) 00010000:00000001:2.0:1789130484.783497:0:34330:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130484.783498:0:34330:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1789130484.783500:0:34330:0:(llite_lib.c:3962:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1789130484.783502:0:34330:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:2.0:1789130484.783504:0:34330:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9caf5049ec40 1 00800000:00000010:2.0:1789130484.783507:0:34330:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9caf5049ec40. 00800000:00000001:2.0:1789130484.783511:0:34330:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789130484.783515:0:34330:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9caf601980c8) for lock 0xde5303b1d982cdef 00800000:00000001:2.0:1789130484.783520:0:34330:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1789130484.783523:0:34330:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1789130484.783524:0:34330:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130484.783526:0:34330:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130484.783527:0:34330:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf46a92600 refcount=3 00000020:00000001:2.0:1789130484.783529:0:34330:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875351541248 : -109198358010368 : ffff9caf46a92600) 00010000:00000001:2.0:1789130484.783531:0:34330:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875351541248 : -109198358010368 : ffff9caf46a92600) 00010000:00000001:2.0:1789130484.783534:0:34330:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130484.783535:0:34330:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789130484.783536:0:34330:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789130484.783539:0:34330:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130484.783541:0:34330:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789130484.783544:0:34330:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9caf601980c8) 00000080:00010000:2.0:1789130484.783548:0:34330:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xde5303b1d982cdef from it ffffb97f41bffbf8 00010000:00000001:2.0:1789130484.783550:0:34330:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130484.783551:0:34330:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130484.783553:0:34330:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf46a92600 refcount=3 00000020:00000001:2.0:1789130484.783554:0:34330:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875351541248 : -109198358010368 : ffff9caf46a92600) 00010000:00000001:2.0:1789130484.783556:0:34330:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875351541248 : -109198358010368 : ffff9caf46a92600) 00010000:00000001:2.0:1789130484.783559:0:34330:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789130484.783561:0:34330:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a92600/0xde5303b1d982cdef lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a5fc8 expref: -99 pid: 34330 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789130484.783568:0:34330:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130484.783570:0:34330:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130484.783572:0:34330:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1789130484.783575:0:34330:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1789130484.783685:0:34330:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a92600/0xde5303b1d982cdef lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a5fc8 expref: -99 pid: 34330 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1789130484.783696:0:34330:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789130484.783700:0:34330:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789130484.783702:0:34330:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789130484.783708:0:34330:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130484.783709:0:34330:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130484.783712:0:34330:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130484.783715:0:34330:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789130484.783717:0:34330:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130484.783719:0:34330:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130484.783723:0:34330:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130484.783725:0:34330:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789130484.783727:0:34330:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130484.783728:0:34330:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1789130484.783730:0:34330:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130484.783736:0:34330:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf580bbc00 x1876037329047808/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1789130500 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130484.783743:0:34330:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789130484.783747:0:34330:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789130484.783751:0:34330:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9caf47fb4000. 02000000:00000001:2.0:1789130484.783755:0:34330:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789130484.783758:0:34330:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1789130484.783760:0:34330:0:(genops.c:1223:class_import_put()) import ffff9caf6079a800 refcount=4 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000020:00000001:2.0:1789130484.783763:0:34330:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1789130484.783766:0:34330:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9caf50106800. 02000000:00000001:2.0:1789130484.783772:0:34330:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789130484.783774:0:34330:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789130484.783776:0:34330:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf580bbc00. 00000100:00000001:2.0:1789130484.783785:0:34330:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789130484.783787:0:34330:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1789130484.783792:0:34330:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8), inode mode 41ff mask 1 00000080:00000001:2.0:1789130484.783799:0:34330:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1789130484.783861:0:34330:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9caf484adb60. 00000080:00000001:2.0:1789130484.783871:0:34330:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:2.0:1789130484.783874:0:34330:0:(file.c:6206:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1789130484.783876:0:34330:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41bffb00 00000080:00200000:2.0:1789130484.783879:0:34330:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8),name=/ 00000080:00000010:2.0:1789130484.783887:0:34330:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9caf46308e00. 00800000:00000002:2.0:1789130484.783894:0:34330:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9caf4557c8c0 2 00000080:00000001:2.0:1789130484.783899:0:34330:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1789130484.783902:0:34330:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1789130484.783904:0:34330:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41bffa20 00800000:00000002:2.0:1789130484.783906:0:34330:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1789130484.783911:0:34330:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1789130484.783916:0:34330:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1789130484.783923:0:34330:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1789130484.783924:0:34330:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41bff8f0 00000002:00010000:2.0:1789130484.783926:0:34330:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1789130484.783931:0:34330:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1789130484.783933:0:34330:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789130484.783935:0:34330:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789130484.783939:0:34330:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf48e45b00 count: 2 00010000:00000001:2.0:1789130484.783941:0:34330:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789130484.783944:0:34330:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789130484.783948:0:34330:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1789130484.783951:0:34330:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a92600/0xde5303b1d982cdef lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a5fc8 expref: -99 pid: 34330 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:2.0:1789130484.783959:0:34330:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1789130484.783964:0:34330:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789130484.783967:0:34330:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a92600/0xde5303b1d982cdef lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a5fc8 expref: -99 pid: 34330 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:2.0:1789130484.783974:0:34330:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1789130484.783977:0:34330:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1789130484.783979:0:34330:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1789130484.783981:0:34330:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1789130484.783983:0:34330:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1789130484.783985:0:34330:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1789130484.783988:0:34330:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1789130484.783990:0:34330:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9caf4557c8c0 2 00000080:00000010:2.0:1789130484.783992:0:34330:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9caf46308e00. 00000080:00000001:2.0:1789130484.783995:0:34330:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1789130484.783997:0:34330:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789130484.784000:0:34330:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9caf601980c8) 00000080:00010000:2.0:1789130484.784003:0:34330:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9caf601980c8) for lock 0xde5303b1d982cdef 00800000:00000001:2.0:1789130484.784008:0:34330:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1789130484.784009:0:34330:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1789130484.784010:0:34330:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130484.784012:0:34330:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130484.784013:0:34330:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf46a92600 refcount=3 00000020:00000001:2.0:1789130484.784016:0:34330:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875351541248 : -109198358010368 : ffff9caf46a92600) 00010000:00000001:2.0:1789130484.784018:0:34330:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875351541248 : -109198358010368 : ffff9caf46a92600) 00010000:00000001:2.0:1789130484.784039:0:34330:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130484.784040:0:34330:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789130484.784042:0:34330:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789130484.784044:0:34330:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789130484.784046:0:34330:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xde5303b1d982cdef from it ffffb97f41bffb38 00010000:00000001:2.0:1789130484.784048:0:34330:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130484.784049:0:34330:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130484.784050:0:34330:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf46a92600 refcount=3 00000020:00000001:2.0:1789130484.784053:0:34330:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875351541248 : -109198358010368 : ffff9caf46a92600) 00010000:00000001:2.0:1789130484.784055:0:34330:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875351541248 : -109198358010368 : ffff9caf46a92600) 00010000:00000001:2.0:1789130484.784057:0:34330:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789130484.784060:0:34330:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a92600/0xde5303b1d982cdef lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a5fc8 expref: -99 pid: 34330 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1789130484.784067:0:34330:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130484.784068:0:34330:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130484.784070:0:34330:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1789130484.784072:0:34330:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1789130484.784074:0:34330:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a92600/0xde5303b1d982cdef lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a5fc8 expref: -99 pid: 34330 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1789130484.784082:0:34330:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789130484.784084:0:34330:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789130484.784085:0:34330:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789130484.784088:0:34330:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130484.784089:0:34330:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130484.784090:0:34330:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130484.784093:0:34330:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789130484.784095:0:34330:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130484.784097:0:34330:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130484.784099:0:34330:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130484.784101:0:34330:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789130484.784102:0:34330:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130484.784104:0:34330:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1789130484.784105:0:34330:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1789130484.784108:0:34330:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1789130484.784110:0:34330:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8), inode mode 41ff mask 3 00000080:00000001:2.0:1789130484.784114:0:34330:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130484.784118:0:34330:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:2.0:1789130484.784120:0:34330:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41bffb58 00000080:00200000:2.0:1789130484.784122:0:34330:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=d24a.recovery-small, dir=[0x200000007:0x1:0x0](ffff9caf601980c8), file ffff9caf455d7500, open_flags a141, mode 81b6 opened 0 00000080:00000010:2.0:1789130484.784130:0:34330:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff9caf4812f120. 00000080:00000001:2.0:1789130484.784136:0:34330:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:2.0:1789130484.784138:0:34330:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41bffa08 00000080:00200000:2.0:1789130484.784141:0:34330:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d24a.recovery-small, dir=[0x200000007:0x1:0x0](ffff9caf601980c8), intent=open|creat 00000080:00000010:2.0:1789130484.784149:0:34330:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9caf46308e00. 00800000:00000002:2.0:1789130484.784151:0:34330:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9caf4557c8c0 2 00000080:00000001:2.0:1789130484.784158:0:34330:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1789130484.784160:0:34330:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1789130484.784162:0:34330:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41bff928 00800000:00000002:2.0:1789130484.784163:0:34330:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'd24a.recovery-small' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1789130484.784168:0:34330:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:2.0:1789130484.784171:0:34330:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:2.0:1789130484.784176:0:34330:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446634875370194944 : -109198339356672 : ffff9caf47c5c800) 00800000:00000001:2.0:1789130484.784180:0:34330:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:2.0:1789130484.784183:0:34330:0:(obd_class.h:932:obd_fid_alloc()) Process entered 00000002:00000001:2.0:1789130484.784186:0:34330:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:2.0:1789130484.784189:0:34330:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:2.0:1789130484.784192:0:34330:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff9caf5014c800: Allocated FID [0x200000404:0x2f:0x0] 40000000:00000001:2.0:1789130484.784195:0:34330:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789130484.784198:0:34330:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789130484.784200:0:34330:0:(obd_class.h:945:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789130484.784202:0:34330:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130484.784204:0:34330:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41bff8a8 00800000:00000002:2.0:1789130484.784206:0:34330:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x2f:0x0], name='d24a.recovery-small' -> mds #0 layout version 1 00000002:00000001:2.0:1789130484.784210:0:34330:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1789130484.784212:0:34330:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41bff7e0 00000002:00010000:2.0:1789130484.784213:0:34330:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d24a.recovery-small,[0x200000404:0x2f:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 0120502 00000002:00000001:2.0:1789130484.784218:0:34330:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1789130484.784221:0:34330:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:2.0:1789130484.784224:0:34330:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:2.0:1789130484.784228:0:34330:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789130484.784230:0:34330:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1789130484.784232:0:34330:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf48e45b00 count: 2 00010000:00000001:2.0:1789130484.784234:0:34330:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789130484.784237:0:34330:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1789130484.784240:0:34330:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1789130484.784243:0:34330:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a92600/0xde5303b1d982cdef lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xcdf1b083821a5fc8 expref: -99 pid: 34330 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00000001:2.0:1789130484.784252:0:34330:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1789130484.784257:0:34330:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1789130484.784260:0:34330:0:(file.c:6113:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1789130484.784263:0:34330:0:(file.c:6119:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:2.0:1789130484.784265:0:34330:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789130484.784267:0:34330:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789130484.784269:0:34330:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf48e45b00 count: 3 00010000:00000001:2.0:1789130484.784271:0:34330:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789130484.784273:0:34330:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789130484.784275:0:34330:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789130484.784276:0:34330:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789130484.784277:0:34330:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf48e45b00 count: 3 00010000:00000001:2.0:1789130484.784279:0:34330:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789130484.784281:0:34330:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789130484.784282:0:34330:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789130484.784283:0:34330:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789130484.784285:0:34330:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf48e45b00 count: 3 00010000:00000001:2.0:1789130484.784288:0:34330:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789130484.784290:0:34330:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130484.784292:0:34330:0:(file.c:6141:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1789130484.784295:0:34330:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff9caf60198000, pfid = [0x0:0x0:0x0] 00000080:00000001:2.0:1789130484.784300:0:34330:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:2.0:1789130484.784303:0:34330:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:2.0:1789130484.784306:0:34330:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1789130484.784308:0:34330:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130484.784312:0:34330:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1789130484.784315:0:34330:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1789130484.784317:0:34330:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1789130484.784319:0:34330:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789130484.784321:0:34330:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1789130484.784324:0:34330:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9caf46a92600 with handle 0xde5303b1d982cdef from hash 00010000:00000001:2.0:1789130484.784327:0:34330:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1789130484.784328:0:34330:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130484.784329:0:34330:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130484.784330:0:34330:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1789130484.784333:0:34330:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1789130484.784335:0:34330:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1789130484.784338:0:34330:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1789130484.784340:0:34330:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1789130484.784342:0:34330:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1789130484.784346:0:34330:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf580bbc00. 00000020:00000040:2.0:1789130484.784350:0:34330:0:(genops.c:1210:class_import_get()) import ffff9caf6079a800 refcount=5 obd=lustre-MDT0000-mdc-ffff9caf5014c800 02000000:00000001:2.0:1789130484.785470:0:34330:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1789130484.785481:0:34330:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130484.785488:0:34330:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1789130484.785495:0:34330:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789130484.785499:0:34330:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130484.785503:0:34330:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789130484.785506:0:34330:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789130484.785513:0:34330:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789130484.786000:0:34330:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9caf58481800. 00000100:00000001:3.0:1789130484.786013:0:34330:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130484.786019:0:34330:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1789130484.786032:0:34330:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1789130484.786131:0:34330:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a92600/0xde5303b1d982cdef lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xcdf1b083821a5fc8 expref: -99 pid: 34330 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1789130484.786141:0:34330:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1789130484.786143:0:34330:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1789130484.786145:0:34330:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1789130484.786149:0:34330:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a92600/0xde5303b1d982cdef lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xcdf1b083821a5fc8 expref: -99 pid: 34330 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000040:3.0:1789130484.786159:0:34330:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9caf48e45b00 count: 0 00010000:00000010:3.0:1789130484.786169:0:34330:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9caf4938d180. 00010000:00000001:3.0:1789130484.786183:0:34330:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789130484.786185:0:34330:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130484.786187:0:34330:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1789130484.786188:0:34330:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130484.786190:0:34330:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789130484.786204:0:34330:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446634875643214848 : -109198066336768 : ffff9caf580bbc00) 00010000:00000001:3.0:1789130484.786209:0:34330:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1789130484.786211:0:34330:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1789130484.786219:0:34330:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9caf6165a900. 00010000:00000010:3.0:1789130484.786223:0:34330:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9caf42e06880. 00010000:00000001:3.0:1789130484.786229:0:34330:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1789130484.786233:0:34330:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9caf47e21600. 00000020:00000001:3.0:1789130484.786238:0:34330:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1789130484.786242:0:34330:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9caf47e21600 with handle 0xde5303b1d982cdf6 to hash 00000020:00000001:3.0:1789130484.786244:0:34330:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1789130484.786246:0:34330:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446634875372049920 : -109198337501696 : ffff9caf47e21600) 00010000:00000001:3.0:1789130484.786251:0:34330:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446634875372049920 : -109198337501696 : ffff9caf47e21600) 00010000:00000001:3.0:1789130484.786254:0:34330:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789130484.786258:0:34330:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789130484.786262:0:34330:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e21600/0xde5303b1d982cdf6 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 34330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789130484.786269:0:34330:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e21600/0xde5303b1d982cdf6 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34330 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:3.0:1789130484.786282:0:34330:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9caf5014c800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1789130484.786297:0:34330:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9caf580bbc00 x1876037329048064/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 536/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1789130484.786307:0:34330:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e21600/0xde5303b1d982cdf6 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34330 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1789130484.786313:0:34330:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1789130484.786315:0:34330:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1789130484.786324:0:34330:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9caf47fd1d80. 00000100:00000001:3.0:1789130484.786326:0:34330:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446634875373821312 : -109198335730304 : ffff9caf47fd1d80) 00000100:00000001:3.0:1789130484.786329:0:34330:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789130484.786331:0:34330:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875643214848 : -109198066336768 : ffff9caf580bbc00) 00000100:00000001:3.0:1789130484.786337:0:34330:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789130484.786342:0:34330:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130484.786345:0:34330:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1789130484.786347:0:34330:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789130484.786351:0:34330:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf580bbc00 x1876037329048064/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 536/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130484.787659:0:34330:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789130484.787664:0:34330:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789130484.787672:0:34330:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789130484.787675:0:34330:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789130484.787679:0:34330:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789130484.787689:0:34330:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf580bbc00 pname:cluuid:pid:xid:nid:opc:job lfs:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:34330:1876037329048064:192.168.204.123@tcp:101:lfs.0 00000100:00000001:3.0:1789130484.787694:0:34330:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789130484.787702:0:34330:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789130484.787705:0:34330:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789130484.787708:0:34330:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789130484.787767:0:34330:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff9caf48ba0000. 02000000:00000001:3.0:1789130484.787770:0:34330:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789130484.787780:0:34330:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:3.0:1789130484.787789:0:34330:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf60788420. 00000400:00000010:3.0:1789130484.787799:0:34330:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff9caf58483000. 00000100:00000200:3.0:1789130484.788732:0:34330:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1876037329048064, portal 10 00000100:00000001:3.0:1789130484.788740:0:34330:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789130484.788741:0:34330:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875643214848 : -109198066336768 : ffff9caf580bbc00) 00000100:00000040:3.0:1789130484.788758:0:34330:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9caf580bbc00 x1876037329048064/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 536/66320 e 0 to 0 dl 1789130500 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130484.788767:0:34330:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789130484.788770:0:34330:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:3.0:1789130484.788776:0:34330:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf4549fdd0. 00000100:00000200:3.0:1789130484.788780:0:34330:0:(niobuf.c:94:ptl_send_buf()) Sending 536 bytes to portal 12, xid 1876037329048064, offset 0 00000400:00000200:3.0:1789130484.788787:0:34330:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:3.0:1789130484.788798:0:34330:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130484.789138:0:34330:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:3.0:1789130484.789147:0:34330:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789130484.789154:0:34330:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:3.0:1789130484.789158:0:34330:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789130484.789162:0:34330:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:3.0:1789130484.789167:0:34330:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2632:2632:256:4294967295] 192.168.204.123@tcp LPNI seq info [2631:2631:8:4294967295] 00000400:00000200:3.0:1789130484.789172:0:34330:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130484.789184:0:34330:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:3.0:1789130484.789193:0:34330:0:(socklnd_cb.c:931:ksocknal_send()) sending 536 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:3.0:1789130484.789200:0:34330:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf47fd2400. 00000800:00000200:3.0:1789130484.789208:0:34330:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:3.0:1789130484.789218:0:34330:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:3.0:1789130484.789222:0:34330:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf47fd2400 type 1, nob 632 niov 1 nkiov 1 00000100:00000001:3.0:1789130484.789430:0:34330:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130484.789437:0:34330:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: using a timeout of 819086 usecs (820 jiffies) 00000400:00000200:3.0:1789130484.789441:0:34330:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:3.0:1789130484.789444:0:34330:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296579631 00000100:00000001:3.0:1789130484.789448:0:34330:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 2, keep current deadline 4296582142 00000100:00000001:3.0:1789130484.789450:0:34330:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296579631 00000100:00000001:3.0:1789130484.789453:0:34330:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 3, keep current deadline 4296582142 00000100:00000001:3.0:1789130484.789455:0:34330:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789130484.789459:0:34330:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130484.789463:0:34330:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789130484.789465:0:34330:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1789130484.789468:0:34330:0:(client.c:2715:ptlrpc_set_wait()) set ffff9caf47fd1d80 going to sleep for 11 seconds 00000100:00000001:3.0:1789130484.789471:0:34330:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789130484.789475:0:34330:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789130484.792449:0:2342:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789130484.792464:0:2342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf47fd2400. 00000400:00000200:3.0:1789130484.792474:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130484.792487:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:3.0:1789130484.792496:0:2342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf4549fdd0 00000400:00000010:3.0:1789130484.792500:0:2342:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf4549fdd0. 00000100:00000001:3.0:1789130484.792508:0:2342:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789130484.792519:0:2342:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf580bbc00 x1876037329048064/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 536/66320 e 0 to 0 dl 1789130500 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130484.792534:0:2342:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130484.792538:0:2342:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf580bbc00 x1876037329048064/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 536/66320 e 0 to 0 dl 1789130500 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130484.792546:0:2342:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130484.792548:0:2342:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1789130484.797374:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130484.797397:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789130484.797403:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130484.797406:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130484.797417:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130484.797428:0:2341:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:2.0:1789130484.797438:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130484.797443:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130484.797450:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130484.797454:0:2341:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 608 into portal 10 MB=0x6aa3efa955200 00000400:00000200:2.0:1789130484.797460:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130484.797467:0:2341:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.123@tcp of length 608/608 into md 0x71b5 [32] + 224 00000800:00000001:2.0:1789130484.797476:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130484.797483:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130484.797488:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130484.797493:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:2.0:1789130484.797503:0:2341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789130484.797514:0:2341:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf580bbc00 x1876037329048064/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 536/66320 e 0 to 0 dl 1789130500 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789130484.797526:0:2341:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=608 offset=224 replen=66320 req@ffff9caf580bbc00 x1876037329048064/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 536/66320 e 0 to 0 dl 1789130500 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130484.797545:0:2341:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789130484.797556:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130484.797559:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130484.797764:0:34330:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789130484.797773:0:34330:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789130484.797776:0:34330:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789130484.797781:0:34330:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf60788420. 00000400:00000200:3.0:1789130484.797786:0:34330:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf58483000 00000400:00000010:3.0:1789130484.797790:0:34330:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 632 at ffff9caf58483000. 00000100:00000001:3.0:1789130484.797792:0:34330:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789130484.797798:0:34330:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf580bbc00 x1876037329048064/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 536/66320 e 0 to 0 dl 1789130500 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1789130484.797850:0:34330:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf580bbc00 x1876037329048064/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 536/66320 e 0 to 0 dl 1789130500 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130484.797857:0:34330:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789130484.797860:0:34330:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130484.797862:0:34330:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789130484.797867:0:34330:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789130484.797870:0:34330:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789130484.797872:0:34330:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789130484.797875:0:34330:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789130484.797888:0:34330:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf6079ac60 time=103 v=5 (5 104 104 104) 00000100:00001000:3.0:1789130484.797893:0:34330:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf6079ac18 time=25 v=5 (1 0 0 0) 00000100:00000001:3.0:1789130484.797896:0:34330:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000040:3.0:1789130484.797900:0:34330:0:(client.c:1510:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff9caf580bbc00 x1876037329048064/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 536/608 e 0 to 0 dl 1789130500 ref 2 fl Rpc:RPQU/600/0 rc 0/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130484.797907:0:34330:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:3.0:1789130484.797912:0:34330:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789130484.797916:0:34330:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9caf5014c800: skip recheck: last_committed 4294967654 00000100:00000001:3.0:1789130484.797920:0:34330:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789130484.797925:0:34330:0:(client.c:1797:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:3.0:1789130484.797932:0:34330:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf580bbc00 x1876037329048064/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 536/608 e 0 to 0 dl 1789130500 ref 2 fl Rpc:RPQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130484.797941:0:34330:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:3.0:1789130484.797945:0:34330:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789130484.797948:0:34330:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789130484.797953:0:34330:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf580bbc00 x1876037329048064/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 536/608 e 0 to 0 dl 1789130500 ref 2 fl Interpret:RPQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1789130484.797961:0:34330:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf580bbc00 pname:cluuid:pid:xid:nid:opc:job lfs:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:34330:1876037329048064:192.168.204.123@tcp:101:lfs.0 00000100:00000001:3.0:1789130484.797967:0:34330:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130484.797971:0:34330:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:3.0:1789130484.797986:0:34330:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1789130484.797990:0:34330:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130484.797996:0:34330:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf580bbc00 x1876037329048064/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 536/608 e 0 to 0 dl 1789130500 ref 2 fl Complete:RPQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130484.798004:0:34330:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789130484.798008:0:34330:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9caf47fd1d80. 00000100:00000001:3.0:1789130484.798011:0:34330:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1789130484.798013:0:34330:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:3.0:1789130484.798018:0:34330:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1789130484.798042:0:34330:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789130484.798046:0:34330:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789130484.798050:0:34330:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf47e21600 refcount=4 00000020:00000001:3.0:1789130484.798052:0:34330:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875372049920 : -109198337501696 : ffff9caf47e21600) 00010000:00000001:3.0:1789130484.798056:0:34330:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875372049920 : -109198337501696 : ffff9caf47e21600) 00010000:00010000:3.0:1789130484.798062:0:34330:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e21600/0xde5303b1d982cdf6 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789130484.798073:0:34330:0:(ldlm_request.c:719:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:3.0:1789130484.798077:0:34330:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e21600/0xde5303b1d982cdf6 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 34330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789130484.798084:0:34330:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789130484.798087:0:34330:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e21600/0xde5303b1d982cdf6 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 34330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789130484.798093:0:34330:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130484.798096:0:34330:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1789130484.798098:0:34330:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e21600/0xde5303b1d982cdf6 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 34330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789130484.798104:0:34330:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789130484.798109:0:34330:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130484.798112:0:34330:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1789130484.798116:0:34330:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e21600/0xde5303b1d982cdf6 lrc: 4/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 34330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789130484.798123:0:34330:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9caf47e21600 already unused, calling callback (ffffffffc1904580) 00000080:00000001:3.0:1789130484.798128:0:34330:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:3.0:1789130484.798132:0:34330:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e21600/0xde5303b1d982cdf6 lrc: 4/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x206400000000 pid: 34330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789130484.798139:0:34330:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:3.0:1789130484.798142:0:34330:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:3.0:1789130484.798145:0:34330:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e21600/0xde5303b1d982cdf6 lrc: 4/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x206400000000 pid: 34330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789130484.798151:0:34330:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:3.0:1789130484.798155:0:34330:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1789130484.798157:0:34330:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789130484.798159:0:34330:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789130484.798160:0:34330:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf47e21600 refcount=5 00000020:00000001:3.0:1789130484.798163:0:34330:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875372049920 : -109198337501696 : ffff9caf47e21600) 00010000:00000001:3.0:1789130484.798167:0:34330:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875372049920 : -109198337501696 : ffff9caf47e21600) 00010000:00000001:3.0:1789130484.798170:0:34330:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1789130484.798173:0:34330:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e21600/0xde5303b1d982cdf6 lrc: 5/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x20e400000000 pid: 34330 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:3.0:1789130484.798180:0:34330:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1789130484.798182:0:34330:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789130484.798186:0:34330:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:3.0:1789130484.798189:0:34330:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1789130484.798194:0:34330:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1789130484.798195:0:34330:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1789130484.798197:0:34330:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789130484.798199:0:34330:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1789130484.798202:0:34330:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9caf47e21600 with handle 0xde5303b1d982cdf6 from hash 00010000:00000001:3.0:1789130484.798204:0:34330:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1789130484.798206:0:34330:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130484.798207:0:34330:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789130484.798208:0:34330:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1789130484.798210:0:34330:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1789130484.798212:0:34330:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1789130484.798214:0:34330:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130484.798215:0:34330:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789130484.798217:0:34330:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130484.798219:0:34330:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789130484.798221:0:34330:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e21600/0xde5303b1d982cdf6 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 34330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789130484.798227:0:34330:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130484.798228:0:34330:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789130484.798230:0:34330:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1789130484.798231:0:34330:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789130484.798233:0:34330:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130484.798234:0:34330:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789130484.798235:0:34330:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1789130484.798237:0:34330:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e21600/0xde5303b1d982cdf6 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 34330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1789130484.798249:0:34330:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9caf6165a900 count: 0 00010000:00000010:3.0:1789130484.798260:0:34330:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9caf42e06880. 00010000:00000001:3.0:1789130484.798271:0:34330:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789130484.798273:0:34330:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:3.0:1789130484.798279:0:34330:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00000002:00100000:3.0:1789130484.798288:0:34330:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0xb, status=-21 req@ffff9caf580bbc00 x1876037329048064/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 536/608 e 0 to 0 dl 1789130500 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1789130484.798296:0:34330:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1789130484.798298:0:34330:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789130484.798300:0:34330:0:(mdc_locks.c:932:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789130484.798302:0:34330:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789130484.798306:0:34330:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000002:00000001:3.0:1789130484.798310:0:34330:0:(mdc_locks.c:1316:mdc_finish_intent_lock()) Process leaving via out (rc=18446744073709551595 : -21 : 0xffffffffffffffeb) 00000020:00000001:3.0:1789130484.798315:0:34330:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41bff768 00000002:00002000:3.0:1789130484.798317:0:34330:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=d24a.recovery-small intent=open|creat status=-21 disp=0xb: rc = -21 00000002:00000001:3.0:1789130484.798321:0:34330:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=18446744073709551595 : -21 : ffffffffffffffeb) 00800000:00000001:3.0:1789130484.798324:0:34330:0:(lmv_intent.c:387:lmv_intent_open()) Process leaving (rc=18446744073709551595 : -21 : ffffffffffffffeb) 00800000:00000001:3.0:1789130484.798328:0:34330:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=18446744073709551595 : -21 : ffffffffffffffeb) 00000080:00200000:3.0:1789130484.798331:0:34330:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc -21 00000080:00000001:3.0:1789130484.798334:0:34330:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=18446744073709551595 : -21 : ffffffffffffffeb) 00000080:00000001:3.0:1789130484.798337:0:34330:0:(namei.c:1264:ll_lookup_it()) Process leaving via out (rc=18446744073709551595 : -21 : 0xffffffffffffffeb) 00800000:00000002:3.0:1789130484.798342:0:34330:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9caf4557c8c0 2 00000080:00000010:3.0:1789130484.798347:0:34330:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9caf46308e00. 00000100:00000001:3.0:1789130484.798351:0:34330:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130484.798366:0:34330:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf580bbc00 x1876037329048064/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 536/608 e 0 to 0 dl 1789130500 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130484.798373:0:34330:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789130484.798376:0:34330:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789130484.798380:0:34330:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff9caf48ba0000. 02000000:00000001:3.0:1789130484.798412:0:34330:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789130484.798416:0:34330:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1789130484.798418:0:34330:0:(genops.c:1223:class_import_put()) import ffff9caf6079a800 refcount=4 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000020:00000001:3.0:1789130484.798421:0:34330:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1789130484.798424:0:34330:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9caf58481800. 02000000:00000001:3.0:1789130484.798429:0:34330:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789130484.798431:0:34330:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789130484.798433:0:34330:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf580bbc00. 00000100:00000001:3.0:1789130484.798440:0:34330:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789130484.798441:0:34330:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1789130484.798447:0:34330:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:3.0:1789130484.798449:0:34330:0:(dcache.c:176:ll_intent_release()) intent ffff9caf4812f120 released 00000080:00000001:3.0:1789130484.798451:0:34330:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000010:3.0:1789130484.798453:0:34330:0:(namei.c:1562:ll_atomic_open()) kfreed 'it': 72 at ffff9caf4812f120. 00000080:00000001:3.0:1789130484.798457:0:34330:0:(namei.c:1564:ll_atomic_open()) Process leaving (rc=18446744073709551595 : -21 : ffffffffffffffeb) 00000080:00000001:3.0:1789130484.798467:0:34330:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:3.0:1789130484.798471:0:34330:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:3.0:1789130484.798550:0:34330:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:3.0:1789130484.798554:0:34330:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:3.0:1789130484.798557:0:34330:0:(file.c:6206:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1789130484.798558:0:34330:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41bffbc0 00000080:00200000:3.0:1789130484.798561:0:34330:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8),name=/ 00000080:00000010:3.0:1789130484.798567:0:34330:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9caf42b28e00. 00800000:00000002:3.0:1789130484.798574:0:34330:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9caf4557c8c0 2 00000080:00000001:3.0:1789130484.798589:0:34330:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1789130484.798594:0:34330:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1789130484.798597:0:34330:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41bffae0 00800000:00000002:3.0:1789130484.798599:0:34330:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1789130484.798603:0:34330:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1789130484.798608:0:34330:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1789130484.798612:0:34330:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1789130484.798614:0:34330:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41bff9b0 00000002:00010000:3.0:1789130484.798616:0:34330:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1789130484.798621:0:34330:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1789130484.798623:0:34330:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789130484.798626:0:34330:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1789130484.798632:0:34330:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789130484.798635:0:34330:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789130484.798637:0:34330:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789130484.798641:0:34330:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1789130484.798644:0:34330:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1789130484.798652:0:34330:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf501ab840. 00000020:00000040:3.0:1789130484.798656:0:34330:0:(genops.c:1210:class_import_get()) import ffff9caf6079a800 refcount=5 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00010000:00000001:3.0:1789130484.798662:0:34330:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1789130484.798668:0:34330:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789130484.798672:0:34330:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130484.798676:0:34330:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789130484.798678:0:34330:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789130484.798685:0:34330:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789130484.798692:0:34330:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9caf58481800. 00000100:00000001:3.0:1789130484.798700:0:34330:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130484.798704:0:34330:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1789130484.798706:0:34330:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130484.798707:0:34330:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1789130484.798708:0:34330:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130484.798710:0:34330:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789130484.798717:0:34330:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446634875509979200 : -109198199572416 : ffff9caf501ab840) 00010000:00000001:3.0:1789130484.798720:0:34330:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1789130484.798723:0:34330:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1789130484.798727:0:34330:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9caf6165af00. 00010000:00000010:3.0:1789130484.798731:0:34330:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9caf42e06880. 00010000:00000001:3.0:1789130484.798737:0:34330:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1789130484.798740:0:34330:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9caf47e21e00. 00000020:00000001:3.0:1789130484.798744:0:34330:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1789130484.798746:0:34330:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9caf47e21e00 with handle 0xde5303b1d982cdfd to hash 00000020:00000001:3.0:1789130484.798748:0:34330:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1789130484.798750:0:34330:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446634875372051968 : -109198337499648 : ffff9caf47e21e00) 00010000:00000001:3.0:1789130484.798754:0:34330:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446634875372051968 : -109198337499648 : ffff9caf47e21e00) 00010000:00000001:3.0:1789130484.798758:0:34330:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789130484.798760:0:34330:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789130484.798764:0:34330:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e21e00/0xde5303b1d982cdfd lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 34330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789130484.798775:0:34330:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e21e00/0xde5303b1d982cdfd lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789130484.798787:0:34330:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e21e00/0xde5303b1d982cdfd lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34330 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1789130484.798792:0:34330:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1789130484.798794:0:34330:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1789130484.799785:0:34330:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9caf47fd1d80. 00000100:00000001:3.0:1789130484.799797:0:34330:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446634875373821312 : -109198335730304 : ffff9caf47fd1d80) 00000100:00000001:3.0:1789130484.799825:0:34330:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789130484.799827:0:34330:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875509979200 : -109198199572416 : ffff9caf501ab840) 00000100:00000001:3.0:1789130484.799835:0:34330:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789130484.799841:0:34330:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130484.799843:0:34330:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1789130484.799845:0:34330:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789130484.799860:0:34330:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf501ab840 x1876037329048192/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130484.799869:0:34330:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789130484.799872:0:34330:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789130484.799878:0:34330:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789130484.799882:0:34330:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789130484.799885:0:34330:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789130484.799890:0:34330:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf501ab840 pname:cluuid:pid:xid:nid:opc:job lfs:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:34330:1876037329048192:192.168.204.123@tcp:101:lfs.0 00000100:00000001:3.0:1789130484.799895:0:34330:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789130484.799904:0:34330:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789130484.799908:0:34330:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789130484.799912:0:34330:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789130484.799922:0:34330:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9caf49d0c800. 02000000:00000001:3.0:1789130484.799924:0:34330:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789130484.799934:0:34330:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:3.0:1789130484.799940:0:34330:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf60788420. 00000400:00000010:3.0:1789130484.799953:0:34330:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf4549fdd0. 00000100:00000200:3.0:1789130484.799963:0:34330:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1876037329048192, portal 10 00000100:00000001:3.0:1789130484.799966:0:34330:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789130484.799967:0:34330:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875509979200 : -109198199572416 : ffff9caf501ab840) 00000100:00000040:3.0:1789130484.799976:0:34330:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9caf501ab840 x1876037329048192/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789130500 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130484.799985:0:34330:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789130484.799988:0:34330:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:3.0:1789130484.799992:0:34330:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf4549f198. 00000100:00000200:3.0:1789130484.799996:0:34330:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1876037329048192, offset 0 00000400:00000200:3.0:1789130484.800005:0:34330:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:3.0:1789130484.800017:0:34330:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130484.800044:0:34330:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:3.0:1789130484.800053:0:34330:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789130484.800058:0:34330:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:3.0:1789130484.800064:0:34330:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789130484.800067:0:34330:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:3.0:1789130484.800073:0:34330:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2633:2633:256:4294967295] 192.168.204.123@tcp LPNI seq info [2632:2632:8:4294967295] 00000400:00000200:3.0:1789130484.800079:0:34330:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130484.800091:0:34330:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:3.0:1789130484.800099:0:34330:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:3.0:1789130484.800107:0:34330:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf47fd2400. 00000800:00000200:3.0:1789130484.800117:0:34330:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:3.0:1789130484.800128:0:34330:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:3.0:1789130484.800135:0:34330:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf47fd2400 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:3.0:1789130484.800165:0:34330:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130484.800172:0:34330:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: using a timeout of 818075 usecs (819 jiffies) 00000400:00000200:3.0:1789130484.800176:0:34330:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:3.0:1789130484.800179:0:34330:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296579641 00000100:00000001:3.0:1789130484.800183:0:34330:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 2, keep current deadline 4296582142 00000100:00000001:3.0:1789130484.800188:0:34330:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296579641 00000100:00000001:3.0:1789130484.800191:0:34330:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 3, keep current deadline 4296582142 00000100:00000001:3.0:1789130484.800194:0:34330:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789130484.800197:0:34330:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130484.800200:0:34330:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789130484.800202:0:34330:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1789130484.800205:0:34330:0:(client.c:2715:ptlrpc_set_wait()) set ffff9caf47fd1d80 going to sleep for 11 seconds 00000100:00000001:3.0:1789130484.800209:0:34330:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789130484.800211:0:34330:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789130484.800493:0:2342:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789130484.800500:0:2342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf47fd2400. 00000400:00000200:2.0:1789130484.800508:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130484.800514:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:2.0:1789130484.800520:0:2342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf4549f198 00000400:00000010:2.0:1789130484.800523:0:2342:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf4549f198. 00000100:00000001:2.0:1789130484.800530:0:2342:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789130484.800534:0:2342:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf501ab840 x1876037329048192/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789130500 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130484.800545:0:2342:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130484.800548:0:2342:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf501ab840 x1876037329048192/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789130500 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130484.800556:0:2342:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130484.800558:0:2342:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:3.1:1789130484.804129:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf48e45b00. 00010000:00000010:3.1:1789130484.804154:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf46a92600. 00000800:00000001:2.0:1789130484.804608:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130484.804626:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789130484.804629:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130484.804632:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130484.804643:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130484.804652:0:2341:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:2.0:1789130484.804663:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130484.804669:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130484.804675:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130484.804680:0:2341:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 688 into portal 10 MB=0x6aa3efa955280 00000400:00000200:2.0:1789130484.804686:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130484.804694:0:2341:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.123@tcp of length 688/688 into md 0x71c5 [1] + 224 00000800:00000001:2.0:1789130484.804702:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130484.804709:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130484.804713:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130484.804718:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:2.0:1789130484.804727:0:2341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789130484.804738:0:2341:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf501ab840 x1876037329048192/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789130500 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789130484.804749:0:2341:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9caf501ab840 x1876037329048192/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789130500 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130484.804770:0:2341:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789130484.804781:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130484.804784:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130484.804964:0:34330:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789130484.804976:0:34330:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789130484.804978:0:34330:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789130484.804982:0:34330:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf60788420. 00000400:00000200:3.0:1789130484.804988:0:34330:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf4549fdd0 00000400:00000010:3.0:1789130484.804992:0:34330:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf4549fdd0. 00000100:00000001:3.0:1789130484.804997:0:34330:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789130484.805002:0:34330:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf501ab840 x1876037329048192/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789130500 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1789130484.805010:0:34330:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf501ab840 x1876037329048192/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789130500 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130484.805016:0:34330:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789130484.805018:0:34330:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130484.805032:0:34330:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789130484.805036:0:34330:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789130484.805039:0:34330:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789130484.805050:0:34330:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789130484.805053:0:34330:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789130484.805065:0:34330:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf6079ac60 time=103 v=5 (5 104 104 104) 00000100:00001000:3.0:1789130484.805070:0:34330:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf6079ac18 time=25 v=5 (1 0 0 0) 00000100:00000001:3.0:1789130484.805072:0:34330:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789130484.805075:0:34330:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130484.805079:0:34330:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789130484.805083:0:34330:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130484.805088:0:34330:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789130484.805091:0:34330:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9caf5014c800: skip recheck: last_committed 4294967654 00000100:00000001:3.0:1789130484.805093:0:34330:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789130484.805097:0:34330:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130484.805102:0:34330:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf501ab840 x1876037329048192/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1789130500 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130484.805109:0:34330:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789130484.805113:0:34330:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789130484.805115:0:34330:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789130484.805119:0:34330:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf501ab840 x1876037329048192/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1789130500 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1789130484.805126:0:34330:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf501ab840 pname:cluuid:pid:xid:nid:opc:job lfs:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:34330:1876037329048192:192.168.204.123@tcp:101:lfs.0 00000100:00000001:3.0:1789130484.805132:0:34330:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130484.805135:0:34330:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130484.805137:0:34330:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1789130484.805140:0:34330:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130484.805143:0:34330:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf501ab840 x1876037329048192/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1789130500 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130484.805151:0:34330:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789130484.805154:0:34330:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9caf47fd1d80. 00000100:00000001:3.0:1789130484.805158:0:34330:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1789130484.805160:0:34330:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130484.805164:0:34330:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1789130484.805169:0:34330:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789130484.805173:0:34330:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789130484.805177:0:34330:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf47e21e00 refcount=4 00000020:00000001:3.0:1789130484.805179:0:34330:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875372051968 : -109198337499648 : ffff9caf47e21e00) 00010000:00000001:3.0:1789130484.805183:0:34330:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875372051968 : -109198337499648 : ffff9caf47e21e00) 00010000:00000040:3.0:1789130484.805191:0:34330:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9caf47e21e00, remote cookie: 0xcdf1b083821a5ff2, flags: 0x1001 00010000:00010000:3.0:1789130484.805198:0:34330:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e21e00/0xde5303b1d982cdfd lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a5ff2 expref: -99 pid: 34330 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789130484.805215:0:34330:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e21e00/0xde5303b1d982cdfd lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a5ff2 expref: -99 pid: 34330 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789130484.805223:0:34330:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1789130484.805229:0:34330:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1789130484.805231:0:34330:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1789130484.805233:0:34330:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1789130484.805235:0:34330:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1789130484.805238:0:34330:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff9caf6165af00) refcount = 1 00010000:00010000:3.0:1789130484.805243:0:34330:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e21e00/0xde5303b1d982cdfd lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a5ff2 expref: -99 pid: 34330 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789130484.805250:0:34330:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1789130484.805255:0:34330:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1789130484.805257:0:34330:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789130484.805260:0:34330:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1789130484.805263:0:34330:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789130484.805266:0:34330:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e21e00/0xde5303b1d982cdfd lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a5ff2 expref: -99 pid: 34330 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789130484.805272:0:34330:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1789130484.805274:0:34330:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130484.805276:0:34330:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789130484.805277:0:34330:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130484.805278:0:34330:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789130484.805280:0:34330:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789130484.805285:0:34330:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1789130484.805288:0:34330:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789130484.805289:0:34330:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789130484.805291:0:34330:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf47e21e00 refcount=3 00000020:00000001:3.0:1789130484.805293:0:34330:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875372051968 : -109198337499648 : ffff9caf47e21e00) 00010000:00000001:3.0:1789130484.805295:0:34330:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875372051968 : -109198337499648 : ffff9caf47e21e00) 00010000:00000001:3.0:1789130484.805298:0:34330:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789130484.805299:0:34330:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789130484.805301:0:34330:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf47e21e00 refcount=4 00000020:00000001:3.0:1789130484.805302:0:34330:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875372051968 : -109198337499648 : ffff9caf47e21e00) 00010000:00000001:3.0:1789130484.805304:0:34330:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875372051968 : -109198337499648 : ffff9caf47e21e00) 00010000:00000001:3.0:1789130484.805307:0:34330:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789130484.805310:0:34330:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789130484.805314:0:34330:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e21e00/0xde5303b1d982cdfd lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a5ff2 expref: -99 pid: 34330 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789130484.805320:0:34330:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130484.805322:0:34330:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789130484.805323:0:34330:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789130484.805324:0:34330:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789130484.805325:0:34330:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf47e21e00 refcount=5 00000020:00000001:3.0:1789130484.805327:0:34330:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875372051968 : -109198337499648 : ffff9caf47e21e00) 00010000:00000001:3.0:1789130484.805329:0:34330:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875372051968 : -109198337499648 : ffff9caf47e21e00) 00010000:00000001:3.0:1789130484.805332:0:34330:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789130484.805335:0:34330:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e21e00/0xde5303b1d982cdfd lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a5ff2 expref: -99 pid: 34330 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789130484.805342:0:34330:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130484.805343:0:34330:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1789130484.805346:0:34330:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e21e00/0xde5303b1d982cdfd lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a5ff2 expref: -99 pid: 34330 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789130484.805352:0:34330:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789130484.805353:0:34330:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130484.805354:0:34330:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789130484.805367:0:34330:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130484.805368:0:34330:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1789130484.805373:0:34330:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9caf501ab840 x1876037329048192/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1789130500 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1789130484.805389:0:34330:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789130484.805390:0:34330:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789130484.805391:0:34330:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf47e21e00 refcount=3 00000020:00000001:3.0:1789130484.805393:0:34330:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875372051968 : -109198337499648 : ffff9caf47e21e00) 00010000:00000001:3.0:1789130484.805396:0:34330:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875372051968 : -109198337499648 : ffff9caf47e21e00) 00010000:00000001:3.0:1789130484.805398:0:34330:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130484.805400:0:34330:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789130484.805401:0:34330:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789130484.805403:0:34330:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789130484.805406:0:34330:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1789130484.805409:0:34330:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789130484.805410:0:34330:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789130484.805411:0:34330:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf47e21e00 refcount=3 00000020:00000001:3.0:1789130484.805412:0:34330:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875372051968 : -109198337499648 : ffff9caf47e21e00) 00010000:00000001:3.0:1789130484.805415:0:34330:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875372051968 : -109198337499648 : ffff9caf47e21e00) 00000002:00010000:3.0:1789130484.805418:0:34330:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e21e00/0xde5303b1d982cdfd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a5ff2 expref: -99 pid: 34330 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789130484.805425:0:34330:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130484.805426:0:34330:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789130484.805428:0:34330:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1789130484.805429:0:34330:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789130484.805430:0:34330:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789130484.805432:0:34330:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf47e21e00 refcount=3 00000020:00000001:3.0:1789130484.805433:0:34330:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875372051968 : -109198337499648 : ffff9caf47e21e00) 00010000:00000001:3.0:1789130484.805436:0:34330:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875372051968 : -109198337499648 : ffff9caf47e21e00) 00010000:00000040:3.0:1789130484.805443:0:34330:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf6165af00 count: 2 00010000:00000001:3.0:1789130484.805447:0:34330:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1789130484.805451:0:34330:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9caf4630e800 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:3.0:1789130484.805454:0:34330:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130484.805455:0:34330:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789130484.805458:0:34330:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1789130484.805462:0:34330:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41bff938 00000002:00002000:3.0:1789130484.805464:0:34330:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:3.0:1789130484.805467:0:34330:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789130484.805472:0:34330:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789130484.805475:0:34330:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1789130484.805479:0:34330:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:3.0:1789130484.805484:0:34330:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789130484.805489:0:34330:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9caf4557c8c0 2 00000080:00000010:3.0:1789130484.805495:0:34330:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9caf42b28e00. 00000080:00000001:3.0:1789130484.805504:0:34330:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1789130484.805507:0:34330:0:(llite_lib.c:3864:ll_prep_inode()) Process entered 00000002:00000001:3.0:1789130484.805516:0:34330:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:3.0:1789130484.805522:0:34330:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:3.0:1789130484.805531:0:34330:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9caf4689c340. 00800000:00000001:3.0:1789130484.805533:0:34330:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446634875349484352 : -109198360067264 : ffff9caf4689c340) 00800000:00000001:3.0:1789130484.805537:0:34330:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789130484.805540:0:34330:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1789130484.805544:0:34330:0:(llite_lib.c:1973:ll_update_lsm_md()) Process entered 00000080:00000002:3.0:1789130484.805547:0:34330:0:(llite_lib.c:1977:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:3.0:1789130484.805550:0:34330:0:(llite_lib.c:1928:ll_update_default_lsm_md()) Process entered 00000080:00000001:3.0:1789130484.805554:0:34330:0:(llite_lib.c:1950:ll_update_default_lsm_md()) Process leaving 00000080:00000001:3.0:1789130484.805556:0:34330:0:(llite_lib.c:1994:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130484.805561:0:34330:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:3.0:1789130484.805564:0:34330:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:3.0:1789130484.805570:0:34330:0:(llite_lib.c:3140:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 8704 00010000:00000001:3.0:1789130484.805572:0:34330:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789130484.805573:0:34330:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789130484.805575:0:34330:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf47e21e00 refcount=3 00000020:00000001:3.0:1789130484.805577:0:34330:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875372051968 : -109198337499648 : ffff9caf47e21e00) 00010000:00000001:3.0:1789130484.805579:0:34330:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875372051968 : -109198337499648 : ffff9caf47e21e00) 00010000:00000001:3.0:1789130484.805581:0:34330:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130484.805582:0:34330:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1789130484.805584:0:34330:0:(llite_lib.c:3962:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1789130484.805587:0:34330:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:3.0:1789130484.805589:0:34330:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9caf4689c340 1 00800000:00000010:3.0:1789130484.805592:0:34330:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9caf4689c340. 00800000:00000001:3.0:1789130484.805595:0:34330:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789130484.805599:0:34330:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9caf601980c8) for lock 0xde5303b1d982cdfd 00800000:00000001:3.0:1789130484.805602:0:34330:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1789130484.805604:0:34330:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1789130484.805606:0:34330:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789130484.805607:0:34330:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789130484.805608:0:34330:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf47e21e00 refcount=3 00000020:00000001:3.0:1789130484.805610:0:34330:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875372051968 : -109198337499648 : ffff9caf47e21e00) 00010000:00000001:3.0:1789130484.805612:0:34330:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875372051968 : -109198337499648 : ffff9caf47e21e00) 00010000:00000001:3.0:1789130484.805615:0:34330:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130484.805616:0:34330:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789130484.805617:0:34330:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789130484.805619:0:34330:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130484.805622:0:34330:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789130484.805625:0:34330:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9caf601980c8) 00000080:00010000:3.0:1789130484.805628:0:34330:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xde5303b1d982cdfd from it ffffb97f41bffbf8 00010000:00000001:3.0:1789130484.805630:0:34330:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789130484.805631:0:34330:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789130484.805632:0:34330:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf47e21e00 refcount=3 00000020:00000001:3.0:1789130484.805634:0:34330:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875372051968 : -109198337499648 : ffff9caf47e21e00) 00010000:00000001:3.0:1789130484.805637:0:34330:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875372051968 : -109198337499648 : ffff9caf47e21e00) 00010000:00000001:3.0:1789130484.805638:0:34330:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789130484.805641:0:34330:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e21e00/0xde5303b1d982cdfd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a5ff2 expref: -99 pid: 34330 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789130484.805648:0:34330:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130484.805650:0:34330:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789130484.805652:0:34330:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1789130484.805655:0:34330:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1789130484.805658:0:34330:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e21e00/0xde5303b1d982cdfd lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a5ff2 expref: -99 pid: 34330 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1789130484.805672:0:34330:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130484.805675:0:34330:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789130484.805677:0:34330:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789130484.805682:0:34330:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130484.805684:0:34330:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789130484.805685:0:34330:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130484.805689:0:34330:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789130484.805691:0:34330:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130484.805693:0:34330:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130484.805696:0:34330:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130484.805698:0:34330:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789130484.805699:0:34330:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130484.805700:0:34330:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1789130484.805702:0:34330:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130484.805706:0:34330:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf501ab840 x1876037329048192/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1789130500 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130484.805713:0:34330:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789130484.805716:0:34330:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789130484.805721:0:34330:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9caf49d0c800. 02000000:00000001:3.0:1789130484.805725:0:34330:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789130484.805728:0:34330:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1789130484.805730:0:34330:0:(genops.c:1223:class_import_put()) import ffff9caf6079a800 refcount=4 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000020:00000001:3.0:1789130484.805733:0:34330:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1789130484.805737:0:34330:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9caf58481800. 02000000:00000001:3.0:1789130484.805741:0:34330:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789130484.805743:0:34330:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789130484.805745:0:34330:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf501ab840. 00000100:00000001:3.0:1789130484.805750:0:34330:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789130484.805752:0:34330:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1789130484.805756:0:34330:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8), inode mode 41ff mask 1 00000080:00000001:3.0:1789130484.805763:0:34330:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1789130484.805786:0:34330:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9caf4938e820. 00000080:00000001:3.0:1789130484.805792:0:34330:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:3.0:1789130484.805794:0:34330:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41bffb58 00000080:00200000:3.0:1789130484.805796:0:34330:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=d24a.recovery-small, dir=[0x200000007:0x1:0x0](ffff9caf601980c8), file ffff9caf42f9a480, open_flags 1a100, mode 0 opened 0 00000080:00000010:3.0:1789130484.806182:0:34330:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff9caf58401960. 00000080:00000001:3.0:1789130484.806188:0:34330:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:3.0:1789130484.806191:0:34330:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41bffa08 00000080:00200000:3.0:1789130484.806193:0:34330:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d24a.recovery-small, dir=[0x200000007:0x1:0x0](ffff9caf601980c8), intent=open 00000080:00000010:3.0:1789130484.806204:0:34330:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9caf42b28e00. 00800000:00000002:3.0:1789130484.806211:0:34330:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9caf4557c8c0 2 00000080:00000001:3.0:1789130484.806217:0:34330:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1789130484.806222:0:34330:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1789130484.806224:0:34330:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41bff928 00800000:00000002:3.0:1789130484.806226:0:34330:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open' for [0x0:0x0:0x0] 'd24a.recovery-small' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1789130484.806230:0:34330:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:3.0:1789130484.806232:0:34330:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:3.0:1789130484.806238:0:34330:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446634875370194944 : -109198339356672 : ffff9caf47c5c800) 00000020:00000001:3.0:1789130484.806242:0:34330:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41bff8a8 00800000:00000002:3.0:1789130484.806244:0:34330:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d24a.recovery-small' -> mds #0 layout version 1 00000002:00000001:3.0:1789130484.806249:0:34330:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1789130484.806251:0:34330:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41bff7e0 00000002:00010000:3.0:1789130484.806253:0:34330:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d24a.recovery-small,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 0320401 00000002:00000001:3.0:1789130484.806258:0:34330:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1789130484.806261:0:34330:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:3.0:1789130484.806265:0:34330:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1789130484.806270:0:34330:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf6165af00 count: 2 00010000:00000001:3.0:1789130484.806273:0:34330:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789130484.806275:0:34330:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1789130484.806279:0:34330:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130484.806281:0:34330:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789130484.806283:0:34330:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789130484.806287:0:34330:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf501ab840. 00000020:00000040:3.0:1789130484.806291:0:34330:0:(genops.c:1210:class_import_get()) import ffff9caf6079a800 refcount=5 obd=lustre-MDT0000-mdc-ffff9caf5014c800 02000000:00000001:3.0:1789130484.806299:0:34330:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789130484.806301:0:34330:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130484.806304:0:34330:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1789130484.806310:0:34330:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789130484.806314:0:34330:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130484.806316:0:34330:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789130484.806318:0:34330:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130484.806321:0:34330:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789130484.806324:0:34330:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789130484.806330:0:34330:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789130484.806339:0:34330:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9caf58481800. 00000100:00000001:3.0:1789130484.806347:0:34330:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130484.806352:0:34330:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1789130484.806538:0:34330:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130484.806541:0:34330:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1789130484.806543:0:34330:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130484.806545:0:34330:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789130484.806558:0:34330:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446634875509979200 : -109198199572416 : ffff9caf501ab840) 00010000:00000001:3.0:1789130484.806562:0:34330:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1789130484.806565:0:34330:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1789130484.806568:0:34330:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf6165af00 count: 2 00010000:00000001:3.0:1789130484.806570:0:34330:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789130484.806574:0:34330:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1789130484.806589:0:34330:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9caf47e21c00. 00000020:00000001:3.0:1789130484.806594:0:34330:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1789130484.806597:0:34330:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9caf47e21c00 with handle 0xde5303b1d982ce04 to hash 00000020:00000001:3.0:1789130484.806599:0:34330:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1789130484.806601:0:34330:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446634875372051456 : -109198337500160 : ffff9caf47e21c00) 00010000:00000001:3.0:1789130484.806606:0:34330:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446634875372051456 : -109198337500160 : ffff9caf47e21c00) 00010000:00000001:3.0:1789130484.806610:0:34330:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789130484.806612:0:34330:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789130484.806617:0:34330:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e21c00/0xde5303b1d982ce04 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 34330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789130484.806624:0:34330:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e21c00/0xde5303b1d982ce04 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 34330 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:3.0:1789130484.806638:0:34330:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9caf5014c800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1789130484.806648:0:34330:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9caf501ab840 x1876037329048448/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 536/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1789130484.806659:0:34330:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e21c00/0xde5303b1d982ce04 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 34330 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1789130484.806665:0:34330:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1789130484.806667:0:34330:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1789130484.806677:0:34330:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9caf47fd1d80. 00000100:00000001:3.0:1789130484.806680:0:34330:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446634875373821312 : -109198335730304 : ffff9caf47fd1d80) 00000100:00000001:3.0:1789130484.806683:0:34330:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789130484.806685:0:34330:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875509979200 : -109198199572416 : ffff9caf501ab840) 00000100:00000001:3.0:1789130484.806690:0:34330:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789130484.806695:0:34330:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130484.806697:0:34330:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1789130484.806699:0:34330:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789130484.806703:0:34330:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf501ab840 x1876037329048448/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 536/131856 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130484.806711:0:34330:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789130484.806713:0:34330:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789130484.806717:0:34330:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789130484.806720:0:34330:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789130484.806722:0:34330:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789130484.806726:0:34330:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf501ab840 pname:cluuid:pid:xid:nid:opc:job lfs:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:34330:1876037329048448:192.168.204.123@tcp:101:lfs.0 00000100:00000001:3.0:1789130484.806730:0:34330:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789130484.806736:0:34330:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789130484.806740:0:34330:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789130484.806743:0:34330:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789130484.806893:0:34330:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 262144 at ffff9caf48a00000. 02000000:00000001:3.0:1789130484.806896:0:34330:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789130484.806904:0:34330:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:3.0:1789130484.806909:0:34330:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf60788420. 00000400:00000010:3.0:1789130484.806919:0:34330:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffff9caf49d0c800. 00000100:00000200:3.0:1789130484.806928:0:34330:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 262144 bytes, xid 1876037329048448, portal 10 00000100:00000001:3.0:1789130484.806930:0:34330:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789130484.806932:0:34330:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875509979200 : -109198199572416 : ffff9caf501ab840) 00000100:00000040:3.0:1789130484.806939:0:34330:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9caf501ab840 x1876037329048448/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 536/131856 e 0 to 0 dl 1789130500 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130484.806946:0:34330:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789130484.806949:0:34330:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:3.0:1789130484.806953:0:34330:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf4549fdd0. 00000100:00000200:3.0:1789130484.806956:0:34330:0:(niobuf.c:94:ptl_send_buf()) Sending 536 bytes to portal 12, xid 1876037329048448, offset 0 00000400:00000200:3.0:1789130484.806964:0:34330:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:3.0:1789130484.806975:0:34330:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130484.806985:0:34330:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:3.0:1789130484.806992:0:34330:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789130484.806998:0:34330:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:3.0:1789130484.807002:0:34330:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789130484.807005:0:34330:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:3.0:1789130484.807010:0:34330:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2634:2634:256:4294967295] 192.168.204.123@tcp LPNI seq info [2633:2633:8:4294967295] 00000400:00000200:3.0:1789130484.807015:0:34330:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130484.807452:0:34330:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:3.0:1789130484.807462:0:34330:0:(socklnd_cb.c:931:ksocknal_send()) sending 536 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:3.0:1789130484.807471:0:34330:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf47fd2000. 00000800:00000200:3.0:1789130484.807480:0:34330:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:3.0:1789130484.807489:0:34330:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:3.0:1789130484.807495:0:34330:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf47fd2000 type 1, nob 632 niov 1 nkiov 1 00000100:00000001:3.0:1789130484.807596:0:34330:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130484.807603:0:34330:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: using a timeout of 817056 usecs (818 jiffies) 00000400:00000200:3.0:1789130484.807608:0:34330:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:3.0:1789130484.807611:0:34330:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296579647 00000100:00000001:3.0:1789130484.807615:0:34330:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 2, keep current deadline 4296582142 00000100:00000001:3.0:1789130484.807618:0:34330:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296579647 00000100:00000001:3.0:1789130484.807620:0:34330:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 3, keep current deadline 4296582142 00000100:00000001:3.0:1789130484.807623:0:34330:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789130484.807626:0:34330:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130484.807628:0:34330:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789130484.807631:0:34330:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1789130484.807634:0:34330:0:(client.c:2715:ptlrpc_set_wait()) set ffff9caf47fd1d80 going to sleep for 11 seconds 00000100:00000001:3.0:1789130484.807637:0:34330:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789130484.807640:0:34330:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789130484.811183:0:2342:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789130484.811199:0:2342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf47fd2000. 00000400:00000200:2.0:1789130484.811211:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130484.811223:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:2.0:1789130484.811232:0:2342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf4549fdd0 00000400:00000010:2.0:1789130484.811236:0:2342:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf4549fdd0. 00000100:00000001:2.0:1789130484.811244:0:2342:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789130484.811255:0:2342:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf501ab840 x1876037329048448/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 536/131856 e 0 to 0 dl 1789130500 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130484.811269:0:2342:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130484.811278:0:2342:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf501ab840 x1876037329048448/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 536/131856 e 0 to 0 dl 1789130500 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130484.811286:0:2342:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130484.811288:0:2342:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:3.1:1789130484.817083:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf6165a900. 00010000:00000010:3.1:1789130484.817108:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf47e21600. 00000080:00000010:3.1:1789130484.817116:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9caf484adb60. 00000800:00000001:2.0:1789130484.817287:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130484.817308:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789130484.817312:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130484.817315:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130484.817328:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130484.817338:0:2341:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:2.0:1789130484.817349:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130484.817363:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130484.817369:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130484.817374:0:2341:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 608 into portal 10 MB=0x6aa3efa955380 00000400:00000200:2.0:1789130484.817380:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130484.817387:0:2341:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.123@tcp of length 608/608 into md 0x71d5 [64] + 224 00000800:00000001:2.0:1789130484.817395:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130484.817420:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130484.817425:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130484.817430:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:2.0:1789130484.817443:0:2341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789130484.817457:0:2341:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf501ab840 x1876037329048448/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 536/131856 e 0 to 0 dl 1789130500 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789130484.817470:0:2341:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=608 offset=224 replen=131856 req@ffff9caf501ab840 x1876037329048448/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 536/131856 e 0 to 0 dl 1789130500 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130484.817501:0:2341:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789130484.817513:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130484.817516:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130484.817667:0:34330:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789130484.817679:0:34330:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789130484.817682:0:34330:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789130484.817688:0:34330:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf60788420. 00000400:00000200:0.0:1789130484.817694:0:34330:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf49d0c800 00000400:00000010:0.0:1789130484.817697:0:34330:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 1144 at ffff9caf49d0c800. 00000100:00000001:0.0:1789130484.817702:0:34330:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789130484.817707:0:34330:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf501ab840 x1876037329048448/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 536/131856 e 0 to 0 dl 1789130500 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1789130484.817719:0:34330:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf501ab840 x1876037329048448/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 536/131856 e 0 to 0 dl 1789130500 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130484.817726:0:34330:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789130484.817729:0:34330:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130484.817733:0:34330:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789130484.817738:0:34330:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789130484.817742:0:34330:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789130484.817746:0:34330:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130484.817751:0:34330:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789130484.817768:0:34330:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf6079ac60 time=103 v=5 (5 104 104 104) 00000100:00001000:0.0:1789130484.817774:0:34330:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf6079ac18 time=25 v=5 (1 0 0 0) 00000100:00000001:0.0:1789130484.817777:0:34330:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1789130484.817781:0:34330:0:(client.c:1510:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff9caf501ab840 x1876037329048448/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 536/608 e 0 to 0 dl 1789130500 ref 2 fl Rpc:RPQU/600/0 rc 0/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130484.817788:0:34330:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1789130484.817793:0:34330:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1789130484.817796:0:34330:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1789130484.817798:0:34330:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1789130484.818015:0:34330:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789130484.818017:0:34330:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875509979200 : -109198199572416 : ffff9caf501ab840) 00000100:00000001:0.0:1789130484.818094:0:34330:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789130484.818097:0:34330:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9caf5014c800: skip recheck: last_committed 4294967654 00000100:00000001:0.0:1789130484.818100:0:34330:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789130484.818104:0:34330:0:(client.c:1797:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1789130484.818112:0:34330:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf501ab840 x1876037329048448/t8589934594(8589934594) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 536/608 e 0 to 0 dl 1789130500 ref 3 fl Rpc:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130484.818119:0:34330:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1789130484.818125:0:34330:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789130484.818127:0:34330:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789130484.818130:0:34330:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf501ab840 x1876037329048448/t8589934594(8589934594) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 536/608 e 0 to 0 dl 1789130500 ref 3 fl Interpret:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1789130484.818144:0:34330:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf501ab840 pname:cluuid:pid:xid:nid:opc:job lfs:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:34330:1876037329048448:192.168.204.123@tcp:101:lfs.0 00000100:00000001:0.0:1789130484.818152:0:34330:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130484.818156:0:34330:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1789130484.818159:0:34330:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1789130484.818162:0:34330:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789130484.818167:0:34330:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf501ab840 x1876037329048448/t8589934594(8589934594) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 536/608 e 0 to 0 dl 1789130500 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130484.818175:0:34330:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789130484.818178:0:34330:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9caf47fd1d80. 00000100:00000001:0.0:1789130484.818182:0:34330:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1789130484.818184:0:34330:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1789130484.818189:0:34330:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1789130484.818197:0:34330:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130484.818202:0:34330:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130484.818207:0:34330:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf47e21c00 refcount=4 00000020:00000001:0.0:1789130484.818209:0:34330:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875372051456 : -109198337500160 : ffff9caf47e21c00) 00010000:00000001:0.0:1789130484.818213:0:34330:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875372051456 : -109198337500160 : ffff9caf47e21c00) 00010000:00010000:0.0:1789130484.818220:0:34330:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e21c00/0xde5303b1d982ce04 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 34330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789130484.818234:0:34330:0:(ldlm_request.c:719:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1789130484.818239:0:34330:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e21c00/0xde5303b1d982ce04 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 34330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789130484.818246:0:34330:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789130484.818249:0:34330:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e21c00/0xde5303b1d982ce04 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 34330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789130484.818256:0:34330:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130484.818258:0:34330:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1789130484.818261:0:34330:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e21c00/0xde5303b1d982ce04 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 34330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789130484.818267:0:34330:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789130484.818271:0:34330:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130484.818275:0:34330:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1789130484.818279:0:34330:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e21c00/0xde5303b1d982ce04 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 34330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789130484.818286:0:34330:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9caf47e21c00 already unused, calling callback (ffffffffc1904580) 00000080:00000001:0.0:1789130484.818289:0:34330:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1789130484.818293:0:34330:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e21c00/0xde5303b1d982ce04 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 34330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789130484.818300:0:34330:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1789130484.818303:0:34330:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1789130484.818307:0:34330:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e21c00/0xde5303b1d982ce04 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 34330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789130484.818313:0:34330:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1789130484.818316:0:34330:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1789130484.818318:0:34330:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130484.818319:0:34330:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130484.818321:0:34330:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf47e21c00 refcount=5 00000020:00000001:0.0:1789130484.818322:0:34330:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875372051456 : -109198337500160 : ffff9caf47e21c00) 00010000:00000001:0.0:1789130484.818325:0:34330:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875372051456 : -109198337500160 : ffff9caf47e21c00) 00010000:00000001:0.0:1789130484.818328:0:34330:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1789130484.818330:0:34330:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e21c00/0xde5303b1d982ce04 lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 34330 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:0.0:1789130484.818337:0:34330:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1789130484.818339:0:34330:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789130484.818342:0:34330:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1789130484.818345:0:34330:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1789130484.818350:0:34330:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789130484.818352:0:34330:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789130484.818941:0:34330:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789130484.818945:0:34330:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789130484.818951:0:34330:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9caf47e21c00 with handle 0xde5303b1d982ce04 from hash 00010000:00000001:0.0:1789130484.818954:0:34330:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789130484.818956:0:34330:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130484.818957:0:34330:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130484.818959:0:34330:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789130484.818961:0:34330:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789130484.818963:0:34330:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1789130484.818967:0:34330:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130484.818968:0:34330:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130484.818970:0:34330:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130484.818973:0:34330:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789130484.818976:0:34330:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e21c00/0xde5303b1d982ce04 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 34330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789130484.818984:0:34330:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130484.818985:0:34330:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130484.818987:0:34330:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1789130484.818989:0:34330:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789130484.818991:0:34330:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130484.818992:0:34330:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130484.818993:0:34330:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789130484.818995:0:34330:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e21c00/0xde5303b1d982ce04 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 34330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789130484.819007:0:34330:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130484.819009:0:34330:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:0.0:1789130484.819017:0:34330:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00000002:00100000:0.0:1789130484.819354:0:34330:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x2b, status=0 req@ffff9caf501ab840 x1876037329048448/t8589934594(8589934594) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 536/608 e 0 to 0 dl 1789130500 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1789130484.819377:0:34330:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:0.0:1789130484.819382:0:34330:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9caf501ab840 x1876037329048448/t8589934594(8589934594) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 536/608 e 0 to 0 dl 1789130500 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1789130484.819395:0:34330:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130484.819397:0:34330:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1789130484.819399:0:34330:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789130484.819401:0:34330:0:(mdc_locks.c:932:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789130484.819404:0:34330:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789130484.819407:0:34330:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:0.0:1789130484.819411:0:34330:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789130484.819412:0:34330:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875509979200 : -109198199572416 : ffff9caf501ab840) 00010000:00000001:0.0:1789130484.819415:0:34330:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1789130484.819416:0:34330:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789130484.819419:0:34330:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1789130484.819423:0:34330:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41bff768 00000002:00002000:0.0:1789130484.819425:0:34330:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=d24a.recovery-small intent=open status=0 disp=0x80002b: rc = 0 00000002:00000001:0.0:1789130484.819429:0:34330:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789130484.819433:0:34330:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789130484.819437:0:34330:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1789130484.819440:0:34330:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:0.0:1789130484.819444:0:34330:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789130484.819449:0:34330:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9caf4557c8c0 2 00000080:00000001:0.0:1789130484.819453:0:34330:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1789130484.819455:0:34330:0:(namei.c:674:ll_lookup_it_finish()) it ffff9caf58401960 it_disposition 80002b 00000080:00000001:0.0:1789130484.819459:0:34330:0:(llite_lib.c:3864:ll_prep_inode()) Process entered 00000002:00000001:0.0:1789130484.819466:0:34330:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1789130484.819470:0:34330:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1789130484.819474:0:34330:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833966 : 144115205322833966 : 20000040400002e) 00000080:00000001:0.0:1789130484.819477:0:34330:0:(namei.c:113:ll_iget()) Process entered 00000080:00000001:0.0:1789130484.819486:0:34330:0:(llite_lib.c:1973:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1789130484.819489:0:34330:0:(llite_lib.c:1977:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000404:0x2e:0x0] 00000080:00000001:0.0:1789130484.819492:0:34330:0:(llite_lib.c:1994:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130484.819496:0:34330:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833966 : 144115205322833966 : 20000040400002e) 00000080:00000001:0.0:1789130484.819500:0:34330:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:0.0:1789130484.819506:0:34330:0:(llite_lib.c:3140:ll_update_inode()) inode=[0x200000404:0x2e:0x0], updating i_size 512 00000080:00200000:0.0:1789130484.819509:0:34330:0:(namei.c:147:ll_iget()) got inode: [0x200000404:0x2e:0x0](ffff9caf6019d348): rc = 0 00000080:00000001:0.0:1789130484.819513:0:34330:0:(namei.c:156:ll_iget()) Process leaving (rc=18446634875778356040 : -109197931195576 : ffff9caf6019d348) 00000080:00000001:0.0:1789130484.819516:0:34330:0:(llite_lib.c:3962:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1789130484.819519:0:34330:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1789130484.819522:0:34330:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789130484.819526:0:34330:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000404:0x2e:0x0](ffff9caf6019d348) for lock 0x0 00800000:00000001:0.0:1789130484.819529:0:34330:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1789130484.819531:0:34330:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00000002:00000001:0.0:1789130484.819533:0:34330:0:(mdc_locks.c:99:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789130484.819535:0:34330:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:0.0:1789130484.819543:0:34330:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9caf44566ca8 inode ffff9caf6019d348 refc 1 flags 0x20000e 00000080:00000001:0.0:1789130484.819548:0:34330:0:(llite_lib.c:3176:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1789130484.819551:0:34330:0:(llite_lib.c:3182:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130484.819553:0:34330:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1789130484.819558:0:34330:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1789130484.819563:0:34330:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9caf42b28e00. 00000100:00000001:0.0:1789130484.819570:0:34330:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789130484.819575:0:34330:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf501ab840 x1876037329048448/t8589934594(8589934594) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 536/608 e 0 to 0 dl 1789130500 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130484.819595:0:34330:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130484.819609:0:34330:0:(dir.c:3010:ll_dir_open()) Process entered 00000080:00000001:0.0:1789130484.819612:0:34330:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:0.0:1789130484.819615:0:34330:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41bffa48 00000080:00200008:0.0:1789130484.819618:0:34330:0:(file.c:1090:ll_file_open()) START file d24a.recovery-small:[0x200000404:0x2e:0x0](ffff9caf6019d348), flags 320400 00000080:00000010:0.0:1789130484.819631:0:34330:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9caf4865fb80. 00000080:00000010:0.0:1789130484.819645:0:34330:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff9caf47faa5c0. 00000080:00000001:0.0:1789130484.819648:0:34330:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:0.0:1789130484.819654:0:34330:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00000002:00000001:0.0:1789130484.819658:0:34330:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:0.0:1789130484.819663:0:34330:0:(obd.h:1507:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff9caf47eab980. 00000002:00100000:0.0:1789130484.819667:0:34330:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9caf501ab840 x1876037329048448/t8589934594(8589934594) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 536/608 e 0 to 0 dl 1789130500 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1789130484.819675:0:34330:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789130484.819677:0:34330:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:0.0:1789130484.819683:0:34330:0:(rw.c:970:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:0.0:1789130484.819687:0:34330:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130484.819689:0:34330:0:(file.c:1296:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789130484.819692:0:34330:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789130484.819695:0:34330:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf501ab840 x1876037329048448/t8589934594(8589934594) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 536/608 e 0 to 0 dl 1789130500 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 02000000:00000001:0.0:1789130484.819704:0:34330:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789130484.819708:0:34330:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 262144 at ffff9caf48a00000. 02000000:00000001:0.0:1789130484.819792:0:34330:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1789130484.819794:0:34330:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130484.819797:0:34330:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41bffa48 00000080:00000008:0.0:1789130484.819799:0:34330:0:(file.c:1329:ll_file_open()) COMPLETED file d24a.recovery-small:[0x200000404:0x2e:0x0](ffff9caf6019d348), flags 320400, rc = 0 00000080:00000001:0.0:1789130484.819842:0:34330:0:(dir.c:3011:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130484.819847:0:34330:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1789130484.819849:0:34330:0:(dcache.c:176:ll_intent_release()) intent ffff9caf58401960 released 00000080:00000001:0.0:1789130484.819851:0:34330:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:0.0:1789130484.819853:0:34330:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:0.0:1789130484.819855:0:34330:0:(pcc.c:2368:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130484.819857:0:34330:0:(namei.c:1550:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1789130484.819860:0:34330:0:(namei.c:1562:ll_atomic_open()) kfreed 'it': 72 at ffff9caf58401960. 00000080:00000001:0.0:1789130484.819864:0:34330:0:(namei.c:1564:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130484.819869:0:34330:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00200000:0.0:1789130484.819872:0:34330:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000404:0x2e:0x0](ffff9caf6019d348), inode mode 41ed mask 44 00000080:00000001:0.0:1789130484.819876:0:34330:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130484.819922:0:34330:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789130484.819925:0:34330:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000404:0x2e:0x0](ffff9caf6019d348) cmd=4008669a arg=25df2e0 00000080:00000001:0.0:1789130484.819933:0:34330:0:(dir.c:594:ll_dir_setstripe()) Process entered 00000080:00000010:0.0:1789130484.819940:0:34330:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9caf5875a000. 00800000:00000001:0.0:1789130484.819951:0:34330:0:(lmv_obd.c:3034:lmv_setattr()) Process entered 00800000:00000002:0.0:1789130484.819953:0:34330:0:(lmv_obd.c:3038:lmv_setattr()) SETATTR for [0x200000404:0x2e:0x0], valid 0x0/0x0 00000002:00000001:0.0:1789130484.819958:0:34330:0:(mdc_reint.c:94:mdc_setattr()) Process entered 00000002:00000001:0.0:1789130484.819961:0:34330:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:0.0:1789130484.819969:0:34330:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789130484.819976:0:34330:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf61462580. 00000020:00000040:0.0:1789130484.819981:0:34330:0:(genops.c:1210:class_import_get()) import ffff9caf6079a800 refcount=6 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00010000:00000001:0.0:1789130484.819989:0:34330:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1789130484.819996:0:34330:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789130484.820003:0:34330:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130484.820006:0:34330:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130484.820007:0:34330:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130484.820011:0:34330:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789130484.820013:0:34330:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789130484.820031:0:34330:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789130484.820046:0:34330:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9caf482bc800. 00000100:00000001:0.0:1789130484.820055:0:34330:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130484.820059:0:34330:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789130484.820061:0:34330:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130484.820063:0:34330:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789130484.820064:0:34330:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130484.820066:0:34330:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:0.0:1789130484.820080:0:34330:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9caf5014c800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1789130484.820088:0:34330:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9caf61462580 x1876037329048704/t0(0) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 520/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789130484.820097:0:34330:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1789130484.820099:0:34330:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1789130484.820107:0:34330:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9caf48132480. 00000100:00000001:0.0:1789130484.820110:0:34330:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446634875375264896 : -109198334286720 : ffff9caf48132480) 00000100:00000001:0.0:1789130484.820112:0:34330:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789130484.820114:0:34330:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875798037888 : -109197911513728 : ffff9caf61462580) 00000100:00000001:0.0:1789130484.820120:0:34330:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789130484.820125:0:34330:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130484.820128:0:34330:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1789130484.820129:0:34330:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789130484.820134:0:34330:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf61462580 x1876037329048704/t0(0) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 520/512 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130484.820141:0:34330:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789130484.820144:0:34330:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130484.820150:0:34330:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789130484.820153:0:34330:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789130484.820156:0:34330:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789130484.820160:0:34330:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf61462580 pname:cluuid:pid:xid:nid:opc:job lfs:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:34330:1876037329048704:192.168.204.123@tcp:36:lfs.0 00000100:00000001:0.0:1789130484.820166:0:34330:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789130484.820174:0:34330:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789130484.820177:0:34330:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130484.820180:0:34330:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789130484.820186:0:34330:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9caf482bfc00. 02000000:00000001:0.0:1789130484.820188:0:34330:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789130484.820197:0:34330:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:0.0:1789130484.820203:0:34330:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf50131bb0. 00000400:00000010:0.0:1789130484.820214:0:34330:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf5801e2a8. 00000100:00000200:0.0:1789130484.820224:0:34330:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876037329048704, portal 10 00000100:00000001:0.0:1789130484.820226:0:34330:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789130484.820228:0:34330:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875798037888 : -109197911513728 : ffff9caf61462580) 00000100:00000040:0.0:1789130484.820236:0:34330:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9caf61462580 x1876037329048704/t0(0) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 520/512 e 0 to 0 dl 1789130500 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130484.820244:0:34330:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789130484.820248:0:34330:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:0.0:1789130484.820251:0:34330:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf5801ed48. 00000100:00000200:0.0:1789130484.820255:0:34330:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876037329048704, offset 0 00000400:00000200:0.0:1789130484.820264:0:34330:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:0.0:1789130484.820276:0:34330:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:0.0:1789130484.820288:0:34330:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:0.0:1789130484.820296:0:34330:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789130484.820302:0:34330:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:0.0:1789130484.820307:0:34330:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789130484.820311:0:34330:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:0.0:1789130484.820315:0:34330:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2635:2635:256:4294967295] 192.168.204.123@tcp LPNI seq info [2634:2634:8:4294967295] 00000400:00000200:0.0:1789130484.820320:0:34330:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:0.0:1789130484.820335:0:34330:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:0.0:1789130484.820343:0:34330:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:0.0:1789130484.820351:0:34330:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf451e7000. 00000800:00000200:0.0:1789130484.820360:0:34330:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:0.0:1789130484.820372:0:34330:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:0.0:1789130484.820379:0:34330:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf451e7000 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:0.0:1789130484.820404:0:34330:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130484.820411:0:34330:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: using a timeout of 816050 usecs (817 jiffies) 00000400:00000200:0.0:1789130484.820414:0:34330:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:0.0:1789130484.820419:0:34330:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296579658 00000100:00000001:0.0:1789130484.820423:0:34330:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 2, keep current deadline 4296582142 00000100:00000001:0.0:1789130484.820425:0:34330:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296579658 00000100:00000001:0.0:1789130484.820428:0:34330:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 3, keep current deadline 4296582142 00000100:00000001:0.0:1789130484.820431:0:34330:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789130484.820434:0:34330:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130484.820436:0:34330:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789130484.820439:0:34330:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1789130484.820442:0:34330:0:(client.c:2715:ptlrpc_set_wait()) set ffff9caf48132480 going to sleep for 11 seconds 00000100:00000001:0.0:1789130484.820445:0:34330:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789130484.820449:0:34330:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789130484.821014:0:2342:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789130484.821038:0:2342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf451e7000. 00000400:00000200:2.0:1789130484.821045:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130484.821053:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:2.0:1789130484.821060:0:2342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf5801ed48 00000400:00000010:2.0:1789130484.821063:0:2342:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf5801ed48. 00000100:00000001:2.0:1789130484.821068:0:2342:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789130484.821074:0:2342:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf61462580 x1876037329048704/t0(0) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 520/512 e 0 to 0 dl 1789130500 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130484.821085:0:2342:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130484.821089:0:2342:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf61462580 x1876037329048704/t0(0) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 520/512 e 0 to 0 dl 1789130500 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130484.821096:0:2342:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130484.821098:0:2342:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1789130484.825133:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130484.825159:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789130484.825165:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130484.825169:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130484.825181:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130484.825191:0:2341:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:2.0:1789130484.825204:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130484.825209:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130484.825216:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130484.825221:0:2341:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 456 into portal 10 MB=0x6aa3efa955480 00000400:00000200:2.0:1789130484.825228:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130484.825236:0:2341:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.123@tcp of length 456/456 into md 0x71e5 [1] + 224 00000800:00000001:2.0:1789130484.825245:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130484.825255:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130484.825259:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130484.825264:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:2.0:1789130484.825274:0:2341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789130484.825288:0:2341:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf61462580 x1876037329048704/t0(0) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 520/512 e 0 to 0 dl 1789130500 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789130484.825300:0:2341:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=512 req@ffff9caf61462580 x1876037329048704/t0(0) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 520/512 e 0 to 0 dl 1789130500 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130484.825322:0:2341:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1789130484.825334:0:2341:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1789130484.825338:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130484.825345:0:2341:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.204.23@tcp to MR: 192.168.204.123@tcp local destination 00000400:00000200:2.0:1789130484.825353:0:2341:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2636:2636:256:4294967295] 192.168.204.123@tcp LPNI seq info [2635:2635:8:4294967295] 00000400:00000200:2.0:1789130484.825358:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130484.825380:0:2341:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:192.168.204.23@tcp) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) 192.168.204.123@tcp : ACK try# 0 00000800:00000200:2.0:1789130484.825387:0:2341:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:2.0:1789130484.825396:0:2341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf44db5d00. 00000800:00000200:2.0:1789130484.825403:0:2341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:2.0:1789130484.825412:0:2341:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:2.0:1789130484.825418:0:2341:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf44db5d00 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1789130484.825550:0:2341:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789130484.825556:0:2341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf44db5d00. 00000400:00000200:2.0:1789130484.825560:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130484.825565:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: ACK: OK 00000800:00000001:2.0:1789130484.825572:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130484.825576:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130484.825769:0:34330:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789130484.825781:0:34330:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789130484.825784:0:34330:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789130484.825789:0:34330:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf50131bb0. 00000400:00000200:0.0:1789130484.825796:0:34330:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf5801e2a8 00000400:00000010:0.0:1789130484.825799:0:34330:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf5801e2a8. 00000100:00000001:0.0:1789130484.825849:0:34330:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789130484.825856:0:34330:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf61462580 x1876037329048704/t0(0) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 520/512 e 0 to 0 dl 1789130500 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789130484.825866:0:34330:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf61462580 x1876037329048704/t0(0) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 520/512 e 0 to 0 dl 1789130500 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130484.825872:0:34330:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789130484.825875:0:34330:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130484.825878:0:34330:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789130484.825883:0:34330:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789130484.825886:0:34330:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789130484.825889:0:34330:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130484.825893:0:34330:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789130484.825908:0:34330:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf6079ac60 time=103 v=5 (5 104 104 104) 00000100:00001000:0.0:1789130484.825914:0:34330:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf6079ac18 time=25 v=5 (1 0 0 0) 00000100:00000001:0.0:1789130484.825918:0:34330:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789130484.825920:0:34330:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130484.825924:0:34330:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789130484.825929:0:34330:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130484.825934:0:34330:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1789130484.825936:0:34330:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1789130484.825939:0:34330:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1789130484.825942:0:34330:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789130484.825945:0:34330:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875798037888 : -109197911513728 : ffff9caf61462580) 00000100:00000001:0.0:1789130484.825949:0:34330:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789130484.825952:0:34330:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9caf5014c800: skip recheck: last_committed 4294967654 00000100:00000001:0.0:1789130484.825954:0:34330:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789130484.825958:0:34330:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130484.825965:0:34330:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf61462580 x1876037329048704/t8589934595(8589934595) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 520/456 e 0 to 0 dl 1789130500 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130484.825974:0:34330:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789130484.825979:0:34330:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789130484.825982:0:34330:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789130484.825987:0:34330:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf61462580 x1876037329048704/t8589934595(8589934595) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 520/456 e 0 to 0 dl 1789130500 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789130484.825996:0:34330:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf61462580 pname:cluuid:pid:xid:nid:opc:job lfs:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:34330:1876037329048704:192.168.204.123@tcp:36:lfs.0 00000100:00000001:0.0:1789130484.826002:0:34330:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130484.826007:0:34330:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130484.826010:0:34330:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1789130484.826013:0:34330:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789130484.826018:0:34330:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf61462580 x1876037329048704/t8589934595(8589934595) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 520/456 e 0 to 0 dl 1789130500 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130484.826036:0:34330:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789130484.826041:0:34330:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9caf48132480. 00000100:00000001:0.0:1789130484.826045:0:34330:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1789130484.826047:0:34330:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789130484.826068:0:34330:0:(mdc_reint.c:137:mdc_setattr()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789130484.826073:0:34330:0:(lmv_obd.c:3047:lmv_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1789130484.826080:0:34330:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9caf5875a000. 00000100:00000001:0.0:1789130484.826085:0:34330:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789130484.826088:0:34330:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf61462580 x1876037329048704/t8589934595(8589934595) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 520/456 e 0 to 0 dl 1789130500 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130484.826094:0:34330:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130484.826097:0:34330:0:(dir.c:669:ll_dir_setstripe()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130484.826100:0:34330:0:(dir.c:2167:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130484.826155:0:34330:0:(dir.c:3016:ll_dir_release()) Process entered 00000080:00000001:0.0:1789130484.826159:0:34330:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:0.0:1789130484.826163:0:34330:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41bffdd0 00000080:00200008:0.0:1789130484.826166:0:34330:0:(file.c:479:ll_file_release()) START file d24a.recovery-small:[0x200000404:0x2e:0x0](ffff9caf6019d348), flags 320000 00000080:00400000:0.0:1789130484.826172:0:34330:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000404:0x2e:0x0] 00000080:00000001:0.0:1789130484.826179:0:34330:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:0.0:1789130484.826181:0:34330:0:(pcc.c:2438:pcc_file_release()) Process leaving 00000080:00000001:0.0:1789130484.826183:0:34330:0:(file.c:341:ll_md_close()) Process entered 00000002:00000001:0.0:1789130484.826194:0:34330:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789130484.826198:0:34330:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1789130484.826206:0:34330:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789130484.826208:0:34330:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789130484.826210:0:34330:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000404:0x2e:0x0]: 0 00000080:00000001:0.0:1789130484.826213:0:34330:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:0.0:1789130484.826216:0:34330:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1789130484.826222:0:34330:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9caf5875a000. 00000080:00000001:0.0:1789130484.826225:0:34330:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:0.0:1789130484.826233:0:34330:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1789130484.826237:0:34330:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000002:0.0:1789130484.826240:0:34330:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000404:0x2e:0x0] 00000002:00000001:0.0:1789130484.826244:0:34330:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:0.0:1789130484.826246:0:34330:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9caf5014c800: [0x200000404:0x2e:0x0] file closed with intent: 0 00000100:00000010:0.0:1789130484.826253:0:34330:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf614603c0. 00000020:00000040:0.0:1789130484.826258:0:34330:0:(genops.c:1210:class_import_get()) import ffff9caf6079a800 refcount=7 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000100:00000001:0.0:1789130484.826263:0:34330:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789130484.826267:0:34330:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789130484.826274:0:34330:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789130484.826283:0:34330:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9caf5875be00. 00000100:00000001:0.0:1789130484.826289:0:34330:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1789130484.826303:0:34330:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9caf501ab840 x1876037329048448/t8589934594(8589934594) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 536/608 e 0 to 0 dl 1789130500 ref 1 fl Complete:RPQU/604/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1789130484.826313:0:34330:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9caf5014c800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1789130484.826319:0:34330:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9caf614603c0 x1876037329048960/t0(0) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1789130484.826327:0:34330:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1789130484.826329:0:34330:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1789130484.826337:0:34330:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9caf48132480. 00000100:00000001:0.0:1789130484.826339:0:34330:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446634875375264896 : -109198334286720 : ffff9caf48132480) 00000100:00000001:0.0:1789130484.826342:0:34330:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789130484.826344:0:34330:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875798029248 : -109197911522368 : ffff9caf614603c0) 00000100:00000001:0.0:1789130484.826350:0:34330:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789130484.826682:0:34330:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130484.826687:0:34330:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1789130484.826690:0:34330:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789130484.826698:0:34330:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf614603c0 x1876037329048960/t0(0) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130484.826707:0:34330:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789130484.826711:0:34330:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130484.826718:0:34330:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789130484.826723:0:34330:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789130484.826727:0:34330:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789130484.826731:0:34330:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf614603c0 pname:cluuid:pid:xid:nid:opc:job lfs:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:34330:1876037329048960:192.168.204.123@tcp:35:lfs.0 00000100:00000001:0.0:1789130484.826737:0:34330:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789130484.826747:0:34330:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789130484.826751:0:34330:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130484.826755:0:34330:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789130484.826763:0:34330:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9caf482bd800. 02000000:00000001:0.0:1789130484.826765:0:34330:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789130484.826775:0:34330:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:0.0:1789130484.826780:0:34330:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf50131bb0. 00000400:00000010:0.0:1789130484.826788:0:34330:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf5801e2a8. 00000100:00000200:0.0:1789130484.826799:0:34330:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876037329048960, portal 10 00000100:00000001:0.0:1789130484.827125:0:34330:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789130484.827127:0:34330:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875798029248 : -109197911522368 : ffff9caf614603c0) 00000100:00000040:0.0:1789130484.827137:0:34330:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9caf614603c0 x1876037329048960/t0(0) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1789130506 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130484.827145:0:34330:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789130484.827148:0:34330:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:0.0:1789130484.827152:0:34330:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf5801e908. 00000100:00000200:0.0:1789130484.827158:0:34330:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1876037329048960, offset 0 00000400:00000200:0.0:1789130484.827167:0:34330:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:0.0:1789130484.827176:0:34330:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:0.0:1789130484.827185:0:34330:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:0.0:1789130484.827192:0:34330:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789130484.827197:0:34330:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:0.0:1789130484.827202:0:34330:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789130484.827205:0:34330:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:0.0:1789130484.827208:0:34330:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2637:2637:256:4294967295] 192.168.204.123@tcp LPNI seq info [2636:2636:8:4294967295] 00000400:00000200:0.0:1789130484.827212:0:34330:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:0.0:1789130484.827223:0:34330:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:0.0:1789130484.827229:0:34330:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:0.0:1789130484.827236:0:34330:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf451e7a00. 00000800:00000200:0.0:1789130484.827243:0:34330:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:0.0:1789130484.827253:0:34330:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:0.0:1789130484.827259:0:34330:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf451e7a00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1789130484.827279:0:34330:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130484.827285:0:34330:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: using a timeout of 815037 usecs (816 jiffies) 00000400:00000200:0.0:1789130484.827289:0:34330:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:0.0:1789130484.827292:0:34330:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296579665 00000100:00000001:0.0:1789130484.827297:0:34330:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 2, keep current deadline 4296582142 00000100:00000001:0.0:1789130484.827299:0:34330:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296579665 00000100:00000001:0.0:1789130484.827302:0:34330:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 3, keep current deadline 4296582142 00000100:00000001:0.0:1789130484.827304:0:34330:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789130484.827308:0:34330:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130484.827310:0:34330:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789130484.827313:0:34330:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=17 : 17 : 11) 00000100:00100000:0.0:1789130484.827316:0:34330:0:(client.c:2715:ptlrpc_set_wait()) set ffff9caf48132480 going to sleep for 17 seconds 00000100:00000001:0.0:1789130484.827319:0:34330:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789130484.827322:0:34330:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789130484.828139:0:2341:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789130484.828150:0:2341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf451e7a00. 00000400:00000200:2.0:1789130484.828158:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130484.828168:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:2.0:1789130484.828178:0:2341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf5801e908 00000400:00000010:2.0:1789130484.828181:0:2341:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf5801e908. 00000100:00000001:2.0:1789130484.828186:0:2341:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789130484.828195:0:2341:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf614603c0 x1876037329048960/t0(0) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1789130506 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130484.828209:0:2341:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130484.828214:0:2341:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf614603c0 x1876037329048960/t0(0) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1789130506 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130484.828222:0:2341:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130484.828223:0:2341:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1789130484.834482:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130484.834510:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789130484.834517:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130484.834521:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130484.834536:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130484.834549:0:2342:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:2.0:1789130484.834561:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130484.834567:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130484.834575:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130484.834580:0:2342:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 456 into portal 10 MB=0x6aa3efa955580 00000400:00000200:2.0:1789130484.834585:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130484.834593:0:2342:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.123@tcp of length 456/456 into md 0x71ed [1] + 224 00000800:00000001:2.0:1789130484.834603:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130484.834612:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130484.834616:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130484.834622:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:2.0:1789130484.834634:0:2342:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789130484.834647:0:2342:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf614603c0 x1876037329048960/t0(0) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1789130506 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789130484.834660:0:2342:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9caf614603c0 x1876037329048960/t0(0) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1789130506 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130484.834715:0:34330:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789130484.834737:0:2342:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789130484.834751:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130484.834755:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1789130484.834793:0:34330:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789130484.834796:0:34330:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789130484.834801:0:34330:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf50131bb0. 00000400:00000200:0.0:1789130484.834878:0:34330:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf5801e2a8 00000400:00000010:0.0:1789130484.834881:0:34330:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf5801e2a8. 00000100:00000001:0.0:1789130484.834885:0:34330:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789130484.834890:0:34330:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf614603c0 x1876037329048960/t0(0) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1789130506 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1789130484.834899:0:34330:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf614603c0 x1876037329048960/t0(0) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1789130506 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130484.834904:0:34330:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789130484.834906:0:34330:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130484.834910:0:34330:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789130484.834915:0:34330:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789130484.834918:0:34330:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789130484.834920:0:34330:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130484.834924:0:34330:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789130484.834937:0:34330:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf6079aca8 time=103 v=10 (10 5 5 5) 00000100:00001000:0.0:1789130484.834941:0:34330:0:(import.c:2215:obd_at_measure()) AT ffff9caf6079aca8 change: old=10 new=5 delta=-5 (val=5) hist 10 5 5 5 00000100:00001000:0.0:1789130484.834945:0:34330:0:(client.c:430:ptlrpc_at_adj_service()) The RPC service estimate for lustre-MDT0000-mdc-ffff9caf5014c800 ptl 23 has changed from 10 to 5 00000100:00001000:0.0:1789130484.834949:0:34330:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf6079ac18 time=25 v=5 (1 0 0 0) 00000100:00000001:0.0:1789130484.834952:0:34330:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789130484.834954:0:34330:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130484.834958:0:34330:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789130484.834962:0:34330:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130484.834966:0:34330:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1789130484.834968:0:34330:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1789130484.834970:0:34330:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1789130484.834973:0:34330:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789130484.834975:0:34330:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875798029248 : -109197911522368 : ffff9caf614603c0) 00000100:00000001:0.0:1789130484.834978:0:34330:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789130484.834980:0:34330:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9caf5014c800: skip recheck: last_committed 4294967654 00000100:00000001:0.0:1789130484.834982:0:34330:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789130484.834985:0:34330:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130484.834991:0:34330:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf614603c0 x1876037329048960/t8589934596(8589934596) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1789130506 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130484.834998:0:34330:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789130484.835001:0:34330:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789130484.835004:0:34330:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789130484.835007:0:34330:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf614603c0 x1876037329048960/t8589934596(8589934596) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1789130506 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1789130484.835015:0:34330:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf614603c0 pname:cluuid:pid:xid:nid:opc:job lfs:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:34330:1876037329048960:192.168.204.123@tcp:35:lfs.0 00000100:00000001:0.0:1789130484.835032:0:34330:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130484.835163:0:34330:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130484.835166:0:34330:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1789130484.835169:0:34330:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789130484.835174:0:34330:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf614603c0 x1876037329048960/t8589934596(8589934596) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1789130506 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130484.835182:0:34330:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789130484.835189:0:34330:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9caf48132480. 00000100:00000001:0.0:1789130484.835193:0:34330:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1789130484.835196:0:34330:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130484.835208:0:34330:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789130484.835210:0:34330:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875798029248 : -109197911522368 : ffff9caf614603c0) 00000002:00000001:0.0:1789130484.835214:0:34330:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789130484.835224:0:34330:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1789130484.835233:0:34330:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9caf5875a000. 00000080:00000001:0.0:1789130484.835237:0:34330:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1789130484.835241:0:34330:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00000002:00000001:1.0:1789130484.835333:0:34330:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:1.0:1789130484.835344:0:34330:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9caf501ab840 x1876037329048448/t8589934594(8589934594) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 536/608 e 0 to 0 dl 1789130500 ref 1 fl Complete:RQU/604/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130484.835354:0:34330:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789130484.835355:0:34330:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875509979200 : -109198199572416 : ffff9caf501ab840) 00000100:00000001:1.0:1789130484.835358:0:34330:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789130484.835362:0:34330:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf501ab840 x1876037329048448/t8589934594(8589934594) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 536/608 e 0 to 0 dl 1789130500 ref 2 fl Complete:RMQU/604/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130484.835375:0:34330:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130484.835377:0:34330:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789130484.835381:0:34330:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf614603c0 x1876037329048960/t8589934596(8589934596) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1789130506 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130484.835388:0:34330:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130484.835391:0:34330:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789130484.835394:0:34330:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf501ab840 x1876037329048448/t8589934594(8589934594) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 536/608 e 0 to 0 dl 1789130500 ref 1 fl Complete:RMQU/604/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130484.835400:0:34330:0:(client.c:2793:__ptlrpc_free_req()) Process entered 00000020:00000001:1.0:1789130484.835406:0:34330:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1789130484.835408:0:34330:0:(genops.c:1223:class_import_put()) import ffff9caf6079a800 refcount=6 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000020:00000001:1.0:1789130484.835411:0:34330:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1789130484.835416:0:34330:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9caf58481800. 02000000:00000001:1.0:1789130484.835422:0:34330:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789130484.835425:0:34330:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789130484.835427:0:34330:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf501ab840. 00000100:00000001:1.0:1789130484.835431:0:34330:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789130484.835432:0:34330:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130484.835434:0:34330:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789130484.835436:0:34330:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf614603c0 x1876037329048960/t8589934596(8589934596) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1789130506 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130484.835441:0:34330:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789130484.835443:0:34330:0:(client.c:2947:obd_mod_free()) kfreed 'mod': 32 at ffff9caf47eab980. 00000002:00000001:1.0:1789130484.835446:0:34330:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789130484.835447:0:34330:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1789130484.835449:0:34330:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9caf47faa5c0. 00000100:00000001:1.0:1789130484.835452:0:34330:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789130484.835455:0:34330:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf614603c0 x1876037329048960/t8589934596(8589934596) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1789130506 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130484.835461:0:34330:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789130484.835463:0:34330:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789130484.835469:0:34330:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9caf482bd800. 02000000:00000001:1.0:1789130484.835472:0:34330:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789130484.835473:0:34330:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1789130484.835475:0:34330:0:(genops.c:1223:class_import_put()) import ffff9caf6079a800 refcount=5 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000020:00000001:1.0:1789130484.835477:0:34330:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1789130484.835478:0:34330:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9caf5875be00. 02000000:00000001:1.0:1789130484.835480:0:34330:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789130484.835481:0:34330:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789130484.835482:0:34330:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf614603c0. 00000100:00000001:1.0:1789130484.835486:0:34330:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789130484.835488:0:34330:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1789130484.835490:0:34330:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1789130484.835496:0:34330:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9caf4865fb80. 00000080:00000001:1.0:1789130484.835501:0:34330:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130484.835511:0:34330:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41bffdd0 00000080:00000008:1.0:1789130484.835514:0:34330:0:(file.c:523:ll_file_release()) COMPLETED file d24a.recovery-small:[0x200000404:0x2e:0x0](ffff9caf6019d348), flags 320000, rc = 0 00000080:00000001:1.0:1789130484.835519:0:34330:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130484.835522:0:34330:0:(dir.c:3017:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130484.835530:0:34330:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1789130484.835533:0:34330:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41bffe00 00000080:00002000:1.0:1789130484.835536:0:34330:0:(dcache.c:127:ll_ddelete()) deleting dentry d24a.recovery-small (ffff9caf44566ca8, parent ffff9caf600f3360, inode ffff9caf6019d348) hashed, 00000080:00000001:1.0:1789130484.835540:0:34330:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1789130484.835551:0:34330:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1789130484.835559:0:34330:0:(dcache.c:48:ll_release()) Process leaving 00010000:00000010:0.1:1789130484.843068:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf47e21c00. 00010000:00010000:0.0:1789130484.858396:0:34332:0:(ldlm_resource.c:195:lru_size_store()) dropping all unused locks from namespace lustre-OST0000-osc-ffff9caf5014c800 00010000:00000001:0.0:1789130484.858406:0:34332:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789130484.858409:0:34332:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789130484.858413:0:34332:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130484.858420:0:34332:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789130484.858423:0:34332:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130484.858425:0:34332:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789130484.858461:0:34332:0:(ldlm_resource.c:195:lru_size_store()) dropping all unused locks from namespace lustre-OST0001-osc-ffff9caf5014c800 00010000:00000001:0.0:1789130484.858463:0:34332:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789130484.858464:0:34332:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789130484.858466:0:34332:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130484.858468:0:34332:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789130484.858469:0:34332:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130484.858471:0:34332:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.1:1789130484.864139:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9caf4938e820. 00000080:00000001:1.0:1789130484.948188:0:34337:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:1.0:1789130484.948200:0:34337:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:1.0:1789130484.948204:0:34337:0:(file.c:6206:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1789130484.948209:0:34337:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c2fbc0 00000080:00200000:1.0:1789130484.948215:0:34337:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8),name=/ 00000080:00000010:1.0:1789130484.948226:0:34337:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9caf47ff9400. 00800000:00000002:1.0:1789130484.948235:0:34337:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9caf4557c8c0 2 00000080:00000001:1.0:1789130484.948240:0:34337:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1789130484.948246:0:34337:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1789130484.948248:0:34337:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c2fae0 00800000:00000002:1.0:1789130484.948252:0:34337:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1789130484.948256:0:34337:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1789130484.948261:0:34337:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1789130484.948269:0:34337:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1789130484.948272:0:34337:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c2f9b0 00000002:00010000:1.0:1789130484.948274:0:34337:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1789130484.948278:0:34337:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1789130484.948281:0:34337:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789130484.948285:0:34337:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789130484.948298:0:34337:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf6165af00 count: 2 00010000:00000001:1.0:1789130484.948302:0:34337:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789130484.948309:0:34337:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789130484.948315:0:34337:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1789130484.948322:0:34337:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e21e00/0xde5303b1d982cdfd lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a5ff2 expref: -99 pid: 34330 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:1.0:1789130484.948339:0:34337:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1789130484.948346:0:34337:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789130484.948351:0:34337:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e21e00/0xde5303b1d982cdfd lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a5ff2 expref: -99 pid: 34330 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:1.0:1789130484.948429:0:34337:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1789130484.948431:0:34337:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1789130484.948433:0:34337:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1789130484.948436:0:34337:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1789130484.948439:0:34337:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1789130484.948441:0:34337:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1789130484.948445:0:34337:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1789130484.948450:0:34337:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9caf4557c8c0 2 00000080:00000010:1.0:1789130484.948455:0:34337:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9caf47ff9400. 00000080:00000001:1.0:1789130484.948464:0:34337:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1789130484.948466:0:34337:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789130484.948469:0:34337:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9caf601980c8) 00000080:00010000:1.0:1789130484.948475:0:34337:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9caf601980c8) for lock 0xde5303b1d982cdfd 00800000:00000001:1.0:1789130484.948480:0:34337:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1789130484.948483:0:34337:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1789130484.948488:0:34337:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130484.948492:0:34337:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130484.948497:0:34337:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf47e21e00 refcount=3 00000020:00000001:1.0:1789130484.948499:0:34337:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875372051968 : -109198337499648 : ffff9caf47e21e00) 00010000:00000001:1.0:1789130484.948503:0:34337:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875372051968 : -109198337499648 : ffff9caf47e21e00) 00010000:00000001:1.0:1789130484.948507:0:34337:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130484.948509:0:34337:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789130484.948511:0:34337:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789130484.948513:0:34337:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789130484.948516:0:34337:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xde5303b1d982cdfd from it ffffb97f41c2fbf8 00010000:00000001:1.0:1789130484.948519:0:34337:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130484.948520:0:34337:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130484.948522:0:34337:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf47e21e00 refcount=3 00000020:00000001:1.0:1789130484.948523:0:34337:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875372051968 : -109198337499648 : ffff9caf47e21e00) 00010000:00000001:1.0:1789130484.948526:0:34337:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875372051968 : -109198337499648 : ffff9caf47e21e00) 00010000:00000001:1.0:1789130484.948528:0:34337:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789130484.948532:0:34337:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e21e00/0xde5303b1d982cdfd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a5ff2 expref: -99 pid: 34330 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1789130484.948540:0:34337:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130484.948541:0:34337:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130484.948543:0:34337:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1789130484.948546:0:34337:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1789130484.948548:0:34337:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e21e00/0xde5303b1d982cdfd lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a5ff2 expref: -99 pid: 34330 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1789130484.948558:0:34337:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1789130484.948564:0:34337:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1789130484.948568:0:34337:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789130484.948575:0:34337:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130484.948576:0:34337:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130484.948578:0:34337:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130484.948584:0:34337:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1789130484.948587:0:34337:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130484.948590:0:34337:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130484.948596:0:34337:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130484.948599:0:34337:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789130484.948601:0:34337:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130484.948603:0:34337:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1789130484.948609:0:34337:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1789130484.948612:0:34337:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1789130484.948616:0:34337:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8), inode mode 41ff mask 1 00000080:00000001:1.0:1789130484.948624:0:34337:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1789130484.948640:0:34337:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9caf4632b1a0. 00000020:00000001:1.0:1789130484.948646:0:34337:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c2fb28 00000080:00200000:1.0:1789130484.948648:0:34337:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d24a.recovery-small, dir=[0x200000007:0x1:0x0](ffff9caf601980c8), flags=25 00000080:00000001:1.0:1789130484.948652:0:34337:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:1.0:1789130484.948655:0:34337:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c2f9d8 00000080:00200000:1.0:1789130484.948656:0:34337:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d24a.recovery-small, dir=[0x200000007:0x1:0x0](ffff9caf601980c8), intent=0 00000080:00000010:1.0:1789130484.948665:0:34337:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9caf47ff9400. 00800000:00000002:1.0:1789130484.948668:0:34337:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9caf4557c8c0 2 00000080:00000001:1.0:1789130484.948673:0:34337:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1789130484.948675:0:34337:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1789130484.948676:0:34337:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c2f8f8 00800000:00000002:1.0:1789130484.948678:0:34337:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'lookup' for [0x0:0x0:0x0] 'd24a.recovery-small' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1789130484.948681:0:34337:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00000020:00000001:1.0:1789130484.948686:0:34337:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c2f890 00800000:00000002:1.0:1789130484.948687:0:34337:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d24a.recovery-small' -> mds #0 00000002:00000001:1.0:1789130484.948690:0:34337:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1789130484.948691:0:34337:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c2f7c8 00000002:00010000:1.0:1789130484.948693:0:34337:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d24a.recovery-small,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00000002:00000001:1.0:1789130484.948697:0:34337:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1789130484.948701:0:34337:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1789130484.948707:0:34337:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf615d5a40. 00000020:00000040:1.0:1789130484.948712:0:34337:0:(genops.c:1210:class_import_get()) import ffff9caf6079a800 refcount=6 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00010000:00000001:1.0:1789130484.948719:0:34337:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1789130484.948726:0:34337:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789130484.948729:0:34337:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130484.948730:0:34337:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130484.948731:0:34337:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130484.948736:0:34337:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789130484.948739:0:34337:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789130484.948743:0:34337:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789130484.948752:0:34337:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9caf487c3800. 00000100:00000001:1.0:1789130484.948763:0:34337:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130484.948769:0:34337:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789130484.948772:0:34337:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130484.948773:0:34337:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789130484.948774:0:34337:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130484.948776:0:34337:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789130484.948788:0:34337:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446634875799558720 : -109197909992896 : ffff9caf615d5a40) 00010000:00000001:1.0:1789130484.948794:0:34337:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1789130484.948797:0:34337:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1789130484.948801:0:34337:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf6165af00 count: 2 00010000:00000001:1.0:1789130484.948969:0:34337:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789130484.948972:0:34337:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1789130484.948977:0:34337:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9caf586b6e00. 00000020:00000001:1.0:1789130484.948981:0:34337:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1789130484.948984:0:34337:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9caf586b6e00 with handle 0xde5303b1d982ce0b to hash 00000020:00000001:1.0:1789130484.948987:0:34337:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1789130484.948989:0:34337:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446634875649486336 : -109198060065280 : ffff9caf586b6e00) 00010000:00000001:1.0:1789130484.948994:0:34337:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446634875649486336 : -109198060065280 : ffff9caf586b6e00) 00010000:00000001:1.0:1789130484.948997:0:34337:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789130484.948999:0:34337:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789130484.949002:0:34337:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b6e00/0xde5303b1d982ce0b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 34337 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789130484.949011:0:34337:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b6e00/0xde5303b1d982ce0b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 34337 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789130484.949093:0:34337:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b6e00/0xde5303b1d982ce0b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 34337 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1789130484.949101:0:34337:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1789130484.949103:0:34337:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1789130484.949113:0:34337:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9caf6175b600. 00000100:00000001:1.0:1789130484.949115:0:34337:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446634875801155072 : -109197908396544 : ffff9caf6175b600) 00000100:00000001:1.0:1789130484.949118:0:34337:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789130484.949120:0:34337:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875799558720 : -109197909992896 : ffff9caf615d5a40) 00000100:00000001:1.0:1789130484.949125:0:34337:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789130484.949129:0:34337:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130484.949132:0:34337:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1789130484.949134:0:34337:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789130484.949151:0:34337:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf615d5a40 x1876037329049088/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130484.949162:0:34337:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789130484.949165:0:34337:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130484.949170:0:34337:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789130484.949174:0:34337:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789130484.949177:0:34337:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789130484.949181:0:34337:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf615d5a40 pname:cluuid:pid:xid:nid:opc:job multiop:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:34337:1876037329049088:192.168.204.123@tcp:101:multiop.0 00000100:00000001:1.0:1789130484.949188:0:34337:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789130484.949196:0:34337:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789130484.949200:0:34337:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130484.949203:0:34337:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789130484.949210:0:34337:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9caf482da000. 02000000:00000001:1.0:1789130484.949212:0:34337:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789130484.949224:0:34337:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:1.0:1789130484.949229:0:34337:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf42d8e3c8. 00000400:00000010:1.0:1789130484.949239:0:34337:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf462a32a8. 00000100:00000200:1.0:1789130484.949249:0:34337:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1876037329049088, portal 10 00000100:00000001:1.0:1789130484.949251:0:34337:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789130484.949253:0:34337:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875799558720 : -109197909992896 : ffff9caf615d5a40) 00000100:00000040:1.0:1789130484.949259:0:34337:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9caf615d5a40 x1876037329049088/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789130500 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130484.949268:0:34337:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789130484.949271:0:34337:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:1.0:1789130484.949278:0:34337:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf462a33b8. 00000100:00000200:1.0:1789130484.949283:0:34337:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1876037329049088, offset 0 00000400:00000200:1.0:1789130484.949292:0:34337:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:1.0:1789130484.949305:0:34337:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:1.0:1789130484.949317:0:34337:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:1.0:1789130484.949327:0:34337:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789130484.949334:0:34337:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:1.0:1789130484.949339:0:34337:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789130484.949342:0:34337:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:1.0:1789130484.949347:0:34337:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2638:2638:256:4294967295] 192.168.204.123@tcp LPNI seq info [2637:2637:8:4294967295] 00000400:00000200:1.0:1789130484.949351:0:34337:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:1.0:1789130484.949439:0:34337:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:1.0:1789130484.949447:0:34337:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:1.0:1789130484.949455:0:34337:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf4a83ac00. 00000800:00000200:1.0:1789130484.949464:0:34337:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:1.0:1789130484.949474:0:34337:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:1.0:1789130484.949482:0:34337:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf4a83ac00 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:1.0:1789130484.949577:0:34337:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789130484.949584:0:34337:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: using a timeout of 814032 usecs (815 jiffies) 00000400:00000200:1.0:1789130484.949588:0:34337:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:1.0:1789130484.949592:0:34337:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296579786 00000100:00000001:1.0:1789130484.949597:0:34337:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 2, keep current deadline 4296582142 00000100:00000001:1.0:1789130484.949600:0:34337:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296579786 00000100:00000001:1.0:1789130484.949602:0:34337:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 3, keep current deadline 4296582142 00000100:00000001:1.0:1789130484.949604:0:34337:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789130484.949608:0:34337:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130484.949611:0:34337:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789130484.949613:0:34337:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1789130484.949617:0:34337:0:(client.c:2715:ptlrpc_set_wait()) set ffff9caf6175b600 going to sleep for 11 seconds 00000100:00000001:1.0:1789130484.949621:0:34337:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789130484.949626:0:34337:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1789130484.956576:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000200:2.0:1789130484.956576:0:2341:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789130484.956590:0:2341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf4a83ac00. 00000400:00000200:2.0:1789130484.956600:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:3.0:1789130484.956602:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789130484.956607:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130484.956611:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130484.956615:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:3.0:1789130484.956624:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130484.956626:0:2341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf462a33b8 00000400:00000200:3.0:1789130484.956632:0:2342:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000010:2.0:1789130484.956632:0:2341:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf462a33b8. 00000100:00000001:2.0:1789130484.956641:0:2341:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:3.0:1789130484.956645:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130484.956655:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130484.956661:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000200:2.0:1789130484.956665:0:2341:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf615d5a40 x1876037329049088/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789130500 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000400:00000200:3.0:1789130484.956667:0:2342:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 584 into portal 10 MB=0x6aa3efa955600 00000400:00000200:3.0:1789130484.956678:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130484.956688:0:2342:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.123@tcp of length 584/584 into md 0x71f5 [1] + 224 00000100:00000001:2.0:1789130484.956689:0:2341:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130484.956696:0:2341:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf615d5a40 x1876037329049088/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789130500 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000800:00000001:3.0:1789130484.956698:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1789130484.956707:0:2341:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1789130484.956709:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789130484.956710:0:2341:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:3.0:1789130484.956715:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130484.956719:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:3.0:1789130484.956727:0:2342:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789130484.956733:0:2342:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf615d5a40 x1876037329049088/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789130500 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789130484.956743:0:2342:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff9caf615d5a40 x1876037329049088/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789130500 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130484.956765:0:2342:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789130484.956773:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130484.956776:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130484.956904:0:34337:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789130484.956913:0:34337:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789130484.956915:0:34337:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789130484.956919:0:34337:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf42d8e3c8. 00000400:00000200:1.0:1789130484.956928:0:34337:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf462a32a8 00000400:00000010:1.0:1789130484.956931:0:34337:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf462a32a8. 00000100:00000001:1.0:1789130484.956934:0:34337:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789130484.956938:0:34337:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf615d5a40 x1876037329049088/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789130500 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1789130484.956948:0:34337:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf615d5a40 x1876037329049088/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789130500 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130484.956954:0:34337:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789130484.956956:0:34337:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130484.956958:0:34337:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789130484.956963:0:34337:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789130484.956966:0:34337:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789130484.956969:0:34337:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130484.956972:0:34337:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789130484.956984:0:34337:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf6079ac60 time=103 v=5 (5 104 104 104) 00000100:00001000:1.0:1789130484.956989:0:34337:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf6079ac18 time=25 v=5 (1 0 0 0) 00000100:00000001:1.0:1789130484.956992:0:34337:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789130484.956994:0:34337:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130484.956998:0:34337:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789130484.957003:0:34337:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130484.957009:0:34337:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789130484.957012:0:34337:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9caf5014c800: skip recheck: last_committed 4294967654 00000100:00000001:1.0:1789130484.957014:0:34337:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789130484.957038:0:34337:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789130484.957045:0:34337:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf615d5a40 x1876037329049088/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/584 e 0 to 0 dl 1789130500 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130484.957052:0:34337:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789130484.957056:0:34337:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789130484.957058:0:34337:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789130484.957063:0:34337:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf615d5a40 x1876037329049088/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/584 e 0 to 0 dl 1789130500 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1789130484.957072:0:34337:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf615d5a40 pname:cluuid:pid:xid:nid:opc:job multiop:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:34337:1876037329049088:192.168.204.123@tcp:101:multiop.0 00000100:00000001:1.0:1789130484.957079:0:34337:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130484.957083:0:34337:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130484.957086:0:34337:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1789130484.957088:0:34337:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789130484.957091:0:34337:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf615d5a40 x1876037329049088/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/584 e 0 to 0 dl 1789130500 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130484.957098:0:34337:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789130484.957101:0:34337:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9caf6175b600. 00000100:00000001:1.0:1789130484.957105:0:34337:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1789130484.957107:0:34337:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130484.957112:0:34337:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1789130484.957119:0:34337:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130484.957123:0:34337:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130484.957127:0:34337:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b6e00 refcount=4 00000020:00000001:1.0:1789130484.957131:0:34337:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649486336 : -109198060065280 : ffff9caf586b6e00) 00010000:00000001:1.0:1789130484.957135:0:34337:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649486336 : -109198060065280 : ffff9caf586b6e00) 00010000:00000040:1.0:1789130484.957144:0:34337:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9caf586b6e00, remote cookie: 0xcdf1b083821a6031, flags: 0x1001 00010000:00010000:1.0:1789130484.957151:0:34337:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b6e00/0xde5303b1d982ce0b lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a6031 expref: -99 pid: 34337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1789130484.957161:0:34337:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x2e:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:1.0:1789130484.957165:0:34337:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:1.0:1789130484.957175:0:34337:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9caf4814d700. 00010000:00000010:1.0:1789130484.957182:0:34337:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9caf50154b80. 00010000:00000001:1.0:1789130484.957190:0:34337:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789130484.957194:0:34337:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b6e00/0xde5303b1d982ce0b lrc: 4/1,0 mode: --/PR res: [0x200000404:0x2e:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a6031 expref: -99 pid: 34337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789130484.957209:0:34337:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b6e00/0xde5303b1d982ce0b lrc: 4/1,0 mode: --/PR res: [0x200000404:0x2e:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a6031 expref: -99 pid: 34337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789130484.957215:0:34337:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1789130484.957221:0:34337:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1789130484.957224:0:34337:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1789130484.957226:0:34337:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1789130484.957227:0:34337:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1789130484.957230:0:34337:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x2e:0x0].0x0 (ffff9caf4814d700) refcount = 1 00010000:00010000:1.0:1789130484.957235:0:34337:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b6e00/0xde5303b1d982ce0b lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x2e:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a6031 expref: -99 pid: 34337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789130484.957243:0:34337:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1789130484.957248:0:34337:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1789130484.957250:0:34337:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789130484.957254:0:34337:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1789130484.957257:0:34337:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789130484.957261:0:34337:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b6e00/0xde5303b1d982ce0b lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x2e:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a6031 expref: -99 pid: 34337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789130484.957267:0:34337:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1789130484.957270:0:34337:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130484.957272:0:34337:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130484.957273:0:34337:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130484.957274:0:34337:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130484.957276:0:34337:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789130484.957283:0:34337:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1789130484.957285:0:34337:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130484.957286:0:34337:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130484.957288:0:34337:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b6e00 refcount=3 00000020:00000001:1.0:1789130484.957290:0:34337:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649486336 : -109198060065280 : ffff9caf586b6e00) 00010000:00000001:1.0:1789130484.957292:0:34337:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649486336 : -109198060065280 : ffff9caf586b6e00) 00010000:00000001:1.0:1789130484.957296:0:34337:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130484.957298:0:34337:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130484.957299:0:34337:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b6e00 refcount=4 00000020:00000001:1.0:1789130484.957301:0:34337:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649486336 : -109198060065280 : ffff9caf586b6e00) 00010000:00000001:1.0:1789130484.957303:0:34337:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649486336 : -109198060065280 : ffff9caf586b6e00) 00010000:00000001:1.0:1789130484.957307:0:34337:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789130484.957311:0:34337:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789130484.957315:0:34337:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b6e00/0xde5303b1d982ce0b lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x2e:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a6031 expref: -99 pid: 34337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789130484.957324:0:34337:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130484.957325:0:34337:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130484.957327:0:34337:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130484.957328:0:34337:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130484.957329:0:34337:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b6e00 refcount=5 00000020:00000001:1.0:1789130484.957331:0:34337:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649486336 : -109198060065280 : ffff9caf586b6e00) 00010000:00000001:1.0:1789130484.957334:0:34337:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649486336 : -109198060065280 : ffff9caf586b6e00) 00010000:00000001:1.0:1789130484.957337:0:34337:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789130484.957340:0:34337:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b6e00/0xde5303b1d982ce0b lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x2e:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a6031 expref: -99 pid: 34337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789130484.957347:0:34337:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130484.957348:0:34337:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1789130484.957351:0:34337:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b6e00/0xde5303b1d982ce0b lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x2e:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a6031 expref: -99 pid: 34337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789130484.957359:0:34337:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789130484.957360:0:34337:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130484.957362:0:34337:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130484.957363:0:34337:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130484.957364:0:34337:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1789130484.957370:0:34337:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0xb, status=0 req@ffff9caf615d5a40 x1876037329049088/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/584 e 0 to 0 dl 1789130500 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1789130484.957386:0:34337:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130484.957387:0:34337:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130484.957389:0:34337:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b6e00 refcount=3 00000020:00000001:1.0:1789130484.957391:0:34337:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649486336 : -109198060065280 : ffff9caf586b6e00) 00010000:00000001:1.0:1789130484.957393:0:34337:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649486336 : -109198060065280 : ffff9caf586b6e00) 00010000:00000001:1.0:1789130484.957396:0:34337:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130484.957397:0:34337:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789130484.957399:0:34337:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789130484.957401:0:34337:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789130484.957405:0:34337:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1789130484.957408:0:34337:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130484.957409:0:34337:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130484.957411:0:34337:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b6e00 refcount=3 00000020:00000001:1.0:1789130484.957413:0:34337:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649486336 : -109198060065280 : ffff9caf586b6e00) 00010000:00000001:1.0:1789130484.957415:0:34337:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649486336 : -109198060065280 : ffff9caf586b6e00) 00000002:00010000:1.0:1789130484.957419:0:34337:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b6e00/0xde5303b1d982ce0b lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x2e:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a6031 expref: -99 pid: 34337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789130484.957426:0:34337:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130484.957427:0:34337:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130484.957429:0:34337:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1789130484.957430:0:34337:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130484.957432:0:34337:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130484.957433:0:34337:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b6e00 refcount=3 00000020:00000001:1.0:1789130484.957434:0:34337:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649486336 : -109198060065280 : ffff9caf586b6e00) 00010000:00000001:1.0:1789130484.957436:0:34337:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649486336 : -109198060065280 : ffff9caf586b6e00) 00010000:00000040:1.0:1789130484.957440:0:34337:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf4814d700 count: 2 00010000:00000001:1.0:1789130484.957443:0:34337:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1789130484.957448:0:34337:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9caf4630e800 type 13 mode 4 res 8589935620/46 (0 0) 00010000:00000001:1.0:1789130484.957451:0:34337:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130484.957452:0:34337:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789130484.957455:0:34337:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1789130484.957460:0:34337:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c2f750 00000002:00002000:1.0:1789130484.957463:0:34337:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=d24a.recovery-small intent=lookup status=0 disp=0xb: rc = 0 00000002:00000001:1.0:1789130484.957467:0:34337:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789130484.957472:0:34337:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789130484.957475:0:34337:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1789130484.957479:0:34337:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:1.0:1789130484.957483:0:34337:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789130484.957488:0:34337:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9caf4557c8c0 2 00000080:00000001:1.0:1789130484.957491:0:34337:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1789130484.957494:0:34337:0:(namei.c:674:ll_lookup_it_finish()) it ffffb97f41c2fac8 it_disposition b 00000080:00000001:1.0:1789130484.957497:0:34337:0:(llite_lib.c:3864:ll_prep_inode()) Process entered 00000002:00000001:1.0:1789130484.957504:0:34337:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1789130484.957507:0:34337:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1789130484.957511:0:34337:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833966 : 144115205322833966 : 20000040400002e) 00000080:00000001:1.0:1789130484.957515:0:34337:0:(namei.c:113:ll_iget()) Process entered 00000080:00000001:1.0:1789130484.957524:0:34337:0:(llite_lib.c:1973:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1789130484.957526:0:34337:0:(llite_lib.c:1977:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000404:0x2e:0x0] 00000080:00000001:1.0:1789130484.957530:0:34337:0:(llite_lib.c:1994:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130484.957534:0:34337:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833966 : 144115205322833966 : 20000040400002e) 00000080:00000001:1.0:1789130484.957536:0:34337:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:1.0:1789130484.957542:0:34337:0:(llite_lib.c:3140:ll_update_inode()) inode=[0x200000404:0x2e:0x0], updating i_size 512 00000080:00200000:1.0:1789130484.957544:0:34337:0:(namei.c:147:ll_iget()) got inode: [0x200000404:0x2e:0x0](ffff9caf6019d348): rc = 0 00000080:00000001:1.0:1789130484.957548:0:34337:0:(namei.c:156:ll_iget()) Process leaving (rc=18446634875778356040 : -109197931195576 : ffff9caf6019d348) 00010000:00000001:1.0:1789130484.957550:0:34337:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130484.957551:0:34337:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130484.957552:0:34337:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b6e00 refcount=3 00000020:00000001:1.0:1789130484.957554:0:34337:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649486336 : -109198060065280 : ffff9caf586b6e00) 00010000:00000001:1.0:1789130484.957556:0:34337:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649486336 : -109198060065280 : ffff9caf586b6e00) 00010000:00000001:1.0:1789130484.957558:0:34337:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130484.957559:0:34337:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1789130484.957562:0:34337:0:(llite_lib.c:1928:ll_update_default_lsm_md()) Process entered 00000080:00000001:1.0:1789130484.957563:0:34337:0:(llite_lib.c:1941:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1789130484.957565:0:34337:0:(llite_lib.c:3962:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1789130484.957568:0:34337:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1789130484.957571:0:34337:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789130484.957575:0:34337:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000404:0x2e:0x0](ffff9caf6019d348) for lock 0xde5303b1d982ce0b 00800000:00000001:1.0:1789130484.957578:0:34337:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1789130484.957580:0:34337:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1789130484.957581:0:34337:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130484.957583:0:34337:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130484.957584:0:34337:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b6e00 refcount=3 00000020:00000001:1.0:1789130484.957585:0:34337:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649486336 : -109198060065280 : ffff9caf586b6e00) 00010000:00000001:1.0:1789130484.957587:0:34337:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649486336 : -109198060065280 : ffff9caf586b6e00) 00010000:00000001:1.0:1789130484.957590:0:34337:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130484.957591:0:34337:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789130484.957593:0:34337:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789130484.957595:0:34337:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:1.0:1789130484.957605:0:34337:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9caf4451ee58 inode ffff9caf6019d348 refc 1 flags 0x20000e 00000080:00000001:1.0:1789130484.957611:0:34337:0:(llite_lib.c:3176:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1789130484.957613:0:34337:0:(llite_lib.c:3182:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130484.957616:0:34337:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:1.0:1789130484.957620:0:34337:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x2e:0x0](ffff9caf6019d348) 00000080:00010000:1.0:1789130484.957625:0:34337:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xde5303b1d982ce0b from it ffffb97f41c2fac8 00010000:00000001:1.0:1789130484.957627:0:34337:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130484.957628:0:34337:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130484.957630:0:34337:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b6e00 refcount=3 00000020:00000001:1.0:1789130484.957631:0:34337:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649486336 : -109198060065280 : ffff9caf586b6e00) 00010000:00000001:1.0:1789130484.957633:0:34337:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649486336 : -109198060065280 : ffff9caf586b6e00) 00010000:00000001:1.0:1789130484.957636:0:34337:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789130484.957639:0:34337:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b6e00/0xde5303b1d982ce0b lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x2e:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a6031 expref: -99 pid: 34337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789130484.957646:0:34337:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130484.957647:0:34337:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130484.957649:0:34337:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1789130484.957652:0:34337:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1789130484.957655:0:34337:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b6e00/0xde5303b1d982ce0b lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x2e:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a6031 expref: -99 pid: 34337 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1789130484.957668:0:34337:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1789130484.957672:0:34337:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1789130484.957675:0:34337:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789130484.957680:0:34337:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130484.957682:0:34337:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130484.957684:0:34337:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130484.957688:0:34337:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1789130484.957690:0:34337:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130484.957692:0:34337:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130484.957695:0:34337:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130484.957697:0:34337:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789130484.957698:0:34337:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130484.957699:0:34337:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1789130484.957701:0:34337:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1789130484.957706:0:34337:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9caf47ff9400. 00000100:00000001:1.0:1789130484.957711:0:34337:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789130484.957715:0:34337:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf615d5a40 x1876037329049088/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/584 e 0 to 0 dl 1789130500 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130484.957723:0:34337:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789130484.957726:0:34337:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789130484.957730:0:34337:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9caf482da000. 02000000:00000001:1.0:1789130484.957736:0:34337:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789130484.957739:0:34337:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1789130484.957741:0:34337:0:(genops.c:1223:class_import_put()) import ffff9caf6079a800 refcount=5 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000020:00000001:1.0:1789130484.957744:0:34337:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1789130484.957748:0:34337:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9caf487c3800. 02000000:00000001:1.0:1789130484.957752:0:34337:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789130484.957755:0:34337:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789130484.957757:0:34337:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf615d5a40. 00000100:00000001:1.0:1789130484.957765:0:34337:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789130484.957767:0:34337:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1789130484.957778:0:34337:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00200000:1.0:1789130484.957781:0:34337:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000404:0x2e:0x0](ffff9caf6019d348), inode mode 41ed mask 1 00000080:00000001:1.0:1789130484.957786:0:34337:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1789130484.958129:0:34337:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9caf4632bfc0. 00000080:00000001:1.0:1789130484.958138:0:34337:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00200000:1.0:1789130484.958140:0:34337:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000404:0x2e:0x0](ffff9caf6019d348), inode mode 41ed mask 3 00000080:00000001:1.0:1789130484.958143:0:34337:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130484.958147:0:34337:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:1.0:1789130484.958149:0:34337:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c2fb58 00000080:00200000:1.0:1789130484.958151:0:34337:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=f24a.recovery-small, dir=[0x200000404:0x2e:0x0](ffff9caf6019d348), file ffff9caf43e45980, open_flags 8042, mode 81a4 opened 0 00000080:00000010:1.0:1789130484.958157:0:34337:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff9caf481b3660. 00000080:00000001:1.0:1789130484.958163:0:34337:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:1.0:1789130484.958166:0:34337:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c2fa08 00000080:00200000:1.0:1789130484.958168:0:34337:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f24a.recovery-small, dir=[0x200000404:0x2e:0x0](ffff9caf6019d348), intent=open|creat 00000080:00000010:1.0:1789130484.958177:0:34337:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9caf47ff9400. 00000080:00000001:1.0:1789130484.958187:0:34337:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1789130484.958191:0:34337:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1789130484.958193:0:34337:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c2f928 00800000:00000002:1.0:1789130484.958195:0:34337:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f24a.recovery-small' on [0x200000404:0x2e:0x0] 00800000:00000001:1.0:1789130484.958198:0:34337:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:1.0:1789130484.958201:0:34337:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:1.0:1789130484.958207:0:34337:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446634875370194944 : -109198339356672 : ffff9caf47c5c800) 00800000:00000001:1.0:1789130484.958210:0:34337:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:1.0:1789130484.958213:0:34337:0:(obd_class.h:932:obd_fid_alloc()) Process entered 00000002:00000001:1.0:1789130484.958216:0:34337:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:1.0:1789130484.958219:0:34337:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:1.0:1789130484.958222:0:34337:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff9caf5014c800: Allocated FID [0x200000404:0x30:0x0] 40000000:00000001:1.0:1789130484.958225:0:34337:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789130484.958227:0:34337:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789130484.958230:0:34337:0:(obd_class.h:945:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789130484.958232:0:34337:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130484.958233:0:34337:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c2f8a8 00800000:00000002:1.0:1789130484.958235:0:34337:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000404:0x2e:0x0], fid2=[0x200000404:0x30:0x0], name='f24a.recovery-small' -> mds #0 layout version 1 00000002:00000001:1.0:1789130484.958240:0:34337:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1789130484.958242:0:34337:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c2f7e0 00000002:00010000:1.0:1789130484.958244:0:34337:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f24a.recovery-small,[0x200000404:0x30:0x0]) in obj [0x200000404:0x2e:0x0], intent: open|creat flags 0100103 00000002:00000001:1.0:1789130484.958248:0:34337:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1789130484.958252:0:34337:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:1.0:1789130484.958256:0:34337:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:1.0:1789130484.958262:0:34337:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789130484.958264:0:34337:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1789130484.958266:0:34337:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf4814d700 count: 2 00010000:00000001:1.0:1789130484.958269:0:34337:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789130484.958272:0:34337:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1789130484.958275:0:34337:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130484.958277:0:34337:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789130484.958279:0:34337:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789130484.958284:0:34337:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf615d5a40. 00000020:00000040:1.0:1789130484.958288:0:34337:0:(genops.c:1210:class_import_get()) import ffff9caf6079a800 refcount=6 obd=lustre-MDT0000-mdc-ffff9caf5014c800 02000000:00000001:1.0:1789130484.958293:0:34337:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789130484.958295:0:34337:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130484.958298:0:34337:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1789130484.958304:0:34337:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789130484.958308:0:34337:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130484.958309:0:34337:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130484.958310:0:34337:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130484.958314:0:34337:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789130484.958316:0:34337:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789130484.958322:0:34337:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789130484.958329:0:34337:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9caf487c3800. 00000100:00000001:1.0:1789130484.958337:0:34337:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130484.958340:0:34337:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789130484.958342:0:34337:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130484.958344:0:34337:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789130484.958345:0:34337:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130484.958347:0:34337:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789130484.958357:0:34337:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446634875799558720 : -109197909992896 : ffff9caf615d5a40) 00010000:00000001:1.0:1789130484.958361:0:34337:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1789130484.958364:0:34337:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1789130484.958366:0:34337:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf4814d700 count: 2 00010000:00000001:1.0:1789130484.958368:0:34337:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789130484.958370:0:34337:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1789130484.958374:0:34337:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9caf586b6200. 00000020:00000001:1.0:1789130484.958378:0:34337:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1789130484.958381:0:34337:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9caf586b6200 with handle 0xde5303b1d982ce12 to hash 00000020:00000001:1.0:1789130484.958383:0:34337:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1789130484.958385:0:34337:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446634875649483264 : -109198060068352 : ffff9caf586b6200) 00010000:00000001:1.0:1789130484.958389:0:34337:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446634875649483264 : -109198060068352 : ffff9caf586b6200) 00010000:00000001:1.0:1789130484.958392:0:34337:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789130484.958394:0:34337:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789130484.958398:0:34337:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b6200/0xde5303b1d982ce12 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x2e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 34337 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789130484.958407:0:34337:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b6200/0xde5303b1d982ce12 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 34337 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:1.0:1789130484.958421:0:34337:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9caf5014c800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1789130484.958429:0:34337:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9caf615d5a40 x1876037329049344/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1789130484.958438:0:34337:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b6200/0xde5303b1d982ce12 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 34337 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1789130484.958443:0:34337:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1789130484.958445:0:34337:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1789130484.958453:0:34337:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9caf6175b600. 00000100:00000001:1.0:1789130484.958455:0:34337:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446634875801155072 : -109197908396544 : ffff9caf6175b600) 00000100:00000001:1.0:1789130484.958458:0:34337:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789130484.958460:0:34337:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875799558720 : -109197909992896 : ffff9caf615d5a40) 00000100:00000001:1.0:1789130484.958465:0:34337:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789130484.958470:0:34337:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130484.958473:0:34337:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1789130484.958475:0:34337:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789130484.958480:0:34337:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf615d5a40 x1876037329049344/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130484.958487:0:34337:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789130484.958491:0:34337:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130484.958495:0:34337:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789130484.958499:0:34337:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789130484.958502:0:34337:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789130484.958505:0:34337:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf615d5a40 pname:cluuid:pid:xid:nid:opc:job multiop:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:34337:1876037329049344:192.168.204.123@tcp:101:multiop.0 00000100:00000001:1.0:1789130484.958510:0:34337:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789130484.958518:0:34337:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789130484.958521:0:34337:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130484.958524:0:34337:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789130484.958588:0:34337:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff9caf48ba0000. 02000000:00000001:1.0:1789130484.958591:0:34337:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789130484.958600:0:34337:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:1.0:1789130484.958604:0:34337:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf42d8e3c8. 00000400:00000010:1.0:1789130484.958612:0:34337:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff9caf487c1400. 00000100:00000200:1.0:1789130484.958621:0:34337:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1876037329049344, portal 10 00000100:00000001:1.0:1789130484.958623:0:34337:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789130484.958624:0:34337:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875799558720 : -109197909992896 : ffff9caf615d5a40) 00000100:00000040:1.0:1789130484.958631:0:34337:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9caf615d5a40 x1876037329049344/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789130500 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130484.958638:0:34337:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789130484.958641:0:34337:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:1.0:1789130484.958646:0:34337:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf462a32a8. 00000100:00000200:1.0:1789130484.958651:0:34337:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 12, xid 1876037329049344, offset 0 00000400:00000200:1.0:1789130484.958657:0:34337:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:1.0:1789130484.958667:0:34337:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:1.0:1789130484.958677:0:34337:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:1.0:1789130484.958685:0:34337:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789130484.958690:0:34337:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:1.0:1789130484.958695:0:34337:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789130484.958698:0:34337:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:1.0:1789130484.958703:0:34337:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2639:2639:256:4294967295] 192.168.204.123@tcp LPNI seq info [2638:2638:8:4294967295] 00000400:00000200:1.0:1789130484.958707:0:34337:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:1.0:1789130484.958720:0:34337:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:1.0:1789130484.958728:0:34337:0:(socklnd_cb.c:931:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:1.0:1789130484.958734:0:34337:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf4a83ab00. 00000800:00000200:1.0:1789130484.958744:0:34337:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:1.0:1789130484.958754:0:34337:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:1.0:1789130484.958760:0:34337:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf4a83ab00 type 1, nob 760 niov 1 nkiov 1 00000100:00000001:1.0:1789130484.958773:0:34337:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789130484.958779:0:34337:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: using a timeout of 813028 usecs (814 jiffies) 00000400:00000200:1.0:1789130484.958782:0:34337:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:1.0:1789130484.958786:0:34337:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296579794 00000100:00000001:1.0:1789130484.958789:0:34337:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 2, keep current deadline 4296582142 00000100:00000001:1.0:1789130484.958792:0:34337:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296579794 00000100:00000001:1.0:1789130484.958794:0:34337:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 3, keep current deadline 4296582142 00000100:00000001:1.0:1789130484.958796:0:34337:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789130484.958800:0:34337:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130484.959553:0:34337:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789130484.959561:0:34337:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1789130484.959567:0:34337:0:(client.c:2715:ptlrpc_set_wait()) set ffff9caf6175b600 going to sleep for 11 seconds 00000100:00000001:1.0:1789130484.959571:0:34337:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000800:00000200:2.0:1789130484.960295:0:2341:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789130484.960305:0:2341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf4a83ab00. 00000400:00000200:2.0:1789130484.960314:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130484.960327:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:2.0:1789130484.960337:0:2341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf462a32a8 00000400:00000010:2.0:1789130484.960340:0:2341:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf462a32a8. 00000100:00000001:2.0:1789130484.960346:0:2341:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789130484.960356:0:2341:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf615d5a40 x1876037329049344/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789130500 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130484.960371:0:2341:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130484.960375:0:2341:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf615d5a40 x1876037329049344/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789130500 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130484.960384:0:2341:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130484.960386:0:2341:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1789130484.964482:0:34337:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1789130484.969690:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130484.969721:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789130484.969728:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130484.969733:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130484.969744:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130484.969755:0:2342:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:3.0:1789130484.969769:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130484.969776:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130484.969784:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130484.969790:0:2342:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 664 into portal 10 MB=0x6aa3efa955700 00000400:00000200:3.0:1789130484.969796:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130484.970000:0:2342:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.123@tcp of length 664/664 into md 0x71fd [32] + 224 00000800:00000001:3.0:1789130484.970013:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130484.970039:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130484.970044:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130484.970049:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:3.0:1789130484.970061:0:2342:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789130484.970075:0:2342:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf615d5a40 x1876037329049344/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789130500 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789130484.970091:0:2342:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff9caf615d5a40 x1876037329049344/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789130500 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130484.970109:0:2342:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1789130484.970123:0:2342:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1789130484.970128:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130484.970136:0:2342:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.204.23@tcp to MR: 192.168.204.123@tcp local destination 00000400:00000200:3.0:1789130484.970144:0:2342:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2640:2640:256:4294967295] 192.168.204.123@tcp LPNI seq info [2639:2639:8:4294967295] 00000400:00000200:3.0:1789130484.970149:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130484.970162:0:2342:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:192.168.204.23@tcp) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) 192.168.204.123@tcp : ACK try# 0 00000800:00000200:3.0:1789130484.970170:0:2342:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 32 frags to 12345-192.168.204.123@tcp 00000800:00000010:3.0:1789130484.970179:0:2342:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 744 at ffff9caf58483000. 00000800:00000200:3.0:1789130484.970188:0:2342:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:3.0:1789130484.970199:0:2342:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:3.0:1789130484.970206:0:2342:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf58483000 type 0, nob 96 niov 1 nkiov 0 00000800:00000001:2.0:1789130484.970309:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000200:3.0:1789130484.970653:0:2342:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789130484.970659:0:2342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 744 at ffff9caf58483000. 00000400:00000200:3.0:1789130484.970664:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130484.970669:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: ACK: OK 00000100:00000001:0.0:1789130484.970758:0:34337:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789130484.970769:0:34337:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789130484.970772:0:34337:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789130484.970776:0:34337:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf42d8e3c8. 00000400:00000200:0.0:1789130484.970782:0:34337:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf487c1400 00000400:00000010:0.0:1789130484.970785:0:34337:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 632 at ffff9caf487c1400. 00000100:00000001:0.0:1789130484.970789:0:34337:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789130484.970797:0:34337:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf615d5a40 x1876037329049344/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789130500 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1789130484.970833:0:34337:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf615d5a40 x1876037329049344/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789130500 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130484.970840:0:34337:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789130484.970843:0:34337:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130484.970846:0:34337:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789130484.970851:0:34337:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789130484.970854:0:34337:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789130484.970857:0:34337:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130484.970862:0:34337:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789130484.970875:0:34337:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf6079ac60 time=103 v=5 (5 104 104 104) 00000100:00001000:0.0:1789130484.970880:0:34337:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf6079ac18 time=25 v=5 (1 0 0 0) 00000100:00000001:0.0:1789130484.970884:0:34337:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789130484.970885:0:34337:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130484.970890:0:34337:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789130484.970896:0:34337:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130484.970900:0:34337:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1789130484.970902:0:34337:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x200000001/0x1] 00000100:00000001:0.0:1789130484.970905:0:34337:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1789130484.970908:0:34337:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789130484.970910:0:34337:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875799558720 : -109197909992896 : ffff9caf615d5a40) 00000100:00000001:0.0:1789130484.970914:0:34337:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789130484.970916:0:34337:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9caf5014c800: skip recheck: last_committed 4294967654 00000100:00000001:0.0:1789130484.970918:0:34337:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789130484.970922:0:34337:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130484.970928:0:34337:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf615d5a40 x1876037329049344/t8589934597(8589934597) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 664/664 e 0 to 0 dl 1789130500 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130484.970936:0:34337:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789130484.970941:0:34337:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789130484.970943:0:34337:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789130484.970948:0:34337:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf615d5a40 x1876037329049344/t8589934597(8589934597) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 664/664 e 0 to 0 dl 1789130500 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1789130484.970956:0:34337:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf615d5a40 pname:cluuid:pid:xid:nid:opc:job multiop:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:34337:1876037329049344:192.168.204.123@tcp:101:multiop.0 00000100:00000001:0.0:1789130484.970963:0:34337:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130484.970968:0:34337:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130484.970972:0:34337:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1789130484.970975:0:34337:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789130484.970980:0:34337:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf615d5a40 x1876037329049344/t8589934597(8589934597) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 664/664 e 0 to 0 dl 1789130500 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130484.970987:0:34337:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789130484.970990:0:34337:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9caf6175b600. 00000100:00000001:0.0:1789130484.970995:0:34337:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1789130484.970997:0:34337:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130484.971000:0:34337:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1789130484.971007:0:34337:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130484.971011:0:34337:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130484.971015:0:34337:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b6200 refcount=4 00000020:00000001:0.0:1789130484.971145:0:34337:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649483264 : -109198060068352 : ffff9caf586b6200) 00010000:00000001:0.0:1789130484.971151:0:34337:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649483264 : -109198060068352 : ffff9caf586b6200) 00010000:00000040:0.0:1789130484.971163:0:34337:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9caf586b6200, remote cookie: 0xcdf1b083821a604d, flags: 0x1001 00010000:00010000:0.0:1789130484.971172:0:34337:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b6200/0xde5303b1d982ce12 lrc: 4/0,1 mode: --/CW res: [0x200000404:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a604d expref: -99 pid: 34337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789130484.971184:0:34337:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x30:0x0].0x0, instead of [0x200000404:0x2e:0x0].0x0 00010000:00000001:0.0:1789130484.971188:0:34337:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:0.0:1789130484.971207:0:34337:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9caf48fc4e00. 00010000:00000010:0.0:1789130484.971216:0:34337:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9caf4c532b00. 00010000:00000001:0.0:1789130484.971223:0:34337:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789130484.971226:0:34337:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b6200/0xde5303b1d982ce12 lrc: 4/0,1 mode: --/PR res: [0x200000404:0x30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a604d expref: -99 pid: 34337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789130484.971236:0:34337:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b6200/0xde5303b1d982ce12 lrc: 4/0,1 mode: --/PR res: [0x200000404:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a604d expref: -99 pid: 34337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789130484.971243:0:34337:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1789130484.971250:0:34337:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1789130484.971253:0:34337:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1789130484.971255:0:34337:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1789130484.971256:0:34337:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1789130484.971259:0:34337:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x30:0x0].0x0 (ffff9caf48fc4e00) refcount = 1 00010000:00010000:0.0:1789130484.971264:0:34337:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b6200/0xde5303b1d982ce12 lrc: 4/0,1 mode: PR/PR res: [0x200000404:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a604d expref: -99 pid: 34337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789130484.971276:0:34337:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1789130484.971281:0:34337:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1789130484.971283:0:34337:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789130484.971288:0:34337:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1789130484.971291:0:34337:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789130484.971294:0:34337:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b6200/0xde5303b1d982ce12 lrc: 4/0,1 mode: PR/PR res: [0x200000404:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a604d expref: -99 pid: 34337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789130484.971302:0:34337:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1789130484.971304:0:34337:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130484.971307:0:34337:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130484.971308:0:34337:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130484.971308:0:34337:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130484.971311:0:34337:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789130484.971319:0:34337:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1789130484.971324:0:34337:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130484.971326:0:34337:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130484.971328:0:34337:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b6200 refcount=3 00000020:00000001:0.0:1789130484.971330:0:34337:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649483264 : -109198060068352 : ffff9caf586b6200) 00010000:00000001:0.0:1789130484.971333:0:34337:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649483264 : -109198060068352 : ffff9caf586b6200) 00010000:00000001:0.0:1789130484.971336:0:34337:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130484.971338:0:34337:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130484.971339:0:34337:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b6200 refcount=4 00000020:00000001:0.0:1789130484.971340:0:34337:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649483264 : -109198060068352 : ffff9caf586b6200) 00010000:00000001:0.0:1789130484.971342:0:34337:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649483264 : -109198060068352 : ffff9caf586b6200) 00010000:00000001:0.0:1789130484.971346:0:34337:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789130484.971351:0:34337:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789130484.971419:0:34337:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b6200/0xde5303b1d982ce12 lrc: 5/1,1 mode: PR/PR res: [0x200000404:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a604d expref: -99 pid: 34337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789130484.971427:0:34337:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130484.971429:0:34337:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130484.971431:0:34337:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130484.971432:0:34337:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130484.971434:0:34337:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b6200 refcount=5 00000020:00000001:0.0:1789130484.971435:0:34337:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649483264 : -109198060068352 : ffff9caf586b6200) 00010000:00000001:0.0:1789130484.971438:0:34337:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649483264 : -109198060068352 : ffff9caf586b6200) 00010000:00000001:0.0:1789130484.971441:0:34337:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789130484.971444:0:34337:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b6200/0xde5303b1d982ce12 lrc: 5/1,1 mode: PR/PR res: [0x200000404:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a604d expref: -99 pid: 34337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789130484.971450:0:34337:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130484.971451:0:34337:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1789130484.971455:0:34337:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b6200/0xde5303b1d982ce12 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a604d expref: -99 pid: 34337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789130484.971463:0:34337:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789130484.971464:0:34337:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130484.971465:0:34337:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130484.971467:0:34337:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130484.971468:0:34337:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1789130484.971477:0:34337:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0x37, status=0 req@ffff9caf615d5a40 x1876037329049344/t8589934597(8589934597) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 664/664 e 0 to 0 dl 1789130500 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1789130484.971489:0:34337:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:0.0:1789130484.971494:0:34337:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9caf615d5a40 x1876037329049344/t8589934597(8589934597) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 664/664 e 0 to 0 dl 1789130500 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1789130484.971501:0:34337:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130484.971511:0:34337:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130484.971512:0:34337:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130484.971514:0:34337:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b6200 refcount=3 00000020:00000001:0.0:1789130484.971516:0:34337:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649483264 : -109198060068352 : ffff9caf586b6200) 00010000:00000001:0.0:1789130484.971518:0:34337:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649483264 : -109198060068352 : ffff9caf586b6200) 00000002:00010000:0.0:1789130484.971579:0:34337:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b6200/0xde5303b1d982ce12 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a604d expref: -99 pid: 34337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:0.0:1789130484.971593:0:34337:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff9caf47faa2c0. 00010000:00000001:0.0:1789130484.971596:0:34337:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130484.971597:0:34337:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789130484.971599:0:34337:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789130484.971602:0:34337:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789130484.971606:0:34337:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:0.0:1789130484.971609:0:34337:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789130484.971611:0:34337:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875799558720 : -109197909992896 : ffff9caf615d5a40) 00000100:00000001:0.0:1789130484.971613:0:34337:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789130484.971614:0:34337:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875799558720 : -109197909992896 : ffff9caf615d5a40) 00010000:00000001:0.0:1789130484.971616:0:34337:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130484.971618:0:34337:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130484.971619:0:34337:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b6200 refcount=3 00000020:00000001:0.0:1789130484.971621:0:34337:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649483264 : -109198060068352 : ffff9caf586b6200) 00010000:00000001:0.0:1789130484.971623:0:34337:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649483264 : -109198060068352 : ffff9caf586b6200) 00000002:00010000:0.0:1789130484.971627:0:34337:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b6200/0xde5303b1d982ce12 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a604d expref: -99 pid: 34337 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789130484.971634:0:34337:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130484.971635:0:34337:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130484.971638:0:34337:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1789130484.971639:0:34337:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130484.971640:0:34337:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130484.971641:0:34337:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b6200 refcount=3 00000020:00000001:0.0:1789130484.971643:0:34337:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649483264 : -109198060068352 : ffff9caf586b6200) 00010000:00000001:0.0:1789130484.971644:0:34337:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649483264 : -109198060068352 : ffff9caf586b6200) 00010000:00000040:0.0:1789130484.971649:0:34337:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf48fc4e00 count: 2 00010000:00000001:0.0:1789130484.971652:0:34337:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1789130484.971656:0:34337:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9caf4630e800 type 13 mode 4 res 8589935620/48 (0 0) 00010000:00000001:0.0:1789130484.971658:0:34337:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130484.971659:0:34337:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789130484.971662:0:34337:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1789130484.971667:0:34337:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c2f768 00000002:00002000:0.0:1789130484.971669:0:34337:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=f24a.recovery-small intent=open|creat status=0 disp=0x1800037: rc = 0 00000002:00000001:0.0:1789130484.971674:0:34337:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789130484.971678:0:34337:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789130484.971681:0:34337:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1789130484.971685:0:34337:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000404:0x2e:0x0] suppgids 0 -1: rc 0 00000080:00000001:0.0:1789130484.971689:0:34337:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130484.971695:0:34337:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1789130484.971698:0:34337:0:(namei.c:674:ll_lookup_it_finish()) it ffff9caf481b3660 it_disposition 1800037 00000080:00002000:0.0:1789130484.971705:0:34337:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9caf4451ea20 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:0.0:1789130484.971712:0:34337:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1789130484.971715:0:34337:0:(namei.c:1624:ll_create_it()) Process entered 00000020:00000001:0.0:1789130484.971717:0:34337:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c2f998 00000080:00200000:0.0:1789130484.971719:0:34337:0:(namei.c:1628:ll_create_it()) VFS Op:name=f24a.recovery-small, dir=[0x200000404:0x2e:0x0](ffff9caf6019d348), intent=open|creat 00000080:00000001:0.0:1789130484.971722:0:34337:0:(namei.c:1575:ll_create_node()) Process entered 00000080:00000001:0.0:1789130484.971725:0:34337:0:(llite_lib.c:3864:ll_prep_inode()) Process entered 00000002:00000001:0.0:1789130484.971731:0:34337:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1789130484.971735:0:34337:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1789130484.971739:0:34337:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833968 : 144115205322833968 : 200000404000030) 00000080:00000001:0.0:1789130484.971742:0:34337:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:0.0:1789130484.971761:0:34337:0:(super25.c:42:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff9caf6019f380. 00000020:00000001:0.0:1789130484.971774:0:34337:0:(class_obd.c:978:obd_heat_clear()) Process entered 00000020:00000001:0.0:1789130484.971776:0:34337:0:(class_obd.c:981:obd_heat_clear()) Process leaving 00000080:00000001:0.0:1789130484.971780:0:34337:0:(llite_lib.c:3374:ll_read_inode2()) Process entered 00000080:00200000:0.0:1789130484.971782:0:34337:0:(llite_lib.c:3377:ll_read_inode2()) VFS Op:inode=[0x200000404:0x30:0x0](ffff9caf6019f448) 00000020:00000001:0.0:1789130484.971787:0:34337:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1789130484.971793:0:34337:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446634875648774872 : -109198060776744 : ffff9caf586092d8) 00000020:00001000:0.0:1789130484.971796:0:34337:0:(cl_object.c:823:cl_env_get()) 1@ffff9caf586092d0 00000800:00000001:2.0:1789130484.971955:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1789130484.972176:0:34337:0:(lu_object.c:830:lu_object_find_at()) Process entered 00000080:00000010:0.0:1789130484.972185:0:34337:0:(vvp_object.c:310:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff9caf42b2a190. 00000020:00000001:0.0:1789130484.972188:0:34337:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:0.0:1789130484.972191:0:34337:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789130484.972201:0:34337:0:(lov_object.c:2415:lov_object_alloc()) Process entered 00020000:00000010:0.0:1789130484.972207:0:34337:0:(lov_object.c:2416:lov_object_alloc()) slab-alloced 'lov': 248 at ffff9caf47cdc0f8. 00020000:00000001:0.0:1789130484.972210:0:34337:0:(lov_object.c:2430:lov_object_alloc()) Process leaving (rc=18446634875370717432 : -109198338834184 : ffff9caf47cdc0f8) 00020000:00000001:0.0:1789130484.972214:0:34337:0:(lov_object.c:1422:lov_object_init()) Process entered 00020000:00000001:0.0:1789130484.972218:0:34337:0:(lov_pack.c:354:lov_unpackmd()) Process entered 00020000:00000010:0.0:1789130484.972227:0:34337:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9caf5021fd80. 00020000:00000010:0.0:1789130484.972233:0:34337:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9caf488f2600. 00020000:00000010:0.0:1789130484.972240:0:34337:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9caf5021fea0. 00020000:00000001:0.0:1789130484.972243:0:34337:0:(lov_pack.c:366:lov_unpackmd()) Process leaving (rc=18446634875510455968 : -109198199095648 : ffff9caf5021fea0) 00020000:00000002:0.0:1789130484.972246:0:34337:0:(lov_ea.c:762:dump_lsm()) lsm ffff9caf5021fea0, objid 0x30:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1789130484.972251:0:34337:0:(lov_ea.c:793:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1789130484.972256:0:34337:0:(lov_ea.c:812:dump_lsm()) oinfo:ffff9caf488f2600: ostid: 0x240000400:66 ost idx: 0 gen: 0 00020000:00000001:0.0:1789130484.972260:0:34337:0:(lov_object.c:598:lov_init_composite()) Process entered 00020000:00000002:0.0:1789130484.972262:0:34337:0:(lov_ea.c:762:dump_lsm()) lsm ffff9caf5021fea0, objid 0x30:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1789130484.972266:0:34337:0:(lov_ea.c:793:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1789130484.972269:0:34337:0:(lov_ea.c:812:dump_lsm()) oinfo:ffff9caf488f2600: ostid: 0x240000400:66 ost idx: 0 gen: 0 00020000:00000010:0.0:1789130484.972274:0:34337:0:(lov_object.c:618:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff9caf43da6ab0. 00020000:00000010:0.0:1789130484.972277:0:34337:0:(lov_object.c:622:lov_init_composite()) kmalloced '(comp->lo_entries)': 176 at ffff9caf48132480. 00020000:00000001:0.0:1789130484.972283:0:34337:0:(lov_object.c:189:lov_init_raid0()) Process entered 00020000:00000010:0.0:1789130484.972286:0:34337:0:(lov_object.c:194:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff9caf820770a0. 00020000:00000001:0.0:1789130484.972291:0:34337:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:0.0:1789130484.972292:0:34337:0:(lu_object.c:830:lu_object_find_at()) Process entered 00020000:00000001:0.0:1789130484.972299:0:34337:0:(lovsub_object.c:178:lovsub_object_alloc()) Process entered 00020000:00000010:0.0:1789130484.972303:0:34337:0:(lovsub_object.c:179:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff9caf42b2aaf0. 00000020:00000001:0.0:1789130484.972305:0:34337:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:0.0:1789130484.972306:0:34337:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789130484.972308:0:34337:0:(lovsub_object.c:192:lovsub_object_alloc()) Process leaving (rc=18446634875285056368 : -109198424495248 : ffff9caf42b2ab70) 00020000:00000001:0.0:1789130484.972314:0:34337:0:(lovsub_object.c:32:lovsub_object_init()) Process entered 00000008:00000010:0.0:1789130484.972320:0:34337:0:(osc_object.c:444:osc_object_alloc()) slab-alloced 'osc': 488 at ffff9caf58313ab0. 00020000:00000001:0.0:1789130484.972324:0:34337:0:(lovsub_object.c:41:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130484.972330:0:34337:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446634875285056368 : -109198424495248 : ffff9caf42b2ab70) 00020000:00000001:0.0:1789130484.972333:0:34337:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446634875285056368 : -109198424495248 : ffff9caf42b2ab70) 00020000:00000002:0.0:1789130484.972338:0:34337:0:(lov_object.c:134:lov_init_sub()) [0x240000400:0x42:0x0]@ffff9caf42b2aaf0[0:0] -> [0x200000404:0x30:0x0]@ffff9caf42b2a190: ostid: 0x240000400:66 ost idx: 0 gen: 0 00020000:00000001:0.0:1789130484.972347:0:34337:0:(lov_object.c:259:lov_init_raid0()) Process leaving (rc=136 : 136 : 88) 00020000:00000001:0.0:1789130484.972349:0:34337:0:(lov_object.c:823:lov_init_composite()) Process leaving 00020000:00000001:0.0:1789130484.972363:0:34337:0:(lov_object.c:1450:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130484.972367:0:34337:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446634875285053968 : -109198424497648 : ffff9caf42b2a210) 00000020:00001000:0.0:1789130484.972372:0:34337:0:(cl_object.c:917:cl_env_put()) 1@ffff9caf586092d0 00000080:00000001:0.0:1789130484.972379:0:34337:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833968 : 144115205322833968 : 200000404000030) 00000080:00000001:0.0:1789130484.972382:0:34337:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:0.0:1789130484.972386:0:34337:0:(llite_lib.c:3071:ll_update_inode()) setting ino 144115205322833968 mtime from 0 to 1789130484 00000080:00000001:0.0:1789130484.972391:0:34337:0:(llite_lib.c:3399:ll_read_inode2()) Process leaving 00000080:00000001:0.0:1789130484.972395:0:34337:0:(namei.c:156:ll_iget()) Process leaving (rc=18446634875778364488 : -109197931187128 : ffff9caf6019f448) 00010000:00000001:0.0:1789130484.972398:0:34337:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130484.972400:0:34337:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130484.972402:0:34337:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b6200 refcount=3 00000020:00000001:0.0:1789130484.972403:0:34337:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649483264 : -109198060068352 : ffff9caf586b6200) 00010000:00000001:0.0:1789130484.972406:0:34337:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649483264 : -109198060068352 : ffff9caf586b6200) 00000080:00000001:0.0:1789130484.972411:0:34337:0:(file.c:6819:ll_layout_conf()) Process entered 00000020:00000001:0.0:1789130484.972413:0:34337:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1789130484.972415:0:34337:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446634875648774872 : -109198060776744 : ffff9caf586092d8) 00000020:00001000:0.0:1789130484.972417:0:34337:0:(cl_object.c:823:cl_env_get()) 1@ffff9caf586092d0 00000020:00000001:0.0:1789130484.972419:0:34337:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:0.0:1789130484.972422:0:34337:0:(lov_object.c:1460:lov_conf_set()) Process entered 00020000:00000001:0.0:1789130484.972423:0:34337:0:(lov_pack.c:354:lov_unpackmd()) Process entered 00020000:00000010:0.0:1789130484.972427:0:34337:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9caf5021fc60. 00020000:00000010:0.0:1789130484.972430:0:34337:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9caf488f2d00. 00020000:00000010:0.0:1789130484.972432:0:34337:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9caf5021f600. 00020000:00000001:0.0:1789130484.972434:0:34337:0:(lov_pack.c:366:lov_unpackmd()) Process leaving (rc=18446634875510453760 : -109198199097856 : ffff9caf5021f600) 00020000:00000002:0.0:1789130484.972437:0:34337:0:(lov_ea.c:762:dump_lsm()) lsm ffff9caf5021f600, objid 0x30:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1789130484.972441:0:34337:0:(lov_ea.c:793:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1789130484.972444:0:34337:0:(lov_ea.c:812:dump_lsm()) oinfo:ffff9caf488f2d00: ostid: 0x240000400:66 ost idx: 0 gen: 0 00020000:00000002:0.0:1789130484.972448:0:34337:0:(lov_object.c:1314:lov_conf_lock()) Took exclusive lov(ffff9caf47cdc0f8) owner ffff9caf480d27c0 00020000:00000001:0.0:1789130484.972450:0:34337:0:(lov_object.c:1520:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1789130484.972452:0:34337:0:(lov_object.c:1320:lov_conf_unlock()) To release exclusive lov(ffff9caf47cdc0f8) owner ffff9caf480d27c0 00020000:00000010:0.0:1789130484.972458:0:34337:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9caf488f2d00. 00020000:00000010:0.0:1789130484.972462:0:34337:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff9caf5021fc60. 00020000:00000010:0.0:1789130484.972465:0:34337:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff9caf5021f600. 00020000:00000002:0.0:1789130484.972467:0:34337:0:(lov_object.c:1547:lov_conf_set()) [0x200000404:0x30:0x0] lo_layout_invalid=0 00020000:00000001:0.0:1789130484.972470:0:34337:0:(lov_object.c:1548:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130484.972471:0:34337:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130484.972476:0:34337:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:0.0:1789130484.972480:0:34337:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9caf47cdc0f8) owner 0000000000000000/ffff9caf480d27c0 00020000:00000002:0.0:1789130484.972483:0:34337:0:(lov_object.c:2443:lov_lsm_addref()) lsm ffff9caf5021fea0 addref 2/0 by ffff9caf480d27c0. 00020000:00000002:0.0:1789130484.972486:0:34337:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9caf47cdc0f8) owner 0000000000000000/ffff9caf480d27c0 00020000:00000001:0.0:1789130484.972489:0:34337:0:(lov_object.c:2339:lov_object_layout_get()) Process entered 00020000:00000001:0.0:1789130484.972492:0:34337:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:0.0:1789130484.972494:0:34337:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:0.0:1789130484.972496:0:34337:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:0.0:1789130484.972499:0:34337:0:(lov_object.c:2358:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:0.0:1789130484.972501:0:34337:0:(file.c:6854:ll_layout_conf()) [0x200000404:0x30:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:0.0:1789130484.972504:0:34337:0:(cl_object.c:917:cl_env_put()) 1@ffff9caf586092d0 00000080:00000001:0.0:1789130484.972507:0:34337:0:(file.c:6861:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130484.972509:0:34337:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130484.972511:0:34337:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1789130484.972513:0:34337:0:(llite_lib.c:3962:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1789130484.972518:0:34337:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1789130484.972520:0:34337:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789130484.972524:0:34337:0:(namei.c:1594:ll_create_node()) setting l_ast_data to inode [0x200000404:0x30:0x0](ffff9caf6019f448) 00000080:00010000:0.0:1789130484.972527:0:34337:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000404:0x30:0x0](ffff9caf6019f448) for lock 0xde5303b1d982ce12 00800000:00000001:0.0:1789130484.972532:0:34337:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1789130484.972535:0:34337:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1789130484.972536:0:34337:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130484.972537:0:34337:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130484.972539:0:34337:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b6200 refcount=3 00000020:00000001:0.0:1789130484.972541:0:34337:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649483264 : -109198060068352 : ffff9caf586b6200) 00010000:00000001:0.0:1789130484.972543:0:34337:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649483264 : -109198060068352 : ffff9caf586b6200) 00010000:00000001:0.0:1789130484.972546:0:34337:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130484.972547:0:34337:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789130484.972548:0:34337:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789130484.972551:0:34337:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130484.972553:0:34337:0:(namei.c:1596:ll_create_node()) Process leaving 00000100:00000001:0.0:1789130484.972556:0:34337:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789130484.972567:0:34337:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff9caf615d5a40 x1876037329049344/t8589934597(8589934597) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/664 e 0 to 0 dl 1789130500 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130484.972577:0:34337:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1789130484.972583:0:34337:0:(namei.c:1651:ll_create_it()) inode ffff9caf6019f448 need_sync_to_mds [0x200000404:0x30:0x0] 00000080:00000001:0.0:1789130484.972589:0:34337:0:(namei.c:1686:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789130484.972594:0:34337:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x30:0x0](ffff9caf6019f448) 00000080:00000001:0.0:1789130484.972597:0:34337:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1789130484.972601:0:34337:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9caf47ff9400. 00000100:00000001:0.0:1789130484.972607:0:34337:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789130484.972610:0:34337:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf615d5a40 x1876037329049344/t8589934597(8589934597) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/664 e 0 to 0 dl 1789130500 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130484.972617:0:34337:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130484.972623:0:34337:0:(pcc.c:3566:pcc_inode_create_fini()) Process entered 00000080:00000001:0.0:1789130484.972625:0:34337:0:(pcc.c:3569:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1789130484.972628:0:34337:0:(namei.c:1500:ll_atomic_open()) inode ffff9caf6019f448 need_sync_to_mds [0x200000404:0x30:0x0] 00000080:00000001:0.0:1789130484.972643:0:34337:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:0.0:1789130484.972646:0:34337:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c2fa68 00000080:00200008:0.0:1789130484.972649:0:34337:0:(file.c:1090:ll_file_open()) START file f24a.recovery-small:[0x200000404:0x30:0x0](ffff9caf6019f448), flags 100102 00000080:00000010:0.0:1789130484.972659:0:34337:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9caf4865fb80. 00000080:00000010:0.0:1789130484.972667:0:34337:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff9caf47faab40. 00000080:00000001:0.0:1789130484.972670:0:34337:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:0.0:1789130484.972676:0:34337:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00000002:00000001:0.0:1789130484.972680:0:34337:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:0.0:1789130484.972686:0:34337:0:(obd.h:1507:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff9caf47eabf60. 00000002:00100000:0.0:1789130484.972692:0:34337:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9caf615d5a40 x1876037329049344/t8589934597(8589934597) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/664 e 0 to 0 dl 1789130500 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1789130484.972699:0:34337:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789130484.972701:0:34337:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:0.0:1789130484.972706:0:34337:0:(rw.c:970:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:0.0:1789130484.972710:0:34337:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130484.972713:0:34337:0:(file.c:1298:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789130484.972716:0:34337:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789130484.972720:0:34337:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf615d5a40 x1876037329049344/t8589934597(8589934597) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/664 e 0 to 0 dl 1789130500 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 02000000:00000001:0.0:1789130484.972728:0:34337:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789130484.972733:0:34337:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff9caf48ba0000. 02000000:00000001:0.0:1789130484.972773:0:34337:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1789130484.972775:0:34337:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130484.972779:0:34337:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c2fa68 00000080:00000008:0.0:1789130484.972780:0:34337:0:(file.c:1329:ll_file_open()) COMPLETED file f24a.recovery-small:[0x200000404:0x30:0x0](ffff9caf6019f448), flags 100102, rc = 0 00000080:00000001:0.0:1789130484.972786:0:34337:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1789130484.972789:0:34337:0:(dcache.c:176:ll_intent_release()) intent ffff9caf481b3660 released 00000080:00010000:0.0:1789130484.972792:0:34337:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xde5303b1d982ce12 from it ffff9caf481b3660 00010000:00000001:0.0:1789130484.972795:0:34337:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130484.972796:0:34337:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130484.972798:0:34337:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b6200 refcount=3 00000020:00000001:0.0:1789130484.972852:0:34337:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649483264 : -109198060068352 : ffff9caf586b6200) 00010000:00000001:0.0:1789130484.972856:0:34337:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649483264 : -109198060068352 : ffff9caf586b6200) 00010000:00000001:0.0:1789130484.972859:0:34337:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789130484.972864:0:34337:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b6200/0xde5303b1d982ce12 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xcdf1b083821a604d expref: -99 pid: 34337 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789130484.972872:0:34337:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130484.972874:0:34337:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130484.972875:0:34337:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789130484.972879:0:34337:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789130484.972882:0:34337:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b6200/0xde5303b1d982ce12 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xcdf1b083821a604d expref: -99 pid: 34337 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1789130484.972893:0:34337:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789130484.972897:0:34337:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789130484.972900:0:34337:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789130484.972907:0:34337:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130484.972909:0:34337:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130484.972911:0:34337:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130484.972915:0:34337:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789130484.972918:0:34337:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130484.972920:0:34337:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130484.972926:0:34337:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130484.972928:0:34337:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789130484.972930:0:34337:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130484.972931:0:34337:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1789130484.972933:0:34337:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:0.0:1789130484.972936:0:34337:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:0.0:1789130484.972940:0:34337:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:0.0:1789130484.972942:0:34337:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1789130484.972945:0:34337:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:0.0:1789130484.972947:0:34337:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130484.972952:0:34337:0:(pcc.c:1930:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:0.0:1789130484.972955:0:34337:0:(pcc.c:1933:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130484.972957:0:34337:0:(pcc.c:2398:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1789130484.972960:0:34337:0:(pcc.c:2425:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130484.972963:0:34337:0:(namei.c:1550:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1789130484.972967:0:34337:0:(namei.c:1562:ll_atomic_open()) kfreed 'it': 72 at ffff9caf481b3660. 00000080:00000001:0.0:1789130484.972971:0:34337:0:(namei.c:1564:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130484.972978:0:34337:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00200000:0.0:1789130484.972981:0:34337:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000404:0x30:0x0](ffff9caf6019f448), inode mode 81a4 mask 40 00000080:00000001:0.0:1789130484.972986:0:34337:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130484.974685:0:34337:0:(file.c:2648:do_file_write_iter()) Process entered 00000020:00000001:0.0:1789130484.974708:0:34337:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c2fd88 00000080:00200008:0.0:1789130484.974715:0:34337:0:(file.c:2652:do_file_write_iter()) START file f24a.recovery-small:[0x200000404:0x30:0x0], ppos: 0, count: 1 00000080:00000002:0.0:1789130484.974721:0:34337:0:(file.c:2658:do_file_write_iter()) inode ffff9caf6019f448 need_sync_to_oss [0x200000404:0x30:0x0] 00000080:00000001:0.0:1789130484.974725:0:34337:0:(pcc.c:2607:pcc_file_write_iter()) Process entered 00000080:00000001:0.0:1789130484.974728:0:34337:0:(pcc.c:2610:pcc_file_write_iter()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130484.974731:0:34337:0:(file.c:2004:ll_hybrid_bio_dio_switch_check()) Process entered 00000080:00000001:0.0:1789130484.974738:0:34337:0:(file.c:2055:ll_hybrid_bio_dio_switch_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130484.974741:0:34337:0:(file.c:2590:ll_do_tiny_write()) Process entered 00000020:00000001:0.0:1789130484.974744:0:34337:0:(cl_object.c:463:cl_object_maxbytes()) Process entered 00020000:00000002:0.0:1789130484.974748:0:34337:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9caf47cdc0f8) owner 0000000000000000/ffff9caf480d27c0 00020000:00000002:0.0:1789130484.974754:0:34337:0:(lov_object.c:2443:lov_lsm_addref()) lsm ffff9caf5021fea0 addref 2/0 by ffff9caf480d27c0. 00020000:00000002:0.0:1789130484.974757:0:34337:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9caf47cdc0f8) owner 0000000000000000/ffff9caf480d27c0 00000020:00000001:0.0:1789130484.974762:0:34337:0:(cl_object.c:471:cl_object_maxbytes()) Process leaving (rc=9223372036854775807 : 9223372036854775807 : 7fffffffffffffff) 00000080:00000001:0.0:1789130484.974774:0:34337:0:(rw26.c:680:ll_write_begin()) Process entered 00000080:00200000:0.0:1789130484.974777:0:34337:0:(rw26.c:681:ll_write_begin()) Writing 0 of 0 to 1 bytes 00000080:00000001:0.0:1789130484.974783:0:34337:0:(rw26.c:688:ll_write_begin()) Process leaving via out (rc=18446744073709551555 : -61 : 0xffffffffffffffc3) 00000080:00000001:0.0:1789130484.974787:0:34337:0:(rw26.c:808:ll_write_begin()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00200000:0.0:1789130484.974790:0:34337:0:(file.c:2628:ll_do_tiny_write()) result: 0, original count 1 00000080:00000001:0.0:1789130484.974792:0:34337:0:(file.c:2630:ll_do_tiny_write()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130484.974795:0:34337:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1789130484.974800:0:34337:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446634875648774872 : -109198060776744 : ffff9caf586092d8) 00000020:00001000:0.0:1789130484.974827:0:34337:0:(cl_object.c:823:cl_env_get()) 1@ffff9caf586092d0 00000080:00000001:0.0:1789130484.974832:0:34337:0:(file.c:2087:ll_file_io_generic()) Process entered 00000020:00000001:0.0:1789130484.974834:0:34337:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c2fc98 00000080:00200000:0.0:1789130484.974836:0:34337:0:(file.c:2090:ll_file_io_generic()) f24a.recovery-small: write ppos: 0, bytes: 1 00000020:00000001:0.0:1789130484.974843:0:34337:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c2fc30 00000080:00200000:0.0:1789130484.974845:0:34337:0:(file.c:1848:ll_io_set_mirror()) f24a.recovery-small: desiginated mirror: 0 00000020:00000001:0.0:1789130484.974848:0:34337:0:(cl_io.c:214:cl_io_rw_init()) Process entered 00000020:00200000:0.0:1789130484.974857:0:34337:0:(cl_io.c:218:cl_io_rw_init()) header@000000009ce4b655[0x110, 1, [0x200000404:0x30:0x0] hash] 00000020:00200000:0.0:1789130484.974860:0:34337:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [0, 1) 0 0 00000020:00000001:0.0:1789130484.974864:0:34337:0:(cl_object.c:143:cl_object_top()) ffff9caf42b2a210 -> ffff9caf42b2a210 00000020:00000001:0.0:1789130484.974866:0:34337:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1789130484.974870:0:34337:0:(vvp_io.c:1987:vvp_io_init()) Process entered 00000080:00200000:0.0:1789130484.974872:0:34337:0:(vvp_io.c:1992:vvp_io_init()) [0x200000404:0x30:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:0.0:1789130484.974876:0:34337:0:(cl_io.c:902:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1789130484.974878:0:34337:0:(cl_io.c:908:cl_io_slice_add()) Process leaving 00000100:00000001:0.0:1789130484.974882:0:34337:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789130484.974888:0:34337:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130484.974893:0:34337:0:(file.c:7121:ll_layout_refresh()) Process entered 00000080:00000001:0.0:1789130484.974895:0:34337:0:(file.c:7125:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130484.974909:0:34337:0:(vvp_io.c:2064:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1789130484.974915:0:34337:0:(lov_object.c:1604:lov_io_init()) [0x200000404:0x30:0x0]io ffff9caf42d818c0 type 2 ignore/verify layout 0/0, compressed 0 00020000:00000002:0.0:1789130484.974918:0:34337:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9caf47cdc0f8) owner 0000000000000000/ffff9caf480d27c0 00020000:00000001:0.0:1789130484.974923:0:34337:0:(lov_io.c:2488:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1789130484.974926:0:34337:0:(lov_io.c:764:lov_io_slice_init()) Process entered 00020000:00000002:0.0:1789130484.974931:0:34337:0:(lov_io.c:903:lov_io_slice_init()) [0x200000404:0x30:0x0]io ffff9caf42d818c0 type 2, compressed 0, chunk_size 0 00020000:00000001:0.0:1789130484.974936:0:34337:0:(lov_io.c:478:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1789130484.974938:0:34337:0:(lov_io.c:489:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:80000000:0.0:1789130484.974942:0:34337:0:(lov_io.c:942:lov_io_slice_init()) 0 1 00020000:00000001:0.0:1789130484.974946:0:34337:0:(lov_io.c:969:lov_io_slice_init()) Process leaving 00020000:00000001:0.0:1789130484.974951:0:34337:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1789130484.974953:0:34337:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130484.974955:0:34337:0:(cl_io.c:902:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1789130484.974957:0:34337:0:(cl_io.c:908:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1789130484.974958:0:34337:0:(lov_io.c:2501:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1789130484.974960:0:34337:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9caf47cdc0f8) owner 0000000000000000/ffff9caf480d27c0 00000020:00000001:0.0:1789130484.974963:0:34337:0:(cl_io.c:146:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130484.974965:0:34337:0:(cl_io.c:221:cl_io_rw_init()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1789130484.974968:0:34337:0:(file.c:2170:ll_file_io_generic()) Range lock [0, 0] 00000001:00000001:0.0:1789130484.974971:0:34337:0:(range_lock.c:126:range_lock()) Process entered 00000001:00000001:0.0:1789130484.974975:0:34337:0:(range_lock.c:159:range_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130484.974981:0:34337:0:(cl_io.c:827:cl_io_loop()) Process entered 00000020:00000001:0.0:1789130484.974984:0:34337:0:(cl_io.c:403:cl_io_iter_init()) Process entered 00000020:00000001:0.0:1789130484.974989:0:34337:0:(cl_io.c:918:cl_page_list_init()) Process entered 00000020:00000001:0.0:1789130484.974991:0:34337:0:(cl_io.c:921:cl_page_list_init()) Process leaving 00020000:00000001:0.0:1789130484.974994:0:34337:0:(lov_io.c:1409:lov_io_rw_iter_init()) Process entered 00020000:00200000:0.0:1789130484.974999:0:34337:0:(lov_io.c:1481:lov_io_rw_iter_init()) stripe: 0 chunk: [0, 1) 1, 1 00020000:00000001:0.0:1789130484.975004:0:34337:0:(lov_io.c:1238:lov_io_iter_init()) Process entered 00020000:00200000:0.0:1789130484.975007:0:34337:0:(lov_io.c:1289:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:0.0:1789130484.975012:0:34337:0:(lov_offset.c:253:lov_stripe_intersects()) [0->0] -> [(0) 0->0 (0)] 00020000:00000001:0.0:1789130484.975026:0:34337:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1789130484.975029:0:34337:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1789130484.975030:0:34337:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1789130484.975032:0:34337:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446634875648775448 : -109198060776168 : ffff9caf58609518) 00000020:00001000:0.0:1789130484.975035:0:34337:0:(cl_object.c:823:cl_env_get()) 1@ffff9caf58609510 00000020:00000001:0.0:1789130484.975038:0:34337:0:(cl_object.c:143:cl_object_top()) ffff9caf42b2ab70 -> ffff9caf42b2a210 00000020:00000001:0.0:1789130484.975040:0:34337:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:0.0:1789130484.975046:0:34337:0:(cl_io.c:902:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1789130484.975047:0:34337:0:(cl_io.c:908:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1789130484.975049:0:34337:0:(cl_io.c:146:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789130484.975051:0:34337:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789130484.975054:0:34337:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446634875287504200 : -109198422047416 : ffff9caf42d80548) 00000020:00000001:0.0:1789130484.975059:0:34337:0:(cl_io.c:403:cl_io_iter_init()) Process entered 00000008:00000001:0.0:1789130484.975062:0:34337:0:(osc_io.c:546:osc_io_iter_init()) Process entered 00000008:00000001:0.0:1789130484.975067:0:34337:0:(osc_io.c:568:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130484.975070:0:34337:0:(cl_io.c:415:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789130484.975073:0:34337:0:(lov_io.c:1395:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789130484.975074:0:34337:0:(lov_io.c:1487:lov_io_rw_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130484.975077:0:34337:0:(cl_io.c:415:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130484.975080:0:34337:0:(cl_io.c:318:cl_io_lock()) Process entered 00000080:00000001:0.0:1789130484.975084:0:34337:0:(vvp_io.c:663:vvp_io_rw_lock()) Process entered 00000080:00000001:0.0:1789130484.975087:0:34337:0:(vvp_io.c:552:vvp_mmap_locks()) Process entered 00000080:00000001:0.0:1789130484.975091:0:34337:0:(llite_mmap.c:54:our_vma()) Process entered 00000080:00000001:0.0:1789130484.975095:0:34337:0:(llite_mmap.c:69:our_vma()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130484.975098:0:34337:0:(vvp_io.c:623:vvp_mmap_locks()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130484.975101:0:34337:0:(vvp_io.c:214:vvp_io_one_lock_index()) Process entered 00000080:00200000:0.0:1789130484.975103:0:34337:0:(vvp_io.c:216:vvp_io_one_lock_index()) lock: 1 [0, 0] 00000020:00000001:0.0:1789130484.975106:0:34337:0:(cl_io.c:480:cl_io_lock_add()) Process entered 00000020:00000001:0.0:1789130484.975108:0:34337:0:(cl_io.c:263:cl_lockset_merge()) Process entered 00000020:00000001:0.0:1789130484.975110:0:34337:0:(cl_io.c:280:cl_lockset_merge()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130484.975113:0:34337:0:(cl_io.c:487:cl_io_lock_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130484.975115:0:34337:0:(vvp_io.c:236:vvp_io_one_lock_index()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130484.975117:0:34337:0:(vvp_io.c:725:vvp_io_rw_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130484.975119:0:34337:0:(vvp_io.c:772:vvp_io_write_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789130484.975121:0:34337:0:(lov_io.c:1538:lov_io_lock()) Process entered 00020000:00000001:0.0:1789130484.975123:0:34337:0:(lov_io.c:1516:lov_io_call()) Process entered 00000020:00000001:0.0:1789130484.975124:0:34337:0:(cl_io.c:318:cl_io_lock()) Process entered 00000020:00000001:0.0:1789130484.975126:0:34337:0:(cl_io.c:290:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1789130484.975128:0:34337:0:(cl_io.c:299:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130484.975130:0:34337:0:(cl_io.c:338:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789130484.975132:0:34337:0:(lov_io.c:1533:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789130484.975134:0:34337:0:(lov_io.c:1539:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130484.975136:0:34337:0:(cl_io.c:290:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1789130484.975139:0:34337:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:0.0:1789130484.975141:0:34337:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:0.0:1789130484.975146:0:34337:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:0.0:1789130484.975149:0:34337:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:0.0:1789130484.975152:0:34337:0:(lov_offset.c:253:lov_stripe_intersects()) [0->4095] -> [(0) 0->4095 (0)] 00020000:00000010:0.0:1789130484.975162:0:34337:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff9caf4c532180. 00020000:00000002:0.0:1789130484.975165:0:34337:0:(lov_offset.c:253:lov_stripe_intersects()) [0->4095] -> [(0) 0->4095 (0)] 00020000:00000001:0.0:1789130484.975168:0:34337:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:0.0:1789130484.975170:0:34337:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1789130484.975171:0:34337:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446634875287504200 : -109198422047416 : ffff9caf42d80548) 00000020:00000001:0.0:1789130484.975173:0:34337:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:0.0:1789130484.975179:0:34337:0:(osc_lock.c:1279:osc_lock_init()) slab-alloced 'oscl': 312 at ffff9caf5867a4e0. 00000008:00010000:0.0:1789130484.975182:0:34337:0:(lustre_osc.h:166:osc_enq2ldlm_flags()) flags: 0 00000020:00000001:0.0:1789130484.975185:0:34337:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1789130484.975186:0:34337:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:0.0:1789130484.975191:0:34337:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9caf4c5321b0, osc lock ffff9caf5867a4e0, flags 0x0 00000020:00000001:0.0:1789130484.975205:0:34337:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789130484.975208:0:34337:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789130484.975212:0:34337:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446634875446567296 : -109198262984320 : ffff9caf4c532180) 00000020:00000001:0.0:1789130484.975214:0:34337:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1789130484.975216:0:34337:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:0.0:1789130484.975217:0:34337:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130484.975219:0:34337:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130484.975221:0:34337:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:0.0:1789130484.975223:0:34337:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:0.0:1789130484.975224:0:34337:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1789130484.975225:0:34337:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446634875287504200 : -109198422047416 : ffff9caf42d80548) 00000020:00000001:0.0:1789130484.975227:0:34337:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:0.0:1789130484.975230:0:34337:0:(osc_lock.c:1010:osc_lock_enqueue()) Process entered 00000008:00000001:0.0:1789130484.975233:0:34337:0:(osc_lock.c:916:osc_lock_enqueue_wait()) Process entered 00000008:00000001:0.0:1789130484.975236:0:34337:0:(osc_lock.c:964:osc_lock_enqueue_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130484.975241:0:34337:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:0.0:1789130484.975244:0:34337:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process entered 00000020:00000001:0.0:1789130484.975245:0:34337:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:0.0:1789130484.975247:0:34337:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:0.0:1789130484.975249:0:34337:0:(lovsub_object.c:152:lovsub_req_projid_set()) Process leaving 00000020:00000001:0.0:1789130484.975251:0:34337:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:0.0:1789130484.975254:0:34337:0:(osc_request.c:3393:osc_enqueue_base()) Process entered 00010000:00000001:0.0:1789130484.975259:0:34337:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1789130484.975532:0:34337:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130484.975539:0:34337:0:(ldlm_request.c:996:ldlm_enqueue_pack()) Process entered 00000100:00000010:0.0:1789130484.975549:0:34337:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf61460780. 00000020:00000040:0.0:1789130484.975555:0:34337:0:(genops.c:1210:class_import_get()) import ffff9caf468ac800 refcount=3 obd=lustre-OST0000-osc-ffff9caf5014c800 00010000:00000001:0.0:1789130484.975561:0:34337:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1789130484.975569:0:34337:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789130484.975575:0:34337:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130484.975579:0:34337:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789130484.975583:0:34337:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789130484.975591:0:34337:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789130484.975600:0:34337:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9caf5875aa00. 00000100:00000001:0.0:1789130484.975611:0:34337:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130484.975620:0:34337:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789130484.975624:0:34337:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130484.975626:0:34337:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789130484.975627:0:34337:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130484.975629:0:34337:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130484.975633:0:34337:0:(ldlm_request.c:1010:ldlm_enqueue_pack()) Process leaving (rc=18446634875798030208 : -109197911521408 : ffff9caf61460780) 00010000:00000001:0.0:1789130484.975639:0:34337:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1789130484.975642:0:34337:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1789130484.975649:0:34337:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9caf48fc4b00. 00010000:00000010:0.0:1789130484.975654:0:34337:0:(ldlm_resource.c:1471:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff9caf48fc4400. 00010000:00000001:0.0:1789130484.975661:0:34337:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1789130484.975666:0:34337:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9caf40030200. 00000020:00000001:0.0:1789130484.975672:0:34337:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1789130484.975676:0:34337:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9caf40030200 with handle 0xde5303b1d982ce19 to hash 00000020:00000001:0.0:1789130484.975679:0:34337:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1789130484.975681:0:34337:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446634875239989760 : -109198469561856 : ffff9caf40030200) 00010000:00000010:0.0:1789130484.975685:0:34337:0:(ldlm_lock.c:1732:ldlm_lock_create()) kmalloced '(lock->l_lvb_data)': 56 at ffff9caf47faaa40. 00010000:00000001:0.0:1789130484.975688:0:34337:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446634875239989760 : -109198469561856 : ffff9caf40030200) 00010000:00000001:0.0:1789130484.975693:0:34337:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789130484.975697:0:34337:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789130484.975702:0:34337:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9caf5014c800 lock: 00000000ada5e505/0xde5303b1d982ce19 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 34337 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789130484.975716:0:34337:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0000-osc-ffff9caf5014c800 lock: 00000000ada5e505/0xde5303b1d982ce19 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 34337 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789130484.975729:0:34337:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0000-osc-ffff9caf5014c800 lock: 00000000ada5e505/0xde5303b1d982ce19 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 34337 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1789130484.975736:0:34337:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1789130484.975738:0:34337:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1789130484.975748:0:34337:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9caf481323c0. 00000100:00000001:0.0:1789130484.975751:0:34337:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446634875375264704 : -109198334286912 : ffff9caf481323c0) 00000100:00000001:0.0:1789130484.975755:0:34337:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789130484.975759:0:34337:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875798030208 : -109197911521408 : ffff9caf61460780) 00000100:00000001:0.0:1789130484.975764:0:34337:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789130484.975768:0:34337:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130484.975771:0:34337:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1789130484.975775:0:34337:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789130484.975797:0:34337:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf61460780 x1876037329049472/t0(0) o101->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130484.975871:0:34337:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789130484.975875:0:34337:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130484.975879:0:34337:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789130484.975883:0:34337:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789130484.975886:0:34337:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789130484.975891:0:34337:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf61460780 pname:cluuid:pid:xid:nid:opc:job multiop:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:34337:1876037329049472:192.168.204.123@tcp:101:multiop.0 00000100:00000001:0.0:1789130484.975897:0:34337:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789130484.975905:0:34337:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789130484.975909:0:34337:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130484.975912:0:34337:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789130484.975920:0:34337:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9caf482bd000. 02000000:00000001:0.0:1789130484.975923:0:34337:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789130484.975933:0:34337:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:0.0:1789130484.975938:0:34337:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf50131bb0. 00000400:00000010:0.0:1789130484.975951:0:34337:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf5801e2a8. 00000100:00000200:0.0:1789130484.975963:0:34337:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876037329049472, portal 4 00000100:00000001:0.0:1789130484.975966:0:34337:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789130484.975967:0:34337:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875798030208 : -109197911521408 : ffff9caf61460780) 00000100:00000040:0.0:1789130484.975975:0:34337:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9caf61460780 x1876037329049472/t0(0) o101->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1789130500 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130484.975985:0:34337:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789130484.975988:0:34337:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:0.0:1789130484.975992:0:34337:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf5801e990. 00000100:00000200:0.0:1789130484.975997:0:34337:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1876037329049472, offset 0 00000400:00000200:0.0:1789130484.976006:0:34337:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:0.0:1789130484.976031:0:34337:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:0.0:1789130484.976044:0:34337:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:0.0:1789130484.976055:0:34337:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789130484.976063:0:34337:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:0.0:1789130484.976069:0:34337:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789130484.976072:0:34337:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:0.0:1789130484.976079:0:34337:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2641:2641:256:4294967295] 192.168.204.123@tcp LPNI seq info [2640:2640:8:4294967295] 00000400:00000200:0.0:1789130484.976083:0:34337:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:0.0:1789130484.976099:0:34337:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:0.0:1789130484.976108:0:34337:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:0.0:1789130484.976117:0:34337:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf451e7a00. 00000800:00000200:0.0:1789130484.976128:0:34337:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:0.0:1789130484.976143:0:34337:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:0.0:1789130484.976150:0:34337:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf451e7a00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1789130484.976184:0:34337:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130484.976191:0:34337:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9caf5014c800: using a timeout of 22990 usecs (23 jiffies) 00000400:00000200:0.0:1789130484.976195:0:34337:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:0.0:1789130484.976201:0:34337:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296579021 00000100:00000001:0.0:1789130484.976206:0:34337:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9caf5014c800: PM QoS request active for cpu 2, keep current deadline 4296582142 00000100:00000001:0.0:1789130484.976209:0:34337:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296579021 00000100:00000001:0.0:1789130484.976212:0:34337:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9caf5014c800: PM QoS request active for cpu 3, keep current deadline 4296582142 00000100:00000001:0.0:1789130484.976215:0:34337:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789130484.976219:0:34337:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130484.976222:0:34337:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789130484.976225:0:34337:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1789130484.976229:0:34337:0:(client.c:2715:ptlrpc_set_wait()) set ffff9caf481323c0 going to sleep for 11 seconds 00000100:00000001:0.0:1789130484.976233:0:34337:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789130484.976237:0:34337:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789130484.976418:0:2342:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789130484.976426:0:2342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf451e7a00. 00000400:00000200:3.0:1789130484.976435:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130484.976441:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:3.0:1789130484.976448:0:2342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf5801e990 00000400:00000010:3.0:1789130484.976451:0:2342:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf5801e990. 00000100:00000001:3.0:1789130484.976456:0:2342:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789130484.976461:0:2342:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf61460780 x1876037329049472/t0(0) o101->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1789130500 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130484.976475:0:2342:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130484.976480:0:2342:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf61460780 x1876037329049472/t0(0) o101->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1789130500 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130484.976487:0:2342:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130484.976488:0:2342:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1789130484.985510:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130484.985551:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789130484.985559:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130484.985563:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130484.985577:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130484.985589:0:2341:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:2.0:1789130484.985606:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130484.985614:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130484.985622:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130484.985628:0:2341:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 400 into portal 4 MB=0x6aa3efa955780 00000400:00000200:2.0:1789130484.985635:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130484.985644:0:2341:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.123@tcp of length 400/400 into md 0x7205 [1] + 224 00000800:00000001:2.0:1789130484.985654:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130484.985673:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130484.985677:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130484.985682:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:2.0:1789130484.985693:0:2341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789130484.985706:0:2341:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf61460780 x1876037329049472/t0(0) o101->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1789130500 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789130484.985720:0:2341:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=400 req@ffff9caf61460780 x1876037329049472/t0(0) o101->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1789130500 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130484.985745:0:2341:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789130484.985757:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130484.985760:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130484.985982:0:34337:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789130484.985995:0:34337:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789130484.985998:0:34337:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789130484.986002:0:34337:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf50131bb0. 00000400:00000200:0.0:1789130484.986012:0:34337:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf5801e2a8 00000400:00000010:0.0:1789130484.986027:0:34337:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf5801e2a8. 00000100:00000001:0.0:1789130484.986032:0:34337:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789130484.986038:0:34337:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf61460780 x1876037329049472/t0(0) o101->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1789130500 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1789130484.986048:0:34337:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf61460780 x1876037329049472/t0(0) o101->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1789130500 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130484.986055:0:34337:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789130484.986058:0:34337:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130484.986062:0:34337:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789130484.986068:0:34337:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789130484.986072:0:34337:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789130484.986075:0:34337:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130484.986079:0:34337:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789130484.986095:0:34337:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf468acc60 time=103 v=5 (5 5 5 5) 00000100:00001000:0.0:1789130484.986102:0:34337:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf468acc18 time=21 v=5 (1 0 0 0) 00000100:00000001:0.0:1789130484.986106:0:34337:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789130484.986108:0:34337:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130484.986113:0:34337:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789130484.986118:0:34337:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130484.986124:0:34337:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789130484.986127:0:34337:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9caf5014c800: skip recheck: last_committed 4294967341 00000100:00000001:0.0:1789130484.986131:0:34337:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789130484.986134:0:34337:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130484.986141:0:34337:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf61460780 x1876037329049472/t0(0) o101->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1789130500 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130484.986149:0:34337:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789130484.986154:0:34337:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789130484.986156:0:34337:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789130484.986161:0:34337:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf61460780 x1876037329049472/t0(0) o101->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1789130500 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1789130484.986171:0:34337:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf61460780 pname:cluuid:pid:xid:nid:opc:job multiop:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:34337:1876037329049472:192.168.204.123@tcp:101:multiop.0 00000100:00000001:0.0:1789130484.986181:0:34337:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130484.986184:0:34337:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130484.986187:0:34337:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1789130484.986190:0:34337:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789130484.986280:0:34337:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf61460780 x1876037329049472/t0(0) o101->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1789130500 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130484.986293:0:34337:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789130484.986298:0:34337:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9caf481323c0. 00000100:00000001:0.0:1789130484.986304:0:34337:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1789130484.986306:0:34337:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130484.986311:0:34337:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1789130484.986316:0:34337:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130484.986321:0:34337:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130484.986326:0:34337:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40030200 refcount=4 00000020:00000001:0.0:1789130484.986329:0:34337:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239989760 : -109198469561856 : ffff9caf40030200) 00010000:00000001:0.0:1789130484.986334:0:34337:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239989760 : -109198469561856 : ffff9caf40030200) 00010000:00000040:0.0:1789130484.986346:0:34337:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9caf40030200, remote cookie: 0xcdf1b083821a605b, flags: 0x1 00010000:00010000:0.0:1789130484.986356:0:34337:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0000-osc-ffff9caf5014c800 lock: 00000000ada5e505/0xde5303b1d982ce19 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a605b expref: -99 pid: 34337 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789130484.986371:0:34337:0:(ldlm_lock.c:1589:ldlm_fill_lvb()) Process entered 00010000:00000001:0.0:1789130484.986375:0:34337:0:(ldlm_lock.c:1682:ldlm_fill_lvb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130484.986377:0:34337:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1789130484.986383:0:34337:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00010000:0.0:1789130484.986391:0:34337:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff9caf5014c800 lock: 00000000ada5e505/0xde5303b1d982ce19 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a605b expref: -99 pid: 34337 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789130484.986401:0:34337:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x240000400:0x42:0x0].0x0 (ffff9caf48fc4b00) refcount = 1 00010000:00000040:0.0:1789130484.986405:0:34337:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1789130484.986408:0:34337:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-OST0000-osc-ffff9caf5014c800 lock: 00000000ada5e505/0xde5303b1d982ce19 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a605b expref: -99 pid: 34337 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789130484.986425:0:34337:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1789130484.986427:0:34337:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789130484.986431:0:34337:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1789130484.986434:0:34337:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789130484.986437:0:34337:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffff9caf5014c800 lock: 00000000ada5e505/0xde5303b1d982ce19 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a605b expref: -99 pid: 34337 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789130484.986445:0:34337:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1789130484.986447:0:34337:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130484.986449:0:34337:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130484.986450:0:34337:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130484.986451:0:34337:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130484.986453:0:34337:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1789130484.986459:0:34337:0:(osc_request.c:3281:osc_enqueue_fini()) Process entered 00000008:00000001:0.0:1789130484.986462:0:34337:0:(osc_lock.c:277:osc_lock_upcall()) Process entered 00010000:00000001:0.0:1789130484.986466:0:34337:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130484.986468:0:34337:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130484.986470:0:34337:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40030200 refcount=3 00000020:00000001:0.0:1789130484.986472:0:34337:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239989760 : -109198469561856 : ffff9caf40030200) 00010000:00000001:0.0:1789130484.986475:0:34337:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239989760 : -109198469561856 : ffff9caf40030200) 00010000:00000001:0.0:1789130484.986478:0:34337:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130484.986479:0:34337:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130484.986480:0:34337:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40030200 refcount=4 00000020:00000001:0.0:1789130484.986482:0:34337:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239989760 : -109198469561856 : ffff9caf40030200) 00010000:00000001:0.0:1789130484.986485:0:34337:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239989760 : -109198469561856 : ffff9caf40030200) 00010000:00000001:0.0:1789130484.986488:0:34337:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789130484.986493:0:34337:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789130484.986497:0:34337:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9caf5014c800 lock: 00000000ada5e505/0xde5303b1d982ce19 lrc: 5/0,2 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a605b expref: -99 pid: 34337 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789130484.986504:0:34337:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130484.986506:0:34337:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1789130484.986511:0:34337:0:(osc_lock.c:154:osc_lock_lvb_update()) Process entered 00000020:00000001:0.0:1789130484.986519:0:34337:0:(cl_object.c:143:cl_object_top()) ffff9caf58313ab0 -> ffff9caf42b2a210 00000008:00010000:0.0:1789130484.986525:0:34337:0:(osc_lock.c:192:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0000-osc-ffff9caf5014c800 lock: 00000000ada5e505/0xde5303b1d982ce19 lrc: 4/0,2 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x10020000000000 nid: local remote: 0xcdf1b083821a605b expref: -99 pid: 34337 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00000001:0.0:1789130484.986534:0:34337:0:(cl_object.c:143:cl_object_top()) ffff9caf58313ab0 -> ffff9caf42b2a210 00000020:00000001:0.0:1789130484.986538:0:34337:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:0.0:1789130484.986541:0:34337:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:0.0:1789130484.986546:0:34337:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1789130484.986548:0:34337:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130484.986550:0:34337:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130484.986552:0:34337:0:(cl_object.c:143:cl_object_top()) ffff9caf58313ab0 -> ffff9caf42b2a210 00000008:00000001:0.0:1789130484.986554:0:34337:0:(osc_lock.c:197:osc_lock_lvb_update()) Process leaving 00000008:00000001:0.0:1789130484.986556:0:34337:0:(osc_lock.c:311:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130484.986558:0:34337:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130484.986559:0:34337:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130484.986561:0:34337:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40030200 refcount=5 00000020:00000001:0.0:1789130484.986564:0:34337:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239989760 : -109198469561856 : ffff9caf40030200) 00010000:00000001:0.0:1789130484.986566:0:34337:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239989760 : -109198469561856 : ffff9caf40030200) 00010000:00000001:0.0:1789130484.986570:0:34337:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789130484.986573:0:34337:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9caf5014c800 lock: 00000000ada5e505/0xde5303b1d982ce19 lrc: 5/0,2 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xcdf1b083821a605b expref: -99 pid: 34337 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789130484.986580:0:34337:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130484.986582:0:34337:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1789130484.986585:0:34337:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff9caf5014c800 lock: 00000000ada5e505/0xde5303b1d982ce19 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xcdf1b083821a605b expref: -99 pid: 34337 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789130484.986593:0:34337:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789130484.986595:0:34337:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130484.986596:0:34337:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1789130484.986598:0:34337:0:(osc_request.c:3308:osc_enqueue_fini()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130484.986600:0:34337:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789130484.986606:0:34337:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf61460780 x1876037329049472/t0(0) o101->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1789130500 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130484.986613:0:34337:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789130484.986617:0:34337:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789130484.986622:0:34337:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9caf482bd000. 02000000:00000001:0.0:1789130484.986627:0:34337:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789130484.986631:0:34337:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1789130484.986633:0:34337:0:(genops.c:1223:class_import_put()) import ffff9caf468ac800 refcount=2 obd=lustre-OST0000-osc-ffff9caf5014c800 00000020:00000001:0.0:1789130484.986636:0:34337:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1789130484.986639:0:34337:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9caf5875aa00. 02000000:00000001:0.0:1789130484.986644:0:34337:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789130484.986646:0:34337:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789130484.986649:0:34337:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf61460780. 00000100:00000001:0.0:1789130484.986655:0:34337:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789130484.986656:0:34337:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1789130484.986658:0:34337:0:(osc_request.c:3521:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1789130484.986662:0:34337:0:(osc_lock.c:1114:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130484.986666:0:34337:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789130484.986670:0:34337:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130484.986671:0:34337:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130484.986674:0:34337:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130484.986678:0:34337:0:(cl_io.c:299:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130484.986680:0:34337:0:(cl_io.c:338:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130484.986683:0:34337:0:(cl_io.c:532:cl_io_start()) Process entered 00000080:00000001:0.0:1789130484.986688:0:34337:0:(vvp_io.c:1405:vvp_io_write_start()) Process entered 00000020:00000001:0.0:1789130484.986696:0:34337:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c2fb80 00000080:00200000:0.0:1789130484.986699:0:34337:0:(vvp_io.c:1439:vvp_io_write_start()) f24a.recovery-small: write [0, 1) append 0 append lockpos 0 00000020:00000001:0.0:1789130484.986703:0:34337:0:(cl_object.c:463:cl_object_maxbytes()) Process entered 00020000:00000002:0.0:1789130484.986707:0:34337:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9caf47cdc0f8) owner 0000000000000000/ffff9caf480d27c0 00020000:00000002:0.0:1789130484.986711:0:34337:0:(lov_object.c:2443:lov_lsm_addref()) lsm ffff9caf5021fea0 addref 2/0 by ffff9caf480d27c0. 00020000:00000002:0.0:1789130484.986714:0:34337:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9caf47cdc0f8) owner 0000000000000000/ffff9caf480d27c0 00000020:00000001:0.0:1789130484.986717:0:34337:0:(cl_object.c:471:cl_object_maxbytes()) Process leaving (rc=9223372036854775807 : 9223372036854775807 : 7fffffffffffffff) 00000020:00000001:0.0:1789130484.986721:0:34337:0:(cl_io.c:616:cl_io_lru_reserve()) Process entered 00020000:00000001:0.0:1789130484.986724:0:34337:0:(lov_io.c:1780:lov_io_lru_reserve()) Process entered 00020000:00000002:0.0:1789130484.986730:0:34337:0:(lov_offset.c:253:lov_stripe_intersects()) [0->0] -> [(0) 0->0 (0)] 00020000:00000001:0.0:1789130484.986733:0:34337:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1789130484.986736:0:34337:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446634875287504200 : -109198422047416 : ffff9caf42d80548) 00000020:00000001:0.0:1789130484.986739:0:34337:0:(cl_io.c:616:cl_io_lru_reserve()) Process entered 00000008:00000001:0.0:1789130484.986743:0:34337:0:(osc_io.c:1447:osc_io_lru_reserve()) Process entered 00000008:00000001:0.0:1789130484.986747:0:34337:0:(osc_io.c:1460:osc_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130484.986749:0:34337:0:(cl_io.c:627:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789130484.986751:0:34337:0:(lov_io.c:1821:lov_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130484.986753:0:34337:0:(cl_io.c:627:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130484.986766:0:34337:0:(rw26.c:680:ll_write_begin()) Process entered 00000080:00200000:0.0:1789130484.986769:0:34337:0:(rw26.c:681:ll_write_begin()) Writing 0 of 0 to 1 bytes 00000020:00000001:0.0:1789130484.986920:0:34337:0:(cl_page.c:421:cl_page_find()) Process entered 00000020:00008000:0.0:1789130484.986923:0:34337:0:(cl_page.c:427:cl_page_find()) 0@[0x200000404:0x30:0x0] fffff3e084a54380 0 1 00000020:00000001:0.0:1789130484.986927:0:34337:0:(cl_page.c:603:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1789130484.986930:0:34337:0:(cl_page.c:617:cl_vmpage_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130484.986933:0:34337:0:(cl_page.c:342:cl_page_alloc()) Process entered 00000020:00000010:0.0:1789130484.986942:0:34337:0:(cl_page.c:293:__cl_page_alloc()) slab-alloced 'cl_page': 232 at ffff9caf518f7740. 00000020:00000001:0.0:1789130484.986947:0:34337:0:(cl_page.c:1283:cl_page_slice_add()) Process entered 00000020:00000001:0.0:1789130484.986948:0:34337:0:(cl_page.c:1290:cl_page_slice_add()) Process leaving 00020000:00000001:0.0:1789130484.986952:0:34337:0:(lov_page.c:107:lov_page_init_composite()) Process entered 00020000:00008000:0.0:1789130484.986956:0:34337:0:(lov_page.c:146:lov_page_init_composite()) offset 0, entry 0, stripe 0, suboff 0 00020000:00000001:0.0:1789130484.986958:0:34337:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1789130484.986959:0:34337:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446634875287504200 : -109198422047416 : ffff9caf42d80548) 00000008:00000001:0.0:1789130484.986964:0:34337:0:(osc_cache.c:2560:osc_prep_async_page()) Process entered 00000008:00000040:0.0:1789130484.986967:0:34337:0:(osc_cache.c:2583:osc_prep_async_page()) oap ffff9caf518f77b0 folio fffff3e084a54380 pg:0 obj off 0 00000008:00000001:0.0:1789130484.986970:0:34337:0:(osc_cache.c:2584:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130484.986973:0:34337:0:(cl_page.c:1283:cl_page_slice_add()) Process entered 00000020:00000001:0.0:1789130484.986974:0:34337:0:(cl_page.c:1290:cl_page_slice_add()) Process leaving 00000008:00000001:0.0:1789130484.986977:0:34337:0:(osc_page.c:1068:osc_lru_alloc()) Process entered 00000008:00000001:0.0:1789130484.986981:0:34337:0:(osc_page.c:1111:osc_lru_alloc()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789130484.986987:0:34337:0:(lov_page.c:180:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130484.986990:0:34337:0:(cl_page.c:389:cl_page_alloc()) Process leaving (rc=18446634875534407488 : -109198175144128 : ffff9caf518f7740) 00000020:00000001:0.0:1789130484.986993:0:34337:0:(cl_page.c:450:cl_page_find()) Process leaving (rc=18446634875534407488 : -109198175144128 : ffff9caf518f7740) 00000020:00000001:0.0:1789130484.986997:0:34337:0:(cl_page.c:800:cl_page_assume()) Process entered 00000020:00000001:0.0:1789130484.987000:0:34337:0:(cl_io.c:1149:cl_io_top()) Process entered 00000020:00000001:0.0:1789130484.987002:0:34337:0:(cl_io.c:1152:cl_io_top()) Process leaving (rc=18446634875287509184 : -109198422042432 : ffff9caf42d818c0) 00000020:00000001:0.0:1789130484.987005:0:34337:0:(cl_page.c:634:cl_page_owner_set()) Process entered 00000020:00000001:0.0:1789130484.987006:0:34337:0:(cl_page.c:637:cl_page_owner_set()) Process leaving 00000020:00000001:0.0:1789130484.987008:0:34337:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1789130484.987014:0:34337:0:(cl_page.c:507:__cl_page_state_set()) page@000000007615eeef[2 000000003118be1a 1 1 0000000088f163aa 0 0 0] 00000020:00000001:0.0:1789130484.987026:0:34337:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 2 00000020:00000001:0.0:1789130484.987028:0:34337:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:0.0:1789130484.987030:0:34337:0:(cl_page.c:814:cl_page_assume()) Process leaving 00000080:00000001:0.0:1789130484.987033:0:34337:0:(rw26.c:587:ll_prepare_partial_page()) Process entered 00000020:00000001:0.0:1789130484.987034:0:34337:0:(cl_object.c:143:cl_object_top()) ffff9caf42b2a210 -> ffff9caf42b2a210 00000020:00000001:0.0:1789130484.987036:0:34337:0:(cl_object.c:143:cl_object_top()) ffff9caf42b2a210 -> ffff9caf42b2a210 00000020:00000001:0.0:1789130484.987039:0:34337:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:0.0:1789130484.987045:0:34337:0:(lov_object.c:1077:lov_attr_get_composite()) Process entered 00020000:00000001:0.0:1789130484.987051:0:34337:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:0.0:1789130484.987052:0:34337:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789130484.987054:0:34337:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:0.0:1789130484.987056:0:34337:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1789130484.987058:0:34337:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x30:1028 on OST[0]: s=0 (1) m=0 a=0 c=0 b=1 00020000:00000001:0.0:1789130484.987063:0:34337:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1789130484.987066:0:34337:0:(lov_object.c:1108:lov_attr_get_composite()) COMP ID #-1: s=0 m=0 a=0 c=0 b=1 00020000:00000001:0.0:1789130484.987070:0:34337:0:(lov_object.c:1146:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130484.987073:0:34337:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130484.987075:0:34337:0:(cl_object.c:143:cl_object_top()) ffff9caf42b2a210 -> ffff9caf42b2a210 00000080:00000001:0.0:1789130484.987080:0:34337:0:(rw26.c:607:ll_prepare_partial_page()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1789130484.987083:0:34337:0:(rw26.c:792:ll_write_begin()) Process leaving 00000080:00000001:0.0:1789130484.987084:0:34337:0:(rw26.c:808:ll_write_begin()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130484.987089:0:34337:0:(rw26.c:871:ll_write_end()) Process entered 00000080:00200000:0.0:1789130484.987091:0:34337:0:(rw26.c:875:ll_write_end()) pos 0, len 1, copied 1 00000020:00000001:0.0:1789130484.987094:0:34337:0:(cl_io.c:1149:cl_io_top()) Process entered 00000020:00000001:0.0:1789130484.987095:0:34337:0:(cl_io.c:1152:cl_io_top()) Process leaving (rc=18446634875287509184 : -109198422042432 : ffff9caf42d818c0) 00000020:00000001:0.0:1789130484.987098:0:34337:0:(cl_page.c:669:cl_page_is_owned()) Process entered 00000020:00000001:0.0:1789130484.987100:0:34337:0:(cl_page.c:671:cl_page_is_owned()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1789130484.987119:0:34337:0:(cl_io.c:931:cl_page_list_add()) Process entered 00000020:00000001:0.0:1789130484.987123:0:34337:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:0.0:1789130484.987125:0:34337:0:(cl_page.c:536:cl_page_get()) Process leaving 00000020:00000001:0.0:1789130484.987126:0:34337:0:(cl_io.c:942:cl_page_list_add()) Process leaving 00000080:00200000:0.0:1789130484.987131:0:34337:0:(rw26.c:933:ll_write_end()) page@000000007615eeef[3 000000003118be1a 2 1 0000000088f163aa 0 0 0] 00000080:00200000:0.0:1789130484.987135:0:34337:0:(rw26.c:933:ll_write_end()) vmpage @000000006a92f2d7 17ffffc0001001 3:0 ffff9caf518f7740 0 lru 00000080:00200000:0.0:1789130484.987144:0:34337:0:(rw26.c:933:ll_write_end()) osc-page@000000002b66e3f3 0: 1< 0 - - > 2< 0 0 0 0x0 0x0 | 000000009a034aee 0000000038240908 > 3< 0 0 > 4< 0 0 8 2097152 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1789130484.987146:0:34337:0:(rw26.c:933:ll_write_end()) end page@000000007615eeef 00000080:00200000:0.0:1789130484.987148:0:34337:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00000001:0.0:1789130484.987150:0:34337:0:(rw26.c:954:ll_write_end()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1789130484.987156:0:34337:0:(vvp_io.c:1314:vvp_io_write_commit()) Process entered 00000080:00200000:0.0:1789130484.987159:0:34337:0:(vvp_io.c:1321:vvp_io_write_commit()) commit async pages: 1, from 0, to 1 prio 0 00000020:00000001:0.0:1789130484.987162:0:34337:0:(cl_io.c:650:cl_io_commit_async()) Process entered 00000080:00000001:0.0:1789130484.987165:0:34337:0:(vvp_io.c:1845:vvp_io_commit_async()) Process entered 00000080:00000001:0.0:1789130484.987166:0:34337:0:(vvp_io.c:1851:vvp_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789130484.987170:0:34337:0:(lov_io.c:2015:lov_io_commit_async()) Process entered 00020000:08000000:0.0:1789130484.987173:0:34337:0:(lov_io.c:2027:lov_io_commit_async()) compr: type 0, level 0, bits: 0 00020000:00008000:0.0:1789130484.987176:0:34337:0:(lov_io.c:1889:set_page_list_compression()) compr: type 0, level 0, bits: 0, page ffff9caf518f7740 00020000:00000001:0.0:1789130484.987178:0:34337:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1789130484.987180:0:34337:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446634875287504200 : -109198422047416 : ffff9caf42d80548) 00000020:00000001:0.0:1789130484.987183:0:34337:0:(cl_io.c:650:cl_io_commit_async()) Process entered 00000008:00000001:0.0:1789130484.987185:0:34337:0:(osc_io.c:440:osc_io_commit_async()) Process entered 00000008:00000001:0.0:1789130484.987191:0:34337:0:(osc_page.c:61:osc_page_cache_add()) Process entered 00000020:00000001:0.0:1789130484.987204:0:34337:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:0.0:1789130484.987206:0:34337:0:(cl_page.c:536:cl_page_get()) Process leaving 00000008:00000001:0.0:1789130484.987208:0:34337:0:(osc_cache.c:2606:osc_queue_async_io()) Process entered 00000008:00000020:0.0:1789130484.987214:0:34337:0:(osc_cache.c:2671:osc_queue_async_io()) obj ffff9caf58313ab0 ready 0|-|- wr 0|-|- rd 0|- oap ffff9caf518f77b0 folio fffff3e084a54380 pg:0 added for cmd 2 00000008:00000001:0.0:1789130484.987219:0:34337:0:(osc_cache.c:1763:osc_enter_cache()) Process entered 00000008:00000020:0.0:1789130484.987222:0:34337:0:(osc_cache.c:1765:osc_enter_cache()) lustre-OST0000-osc-ffff9caf5014c800: grant { dirty: 0/118272 dirty_pages: 0/472727 dropped: 0 avail: 2097152, dirty_grant: 0, reserved: 0, flight: 0 } lru {in list: 0, left: 1, waiters: 0 }need:1703936 00000008:00000020:0.0:1789130484.987228:0:34337:0:(osc_cache.c:1670:osc_enter_cache_try()) lustre-OST0000-osc-ffff9caf5014c800: grant { dirty: 0/118272 dirty_pages: 0/472727 dropped: 0 avail: 2097152, dirty_grant: 0, reserved: 0, flight: 0 } lru {in list: 0, left: 1, waiters: 0 }need:1703936 00000008:00000020:0.0:1789130484.987233:0:34337:0:(osc_cache.c:1517:osc_consume_write_grant()) using 4096 grant credits for brw ffff9caf518f77e8 page fffff3e084a54380 00000008:00000020:0.0:1789130484.987238:0:34337:0:(osc_cache.c:1797:osc_enter_cache()) lustre-OST0000-osc-ffff9caf5014c800: grant { dirty: 1/118272 dirty_pages: 1/472727 dropped: 0 avail: 393216, dirty_grant: 0, reserved: 1703936, flight: 0 } lru {in list: 0, left: 1, waiters: 0 }granted from cache 00000008:00000001:0.0:1789130484.987243:0:34337:0:(osc_cache.c:1813:osc_enter_cache()) Process leaving 00000008:00000001:0.0:1789130484.987245:0:34337:0:(osc_cache.c:1816:osc_enter_cache()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1789130484.987248:0:34337:0:(osc_cache.c:709:osc_extent_find()) Process entered 00000008:00000010:0.0:1789130484.987253:0:34337:0:(osc_cache.c:314:osc_extent_alloc()) slab-alloced 'ext': 192 at ffff9caf44ec0300. 00000008:00000020:0.0:1789130484.987260:0:34337:0:(osc_cache.c:1346:__osc_extent_tree_dump()) Dump object ffff9caf58313ab0 extents at osc_extent_find:877, mppr: 256. 00000008:00000020:0.0:1789130484.987266:0:34337:0:(osc_cache.c:1909:osc_update_pending()) obj ffff9caf58313ab0 ready 0|-|- wr 0|-|- rd 0|- update pending cmd 2 delta 0. 00000008:00000020:0.0:1789130484.987273:0:34337:0:(osc_cache.c:895:osc_extent_find()) extent ffff9caf44ec0300@{[0 -> 255/255], 0x240000400:66, [3|1|-|active|wi|ffff9caf58313ab0], [1703936|0|-|-|ffff9caf40030200|256|0000000000000000]} add into tree 0/4503599627370495. 00000008:00010000:0.0:1789130484.987280:0:34337:0:(osc_cache.c:895:osc_extent_find()) ### extent: 00000000b198a023 ns: lustre-OST0000-osc-ffff9caf5014c800 lock: 00000000ada5e505/0xde5303b1d982ce19 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xcdf1b083821a605b expref: -99 pid: 34337 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00000001:0.0:1789130484.987290:0:34337:0:(osc_cache.c:912:osc_extent_find()) Process leaving 00000008:00000001:0.0:1789130484.987296:0:34337:0:(osc_cache.c:2809:osc_queue_async_io()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1789130484.987299:0:34337:0:(osc_page.c:70:osc_page_cache_add()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1789130484.987302:0:34337:0:(osc_io.c:401:osc_page_touch_at()) Process entered 00000020:00000001:0.0:1789130484.987303:0:34337:0:(cl_object.c:143:cl_object_top()) ffff9caf58313ab0 -> ffff9caf42b2a210 00000008:00000002:0.0:1789130484.987305:0:34337:0:(osc_io.c:409:osc_page_touch_at()) stripe KMS increasing 0->1 0 00000020:00000001:0.0:1789130484.987308:0:34337:0:(cl_object.c:143:cl_object_top()) ffff9caf58313ab0 -> ffff9caf42b2a210 00000020:00000001:0.0:1789130484.987310:0:34337:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:0.0:1789130484.987312:0:34337:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 1 00020000:00000001:0.0:1789130484.987314:0:34337:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1789130484.987316:0:34337:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130484.987318:0:34337:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130484.987319:0:34337:0:(cl_object.c:143:cl_object_top()) ffff9caf58313ab0 -> ffff9caf42b2a210 00000008:00000001:0.0:1789130484.987321:0:34337:0:(osc_io.c:424:osc_page_touch_at()) Process leaving 00000020:00000001:0.0:1789130484.987323:0:34337:0:(cl_io.c:955:cl_page_list_del()) Process entered 00000020:00000001:0.0:1789130484.987325:0:34337:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:0.0:1789130484.987329:0:34337:0:(cl_page.c:556:cl_batch_put()) page@000000007615eeef[4 000000003118be1a 2 1 0000000088f163aa 0 0 0] 00000020:00000001:0.0:1789130484.987332:0:34337:0:(cl_page.c:556:cl_batch_put()) 4 00000020:00000001:0.0:1789130484.987334:0:34337:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000020:00000001:0.0:1789130484.987335:0:34337:0:(cl_io.c:960:cl_page_list_del()) Process leaving 00000008:00000020:0.0:1789130484.987338:0:34337:0:(osc_request.c:747:osc_update_next_shrink()) next time 3111 to shrink grant 00000080:00000001:0.0:1789130484.987342:0:34337:0:(vvp_io.c:1253:write_commit_callback()) Process entered 00000080:00000001:0.0:1789130484.987345:0:34337:0:(vvp_io.c:1152:vvp_set_batch_dirty()) Process entered 00000080:00200000:0.0:1789130484.987356:0:34337:0:(vvp_io.c:1234:vvp_set_batch_dirty()) mapping ffff9caf6019f5f8, count 1, dirtied 1 00000080:00000001:0.0:1789130484.987358:0:34337:0:(vvp_io.c:1241:vvp_set_batch_dirty()) Process leaving 00000020:00000001:0.0:1789130484.987362:0:34337:0:(cl_page.c:645:__cl_page_disown()) Process entered 00000020:00000001:0.0:1789130484.987365:0:34337:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1789130484.987366:0:34337:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1789130484.987368:0:34337:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1789130484.987371:0:34337:0:(cl_page.c:507:__cl_page_state_set()) page@000000007615eeef[3 000000003118be1a 2 1 0000000000000000 0 0 0] 00000020:00000001:0.0:1789130484.987373:0:34337:0:(cl_page.c:507:__cl_page_state_set()) 2 -> 1 00000020:00000001:0.0:1789130484.987374:0:34337:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:0.0:1789130484.987376:0:34337:0:(cl_page.c:660:__cl_page_disown()) Process leaving 00000020:00000001:0.0:1789130484.987377:0:34337:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:0.0:1789130484.987380:0:34337:0:(cl_page.c:556:cl_batch_put()) page@000000007615eeef[3 000000003118be1a 1 1 0000000000000000 0 0 0] 00000020:00000001:0.0:1789130484.987381:0:34337:0:(cl_page.c:556:cl_batch_put()) 3 00000020:00000001:0.0:1789130484.987384:0:34337:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000080:00000001:0.0:1789130484.987385:0:34337:0:(vvp_io.c:1276:write_commit_callback()) Process leaving 00000008:00000040:0.0:1789130484.987387:0:34337:0:(osc_io.c:513:osc_io_commit_async()) 0 0 00000008:00000001:0.0:1789130484.987389:0:34337:0:(osc_io.c:514:osc_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130484.987391:0:34337:0:(cl_io.c:660:cl_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789130484.987394:0:34337:0:(lov_io.c:2037:lov_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130484.987395:0:34337:0:(cl_io.c:660:cl_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1789130484.987397:0:34337:0:(vvp_io.c:1344:vvp_io_write_commit()) Committed 1 pages 1 bytes, tot: 1 00000020:00000001:0.0:1789130484.987401:0:34337:0:(cl_io.c:1047:cl_page_list_fini()) Process entered 00000020:00000001:0.0:1789130484.987402:0:34337:0:(cl_io.c:1051:cl_page_list_fini()) Process leaving 00000080:00000001:0.0:1789130484.987404:0:34337:0:(vvp_io.c:1385:vvp_io_write_commit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130484.987407:0:34337:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c2fb80 00000080:00200000:0.0:1789130484.987408:0:34337:0:(vvp_io.c:1505:vvp_io_write_start()) f24a.recovery-small: write bytes 0, result: 1 00000080:00000001:0.0:1789130484.987411:0:34337:0:(vvp_io.c:1538:vvp_io_write_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789130484.987415:0:34337:0:(lov_io.c:1588:lov_io_start()) Process entered 00020000:00000001:0.0:1789130484.987418:0:34337:0:(lov_io.c:1516:lov_io_call()) Process entered 00000020:00000001:0.0:1789130484.987420:0:34337:0:(cl_io.c:532:cl_io_start()) Process entered 00000008:00000001:0.0:1789130484.987422:0:34337:0:(osc_io.c:1075:osc_io_write_start()) Process entered 00000020:00000001:0.0:1789130484.987424:0:34337:0:(cl_object.c:143:cl_object_top()) ffff9caf58313ab0 -> ffff9caf42b2a210 00000020:00000001:0.0:1789130484.987426:0:34337:0:(cl_object.c:143:cl_object_top()) ffff9caf58313ab0 -> ffff9caf42b2a210 00000020:00000001:0.0:1789130484.987428:0:34337:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00020000:00000001:0.0:1789130484.987429:0:34337:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1789130484.987431:0:34337:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130484.987432:0:34337:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130484.987434:0:34337:0:(cl_object.c:143:cl_object_top()) ffff9caf58313ab0 -> ffff9caf42b2a210 00000008:00000001:0.0:1789130484.987436:0:34337:0:(osc_io.c:1083:osc_io_write_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130484.987438:0:34337:0:(cl_io.c:544:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789130484.987440:0:34337:0:(lov_io.c:1533:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789130484.987441:0:34337:0:(lov_io.c:1589:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130484.987443:0:34337:0:(cl_io.c:544:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130484.987445:0:34337:0:(cl_io.c:559:cl_io_end()) Process entered 00020000:00000001:0.0:1789130484.987446:0:34337:0:(lov_io.c:1516:lov_io_call()) Process entered 00020000:00000001:0.0:1789130484.987448:0:34337:0:(lov_io.c:1594:lov_io_end_wrapper()) Process entered 00000020:00000001:0.0:1789130484.987450:0:34337:0:(cl_io.c:559:cl_io_end()) Process entered 00000008:00000001:0.0:1789130484.987452:0:34337:0:(osc_cache.c:602:osc_extent_release()) Process entered 00000008:00000001:0.0:1789130484.987455:0:34337:0:(osc_cache.c:230:__osc_extent_sanity_check()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000020:0.0:1789130484.987459:0:34337:0:(osc_cache.c:1909:osc_update_pending()) obj ffff9caf58313ab0 ready 0|-|- wr 1|-|- rd 0|- update pending cmd 2 delta 1. 00000008:00000001:0.0:1789130484.987466:0:34337:0:(osc_cache.c:1841:osc_makes_rpc()) Process entered 00000008:00000001:0.0:1789130484.987469:0:34337:0:(osc_cache.c:1894:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1789130484.987470:0:34337:0:(osc_cache.c:1841:osc_makes_rpc()) Process entered 00000008:00000001:0.0:1789130484.987473:0:34337:0:(osc_cache.c:1880:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1789130484.987475:0:34337:0:(osc_cache.c:676:osc_extent_release()) Process leaving 00000020:00000001:0.0:1789130484.987476:0:34337:0:(cl_io.c:567:cl_io_end()) Process leaving 00020000:00000001:0.0:1789130484.987478:0:34337:0:(lov_io.c:1604:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789130484.987479:0:34337:0:(lov_io.c:1533:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130484.987481:0:34337:0:(cl_io.c:567:cl_io_end()) Process leaving 00000020:00000001:0.0:1789130484.987484:0:34337:0:(cl_io.c:356:cl_io_unlock()) Process entered 00000020:00000001:0.0:1789130484.987487:0:34337:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:0.0:1789130484.987489:0:34337:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9caf586075d8 (ffff9caf586092d8/0) at cl_lock_release():245 00000020:00000001:0.0:1789130484.987492:0:34337:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1789130484.987493:0:34337:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9caf586075d8 (ffff9caf586092d8/0) at cl_lock_cancel():142 00020000:00000001:0.0:1789130484.987497:0:34337:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:0.0:1789130484.987498:0:34337:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1789130484.987500:0:34337:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446634875287504200 : -109198422047416 : ffff9caf42d80548) 00000020:00000001:0.0:1789130484.987502:0:34337:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1789130484.987503:0:34337:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9caf4c5321b0 (ffff9caf58609518/1) at cl_lock_cancel():142 00000008:00000001:0.0:1789130484.987507:0:34337:0:(osc_lock.c:1172:osc_lock_cancel()) Process entered 00000008:00000001:0.0:1789130484.987509:0:34337:0:(osc_lock.c:1126:osc_lock_detach()) Process entered 00010000:00000001:0.0:1789130484.987511:0:34337:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130484.987513:0:34337:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130484.987515:0:34337:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40030200 refcount=5 00000020:00000001:0.0:1789130484.987517:0:34337:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239989760 : -109198469561856 : ffff9caf40030200) 00010000:00000001:0.0:1789130484.987521:0:34337:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239989760 : -109198469561856 : ffff9caf40030200) 00010000:00000001:0.0:1789130484.987524:0:34337:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789130484.987527:0:34337:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9caf5014c800 lock: 00000000ada5e505/0xde5303b1d982ce19 lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xcdf1b083821a605b expref: -99 pid: 34337 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789130484.987535:0:34337:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130484.987537:0:34337:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130484.987539:0:34337:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789130484.987542:0:34337:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789130484.987545:0:34337:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9caf5014c800 lock: 00000000ada5e505/0xde5303b1d982ce19 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xcdf1b083821a605b expref: -99 pid: 34337 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1789130484.987556:0:34337:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789130484.987559:0:34337:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789130484.987561:0:34337:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789130484.987566:0:34337:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130484.987567:0:34337:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130484.987569:0:34337:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130484.987573:0:34337:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789130484.987576:0:34337:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130484.987578:0:34337:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130484.987580:0:34337:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130484.987582:0:34337:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789130484.987584:0:34337:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130484.987585:0:34337:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130484.987586:0:34337:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130484.987588:0:34337:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1789130484.987589:0:34337:0:(osc_lock.c:1145:osc_lock_detach()) Process leaving 00000008:00000001:0.0:1789130484.987592:0:34337:0:(osc_lock.c:1181:osc_lock_cancel()) Process leaving 00000020:00000001:0.0:1789130484.987593:0:34337:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1789130484.987595:0:34337:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1789130484.987596:0:34337:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1789130484.987598:0:34337:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9caf586075d8 (ffff9caf586092d8/0) at cl_lock_fini():72 00020000:00000001:0.0:1789130484.987601:0:34337:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:0.0:1789130484.987602:0:34337:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1789130484.987603:0:34337:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9caf4c5321b0 (ffff9caf586092d8/1) at cl_lock_fini():72 00000008:00000010:0.0:1789130484.987607:0:34337:0:(osc_lock.c:116:osc_lock_fini()) slab-freed '(ols)': 312 at ffff9caf5867a4e0. 00000020:00000001:0.0:1789130484.987612:0:34337:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:0.0:1789130484.987614:0:34337:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff9caf4c532180. 00020000:00000001:0.0:1789130484.987619:0:34337:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:0.0:1789130484.987620:0:34337:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:0.0:1789130484.987621:0:34337:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00020000:00000001:0.0:1789130484.987624:0:34337:0:(lov_io.c:1682:lov_io_unlock()) Process entered 00020000:00000001:0.0:1789130484.987625:0:34337:0:(lov_io.c:1516:lov_io_call()) Process entered 00000020:00000001:0.0:1789130484.987627:0:34337:0:(cl_io.c:356:cl_io_unlock()) Process entered 00000020:00000001:0.0:1789130484.987629:0:34337:0:(cl_io.c:377:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1789130484.987631:0:34337:0:(lov_io.c:1616:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789130484.987632:0:34337:0:(lov_io.c:1533:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789130484.987634:0:34337:0:(lov_io.c:1685:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1789130484.987635:0:34337:0:(cl_io.c:377:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1789130484.987638:0:34337:0:(cl_io.c:453:cl_io_rw_advance()) Process entered 00000080:00200000:0.0:1789130484.987641:0:34337:0:(vvp_io.c:640:vvp_io_advance()) advancing 1 bytes 00000020:00000001:0.0:1789130484.987643:0:34337:0:(cl_io.c:469:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1789130484.987645:0:34337:0:(cl_io.c:433:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1789130484.987648:0:34337:0:(lov_io.c:1663:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1789130484.987649:0:34337:0:(lov_io.c:1516:lov_io_call()) Process entered 00000020:00000001:0.0:1789130484.987651:0:34337:0:(cl_io.c:433:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1789130484.987654:0:34337:0:(cl_io.c:439:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1789130484.987655:0:34337:0:(lov_io.c:1610:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789130484.987657:0:34337:0:(lov_io.c:1533:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789130484.987659:0:34337:0:(lov_io.c:1674:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1789130484.987661:0:34337:0:(cl_io.c:439:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1789130484.987663:0:34337:0:(cl_io.c:877:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1789130484.987669:0:34337:0:(file.c:2207:ll_file_io_generic()) Range unlock [0, 0] 00000001:00000001:0.0:1789130484.987673:0:34337:0:(range_lock.c:83:range_unlock()) Process entered 00000001:00000001:0.0:1789130484.987677:0:34337:0:(range_lock.c:104:range_unlock()) Process leaving 00000020:00000001:0.0:1789130484.987679:0:34337:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1789130484.987681:0:34337:0:(lov_io.c:1057:lov_io_fini()) Process entered 00020000:00000001:0.0:1789130484.987684:0:34337:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1789130484.987685:0:34337:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1789130484.987687:0:34337:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1789130484.987689:0:34337:0:(cl_object.c:917:cl_env_put()) 1@ffff9caf58609510 00020000:00000001:0.0:1789130484.987693:0:34337:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1789130484.987696:0:34337:0:(lov_io.c:1088:lov_io_fini()) Process leaving 00000080:00000001:0.0:1789130484.987698:0:34337:0:(vvp_io.c:392:vvp_io_fini()) Process entered 00000080:00200000:0.0:1789130484.987700:0:34337:0:(vvp_io.c:402:vvp_io_fini()) [0x200000404:0x30:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, need minor change layout 0 00000080:00000001:0.0:1789130484.987703:0:34337:0:(vvp_io.c:509:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1789130484.987705:0:34337:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00000001:0.0:1789130484.987706:0:34337:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c2fc98 00000080:00200000:0.0:1789130484.987708:0:34337:0:(file.c:2240:ll_file_io_generic()) f24a.recovery-small: 2 io complete with rc: 0, result: 1, restart: 0 00000080:00000001:0.0:1789130484.987714:0:34337:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:0.0:1789130484.987716:0:34337:0:(cl_object.c:143:cl_object_top()) ffff9caf42b2a210 -> ffff9caf42b2a210 00000020:00000001:0.0:1789130484.987718:0:34337:0:(cl_object.c:143:cl_object_top()) ffff9caf42b2a210 -> ffff9caf42b2a210 00000020:00000001:0.0:1789130484.987719:0:34337:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:0.0:1789130484.987722:0:34337:0:(lov_object.c:1077:lov_attr_get_composite()) Process entered 00020000:00000001:0.0:1789130484.987724:0:34337:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:0.0:1789130484.987727:0:34337:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=1 : 1 : 1) 00020000:00000001:0.0:1789130484.987729:0:34337:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:0.0:1789130484.987730:0:34337:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=1 : 1 : 1) 00020000:00000002:0.0:1789130484.987732:0:34337:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x30:1028 on OST[0]: s=1 (1) m=1789130484 a=0 c=1789130484 b=1 00020000:00000001:0.0:1789130484.987736:0:34337:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1789130484.987738:0:34337:0:(lov_object.c:1108:lov_attr_get_composite()) COMP ID #-1: s=1 m=1789130484 a=0 c=1789130484 b=1 00020000:00000001:0.0:1789130484.987741:0:34337:0:(lov_object.c:1146:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130484.987743:0:34337:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130484.987746:0:34337:0:(cl_object.c:143:cl_object_top()) ffff9caf42b2a210 -> ffff9caf42b2a210 00000080:00200000:0.0:1789130484.987748:0:34337:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000404:0x30:0x0] updating i_size 1 i_blocks 1 00000080:00000001:0.0:1789130484.987751:0:34337:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000080:00200000:0.0:1789130484.987755:0:34337:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 1 00000080:00000001:0.0:1789130484.987759:0:34337:0:(file.c:2330:ll_file_io_generic()) Process leaving (rc=1 : 1 : 1) 00000020:00001000:0.0:1789130484.987762:0:34337:0:(cl_object.c:917:cl_env_put()) 1@ffff9caf586092d0 00000020:00000001:0.0:1789130484.987766:0:34337:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c2fd88 00000080:00000008:0.0:1789130484.987768:0:34337:0:(file.c:2734:do_file_write_iter()) COMPLETED: file f24a.recovery-small:[0x200000404:0x30:0x0], ppos: 1, count: 0, rc = 1 00000080:00000001:0.0:1789130484.987771:0:34337:0:(file.c:2736:do_file_write_iter()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1789130484.987835:0:34337:0:(file.c:5396:ll_fsync()) Process entered 00000020:00000001:0.0:1789130484.987837:0:34337:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c2fe48 00000080:00200008:0.0:1789130484.987839:0:34337:0:(file.c:5401:ll_fsync()) START file: name=f24a.recovery-small, fid=[0x200000404:0x30:0x0], start=0, end=9223372036854775807, datasync=0, need_sync 1/1 00000080:00000001:0.0:1789130484.987847:0:34337:0:(rw.c:1502:ll_writepages()) Process entered 00000080:00000001:0.0:1789130484.987850:0:34337:0:(file.c:5312:cl_sync_file_range()) Process entered 00000020:00000001:0.0:1789130484.987852:0:34337:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1789130484.987855:0:34337:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446634875648774872 : -109198060776744 : ffff9caf586092d8) 00000020:00001000:0.0:1789130484.987857:0:34337:0:(cl_object.c:823:cl_env_get()) 1@ffff9caf586092d0 00000020:00000001:0.0:1789130484.987860:0:34337:0:(cl_object.c:143:cl_object_top()) ffff9caf42b2a210 -> ffff9caf42b2a210 00000020:00000001:0.0:1789130484.987862:0:34337:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1789130484.987864:0:34337:0:(vvp_io.c:1987:vvp_io_init()) Process entered 00000080:00200000:0.0:1789130484.987866:0:34337:0:(vvp_io.c:1992:vvp_io_init()) [0x200000404:0x30:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:0.0:1789130484.987868:0:34337:0:(cl_io.c:902:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1789130484.987870:0:34337:0:(cl_io.c:908:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1789130484.987872:0:34337:0:(vvp_io.c:2064:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1789130484.987875:0:34337:0:(lov_object.c:1604:lov_io_init()) [0x200000404:0x30:0x0]io ffff9caf42d818c0 type 6 ignore/verify layout 1/0, compressed 0 00020000:00000002:0.0:1789130484.987879:0:34337:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9caf47cdc0f8) owner 0000000000000000/ffff9caf480d27c0 00020000:00000001:0.0:1789130484.987882:0:34337:0:(lov_io.c:2488:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1789130484.987884:0:34337:0:(lov_io.c:764:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1789130484.987887:0:34337:0:(lov_io.c:478:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1789130484.987890:0:34337:0:(lov_io.c:489:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789130484.987893:0:34337:0:(lov_io.c:919:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1789130484.987895:0:34337:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1789130484.987897:0:34337:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130484.987899:0:34337:0:(cl_io.c:902:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1789130484.987900:0:34337:0:(cl_io.c:908:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1789130484.987902:0:34337:0:(lov_io.c:2501:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1789130484.987904:0:34337:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9caf47cdc0f8) owner 0000000000000000/ffff9caf480d27c0 00000020:00000001:0.0:1789130484.987907:0:34337:0:(cl_io.c:146:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130484.987909:0:34337:0:(cl_io.c:827:cl_io_loop()) Process entered 00000020:00000001:0.0:1789130484.987911:0:34337:0:(cl_io.c:403:cl_io_iter_init()) Process entered 00020000:00000001:0.0:1789130484.987913:0:34337:0:(lov_io.c:1238:lov_io_iter_init()) Process entered 00020000:00200000:0.0:1789130484.987916:0:34337:0:(lov_io.c:1289:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:0.0:1789130484.987919:0:34337:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1789130484.987922:0:34337:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1789130484.987924:0:34337:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1789130484.987926:0:34337:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1789130484.987927:0:34337:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446634875648775448 : -109198060776168 : ffff9caf58609518) 00000020:00001000:0.0:1789130484.987930:0:34337:0:(cl_object.c:823:cl_env_get()) 1@ffff9caf58609510 00000020:00000001:0.0:1789130484.987932:0:34337:0:(cl_object.c:143:cl_object_top()) ffff9caf42b2ab70 -> ffff9caf42b2a210 00000020:00000001:0.0:1789130484.987933:0:34337:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:0.0:1789130484.987936:0:34337:0:(cl_io.c:902:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1789130484.987937:0:34337:0:(cl_io.c:908:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1789130484.987939:0:34337:0:(cl_io.c:146:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789130484.987940:0:34337:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789130484.987943:0:34337:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446634875287504200 : -109198422047416 : ffff9caf42d80548) 00000020:00000001:0.0:1789130484.987945:0:34337:0:(cl_io.c:403:cl_io_iter_init()) Process entered 00000020:00000001:0.0:1789130484.987947:0:34337:0:(cl_io.c:415:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789130484.987950:0:34337:0:(lov_io.c:1395:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130484.987951:0:34337:0:(cl_io.c:415:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130484.987953:0:34337:0:(cl_io.c:318:cl_io_lock()) Process entered 00020000:00000001:0.0:1789130484.987955:0:34337:0:(lov_io.c:1538:lov_io_lock()) Process entered 00020000:00000001:0.0:1789130484.987957:0:34337:0:(lov_io.c:1516:lov_io_call()) Process entered 00000020:00000001:0.0:1789130484.987958:0:34337:0:(cl_io.c:318:cl_io_lock()) Process entered 00000020:00000001:0.0:1789130484.987960:0:34337:0:(cl_io.c:290:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1789130484.987961:0:34337:0:(cl_io.c:299:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130484.987962:0:34337:0:(cl_io.c:338:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789130484.987964:0:34337:0:(lov_io.c:1533:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789130484.987966:0:34337:0:(lov_io.c:1539:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130484.987968:0:34337:0:(cl_io.c:290:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1789130484.987969:0:34337:0:(cl_io.c:299:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130484.987970:0:34337:0:(cl_io.c:338:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130484.987971:0:34337:0:(cl_io.c:532:cl_io_start()) Process entered 00020000:00000001:0.0:1789130484.987973:0:34337:0:(lov_io.c:1588:lov_io_start()) Process entered 00020000:00000001:0.0:1789130484.987974:0:34337:0:(lov_io.c:1516:lov_io_call()) Process entered 00000020:00000001:0.0:1789130484.987976:0:34337:0:(cl_io.c:532:cl_io_start()) Process entered 00000008:00000001:0.0:1789130484.987978:0:34337:0:(osc_io.c:1127:osc_io_fsync_start()) Process entered 00000008:00000001:0.0:1789130484.987981:0:34337:0:(osc_cache.c:3411:osc_cache_writeback_range()) Process entered 00000008:00000001:0.0:1789130484.987986:0:34337:0:(osc_cache.c:1841:osc_makes_rpc()) Process entered 00000008:00000020:0.0:1789130484.987988:0:34337:0:(osc_cache.c:1863:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:0.0:1789130484.987989:0:34337:0:(osc_cache.c:1864:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1789130484.987992:0:34337:0:(osc_cache.c:2467:osc_check_rpcs()) Process entered 00000008:00000001:0.0:1789130484.987994:0:34337:0:(osc_cache.c:2428:osc_next_obj()) Process entered 00000008:00000001:0.0:1789130484.987996:0:34337:0:(osc_cache.c:2436:osc_next_obj()) Process leaving (rc=18446634875645672112 : -109198063879504 : ffff9caf58313ab0) 00000008:00000020:0.0:1789130484.988000:0:34337:0:(osc_cache.c:2472:osc_check_rpcs()) obj ffff9caf58313ab0 ready 0|-|- wr 1|-|+ rd 0|- 0 in flight 00000008:00000001:0.0:1789130484.988003:0:34337:0:(osc_cache.c:1841:osc_makes_rpc()) Process entered 00000008:00000020:0.0:1789130484.988004:0:34337:0:(osc_cache.c:1863:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:0.0:1789130484.988005:0:34337:0:(osc_cache.c:1864:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1789130484.988007:0:34337:0:(osc_cache.c:2291:osc_send_write_rpc()) Process entered 00000008:00000001:0.0:1789130484.988011:0:34337:0:(osc_cache.c:2090:try_to_add_extent_for_io()) Process entered 00000008:00000020:0.0:1789130484.988029:0:34337:0:(osc_cache.c:2116:try_to_add_extent_for_io()) extent ffff9caf44ec0300@{[0 -> 255/255], 0x240000400:66, [1|0|+|cache|wiuY|ffff9caf58313ab0], [1703936|1|+|-|ffff9caf40030200|256|0000000000000000]} trying to add this extent 00000008:00010000:0.0:1789130484.988037:0:34337:0:(osc_cache.c:2116:try_to_add_extent_for_io()) ### extent: 00000000b198a023 ns: lustre-OST0000-osc-ffff9caf5014c800 lock: 00000000ada5e505/0xde5303b1d982ce19 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xcdf1b083821a605b expref: -99 pid: 34337 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00000001:0.0:1789130484.988046:0:34337:0:(osc_cache.c:2200:try_to_add_extent_for_io()) Process leaving (rc=1 : 1 : 1) 00000008:00000020:0.0:1789130484.988049:0:34337:0:(osc_cache.c:1909:osc_update_pending()) obj ffff9caf58313ab0 ready 0|-|- wr 0|-|- rd 0|- update pending cmd 2 delta -1. 00000008:00000001:0.0:1789130484.988053:0:34337:0:(osc_cache.c:1203:osc_extent_make_ready()) Process entered 00000008:00000001:0.0:1789130484.988055:0:34337:0:(osc_cache.c:227:__osc_extent_sanity_check()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000020:0.0:1789130484.988061:0:34337:0:(osc_cache.c:1211:osc_extent_make_ready()) extent ffff9caf44ec0300@{[0 -> 255/255], 0x240000400:66, [1|0|+|locking|wiuY|ffff9caf58313ab0], [1703936|1|+|-|ffff9caf40030200|256|ffff9caf480d27c0]} make ready 00000008:00010000:0.0:1789130484.988067:0:34337:0:(osc_cache.c:1211:osc_extent_make_ready()) ### extent: 00000000b198a023 ns: lustre-OST0000-osc-ffff9caf5014c800 lock: 00000000ada5e505/0xde5303b1d982ce19 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xcdf1b083821a605b expref: -99 pid: 34337 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00000001:0.0:1789130484.988074:0:34337:0:(osc_cache.c:1395:osc_make_ready()) Process entered 00000020:00000001:0.0:1789130484.988076:0:34337:0:(cl_page.c:1148:cl_page_make_ready()) Process entered 00000020:00008000:0.0:1789130484.988094:0:34337:0:(cl_page.c:1160:cl_page_make_ready()) page@000000007615eeef[2 000000003118be1a 1 1 0000000000000000 0 0 0] 00000020:00008000:0.0:1789130484.988096:0:34337:0:(cl_page.c:1160:cl_page_make_ready()) readied 00000020:00000001:0.0:1789130484.988099:0:34337:0:(cl_page.c:1009:cl_page_io_start()) Process entered 00000020:00000001:0.0:1789130484.988100:0:34337:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1789130484.988101:0:34337:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1789130484.988104:0:34337:0:(cl_page.c:1001:cl_req_type_state()) Process entered 00000020:00000001:0.0:1789130484.988105:0:34337:0:(cl_page.c:1002:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:0.0:1789130484.988108:0:34337:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1789130484.988110:0:34337:0:(cl_page.c:507:__cl_page_state_set()) page@000000007615eeef[2 000000003118be1a 1 1 0000000000000000 0 0 0] 00000020:00000001:0.0:1789130484.988112:0:34337:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 3 00000020:00000001:0.0:1789130484.988114:0:34337:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:0.0:1789130484.988116:0:34337:0:(cl_page.c:1012:cl_page_io_start()) Process leaving 00000020:00000001:0.0:1789130484.988119:0:34337:0:(cl_page.c:1182:cl_page_make_ready()) page@000000007615eeef[2 000000003118be1a 3 1 0000000000000000 0 0 0] 00000020:00000001:0.0:1789130484.988121:0:34337:0:(cl_page.c:1182:cl_page_make_ready()) 1 0 00000008:00000001:0.0:1789130484.988123:0:34337:0:(osc_cache.c:1399:osc_make_ready()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130484.988126:0:34337:0:(cl_object.c:143:cl_object_top()) ffff9caf58313ab0 -> ffff9caf42b2a210 00000020:00000001:0.0:1789130484.988127:0:34337:0:(cl_object.c:143:cl_object_top()) ffff9caf58313ab0 -> ffff9caf42b2a210 00000020:00000001:0.0:1789130484.988129:0:34337:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00000020:00000001:0.0:1789130484.988131:0:34337:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130484.988133:0:34337:0:(cl_object.c:143:cl_object_top()) ffff9caf58313ab0 -> ffff9caf42b2a210 00000008:00000001:0.0:1789130484.988135:0:34337:0:(osc_cache.c:1264:osc_extent_make_ready()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1789130484.988140:0:34337:0:(osc_request.c:3021:osc_build_rpc()) Process entered 00000008:00000020:0.0:1789130484.988144:0:34337:0:(osc_page.c:1389:osc_over_unstable_soft_limit()) lustre-OST0000-osc-ffff9caf5014c800: cli: ffff9caf5044bcb0 unstable pages: 0, osc unstable pages: 0 00000008:00000010:0.0:1789130484.988153:0:34337:0:(osc_request.c:3052:osc_build_rpc()) kmalloced '(pga)': 8 at ffff9caf82077a40. 00000008:00000010:0.0:1789130484.988160:0:34337:0:(osc_request.c:3056:osc_build_rpc()) slab-alloced 'oa': 208 at ffff9caf47e6c8f0. 00000020:00000001:0.0:1789130484.988165:0:34337:0:(cl_io.c:1170:cl_req_attr_set()) Process entered 00020000:00000001:0.0:1789130484.988168:0:34337:0:(lovsub_object.c:130:lovsub_req_attr_set()) Process entered 00000020:00000001:0.0:1789130484.988170:0:34337:0:(cl_io.c:1170:cl_req_attr_set()) Process entered 00000020:00000002:0.0:1789130484.988174:0:34337:0:(obdo.c:53:obdo_from_inode()) valid 0x10000000000070c, new time 1789130484/1789130484 00000020:00000001:0.0:1789130484.988179:0:34337:0:(cl_io.c:1176:cl_req_attr_set()) Process leaving 00020000:00000001:0.0:1789130484.988180:0:34337:0:(lovsub_object.c:142:lovsub_req_attr_set()) Process leaving 00000008:00000001:0.0:1789130484.988185:0:34337:0:(osc_lock.c:1351:osc_obj_dlmlock_at_pgoff()) Process entered 00000008:00000001:0.0:1789130484.988189:0:34337:0:(osc_request.c:3535:osc_match_base()) Process entered 00010000:00000001:0.0:1789130484.988193:0:34337:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789130484.988204:0:34337:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf48fc4b00 count: 2 00010000:00000001:0.0:1789130484.988209:0:34337:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789130484.988217:0:34337:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:0.0:1789130484.988221:0:34337:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:0.0:1789130484.988226:0:34337:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1789130484.988232:0:34337:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789130484.988236:0:34337:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 4095) ns: lustre-OST0000-osc-ffff9caf5014c800 lock: 00000000ada5e505/0xde5303b1d982ce19 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xcdf1b083821a605b expref: -99 pid: 34337 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1789130484.988249:0:34337:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130484.988250:0:34337:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1789130484.988252:0:34337:0:(osc_request.c:3550:osc_match_base()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:0.0:1789130484.988254:0:34337:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130484.988255:0:34337:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130484.988257:0:34337:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40030200 refcount=3 00000020:00000001:0.0:1789130484.988259:0:34337:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239989760 : -109198469561856 : ffff9caf40030200) 00010000:00000001:0.0:1789130484.988262:0:34337:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239989760 : -109198469561856 : ffff9caf40030200) 00000008:00000001:0.0:1789130484.988265:0:34337:0:(osc_lock.c:1385:osc_obj_dlmlock_at_pgoff()) Process leaving (rc=18446634875239989760 : -109198469561856 : ffff9caf40030200) 00010000:00000001:0.0:1789130484.988267:0:34337:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130484.988268:0:34337:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:0.0:1789130484.988269:0:34337:0:(cl_io.c:1176:cl_req_attr_set()) Process leaving 00000008:00000001:0.0:1789130484.988272:0:34337:0:(osc_request.c:1567:osc_brw_prep_request()) Process entered 00000100:00000010:0.0:1789130484.988280:0:34337:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf61460780. 00000020:00000040:0.0:1789130484.988284:0:34337:0:(genops.c:1210:class_import_get()) import ffff9caf468ac800 refcount=3 obd=lustre-OST0000-osc-ffff9caf5014c800 00000100:00000001:0.0:1789130484.988297:0:34337:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789130484.988302:0:34337:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789130484.988306:0:34337:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789130484.988316:0:34337:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9caf5875aa00. 00000100:00000001:0.0:1789130484.988327:0:34337:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:0.0:1789130484.988337:0:34337:0:(osc_request.c:1966:osc_brw_prep_request()) Using short io for data transfer, size = 1 00000008:00000020:0.0:1789130484.988345:0:34337:0:(osc_request.c:738:osc_announce_cached()) lustre-OST0000-osc-ffff9caf5014c800: dirty: 1703936 undirty: 485097472 dropped 0 grant: 393216 cl_lost_grant 0 00000008:00000001:0.0:1789130484.988354:0:34337:0:(osc_request.c:1380:osc_checksum_bulk_rw()) Process entered 00000001:00000040:0.0:1789130484.988406:0:34337:0:(lnet-crypto.c:95:cfs_crypto_hash_alloc()) Using crypto hash: crc32c (crc32c-intel) speed 10183 MB/s 00000008:00008000:0.0:1789130484.988416:0:34337:0:(osc_request.c:1351:osc_checksum_bulk()) page fffff3e084a54380 map ffff9caf6019f5f8 index 0 flags 17ffffc0005008 count 3 priv ffff9caf518f7740: off 0 00000008:00000001:0.0:1789130484.988427:0:34337:0:(osc_request.c:1391:osc_checksum_bulk_rw()) Process leaving (rc=0 : 0 : 0) 00000008:00008000:0.0:1789130484.988430:0:34337:0:(osc_request.c:2085:osc_brw_prep_request()) checksum at write origin: 5b57dc90 (4) 00000008:00100000:0.0:1789130484.988436:0:34337:0:(osc_request.c:2139:osc_brw_prep_request()) brw rpc ffff9caf61460780 - object 0x240000400:66 offset 0<>1 00000008:00000001:0.0:1789130484.988440:0:34337:0:(osc_request.c:2140:osc_brw_prep_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130484.988444:0:34337:0:(cl_io.c:1170:cl_req_attr_set()) Process entered 00020000:00000001:0.0:1789130484.988447:0:34337:0:(lovsub_object.c:130:lovsub_req_attr_set()) Process entered 00000020:00000001:0.0:1789130484.988448:0:34337:0:(cl_io.c:1170:cl_req_attr_set()) Process entered 00000020:00000002:0.0:1789130484.988450:0:34337:0:(obdo.c:53:obdo_from_inode()) valid 0xc, new time 1789130484/1789130484 00000020:00000001:0.0:1789130484.988452:0:34337:0:(cl_io.c:1176:cl_req_attr_set()) Process leaving 00020000:00000001:0.0:1789130484.988453:0:34337:0:(lovsub_object.c:142:lovsub_req_attr_set()) Process leaving 00000020:00000001:0.0:1789130484.988455:0:34337:0:(cl_io.c:1176:cl_req_attr_set()) Process leaving 00000100:00000001:0.0:1789130484.988460:0:34337:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789130484.988461:0:34337:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875798030208 : -109197911521408 : ffff9caf61460780) 00000008:00000002:0.0:1789130484.988482:0:34337:0:(osc_request.c:3178:osc_build_rpc()) @@@ 1 pages, aa 0000000020c14e85, now 0r/1w/0d in flight req@ffff9caf61460780 x1876037329049600/t0(0) o4->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:6/4 lens 496/448 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000008:00000008:0.0:1789130484.988493:0:34337:0:(osc_request.c:3190:osc_build_rpc()) [0x200000404:0x30:0x0]: 1 write pages, start 0, end 0, now 0r/1w/0d in flight 00000100:00000040:0.0:1789130484.988506:0:34337:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003423b748] to pc [ptlrpcd_00_01+1] req@ffff9caf61460780 x1876037329049600/t0(0) o4->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:6/4 lens 496/448 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000008:00000001:0.0:1789130484.988565:0:34337:0:(osc_request.c:3196:osc_build_rpc()) Process leaving 00000008:00000001:0.0:1789130484.988567:0:34337:0:(osc_request.c:3221:osc_build_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1789130484.988570:0:34337:0:(osc_cache.c:2340:osc_send_write_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1789130484.988572:0:34337:0:(osc_cache.c:1841:osc_makes_rpc()) Process entered 00000008:00000001:0.0:1789130484.988574:0:34337:0:(osc_cache.c:1880:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1789130484.988576:0:34337:0:(osc_cache.c:1841:osc_makes_rpc()) Process entered 00000008:00000001:0.0:1789130484.988578:0:34337:0:(osc_cache.c:1853:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1789130484.988580:0:34337:0:(osc_cache.c:1841:osc_makes_rpc()) Process entered 00000008:00000001:0.0:1789130484.988581:0:34337:0:(osc_cache.c:1880:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1789130484.988586:0:34337:0:(osc_cache.c:2428:osc_next_obj()) Process entered 00000008:00000001:0.0:1789130484.988588:0:34337:0:(osc_cache.c:2458:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1789130484.988590:0:34337:0:(osc_cache.c:2531:osc_check_rpcs()) Process leaving 00000008:00000020:0.0:1789130484.988594:0:34337:0:(osc_cache.c:3551:osc_cache_writeback_range()) obj ffff9caf58313ab0 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 18446744073709551615] npages 1: rc=1. 00000008:00000001:0.0:1789130484.988598:0:34337:0:(osc_cache.c:3566:osc_cache_writeback_range()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1789130484.988601:0:34337:0:(osc_io.c:1196:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130484.988603:0:34337:0:(cl_io.c:544:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789130484.988605:0:34337:0:(lov_io.c:1533:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789130484.988607:0:34337:0:(lov_io.c:1589:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130484.988609:0:34337:0:(cl_io.c:544:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130484.988611:0:34337:0:(cl_io.c:559:cl_io_end()) Process entered 00020000:00000001:0.0:1789130484.988614:0:34337:0:(lov_io.c:2189:lov_io_fsync_end()) Process entered 00020000:00000001:0.0:1789130484.988616:0:34337:0:(lov_io.c:1594:lov_io_end_wrapper()) Process entered 00000020:00000001:0.0:1789130484.988617:0:34337:0:(cl_io.c:559:cl_io_end()) Process entered 00000008:00000001:0.0:1789130484.988621:0:34337:0:(osc_cache.c:3346:osc_cache_wait_range()) Process entered 00000008:00000001:0.0:1789130484.988624:0:34337:0:(osc_cache.c:1010:osc_extent_wait()) Process entered 00000008:00000001:0.0:1789130484.988626:0:34337:0:(osc_cache.c:227:__osc_extent_sanity_check()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789130484.988651:0:2347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1789130484.988657:0:2347:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:0.0:1789130484.988659:0:2347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130484.988671:0:2347:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789130484.988675:0:2347:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130484.988677:0:2347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789130484.988679:0:2347:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789130484.988684:0:2347:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789130484.988692:0:2347:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf61460780 x1876037329049600/t0(0) o4->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:6/4 lens 496/448 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130484.988701:0:2347:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789130484.988705:0:2347:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130484.988711:0:2347:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789130484.988715:0:2347:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789130484.988718:0:2347:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789130484.988722:0:2347:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf61460780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:2347:1876037329049600:192.168.204.123@tcp:4:multiop.0 00000100:00000001:0.0:1789130484.988730:0:2347:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789130484.988738:0:2347:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789130484.988743:0:2347:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130484.988747:0:2347:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789130484.988753:0:2347:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9caf482bd000. 02000000:00000001:0.0:1789130484.988755:0:2347:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789130484.988764:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:0.0:1789130484.988772:0:2347:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf50131bb0. 00000400:00000010:0.0:1789130484.988783:0:2347:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf5801e2a8. 00000100:00000200:0.0:1789130484.988794:0:2347:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876037329049600, portal 4 00000100:00000001:0.0:1789130484.988797:0:2347:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789130484.988798:0:2347:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875798030208 : -109197911521408 : ffff9caf61460780) 00000100:00000001:1.0:1789130484.988898:0:2348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789130484.988903:0:2348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130484.989177:0:2347:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9caf61460780 x1876037329049600/t0(0) o4->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:6/4 lens 496/448 e 0 to 0 dl 1789130500 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130484.989186:0:2347:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789130484.989245:0:2347:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:0.0:1789130484.989250:0:2347:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf5801e330. 00000100:00000200:0.0:1789130484.989256:0:2347:0:(niobuf.c:94:ptl_send_buf()) Sending 496 bytes to portal 6, xid 1876037329049600, offset 0 00000400:00000200:0.0:1789130484.989265:0:2347:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:0.0:1789130484.989277:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:0.0:1789130484.989288:0:2347:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:0.0:1789130484.989298:0:2347:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789130484.989303:0:2347:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:0.0:1789130484.989309:0:2347:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789130484.989312:0:2347:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:0.0:1789130484.989317:0:2347:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2642:2642:256:4294967295] 192.168.204.123@tcp LPNI seq info [2641:2641:8:4294967295] 00000400:00000200:0.0:1789130484.989321:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:0.0:1789130484.989336:0:2347:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:0.0:1789130484.989344:0:2347:0:(socklnd_cb.c:931:ksocknal_send()) sending 496 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:0.0:1789130484.989352:0:2347:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf451e7000. 00000800:00000200:0.0:1789130484.989362:0:2347:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:0.0:1789130484.989376:0:2347:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:0.0:1789130484.989383:0:2347:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf451e7000 type 1, nob 592 niov 1 nkiov 1 00000100:00000001:0.0:1789130484.989408:0:2347:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130484.989415:0:2347:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9caf5014c800: using a timeout of 22947 usecs (23 jiffies) 00000400:00000200:0.0:1789130484.989420:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:0.0:1789130484.989424:0:2347:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296579034 00000100:00000001:0.0:1789130484.989428:0:2347:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9caf5014c800: PM QoS request active for cpu 2, keep current deadline 4296582142 00000100:00000001:0.0:1789130484.989431:0:2347:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296579034 00000100:00000001:0.0:1789130484.989434:0:2347:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9caf5014c800: PM QoS request active for cpu 3, keep current deadline 4296582142 00000100:00000001:0.0:1789130484.989436:0:2347:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789130484.989440:0:2347:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130484.989445:0:2347:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130484.989447:0:2347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789130484.990738:0:2342:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789130484.990752:0:2342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf451e7000. 00000400:00000200:3.0:1789130484.990762:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130484.990774:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:3.0:1789130484.990784:0:2342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf5801e330 00000400:00000010:3.0:1789130484.990787:0:2342:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf5801e330. 00000100:00000001:3.0:1789130484.990794:0:2342:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789130484.990854:0:2342:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf61460780 x1876037329049600/t0(0) o4->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:6/4 lens 496/448 e 0 to 0 dl 1789130500 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130484.990869:0:2342:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130484.990873:0:2342:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf61460780 x1876037329049600/t0(0) o4->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:6/4 lens 496/448 e 0 to 0 dl 1789130500 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130484.990882:0:2342:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130484.990885:0:2342:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1789130485.008009:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130485.008049:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789130485.008055:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130485.008058:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130485.008070:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130485.008081:0:2341:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:2.0:1789130485.008096:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130485.008102:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130485.008109:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130485.008114:0:2341:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 448 into portal 4 MB=0x6aa3efa955800 00000400:00000200:2.0:1789130485.008120:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130485.008126:0:2341:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.123@tcp of length 448/448 into md 0x720d [1] + 224 00000800:00000001:2.0:1789130485.008135:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130485.008150:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130485.008154:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130485.008160:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:2.0:1789130485.008171:0:2341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789130485.008184:0:2341:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf61460780 x1876037329049600/t0(0) o4->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:6/4 lens 496/448 e 0 to 0 dl 1789130500 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789130485.008197:0:2341:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=448 offset=224 replen=448 req@ffff9caf61460780 x1876037329049600/t0(0) o4->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:6/4 lens 496/448 e 0 to 0 dl 1789130500 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130485.008227:0:2341:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789130485.008238:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130485.008242:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130485.008338:0:2347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789130485.008346:0:2347:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789130485.008355:0:2347:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789130485.008358:0:2347:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789130485.008362:0:2347:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf50131bb0. 00000400:00000200:0.0:1789130485.008368:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf5801e2a8 00000400:00000010:0.0:1789130485.008371:0:2347:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf5801e2a8. 00000100:00000001:0.0:1789130485.008376:0:2347:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789130485.008381:0:2347:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf61460780 x1876037329049600/t0(0) o4->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:6/4 lens 496/448 e 0 to 0 dl 1789130500 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1789130485.008391:0:2347:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf61460780 x1876037329049600/t0(0) o4->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:6/4 lens 496/448 e 0 to 0 dl 1789130500 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130485.008397:0:2347:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789130485.008400:0:2347:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130485.008403:0:2347:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789130485.008407:0:2347:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789130485.008410:0:2347:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789130485.008413:0:2347:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130485.008417:0:2347:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789130485.008429:0:2347:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf468acca8 time=853 v=5 (5 5 5 0) 00000100:00001000:0.0:1789130485.008434:0:2347:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf468acc18 time=22 v=5 (1 0 0 0) 00000100:00000001:0.0:1789130485.008437:0:2347:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789130485.008440:0:2347:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130485.008444:0:2347:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789130485.008448:0:2347:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130485.008452:0:2347:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1789130485.008454:0:2347:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1789130485.008457:0:2347:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1789130485.008460:0:2347:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789130485.008462:0:2347:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875798030208 : -109197911521408 : ffff9caf61460780) 00000100:00000001:0.0:1789130485.008466:0:2347:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789130485.008468:0:2347:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9caf5014c800: skip recheck: last_committed 4294967341 00000100:00000001:0.0:1789130485.008470:0:2347:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789130485.008473:0:2347:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130485.008479:0:2347:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf61460780 x1876037329049600/t4294967344(4294967344) o4->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:6/4 lens 496/448 e 0 to 0 dl 1789130500 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130485.008491:0:2347:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789130485.008495:0:2347:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789130485.008498:0:2347:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1789130485.008502:0:2347:0:(osc_request.c:2755:brw_interpret()) Process entered 00000008:00000001:0.0:1789130485.008504:0:2347:0:(osc_request.c:2311:osc_brw_fini_request()) Process entered 00000008:04000000:0.0:1789130485.008510:0:2347:0:(osc_request.c:2334:osc_brw_fini_request()) setdq for [0 0 0] with valid 0x18000006b584fb9, flags 404000 00000001:00000001:0.0:1789130485.008514:0:2347:0:(osc_quota.c:77:osc_quota_setdq()) Process entered 00000001:04000000:0.0:1789130485.008519:0:2347:0:(osc_quota.c:121:osc_quota_setdq()) lustre-OST0000-osc-ffff9caf5014c800: setdq to remove for usr 0 00000001:04000000:0.0:1789130485.008522:0:2347:0:(osc_quota.c:121:osc_quota_setdq()) lustre-OST0000-osc-ffff9caf5014c800: setdq to remove for grp 0 00000001:04000000:0.0:1789130485.008524:0:2347:0:(osc_quota.c:121:osc_quota_setdq()) lustre-OST0000-osc-ffff9caf5014c800: setdq to remove for prj 0 00000001:00000001:0.0:1789130485.008526:0:2347:0:(osc_quota.c:139:osc_quota_setdq()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:0.0:1789130485.008529:0:2347:0:(osc_request.c:761:osc_update_grant()) got 3407872 extra grant 00000008:00008000:0.0:1789130485.008533:0:2347:0:(osc_request.c:2230:check_write_checksum()) checksum 5b57dc90 confirmed 00000008:00000001:0.0:1789130485.008538:0:2347:0:(osc_request.c:2366:osc_brw_fini_request()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000001:0.0:1789130485.008542:0:2347:0:(osc_request.c:2586:osc_brw_fini_request()) Process leaving (rc=0 : 0 : 0) 00000008:00000002:0.0:1789130485.008545:0:2347:0:(osc_request.c:2760:brw_interpret()) request ffff9caf61460780 aa ffff9caf61460930 rc 0 00000020:00000001:0.0:1789130485.008555:0:2347:0:(cl_object.c:143:cl_object_top()) ffff9caf58313ab0 -> ffff9caf42b2a210 00000020:00000001:0.0:1789130485.008558:0:2347:0:(cl_object.c:143:cl_object_top()) ffff9caf58313ab0 -> ffff9caf42b2a210 00000020:00000001:0.0:1789130485.008560:0:2347:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00020000:00000001:0.0:1789130485.008565:0:2347:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1789130485.008568:0:2347:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130485.008569:0:2347:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130485.008571:0:2347:0:(cl_object.c:143:cl_object_top()) ffff9caf58313ab0 -> ffff9caf42b2a210 00000008:00000010:0.0:1789130485.008575:0:2347:0:(osc_request.c:2846:brw_interpret()) slab-freed '(aa->aa_oa)': 208 at ffff9caf47e6c8f0. 00000020:00000001:0.0:1789130485.008580:0:2347:0:(cl_object.c:143:cl_object_top()) ffff9caf58313ab0 -> ffff9caf42b2a210 00000020:00000001:0.0:1789130485.008583:0:2347:0:(cl_object.c:278:cl_object_dirty_for_sync()) Process entered 00000020:00000001:0.0:1789130485.008588:0:2347:0:(cl_object.c:284:cl_object_dirty_for_sync()) Process leaving 00000100:00000001:0.0:1789130485.008591:0:2347:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789130485.008595:0:2347:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf61460780 x1876037329049600/t4294967344(4294967344) o4->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:6/4 lens 496/448 e 0 to 0 dl 1789130500 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130485.008604:0:2347:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1789130485.008609:0:2347:0:(osc_cache.c:941:osc_extent_finish()) Process entered 00000008:00000020:0.0:1789130485.008613:0:2347:0:(osc_cache.c:945:osc_extent_finish()) extent ffff9caf44ec0300@{[0 -> 255/255], 0x240000400:66, [3|0|-|rpc|wiuY|ffff9caf58313ab0], [1703936|1|+|+|ffff9caf40030200|256|ffff9caf480d27c0]} extent finished. 00000008:00010000:0.0:1789130485.008625:0:2347:0:(osc_cache.c:945:osc_extent_finish()) ### extent: 00000000b198a023 ns: lustre-OST0000-osc-ffff9caf5014c800 lock: 00000000ada5e505/0xde5303b1d982ce19 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xcdf1b083821a605b expref: -99 pid: 34337 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00000001:0.0:1789130485.008643:0:2347:0:(osc_cache.c:1444:osc_completion()) Process entered 00000020:00000001:0.0:1789130485.008646:0:2347:0:(cl_page.c:1102:cl_page_complete()) Process entered 00000020:00000001:0.0:1789130485.008722:0:2347:0:(cl_page.c:1104:cl_page_complete()) page@000000007615eeef[2 000000003118be1a 3 1 0000000000000000 0 0 0] 00000020:00000001:0.0:1789130485.008725:0:2347:0:(cl_page.c:1104:cl_page_complete()) 1 0 00000020:00000001:0.0:1789130485.008727:0:2347:0:(cl_page.c:1001:cl_req_type_state()) Process entered 00000020:00000001:0.0:1789130485.008729:0:2347:0:(cl_page.c:1002:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:0.0:1789130485.008732:0:2347:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1789130485.008737:0:2347:0:(cl_page.c:507:__cl_page_state_set()) page@000000007615eeef[2 000000003118be1a 3 1 0000000000000000 0 0 0] 00000020:00000001:0.0:1789130485.008739:0:2347:0:(cl_page.c:507:__cl_page_state_set()) 3 -> 1 00000020:00000001:0.0:1789130485.008741:0:2347:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000080:00000001:0.0:1789130485.008745:0:2347:0:(vvp_page.c:166:vvp_page_complete_write()) Process entered 00000080:00008000:0.0:1789130485.008749:0:2347:0:(vvp_page.c:167:vvp_page_complete_write()) page@000000007615eeef[2 000000003118be1a 1 1 0000000000000000 0 0 0] 00000080:00008000:0.0:1789130485.008752:0:2347:0:(vvp_page.c:167:vvp_page_complete_write()) completing WRITE with 0 00000080:00000001:0.0:1789130485.008781:0:2347:0:(vvp_page.c:182:vvp_page_complete_write()) Process leaving 00000020:00000001:0.0:1789130485.008783:0:2347:0:(cl_page.c:1125:cl_page_complete()) Process leaving 00000020:00000001:0.0:1789130485.008786:0:2347:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:0.0:1789130485.008790:0:2347:0:(cl_page.c:556:cl_batch_put()) page@000000007615eeef[2 000000003118be1a 1 1 0000000000000000 0 0 0] 00000020:00000001:0.0:1789130485.008792:0:2347:0:(cl_page.c:556:cl_batch_put()) 2 00000020:00000001:0.0:1789130485.008794:0:2347:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000008:00000001:0.0:1789130485.008796:0:2347:0:(osc_cache.c:1488:osc_completion()) Process leaving 00000008:00000020:0.0:1789130485.008800:0:2347:0:(osc_cache.c:1637:osc_free_grant()) lost 0 grant: 0 avail: 3801088 dirty: 0/0 00000008:00000020:0.0:1789130485.009009:0:2347:0:(osc_cache.c:498:__osc_extent_remove()) extent ffff9caf44ec0300@{[0 -> 255/255], 0x240000400:66, [2|0|-|inv|wuY|ffff9caf58313ab0], [1703936|0|-|-|ffff9caf40030200|256|ffff9caf480d27c0]} destroyed. 00000008:00010000:0.0:1789130485.009028:0:2347:0:(osc_cache.c:498:__osc_extent_remove()) ### extent: 00000000b198a023 ns: lustre-OST0000-osc-ffff9caf5014c800 lock: 00000000ada5e505/0xde5303b1d982ce19 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xcdf1b083821a605b expref: -99 pid: 34337 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00000001:0.0:1789130485.009036:0:2347:0:(osc_cache.c:992:osc_extent_finish()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:0.0:1789130485.009040:0:2347:0:(osc_request.c:2714:osc_release_ppga()) kvfree 'ppga': 8 at ffff9caf82077a40. 00000008:00000020:0.0:1789130485.009051:0:2347:0:(osc_cache.c:2547:__osc_io_unplug()) Queue writeback work for client ffff9caf5044bcb0. 00000008:00000001:0.0:1789130485.009064:0:2347:0:(osc_request.c:2950:brw_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130485.009071:0:2347:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf61460780 x1876037329049600/t4294967344(4294967344) o4->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:6/4 lens 496/448 e 0 to 0 dl 1789130500 ref 2 fl Interpret:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1789130485.009080:0:2347:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf61460780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:2347:1876037329049600:192.168.204.123@tcp:4:multiop.0 00000100:00000001:0.0:1789130485.009086:0:2347:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130485.009089:0:2347:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789130485.009093:0:2347:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf61460780 x1876037329049600/t4294967344(4294967344) o4->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:6/4 lens 496/448 e 0 to 0 dl 1789130500 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130485.009100:0:2347:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130485.009103:0:2347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130485.009111:0:2347:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789130485.009113:0:2347:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130485.009117:0:2347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789130485.009120:0:2347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130485.009146:0:30449:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1789130485.009151:0:30449:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446634875648777320 : -109198060774296 : ffff9caf58609c68) 00000020:00001000:0.0:1789130485.009154:0:30449:0:(cl_object.c:823:cl_env_get()) 1@ffff9caf58609c60 00000008:00000020:0.0:1789130485.009156:0:30449:0:(osc_request.c:4259:brw_queue_work()) Run writeback work for client obd ffff9caf5044bcb0. 00000008:00000001:0.0:1789130485.009159:0:30449:0:(osc_cache.c:2467:osc_check_rpcs()) Process entered 00000008:00000001:0.0:1789130485.009161:0:30449:0:(osc_cache.c:2428:osc_next_obj()) Process entered 00000008:00000001:0.0:1789130485.009164:0:30449:0:(osc_cache.c:2458:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1789130485.009166:0:30449:0:(osc_cache.c:2531:osc_check_rpcs()) Process leaving 00000020:00001000:0.0:1789130485.009168:0:30449:0:(cl_object.c:917:cl_env_put()) 1@ffff9caf58609c60 00000008:00000001:1.0:1789130485.012383:0:34337:0:(osc_cache.c:1045:osc_extent_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130485.012398:0:34337:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130485.012401:0:34337:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000010:1.0:1789130485.012409:0:34337:0:(osc_cache.c:374:osc_extent_put()) slab-freed '(ext)': 192 at ffff9caf44ec0300. 00000008:00000020:1.0:1789130485.012424:0:34337:0:(osc_cache.c:3383:osc_cache_wait_range()) obj ffff9caf58313ab0 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:1.0:1789130485.012429:0:34337:0:(osc_cache.c:3384:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130485.012434:0:34337:0:(cl_io.c:567:cl_io_end()) Process leaving 00020000:00000001:1.0:1789130485.012437:0:34337:0:(lov_io.c:1604:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789130485.012440:0:34337:0:(lov_io.c:2200:lov_io_fsync_end()) Process leaving 00000020:00000001:1.0:1789130485.012444:0:34337:0:(cl_io.c:567:cl_io_end()) Process leaving 00000020:00000001:1.0:1789130485.012447:0:34337:0:(cl_io.c:356:cl_io_unlock()) Process entered 00020000:00000001:1.0:1789130485.012450:0:34337:0:(lov_io.c:1682:lov_io_unlock()) Process entered 00020000:00000001:1.0:1789130485.012455:0:34337:0:(lov_io.c:1516:lov_io_call()) Process entered 00000020:00000001:1.0:1789130485.012458:0:34337:0:(cl_io.c:356:cl_io_unlock()) Process entered 00000020:00000001:1.0:1789130485.012460:0:34337:0:(cl_io.c:377:cl_io_unlock()) Process leaving 00020000:00000001:1.0:1789130485.012461:0:34337:0:(lov_io.c:1616:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789130485.012464:0:34337:0:(lov_io.c:1533:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789130485.012466:0:34337:0:(lov_io.c:1685:lov_io_unlock()) Process leaving 00000020:00000001:1.0:1789130485.012467:0:34337:0:(cl_io.c:377:cl_io_unlock()) Process leaving 00000020:00000001:1.0:1789130485.012469:0:34337:0:(cl_io.c:453:cl_io_rw_advance()) Process entered 00000020:00000001:1.0:1789130485.012471:0:34337:0:(cl_io.c:469:cl_io_rw_advance()) Process leaving 00000020:00000001:1.0:1789130485.012473:0:34337:0:(cl_io.c:433:cl_io_iter_fini()) Process entered 00020000:00000001:1.0:1789130485.012475:0:34337:0:(lov_io.c:1663:lov_io_iter_fini()) Process entered 00020000:00000001:1.0:1789130485.012476:0:34337:0:(lov_io.c:1516:lov_io_call()) Process entered 00000020:00000001:1.0:1789130485.012477:0:34337:0:(cl_io.c:433:cl_io_iter_fini()) Process entered 00000020:00000001:1.0:1789130485.012478:0:34337:0:(cl_io.c:439:cl_io_iter_fini()) Process leaving 00020000:00000001:1.0:1789130485.012480:0:34337:0:(lov_io.c:1610:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789130485.012481:0:34337:0:(lov_io.c:1533:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789130485.012484:0:34337:0:(lov_io.c:1674:lov_io_iter_fini()) Process leaving 00000020:00000001:1.0:1789130485.012485:0:34337:0:(cl_io.c:439:cl_io_iter_fini()) Process leaving 00000020:00000001:1.0:1789130485.012487:0:34337:0:(cl_io.c:877:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130485.012491:0:34337:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:1.0:1789130485.012493:0:34337:0:(lov_io.c:1057:lov_io_fini()) Process entered 00020000:00000001:1.0:1789130485.012496:0:34337:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:1.0:1789130485.012497:0:34337:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:1.0:1789130485.012499:0:34337:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1789130485.012502:0:34337:0:(cl_object.c:917:cl_env_put()) 1@ffff9caf58609510 00020000:00000001:1.0:1789130485.012575:0:34337:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:1.0:1789130485.012578:0:34337:0:(lov_io.c:1088:lov_io_fini()) Process leaving 00000080:00000001:1.0:1789130485.012583:0:34337:0:(vvp_io.c:392:vvp_io_fini()) Process entered 00000080:00200000:1.0:1789130485.012586:0:34337:0:(vvp_io.c:402:vvp_io_fini()) [0x200000404:0x30:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, need minor change layout 0 00000080:00000001:1.0:1789130485.012590:0:34337:0:(vvp_io.c:509:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1789130485.012591:0:34337:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1789130485.012595:0:34337:0:(cl_object.c:917:cl_env_put()) 1@ffff9caf586092d0 00000080:00000001:1.0:1789130485.012598:0:34337:0:(file.c:5349:cl_sync_file_range()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1789130485.012603:0:34337:0:(rw.c:1576:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789130485.012615:0:34337:0:(lov_object.c:2454:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:1.0:1789130485.012619:0:34337:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9caf47cdc0f8) owner 0000000000000000/ffff9caf480d27c0 00020000:00000002:1.0:1789130485.012732:0:34337:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9caf47cdc0f8) owner 0000000000000000/ffff9caf480d27c0 00020000:00000001:1.0:1789130485.012736:0:34337:0:(lov_object.c:2505:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1789130485.012741:0:34337:0:(file.c:5370:ll_mdsync()) inode ffff9caf6019f448 metadata sync [0x200000404:0x30:0x0] (need_sync=1) 00800000:00000001:1.0:1789130485.012752:0:34337:0:(lmv_obd.c:3058:lmv_fsync()) Process entered 00000002:00000001:1.0:1789130485.012762:0:34337:0:(mdc_request.c:2773:mdc_fsync()) Process entered 00000100:00000010:1.0:1789130485.012779:0:34337:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf615d6940. 00000020:00000040:1.0:1789130485.012788:0:34337:0:(genops.c:1210:class_import_get()) import ffff9caf6079a800 refcount=7 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000100:00000001:1.0:1789130485.012795:0:34337:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789130485.012799:0:34337:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789130485.012889:0:34337:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789130485.012902:0:34337:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9caf47ff9a00. 00000100:00000001:1.0:1789130485.012913:0:34337:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130485.012924:0:34337:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1789130485.012927:0:34337:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1789130485.012938:0:34337:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9caf6175b600. 00000100:00000001:1.0:1789130485.012941:0:34337:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446634875801155072 : -109197908396544 : ffff9caf6175b600) 00000100:00000001:1.0:1789130485.012944:0:34337:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789130485.012946:0:34337:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875799562560 : -109197909989056 : ffff9caf615d6940) 00000100:00000001:1.0:1789130485.012953:0:34337:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789130485.012959:0:34337:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130485.012962:0:34337:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1789130485.012963:0:34337:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789130485.012980:0:34337:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf615d6940 x1876037329049728/t0(0) o44->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 448/440 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130485.012991:0:34337:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789130485.012995:0:34337:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130485.012999:0:34337:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789130485.013002:0:34337:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789130485.013005:0:34337:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789130485.013009:0:34337:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf615d6940 pname:cluuid:pid:xid:nid:opc:job multiop:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:34337:1876037329049728:192.168.204.123@tcp:44:multiop.0 00000100:00000001:1.0:1789130485.013013:0:34337:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789130485.013031:0:34337:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789130485.013034:0:34337:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130485.013037:0:34337:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789130485.013042:0:34337:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9caf487c2400. 02000000:00000001:1.0:1789130485.013044:0:34337:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789130485.013054:0:34337:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:1.0:1789130485.013059:0:34337:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf42d8ec08. 00000400:00000010:1.0:1789130485.013068:0:34337:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf462a3990. 00000100:00000200:1.0:1789130485.013078:0:34337:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876037329049728, portal 10 00000100:00000001:1.0:1789130485.013081:0:34337:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789130485.013082:0:34337:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875799562560 : -109197909989056 : ffff9caf615d6940) 00000100:00000040:1.0:1789130485.013090:0:34337:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9caf615d6940 x1876037329049728/t0(0) o44->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 448/440 e 0 to 0 dl 1789130501 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130485.013098:0:34337:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789130485.013101:0:34337:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:1.0:1789130485.013105:0:34337:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf462a3880. 00000100:00000200:1.0:1789130485.013109:0:34337:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 12, xid 1876037329049728, offset 0 00000400:00000200:1.0:1789130485.013116:0:34337:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:1.0:1789130485.013128:0:34337:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:1.0:1789130485.013137:0:34337:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:1.0:1789130485.013144:0:34337:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789130485.013149:0:34337:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:1.0:1789130485.013154:0:34337:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789130485.013157:0:34337:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:1.0:1789130485.013162:0:34337:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2643:2643:256:4294967295] 192.168.204.123@tcp LPNI seq info [2642:2642:8:4294967295] 00000400:00000200:1.0:1789130485.013167:0:34337:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:1.0:1789130485.013179:0:34337:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:1.0:1789130485.013187:0:34337:0:(socklnd_cb.c:931:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:1.0:1789130485.013193:0:34337:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf4a83a100. 00000800:00000200:1.0:1789130485.013202:0:34337:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:1.0:1789130485.013213:0:34337:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:1.0:1789130485.013219:0:34337:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf4a83a100 type 1, nob 544 niov 1 nkiov 1 00000100:00000001:1.0:1789130485.013330:0:34337:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789130485.013336:0:34337:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: using a timeout of 812033 usecs (813 jiffies) 00000400:00000200:1.0:1789130485.013340:0:34337:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:1.0:1789130485.013344:0:34337:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296579848 00000100:00000001:1.0:1789130485.013348:0:34337:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 2, keep current deadline 4296582142 00000100:00000001:1.0:1789130485.013350:0:34337:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296579848 00000100:00000001:1.0:1789130485.013352:0:34337:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 3, keep current deadline 4296582142 00000100:00000001:1.0:1789130485.013356:0:34337:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789130485.013359:0:34337:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130485.013361:0:34337:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789130485.013363:0:34337:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1789130485.013366:0:34337:0:(client.c:2715:ptlrpc_set_wait()) set ffff9caf6175b600 going to sleep for 11 seconds 00000100:00000001:1.0:1789130485.013369:0:34337:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789130485.013372:0:34337:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789130485.015924:0:2342:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789130485.015938:0:2342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf4a83a100. 00000400:00000200:3.0:1789130485.015947:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130485.015959:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:3.0:1789130485.015967:0:2342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf462a3880 00000400:00000010:3.0:1789130485.015971:0:2342:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf462a3880. 00000100:00000001:3.0:1789130485.015978:0:2342:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789130485.015989:0:2342:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf615d6940 x1876037329049728/t0(0) o44->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 448/440 e 0 to 0 dl 1789130501 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130485.016004:0:2342:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130485.016008:0:2342:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf615d6940 x1876037329049728/t0(0) o44->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 448/440 e 0 to 0 dl 1789130501 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130485.016026:0:2342:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130485.016029:0:2342:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1789130485.051859:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130485.051891:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789130485.051899:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130485.051903:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130485.051918:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130485.051930:0:2341:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:2.0:1789130485.051940:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130485.051946:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130485.051954:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130485.051959:0:2341:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 440 into portal 10 MB=0x6aa3efa955880 00000400:00000200:2.0:1789130485.051965:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130485.051973:0:2341:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.123@tcp of length 440/440 into md 0x7215 [1] + 224 00000800:00000001:2.0:1789130485.051984:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130485.051994:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130485.051998:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130485.052004:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:2.0:1789130485.052026:0:2341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789130485.052045:0:2341:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf615d6940 x1876037329049728/t0(0) o44->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 448/440 e 0 to 0 dl 1789130501 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789130485.052057:0:2341:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=440 offset=224 replen=440 req@ffff9caf615d6940 x1876037329049728/t0(0) o44->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 448/440 e 0 to 0 dl 1789130501 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130485.052091:0:2341:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789130485.052106:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130485.052110:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130485.052248:0:34337:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789130485.052263:0:34337:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789130485.052266:0:34337:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789130485.052271:0:34337:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf42d8ec08. 00000400:00000200:1.0:1789130485.052278:0:34337:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf462a3990 00000400:00000010:1.0:1789130485.052282:0:34337:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf462a3990. 00000100:00000001:1.0:1789130485.052288:0:34337:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789130485.052293:0:34337:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf615d6940 x1876037329049728/t0(0) o44->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 448/440 e 0 to 0 dl 1789130501 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789130485.052304:0:34337:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf615d6940 x1876037329049728/t0(0) o44->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 448/440 e 0 to 0 dl 1789130501 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130485.052312:0:34337:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789130485.052315:0:34337:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130485.052319:0:34337:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789130485.052324:0:34337:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789130485.052328:0:34337:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789130485.052331:0:34337:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130485.052336:0:34337:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789130485.052351:0:34337:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf6079ac60 time=104 v=5 (5 104 104 104) 00000100:00001000:1.0:1789130485.052358:0:34337:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf6079ac18 time=26 v=5 (1 0 0 0) 00000100:00000001:1.0:1789130485.052361:0:34337:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789130485.052363:0:34337:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130485.052367:0:34337:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789130485.052373:0:34337:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130485.052378:0:34337:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1789130485.052381:0:34337:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9caf5014c800: committing for last_committed 8589934597 gen 2 00000100:00000040:1.0:1789130485.052390:0:34337:0:(client.c:3181:ptlrpc_free_committed()) @@@ commit (last_committed 8589934597) req@ffff9caf61461680 x1876037329047680/t8589934593(8589934593) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 568/448 e 0 to 0 dl 1789130500 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130485.052406:0:34337:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789130485.052410:0:34337:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf61461680 x1876037329047680/t8589934593(8589934593) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 568/448 e 0 to 0 dl 1789130500 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130485.052420:0:34337:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789130485.052424:0:34337:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789130485.052430:0:34337:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9caf482bd400. 02000000:00000001:1.0:1789130485.052435:0:34337:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789130485.052439:0:34337:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1789130485.052442:0:34337:0:(genops.c:1223:class_import_put()) import ffff9caf6079a800 refcount=6 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000020:00000001:1.0:1789130485.052445:0:34337:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1789130485.052449:0:34337:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9caf482bcc00. 02000000:00000001:1.0:1789130485.052454:0:34337:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789130485.052456:0:34337:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789130485.052458:0:34337:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf61461680. 00000100:00000001:1.0:1789130485.052464:0:34337:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789130485.052466:0:34337:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789130485.052473:0:34337:0:(client.c:3181:ptlrpc_free_committed()) @@@ commit (last_committed 8589934597) req@ffff9caf61462580 x1876037329048704/t8589934595(8589934595) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 520/456 e 0 to 0 dl 1789130500 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130485.052480:0:34337:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789130485.052484:0:34337:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf61462580 x1876037329048704/t8589934595(8589934595) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 520/456 e 0 to 0 dl 1789130500 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130485.052490:0:34337:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789130485.052491:0:34337:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789130485.052493:0:34337:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9caf482bfc00. 02000000:00000001:1.0:1789130485.052497:0:34337:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789130485.052499:0:34337:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1789130485.052500:0:34337:0:(genops.c:1223:class_import_put()) import ffff9caf6079a800 refcount=5 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000020:00000001:1.0:1789130485.052502:0:34337:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1789130485.052503:0:34337:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9caf482bc800. 02000000:00000001:1.0:1789130485.052506:0:34337:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789130485.052507:0:34337:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789130485.052508:0:34337:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf61462580. 00000100:00000001:1.0:1789130485.052512:0:34337:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789130485.052513:0:34337:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1789130485.052519:0:34337:0:(client.c:3174:ptlrpc_free_committed()) @@@ keeping (FL_REPLAY) req@ffff9caf615d5a40 x1876037329049344/t8589934597(8589934597) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/664 e 0 to 0 dl 1789130500 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130485.052528:0:34337:0:(client.c:3188:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1789130485.052531:0:34337:0:(client.c:3235:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9caf5014c800: normal: skip=1 replay=2/3 committed=0/0 00000100:00000001:1.0:1789130485.052534:0:34337:0:(client.c:3236:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789130485.052537:0:34337:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789130485.052542:0:34337:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf615d6940 x1876037329049728/t0(0) o44->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 448/440 e 0 to 0 dl 1789130501 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130485.052549:0:34337:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789130485.052552:0:34337:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789130485.052555:0:34337:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789130485.052559:0:34337:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf615d6940 x1876037329049728/t0(0) o44->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 448/440 e 0 to 0 dl 1789130501 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789130485.052566:0:34337:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf615d6940 pname:cluuid:pid:xid:nid:opc:job multiop:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:34337:1876037329049728:192.168.204.123@tcp:44:multiop.0 00000100:00000001:1.0:1789130485.052572:0:34337:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130485.052575:0:34337:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130485.052578:0:34337:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1789130485.052580:0:34337:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789130485.052583:0:34337:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf615d6940 x1876037329049728/t0(0) o44->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 448/440 e 0 to 0 dl 1789130501 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130485.052590:0:34337:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789130485.052593:0:34337:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9caf6175b600. 00000100:00000001:1.0:1789130485.052597:0:34337:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1789130485.052599:0:34337:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789130485.052602:0:34337:0:(mdc_request.c:2794:mdc_fsync()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789130485.052606:0:34337:0:(lmv_obd.c:3065:lmv_fsync()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130485.052610:0:34337:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789130485.052613:0:34337:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf615d6940 x1876037329049728/t0(0) o44->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 448/440 e 0 to 0 dl 1789130501 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130485.052625:0:34337:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789130485.052626:0:34337:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789130485.052628:0:34337:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9caf487c2400. 02000000:00000001:1.0:1789130485.052631:0:34337:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789130485.052632:0:34337:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1789130485.052633:0:34337:0:(genops.c:1223:class_import_put()) import ffff9caf6079a800 refcount=4 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000020:00000001:1.0:1789130485.052636:0:34337:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1789130485.052637:0:34337:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9caf47ff9a00. 02000000:00000001:1.0:1789130485.052641:0:34337:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789130485.052642:0:34337:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789130485.052643:0:34337:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf615d6940. 00000100:00000001:1.0:1789130485.056569:0:34337:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789130485.056580:0:34337:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1789130485.056592:0:34337:0:(pcc.c:2802:pcc_fsync()) Process entered 00000080:00000001:1.0:1789130485.056595:0:34337:0:(pcc.c:2805:pcc_fsync()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130485.056598:0:34337:0:(file.c:5312:cl_sync_file_range()) Process entered 00000020:00000001:1.0:1789130485.056602:0:34337:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1789130485.056608:0:34337:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446634875648774872 : -109198060776744 : ffff9caf586092d8) 00000020:00001000:1.0:1789130485.056617:0:34337:0:(cl_object.c:823:cl_env_get()) 1@ffff9caf586092d0 00000020:00000001:1.0:1789130485.056629:0:34337:0:(cl_object.c:143:cl_object_top()) ffff9caf42b2a210 -> ffff9caf42b2a210 00000020:00000001:1.0:1789130485.056633:0:34337:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1789130485.056637:0:34337:0:(vvp_io.c:1987:vvp_io_init()) Process entered 00000080:00200000:1.0:1789130485.056640:0:34337:0:(vvp_io.c:1992:vvp_io_init()) [0x200000404:0x30:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:1.0:1789130485.056644:0:34337:0:(cl_io.c:902:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1789130485.058377:0:34337:0:(cl_io.c:908:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1789130485.058392:0:34337:0:(vvp_io.c:2064:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1789130485.058405:0:34337:0:(lov_object.c:1604:lov_io_init()) [0x200000404:0x30:0x0]io ffff9caf42d818c0 type 6 ignore/verify layout 0/0, compressed 0 00020000:00000002:1.0:1789130485.058413:0:34337:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9caf47cdc0f8) owner 0000000000000000/ffff9caf480d27c0 00020000:00000001:2.0:1789130485.058584:0:34337:0:(lov_io.c:2488:lov_io_init_composite()) Process entered 00020000:00000001:2.0:1789130485.058588:0:34337:0:(lov_io.c:764:lov_io_slice_init()) Process entered 00020000:00000001:2.0:1789130485.058591:0:34337:0:(lov_io.c:478:lov_io_mirror_init()) Process entered 00020000:00000001:2.0:1789130485.058593:0:34337:0:(lov_io.c:489:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789130485.058596:0:34337:0:(lov_io.c:919:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:2.0:1789130485.058599:0:34337:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:2.0:1789130485.058601:0:34337:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130485.058617:0:34337:0:(cl_io.c:902:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1789130485.058619:0:34337:0:(cl_io.c:908:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1789130485.058621:0:34337:0:(lov_io.c:2501:lov_io_init_composite()) Process leaving 00020000:00000002:2.0:1789130485.058625:0:34337:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9caf47cdc0f8) owner 0000000000000000/ffff9caf480d27c0 00000020:00000001:2.0:1789130485.058629:0:34337:0:(cl_io.c:146:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130485.058633:0:34337:0:(cl_io.c:827:cl_io_loop()) Process entered 00000020:00000001:2.0:1789130485.058635:0:34337:0:(cl_io.c:403:cl_io_iter_init()) Process entered 00020000:00000001:2.0:1789130485.058637:0:34337:0:(lov_io.c:1238:lov_io_iter_init()) Process entered 00020000:00200000:2.0:1789130485.058641:0:34337:0:(lov_io.c:1289:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:2.0:1789130485.058645:0:34337:0:(lov_offset.c:253:lov_stripe_intersects()) [0->9223372036854775806] -> [(0) 0->9223372036854775806 (0)] 00020000:00000001:2.0:1789130485.058660:0:34337:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1789130485.058663:0:34337:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:2.0:1789130485.058666:0:34337:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1789130485.058671:0:34337:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446634875648776744 : -109198060774872 : ffff9caf58609a28) 00000020:00001000:2.0:1789130485.058675:0:34337:0:(cl_object.c:823:cl_env_get()) 1@ffff9caf58609a20 00000020:00000001:2.0:1789130485.058679:0:34337:0:(cl_object.c:143:cl_object_top()) ffff9caf42b2ab70 -> ffff9caf42b2a210 00000020:00000001:2.0:1789130485.058682:0:34337:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:2.0:1789130485.058687:0:34337:0:(cl_io.c:902:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1789130485.058688:0:34337:0:(cl_io.c:908:cl_io_slice_add()) Process leaving 00000020:00000001:2.0:1789130485.058690:0:34337:0:(cl_io.c:146:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789130485.058692:0:34337:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789130485.058694:0:34337:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446634875287504200 : -109198422047416 : ffff9caf42d80548) 00000020:00000001:2.0:1789130485.058697:0:34337:0:(cl_io.c:403:cl_io_iter_init()) Process entered 00000020:00000001:2.0:1789130485.058699:0:34337:0:(cl_io.c:415:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789130485.058701:0:34337:0:(lov_io.c:1395:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130485.058702:0:34337:0:(cl_io.c:415:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130485.058705:0:34337:0:(cl_io.c:318:cl_io_lock()) Process entered 00020000:00000001:2.0:1789130485.058708:0:34337:0:(lov_io.c:1538:lov_io_lock()) Process entered 00020000:00000001:2.0:1789130485.058709:0:34337:0:(lov_io.c:1516:lov_io_call()) Process entered 00000020:00000001:2.0:1789130485.058711:0:34337:0:(cl_io.c:318:cl_io_lock()) Process entered 00000020:00000001:2.0:1789130485.058713:0:34337:0:(cl_io.c:290:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1789130485.058714:0:34337:0:(cl_io.c:299:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130485.058716:0:34337:0:(cl_io.c:338:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789130485.058718:0:34337:0:(lov_io.c:1533:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789130485.058719:0:34337:0:(lov_io.c:1539:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130485.058721:0:34337:0:(cl_io.c:290:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1789130485.058722:0:34337:0:(cl_io.c:299:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130485.058724:0:34337:0:(cl_io.c:338:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130485.058726:0:34337:0:(cl_io.c:532:cl_io_start()) Process entered 00020000:00000001:2.0:1789130485.058729:0:34337:0:(lov_io.c:1588:lov_io_start()) Process entered 00020000:00000001:2.0:1789130485.058731:0:34337:0:(lov_io.c:1516:lov_io_call()) Process entered 00000020:00000001:2.0:1789130485.058732:0:34337:0:(cl_io.c:532:cl_io_start()) Process entered 00000008:00000001:2.0:1789130485.058735:0:34337:0:(osc_io.c:1127:osc_io_fsync_start()) Process entered 00000008:00000001:2.0:1789130485.058739:0:34337:0:(osc_cache.c:3411:osc_cache_writeback_range()) Process entered 00000008:00000020:2.0:1789130485.058748:0:34337:0:(osc_cache.c:3551:osc_cache_writeback_range()) obj ffff9caf58313ab0 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 2251799813685247] npages 1: rc=0. 00000008:00000001:2.0:1789130485.058757:0:34337:0:(osc_cache.c:3566:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1789130485.058760:0:34337:0:(osc_cache.c:3346:osc_cache_wait_range()) Process entered 00000008:00000020:2.0:1789130485.058764:0:34337:0:(osc_cache.c:3383:osc_cache_wait_range()) obj ffff9caf58313ab0 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:2.0:1789130485.058767:0:34337:0:(osc_cache.c:3384:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1789130485.058769:0:34337:0:(osc_io.c:1095:osc_fsync_ost()) Process entered 00000020:00000001:2.0:1789130485.058772:0:34337:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:2.0:1789130485.058775:0:34337:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process entered 00000020:00000001:2.0:1789130485.058777:0:34337:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:2.0:1789130485.058780:0:34337:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:2.0:1789130485.058781:0:34337:0:(lovsub_object.c:152:lovsub_req_projid_set()) Process leaving 00000020:00000001:2.0:1789130485.058783:0:34337:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:2.0:1789130485.058786:0:34337:0:(osc_request.c:519:osc_sync_base()) Process entered 00000100:00000010:2.0:1789130485.058842:0:34337:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf580b8f00. 00000020:00000040:2.0:1789130485.058850:0:34337:0:(genops.c:1210:class_import_get()) import ffff9caf468ac800 refcount=4 obd=lustre-OST0000-osc-ffff9caf5014c800 00000100:00000001:2.0:1789130485.058856:0:34337:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789130485.058860:0:34337:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789130485.058866:0:34337:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789130485.058905:0:34337:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9caf46309600. 00000100:00000001:2.0:1789130485.058915:0:34337:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130485.058930:0:34337:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789130485.058948:0:34337:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130485.058968:0:34337:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000857e971] to pc [ptlrpcd_01_00+0] req@ffff9caf580b8f00 x1876037329049856/t0(0) o16->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000008:00000001:2.0:1789130485.059030:0:34337:0:(osc_request.c:543:osc_sync_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1789130485.059033:0:34337:0:(osc_io.c:1112:osc_fsync_ost()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1789130485.059035:0:34337:0:(osc_io.c:1196:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130485.059037:0:34337:0:(cl_io.c:544:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789130485.059039:0:34337:0:(lov_io.c:1533:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789130485.059040:0:34337:0:(lov_io.c:1589:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130485.059042:0:34337:0:(cl_io.c:544:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130485.059045:0:34337:0:(cl_io.c:559:cl_io_end()) Process entered 00020000:00000001:2.0:1789130485.059048:0:34337:0:(lov_io.c:2189:lov_io_fsync_end()) Process entered 00020000:00000001:2.0:1789130485.059050:0:34337:0:(lov_io.c:1594:lov_io_end_wrapper()) Process entered 00000020:00000001:2.0:1789130485.059052:0:34337:0:(cl_io.c:559:cl_io_end()) Process entered 00000100:00000001:2.0:1789130485.059063:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1789130485.059069:0:2350:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:2.0:1789130485.059072:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130485.059084:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789130485.059088:0:2350:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789130485.059089:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130485.059093:0:2350:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789130485.059097:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789130485.059100:0:2350:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789130485.059103:0:2350:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789130485.059111:0:2350:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf580b8f00 x1876037329049856/t0(0) o16->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130485.059120:0:2350:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789130485.059124:0:2350:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789130485.059130:0:2350:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789130485.059132:0:2350:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789130485.059135:0:2350:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789130485.059140:0:2350:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf580b8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:2350:1876037329049856:192.168.204.123@tcp:16:multiop.0 00000100:00000001:2.0:1789130485.059342:0:2350:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789130485.059352:0:2350:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789130485.059355:0:2350:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789130485.059358:0:2350:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789130485.059365:0:2350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9caf50104000. 02000000:00000001:2.0:1789130485.059368:0:2350:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789130485.059377:0:2350:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:2.0:1789130485.059383:0:2350:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf483fd000. 00000400:00000010:2.0:1789130485.059393:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf42d18bb0. 00000100:00000200:2.0:1789130485.059404:0:2350:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876037329049856, portal 4 00000100:00000001:2.0:1789130485.059407:0:2350:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789130485.059409:0:2350:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875643203328 : -109198066348288 : ffff9caf580b8f00) 00000100:00000040:2.0:1789130485.059419:0:2350:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9caf580b8f00 x1876037329049856/t0(0) o16->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 440/432 e 0 to 0 dl 1789130501 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130485.059428:0:2350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789130485.059431:0:2350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:2.0:1789130485.059435:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf42d18990. 00000100:00000200:2.0:1789130485.059439:0:2350:0:(niobuf.c:94:ptl_send_buf()) Sending 440 bytes to portal 28, xid 1876037329049856, offset 0 00000400:00000200:2.0:1789130485.059448:0:2350:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:2.0:1789130485.059460:0:2350:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130485.059471:0:2350:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:2.0:1789130485.059478:0:2350:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789130485.059484:0:2350:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:2.0:1789130485.059490:0:2350:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789130485.059493:0:2350:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:2.0:1789130485.059497:0:2350:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2644:2644:256:4294967295] 192.168.204.123@tcp LPNI seq info [2643:2643:8:4294967295] 00000400:00000200:2.0:1789130485.059503:0:2350:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130485.059515:0:2350:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:2.0:1789130485.059523:0:2350:0:(socklnd_cb.c:931:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:2.0:1789130485.059530:0:2350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf44db5d00. 00000800:00000200:2.0:1789130485.059539:0:2350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:2.0:1789130485.059549:0:2350:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:2.0:1789130485.059555:0:2350:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf44db5d00 type 1, nob 536 niov 1 nkiov 1 00000100:00000001:2.0:1789130485.059627:0:2350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130485.059634:0:2350:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9caf5014c800: using a timeout of 22955 usecs (23 jiffies) 00000400:00000200:2.0:1789130485.059638:0:2350:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:2.0:1789130485.059641:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296579104 00000100:00000001:2.0:1789130485.059646:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9caf5014c800: PM QoS request active for cpu 2, keep current deadline 4296582142 00000100:00000001:2.0:1789130485.059654:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296579104 00000100:00000001:2.0:1789130485.059656:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9caf5014c800: PM QoS request active for cpu 3, keep current deadline 4296582142 00000100:00000001:2.0:1789130485.059659:0:2350:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789130485.059663:0:2350:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130485.059667:0:2350:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130485.059669:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789130485.064584:0:2342:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789130485.064599:0:2342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf44db5d00. 00000400:00000200:3.0:1789130485.064608:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130485.064620:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:3.0:1789130485.064630:0:2342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf42d18990 00000400:00000010:3.0:1789130485.064633:0:2342:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf42d18990. 00000100:00000001:3.0:1789130485.064640:0:2342:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789130485.066324:0:2342:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf580b8f00 x1876037329049856/t0(0) o16->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 440/432 e 0 to 0 dl 1789130501 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130485.066368:0:2342:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130485.066383:0:2342:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf580b8f00 x1876037329049856/t0(0) o16->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 440/432 e 0 to 0 dl 1789130501 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130485.066391:0:2342:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130485.066393:0:2342:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1789130485.106075:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130485.106099:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789130485.106105:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130485.106108:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130485.106119:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130485.106129:0:2341:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:2.0:1789130485.106141:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130485.106148:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130485.106155:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130485.106160:0:2341:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 432 into portal 4 MB=0x6aa3efa955900 00000400:00000200:2.0:1789130485.106166:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130485.106174:0:2341:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.123@tcp of length 432/432 into md 0x721d [1] + 224 00000800:00000001:2.0:1789130485.106183:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130485.106193:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130485.106197:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130485.106203:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:2.0:1789130485.106213:0:2341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789130485.106226:0:2341:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf580b8f00 x1876037329049856/t0(0) o16->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 440/432 e 0 to 0 dl 1789130501 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789130485.106239:0:2341:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=432 offset=224 replen=432 req@ffff9caf580b8f00 x1876037329049856/t0(0) o16->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 440/432 e 0 to 0 dl 1789130501 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130485.106267:0:2341:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789130485.106278:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130485.106282:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130485.106368:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789130485.106376:0:2350:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789130485.106386:0:2350:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789130485.106390:0:2350:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789130485.106394:0:2350:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf483fd000. 00000400:00000200:3.0:1789130485.106401:0:2350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf42d18bb0 00000400:00000010:3.0:1789130485.106405:0:2350:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf42d18bb0. 00000100:00000001:3.0:1789130485.106409:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789130485.106415:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf580b8f00 x1876037329049856/t0(0) o16->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 440/432 e 0 to 0 dl 1789130501 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1789130485.106423:0:2350:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf580b8f00 x1876037329049856/t0(0) o16->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 440/432 e 0 to 0 dl 1789130501 ref 1 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130485.106429:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789130485.106432:0:2350:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130485.106435:0:2350:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789130485.106439:0:2350:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789130485.106443:0:2350:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789130485.106445:0:2350:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789130485.106449:0:2350:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789130485.106461:0:2350:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf468acc60 time=104 v=5 (5 5 5 5) 00000100:00001000:3.0:1789130485.106467:0:2350:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf468acc18 time=22 v=5 (1 0 0 0) 00000100:00000001:3.0:1789130485.106471:0:2350:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789130485.106473:0:2350:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130485.106476:0:2350:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789130485.106481:0:2350:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130485.106486:0:2350:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00100000:3.0:1789130485.106489:0:2350:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9caf5014c800: committing for last_committed 4294967344 gen 16 00000100:00000040:3.0:1789130485.106496:0:2350:0:(client.c:3181:ptlrpc_free_committed()) @@@ commit (last_committed 4294967344) req@ffff9caf61460780 x1876037329049600/t4294967344(4294967344) o4->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:6/4 lens 496/448 e 0 to 0 dl 1789130500 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130485.106506:0:2350:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130485.106510:0:2350:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf61460780 x1876037329049600/t4294967344(4294967344) o4->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:6/4 lens 496/448 e 0 to 0 dl 1789130500 ref 1 fl Complete:RMQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130485.106517:0:2350:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789130485.106521:0:2350:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789130485.106525:0:2350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9caf482bd000. 02000000:00000001:3.0:1789130485.106529:0:2350:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789130485.106533:0:2350:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1789130485.106535:0:2350:0:(genops.c:1223:class_import_put()) import ffff9caf468ac800 refcount=3 obd=lustre-OST0000-osc-ffff9caf5014c800 00000020:00000001:3.0:1789130485.106539:0:2350:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1789130485.106542:0:2350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9caf5875aa00. 02000000:00000001:3.0:1789130485.106546:0:2350:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789130485.106548:0:2350:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789130485.106550:0:2350:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf61460780. 00000100:00000001:3.0:1789130485.106556:0:2350:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789130485.106558:0:2350:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130485.106561:0:2350:0:(client.c:3188:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1789130485.106564:0:2350:0:(client.c:3235:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9caf5014c800: normal: skip=1 replay=1/1 committed=0/0 00000100:00000001:3.0:1789130485.106567:0:2350:0:(client.c:3236:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789130485.106568:0:2350:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130485.106574:0:2350:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf580b8f00 x1876037329049856/t0(0) o16->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 440/432 e 0 to 0 dl 1789130501 ref 1 fl Rpc:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130485.106582:0:2350:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789130485.106586:0:2350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789130485.106588:0:2350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:3.0:1789130485.106593:0:2350:0:(osc_request.c:479:osc_sync_interpret()) Process entered 00000020:00000001:3.0:1789130485.106603:0:2350:0:(cl_object.c:143:cl_object_top()) ffff9caf58313ab0 -> ffff9caf42b2a210 00000020:00000001:3.0:1789130485.106607:0:2350:0:(cl_object.c:143:cl_object_top()) ffff9caf58313ab0 -> ffff9caf42b2a210 00000020:00000001:3.0:1789130485.106610:0:2350:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00020000:00000001:3.0:1789130485.106615:0:2350:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:3.0:1789130485.106618:0:2350:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789130485.106621:0:2350:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789130485.106622:0:2350:0:(cl_object.c:143:cl_object_top()) ffff9caf58313ab0 -> ffff9caf42b2a210 00000008:00000001:3.0:1789130485.106643:0:2350:0:(osc_request.c:507:osc_sync_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130485.106656:0:2350:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf580b8f00 x1876037329049856/t0(0) o16->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 440/432 e 0 to 0 dl 1789130501 ref 1 fl Interpret:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1789130485.106665:0:2350:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf580b8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:2350:1876037329049856:192.168.204.123@tcp:16:multiop.0 00000100:00000001:3.0:1789130485.106671:0:2350:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130485.106674:0:2350:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130485.106677:0:2350:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf580b8f00 x1876037329049856/t0(0) o16->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 440/432 e 0 to 0 dl 1789130501 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130485.106684:0:2350:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789130485.106686:0:2350:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789130485.106688:0:2350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9caf50104000. 02000000:00000001:3.0:1789130485.106691:0:2350:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789130485.106693:0:2350:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1789130485.106694:0:2350:0:(genops.c:1223:class_import_put()) import ffff9caf468ac800 refcount=2 obd=lustre-OST0000-osc-ffff9caf5014c800 00000020:00000001:3.0:1789130485.106696:0:2350:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1789130485.106698:0:2350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9caf46309600. 02000000:00000001:3.0:1789130485.106701:0:2350:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789130485.106702:0:2350:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789130485.106703:0:2350:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf580b8f00. 00000100:00000001:3.0:1789130485.106710:0:2350:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789130485.106711:0:2350:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130485.106714:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130485.106724:0:2350:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789130485.106727:0:2350:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130485.106729:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789130485.106732:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130485.106893:0:34337:0:(cl_io.c:567:cl_io_end()) Process leaving 00020000:00000001:1.0:1789130485.106898:0:34337:0:(lov_io.c:1604:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789130485.106902:0:34337:0:(lov_io.c:2200:lov_io_fsync_end()) Process leaving 00000080:00000001:1.0:1789130485.106911:0:34337:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:1.0:1789130485.106914:0:34337:0:(cl_object.c:143:cl_object_top()) ffff9caf42b2a210 -> ffff9caf42b2a210 00000020:00000001:1.0:1789130485.106915:0:34337:0:(cl_object.c:143:cl_object_top()) ffff9caf42b2a210 -> ffff9caf42b2a210 00000020:00000001:1.0:1789130485.106917:0:34337:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:1.0:1789130485.106923:0:34337:0:(lov_object.c:1077:lov_attr_get_composite()) Process entered 00020000:00000001:1.0:1789130485.106930:0:34337:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:1.0:1789130485.106932:0:34337:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=1 : 1 : 1) 00020000:00000001:1.0:1789130485.106934:0:34337:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:1.0:1789130485.106935:0:34337:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=1 : 1 : 1) 00020000:00000002:1.0:1789130485.106937:0:34337:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x30:1028 on OST[0]: s=1 (1) m=1789130484 a=0 c=1789130484 b=11 00020000:00000001:1.0:1789130485.106942:0:34337:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1789130485.106945:0:34337:0:(lov_object.c:1108:lov_attr_get_composite()) COMP ID #-1: s=1 m=1789130484 a=0 c=1789130484 b=11 00020000:00000001:1.0:1789130485.106948:0:34337:0:(lov_object.c:1146:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130485.106950:0:34337:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130485.106952:0:34337:0:(cl_object.c:143:cl_object_top()) ffff9caf42b2a210 -> ffff9caf42b2a210 00000080:00200000:1.0:1789130485.106955:0:34337:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000404:0x30:0x0] updating i_size 1 i_blocks 11 00000080:00000001:1.0:1789130485.106958:0:34337:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:1.0:1789130485.106959:0:34337:0:(cl_io.c:567:cl_io_end()) Process leaving 00000020:00000001:1.0:1789130485.106963:0:34337:0:(cl_io.c:356:cl_io_unlock()) Process entered 00020000:00000001:1.0:1789130485.106966:0:34337:0:(lov_io.c:1682:lov_io_unlock()) Process entered 00020000:00000001:1.0:1789130485.106969:0:34337:0:(lov_io.c:1516:lov_io_call()) Process entered 00000020:00000001:1.0:1789130485.106971:0:34337:0:(cl_io.c:356:cl_io_unlock()) Process entered 00000020:00000001:1.0:1789130485.106973:0:34337:0:(cl_io.c:377:cl_io_unlock()) Process leaving 00020000:00000001:1.0:1789130485.106974:0:34337:0:(lov_io.c:1616:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789130485.106976:0:34337:0:(lov_io.c:1533:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789130485.106978:0:34337:0:(lov_io.c:1685:lov_io_unlock()) Process leaving 00000020:00000001:1.0:1789130485.106980:0:34337:0:(cl_io.c:377:cl_io_unlock()) Process leaving 00000020:00000001:1.0:1789130485.106982:0:34337:0:(cl_io.c:453:cl_io_rw_advance()) Process entered 00000020:00000001:1.0:1789130485.106983:0:34337:0:(cl_io.c:469:cl_io_rw_advance()) Process leaving 00000020:00000001:1.0:1789130485.106985:0:34337:0:(cl_io.c:433:cl_io_iter_fini()) Process entered 00020000:00000001:1.0:1789130485.106987:0:34337:0:(lov_io.c:1663:lov_io_iter_fini()) Process entered 00020000:00000001:1.0:1789130485.106989:0:34337:0:(lov_io.c:1516:lov_io_call()) Process entered 00000020:00000001:1.0:1789130485.106991:0:34337:0:(cl_io.c:433:cl_io_iter_fini()) Process entered 00000020:00000001:1.0:1789130485.106992:0:34337:0:(cl_io.c:439:cl_io_iter_fini()) Process leaving 00020000:00000001:1.0:1789130485.106993:0:34337:0:(lov_io.c:1610:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789130485.106995:0:34337:0:(lov_io.c:1533:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789130485.106997:0:34337:0:(lov_io.c:1674:lov_io_iter_fini()) Process leaving 00000020:00000001:1.0:1789130485.106998:0:34337:0:(cl_io.c:439:cl_io_iter_fini()) Process leaving 00000020:00000001:1.0:1789130485.106999:0:34337:0:(cl_io.c:877:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130485.107003:0:34337:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:1.0:1789130485.107005:0:34337:0:(lov_io.c:1057:lov_io_fini()) Process entered 00020000:00000001:1.0:1789130485.107007:0:34337:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:1.0:1789130485.107008:0:34337:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:1.0:1789130485.107010:0:34337:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1789130485.107012:0:34337:0:(cl_object.c:917:cl_env_put()) 1@ffff9caf58609a20 00020000:00000001:1.0:1789130485.107026:0:34337:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:1.0:1789130485.107029:0:34337:0:(lov_io.c:1088:lov_io_fini()) Process leaving 00000080:00000001:1.0:1789130485.107032:0:34337:0:(vvp_io.c:392:vvp_io_fini()) Process entered 00000080:00200000:1.0:1789130485.107035:0:34337:0:(vvp_io.c:402:vvp_io_fini()) [0x200000404:0x30:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, need minor change layout 0 00000080:00000001:1.0:1789130485.107038:0:34337:0:(vvp_io.c:509:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1789130485.107039:0:34337:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1789130485.107042:0:34337:0:(cl_object.c:917:cl_env_put()) 1@ffff9caf586092d0 00000080:00000001:1.0:1789130485.107044:0:34337:0:(file.c:5349:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130485.107052:0:34337:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c2fe48 00000080:00000008:1.0:1789130485.107055:0:34337:0:(file.c:5455:ll_fsync()) COMPLETED file: name=f24a.recovery-small, fid=[0x200000404:0x30:0x0], start=0, end=9223372036854775807, datasync=0, rc=0 00000080:00000001:1.0:1789130485.107058:0:34337:0:(file.c:5457:ll_fsync()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130485.141360:0:34341:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:0.0:1789130485.141374:0:34341:0:(file.c:6206:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1789130485.141378:0:34341:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41937b78 00000080:00200000:0.0:1789130485.141385:0:34341:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8),name=/ 00000080:00000010:0.0:1789130485.141397:0:34341:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9caf5875aa00. 00800000:00000002:0.0:1789130485.141408:0:34341:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9caf4557c8c0 2 00000080:00000001:0.0:1789130485.141415:0:34341:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1789130485.141423:0:34341:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1789130485.141425:0:34341:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41937a98 00800000:00000002:0.0:1789130485.141429:0:34341:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1789130485.141434:0:34341:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1789130485.141442:0:34341:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1789130485.141451:0:34341:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1789130485.141454:0:34341:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41937968 00000002:00010000:0.0:1789130485.141456:0:34341:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1789130485.141462:0:34341:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1789130485.141465:0:34341:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789130485.141471:0:34341:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789130485.141482:0:34341:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf6165af00 count: 2 00010000:00000001:0.0:1789130485.141487:0:34341:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789130485.141495:0:34341:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789130485.141501:0:34341:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1789130485.141508:0:34341:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e21e00/0xde5303b1d982cdfd lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a5ff2 expref: -99 pid: 34330 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:0.0:1789130485.141524:0:34341:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1789130485.141532:0:34341:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789130485.141536:0:34341:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e21e00/0xde5303b1d982cdfd lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a5ff2 expref: -99 pid: 34330 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:0.0:1789130485.141543:0:34341:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1789130485.141545:0:34341:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1789130485.141547:0:34341:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789130485.141549:0:34341:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789130485.141551:0:34341:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1789130485.141554:0:34341:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1789130485.141557:0:34341:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1789130485.141560:0:34341:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9caf4557c8c0 2 00000080:00000010:0.0:1789130485.141564:0:34341:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9caf5875aa00. 00000080:00000001:0.0:1789130485.141569:0:34341:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1789130485.141571:0:34341:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789130485.141574:0:34341:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9caf601980c8) 00000080:00010000:0.0:1789130485.141577:0:34341:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9caf601980c8) for lock 0xde5303b1d982cdfd 00800000:00000001:0.0:1789130485.141581:0:34341:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1789130485.141583:0:34341:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1789130485.141586:0:34341:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130485.141589:0:34341:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130485.141593:0:34341:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf47e21e00 refcount=3 00000020:00000001:0.0:1789130485.141595:0:34341:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875372051968 : -109198337499648 : ffff9caf47e21e00) 00010000:00000001:0.0:1789130485.141598:0:34341:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875372051968 : -109198337499648 : ffff9caf47e21e00) 00010000:00000001:0.0:1789130485.141602:0:34341:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130485.141604:0:34341:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789130485.141605:0:34341:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789130485.141607:0:34341:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789130485.141610:0:34341:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xde5303b1d982cdfd from it ffffb97f41937bb0 00010000:00000001:0.0:1789130485.141612:0:34341:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130485.141613:0:34341:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130485.141614:0:34341:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf47e21e00 refcount=3 00000020:00000001:0.0:1789130485.141616:0:34341:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875372051968 : -109198337499648 : ffff9caf47e21e00) 00010000:00000001:0.0:1789130485.141618:0:34341:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875372051968 : -109198337499648 : ffff9caf47e21e00) 00010000:00000001:0.0:1789130485.141621:0:34341:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789130485.141624:0:34341:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e21e00/0xde5303b1d982cdfd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a5ff2 expref: -99 pid: 34330 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1789130485.141632:0:34341:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130485.141634:0:34341:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130485.141636:0:34341:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789130485.141639:0:34341:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789130485.141641:0:34341:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e21e00/0xde5303b1d982cdfd lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a5ff2 expref: -99 pid: 34330 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1789130485.141649:0:34341:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789130485.141653:0:34341:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789130485.141655:0:34341:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789130485.141661:0:34341:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130485.141662:0:34341:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130485.141664:0:34341:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130485.141668:0:34341:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789130485.141671:0:34341:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130485.141673:0:34341:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130485.141677:0:34341:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130485.141679:0:34341:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789130485.141681:0:34341:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130485.141681:0:34341:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1789130485.141686:0:34341:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1789130485.141688:0:34341:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1789130485.141690:0:34341:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8), inode mode 41ff mask 44 00000080:00000001:0.0:1789130485.141697:0:34341:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130485.141701:0:34341:0:(dir.c:3010:ll_dir_open()) Process entered 00000080:00000001:0.0:1789130485.141704:0:34341:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:0.0:1789130485.141707:0:34341:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41937b78 00000080:00200008:0.0:1789130485.141709:0:34341:0:(file.c:1090:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff9caf601980c8), flags 504000 00000080:00000010:0.0:1789130485.141715:0:34341:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9caf4865fa40. 00000080:00000001:0.0:1789130485.141721:0:34341:0:(file.c:1115:ll_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130485.141723:0:34341:0:(dir.c:3011:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130485.141748:0:34341:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789130485.141751:0:34341:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=8028667f arg=7fff4bebaef0 00000080:00000001:0.0:1789130485.141758:0:34341:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000080:00000001:0.0:1789130485.141761:0:34341:0:(llite_lib.c:4305:ll_get_sb_uuid()) Process entered 00000080:00000001:0.0:1789130485.141764:0:34341:0:(llite_lib.c:4311:ll_get_sb_uuid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130485.141765:0:34341:0:(llite_lib.c:3693:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130485.141767:0:34341:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130485.141773:0:34341:0:(dir.c:3016:ll_dir_release()) Process entered 00000080:00000001:0.0:1789130485.141776:0:34341:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:0.0:1789130485.141779:0:34341:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41937dd0 00000080:00200008:0.0:1789130485.141780:0:34341:0:(file.c:479:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff9caf601980c8), flags 504000 00000080:00400000:0.0:1789130485.141784:0:34341:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000007:0x1:0x0] 00000080:00000010:0.0:1789130485.141788:0:34341:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9caf4865fa40. 00000080:00000001:0.0:1789130485.141792:0:34341:0:(file.c:498:ll_file_release()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1789130485.141795:0:34341:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41937dd0 00000080:00000008:0.0:1789130485.141797:0:34341:0:(file.c:523:ll_file_release()) COMPLETED file /:[0x200000007:0x1:0x0](ffff9caf601980c8), flags 504000, rc = 0 00000080:00000001:0.0:1789130485.141800:0:34341:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130485.142050:0:34341:0:(dir.c:3017:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130485.689997:0:30671:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130485.690016:0:30671:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130485.690023:0:30671:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130485.690025:0:30671:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130485.690028:0:30671:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130485.690029:0:30671:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130485.690201:0:16244:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789130485.690206:0:16244:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789130485.690210:0:16244:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0:1789130485.875580:0:34337:0:(file.c:2648:do_file_write_iter()) Process entered 00000020:00000001:3.0:1789130485.875593:0:34337:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c2fd88 00000080:00200008:3.0:1789130485.875599:0:34337:0:(file.c:2652:do_file_write_iter()) START file f24a.recovery-small:[0x200000404:0x30:0x0], ppos: 1, count: 1 00000080:00000002:3.0:1789130485.875605:0:34337:0:(file.c:2658:do_file_write_iter()) inode ffff9caf6019f448 need_sync_to_oss [0x200000404:0x30:0x0] 00000080:00000001:3.0:1789130485.875609:0:34337:0:(pcc.c:2607:pcc_file_write_iter()) Process entered 00000080:00000001:3.0:1789130485.875611:0:34337:0:(pcc.c:2610:pcc_file_write_iter()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130485.875614:0:34337:0:(file.c:2004:ll_hybrid_bio_dio_switch_check()) Process entered 00000080:00000001:3.0:1789130485.875621:0:34337:0:(file.c:2055:ll_hybrid_bio_dio_switch_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130485.875624:0:34337:0:(file.c:2590:ll_do_tiny_write()) Process entered 00000020:00000001:3.0:1789130485.875627:0:34337:0:(cl_object.c:463:cl_object_maxbytes()) Process entered 00020000:00000002:3.0:1789130485.875631:0:34337:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9caf47cdc0f8) owner 0000000000000000/ffff9caf480d27c0 00020000:00000002:3.0:1789130485.875637:0:34337:0:(lov_object.c:2443:lov_lsm_addref()) lsm ffff9caf5021fea0 addref 2/0 by ffff9caf480d27c0. 00020000:00000002:3.0:1789130485.875757:0:34337:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9caf47cdc0f8) owner 0000000000000000/ffff9caf480d27c0 00000020:00000001:3.0:1789130485.875763:0:34337:0:(cl_object.c:471:cl_object_maxbytes()) Process leaving (rc=9223372036854775807 : 9223372036854775807 : 7fffffffffffffff) 00000080:00000001:3.0:1789130485.875781:0:34337:0:(rw26.c:680:ll_write_begin()) Process entered 00000080:00200000:3.0:1789130485.875784:0:34337:0:(rw26.c:681:ll_write_begin()) Writing 0 of 1 to 1 bytes 00000080:00000001:3.0:1789130485.875792:0:34337:0:(rw26.c:688:ll_write_begin()) Process leaving via out (rc=18446744073709551555 : -61 : 0xffffffffffffffc3) 00000080:00000001:3.0:1789130485.875796:0:34337:0:(rw26.c:808:ll_write_begin()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00200000:3.0:1789130485.875799:0:34337:0:(file.c:2628:ll_do_tiny_write()) result: 0, original count 1 00000080:00000001:3.0:1789130485.875801:0:34337:0:(file.c:2630:ll_do_tiny_write()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789130485.876107:0:34337:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1789130485.876112:0:34337:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446634875648778040 : -109198060773576 : ffff9caf58609f38) 00000020:00001000:3.0:1789130485.876116:0:34337:0:(cl_object.c:823:cl_env_get()) 1@ffff9caf58609f30 00000080:00000001:3.0:1789130485.876121:0:34337:0:(file.c:2087:ll_file_io_generic()) Process entered 00000020:00000001:3.0:1789130485.876123:0:34337:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c2fc98 00000080:00200000:3.0:1789130485.876125:0:34337:0:(file.c:2090:ll_file_io_generic()) f24a.recovery-small: write ppos: 1, bytes: 1 00000020:00000001:3.0:1789130485.876132:0:34337:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c2fc30 00000080:00200000:3.0:1789130485.876143:0:34337:0:(file.c:1848:ll_io_set_mirror()) f24a.recovery-small: desiginated mirror: 0 00000020:00000001:3.0:1789130485.876147:0:34337:0:(cl_io.c:214:cl_io_rw_init()) Process entered 00000020:00200000:3.0:1789130485.876155:0:34337:0:(cl_io.c:218:cl_io_rw_init()) header@000000009ce4b655[0x110, 2, [0x200000404:0x30:0x0] hash] 00000020:00200000:3.0:1789130485.876157:0:34337:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [1, 2) 0 0 00000020:00000001:3.0:1789130485.876163:0:34337:0:(cl_object.c:143:cl_object_top()) ffff9caf42b2a210 -> ffff9caf42b2a210 00000020:00000001:3.0:1789130485.876165:0:34337:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:3.0:1789130485.876169:0:34337:0:(vvp_io.c:1987:vvp_io_init()) Process entered 00000080:00200000:3.0:1789130485.876173:0:34337:0:(vvp_io.c:1992:vvp_io_init()) [0x200000404:0x30:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:3.0:1789130485.876177:0:34337:0:(cl_io.c:902:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1789130485.876179:0:34337:0:(cl_io.c:908:cl_io_slice_add()) Process leaving 00000100:00000001:3.0:1789130485.876182:0:34337:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789130485.876187:0:34337:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130485.876191:0:34337:0:(file.c:7121:ll_layout_refresh()) Process entered 00000080:00000001:3.0:1789130485.876193:0:34337:0:(file.c:7125:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130485.876195:0:34337:0:(vvp_io.c:2064:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1789130485.876199:0:34337:0:(lov_object.c:1604:lov_io_init()) [0x200000404:0x30:0x0]io ffff9caf481142d0 type 2 ignore/verify layout 0/0, compressed 0 00020000:00000002:3.0:1789130485.876202:0:34337:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9caf47cdc0f8) owner 0000000000000000/ffff9caf480d27c0 00020000:00000001:3.0:1789130485.876206:0:34337:0:(lov_io.c:2488:lov_io_init_composite()) Process entered 00020000:00000001:3.0:1789130485.876208:0:34337:0:(lov_io.c:764:lov_io_slice_init()) Process entered 00020000:00000002:3.0:1789130485.876212:0:34337:0:(lov_io.c:903:lov_io_slice_init()) [0x200000404:0x30:0x0]io ffff9caf481142d0 type 2, compressed 0, chunk_size 0 00020000:00000001:3.0:1789130485.876215:0:34337:0:(lov_io.c:478:lov_io_mirror_init()) Process entered 00020000:00000001:3.0:1789130485.876218:0:34337:0:(lov_io.c:489:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:80000000:3.0:1789130485.876221:0:34337:0:(lov_io.c:942:lov_io_slice_init()) 1 2 00020000:00000001:3.0:1789130485.876224:0:34337:0:(lov_io.c:969:lov_io_slice_init()) Process leaving 00020000:00000001:3.0:1789130485.876227:0:34337:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:3.0:1789130485.876229:0:34337:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789130485.876231:0:34337:0:(cl_io.c:902:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1789130485.876232:0:34337:0:(cl_io.c:908:cl_io_slice_add()) Process leaving 00020000:00000001:3.0:1789130485.876234:0:34337:0:(lov_io.c:2501:lov_io_init_composite()) Process leaving 00020000:00000002:3.0:1789130485.876235:0:34337:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9caf47cdc0f8) owner 0000000000000000/ffff9caf480d27c0 00000020:00000001:3.0:1789130485.876238:0:34337:0:(cl_io.c:146:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789130485.876239:0:34337:0:(cl_io.c:221:cl_io_rw_init()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1789130485.876242:0:34337:0:(file.c:2170:ll_file_io_generic()) Range lock [0, 0] 00000001:00000001:3.0:1789130485.876245:0:34337:0:(range_lock.c:126:range_lock()) Process entered 00000001:00000001:3.0:1789130485.876248:0:34337:0:(range_lock.c:159:range_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789130485.876252:0:34337:0:(cl_io.c:827:cl_io_loop()) Process entered 00000020:00000001:3.0:1789130485.876254:0:34337:0:(cl_io.c:403:cl_io_iter_init()) Process entered 00000020:00000001:3.0:1789130485.876257:0:34337:0:(cl_io.c:918:cl_page_list_init()) Process entered 00000020:00000001:3.0:1789130485.876258:0:34337:0:(cl_io.c:921:cl_page_list_init()) Process leaving 00020000:00000001:3.0:1789130485.876260:0:34337:0:(lov_io.c:1409:lov_io_rw_iter_init()) Process entered 00020000:00200000:3.0:1789130485.876263:0:34337:0:(lov_io.c:1481:lov_io_rw_iter_init()) stripe: 1 chunk: [1, 2) 2, 1 00020000:00000001:3.0:1789130485.876267:0:34337:0:(lov_io.c:1238:lov_io_iter_init()) Process entered 00020000:00200000:3.0:1789130485.876269:0:34337:0:(lov_io.c:1289:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:3.0:1789130485.876273:0:34337:0:(lov_offset.c:253:lov_stripe_intersects()) [1->1] -> [(0) 1->1 (0)] 00020000:00000001:3.0:1789130485.876277:0:34337:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1789130485.876278:0:34337:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:3.0:1789130485.876280:0:34337:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1789130485.876282:0:34337:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446634875648776168 : -109198060775448 : ffff9caf586097e8) 00000020:00001000:3.0:1789130485.876284:0:34337:0:(cl_object.c:823:cl_env_get()) 1@ffff9caf586097e0 00000020:00000001:3.0:1789130485.876286:0:34337:0:(cl_object.c:143:cl_object_top()) ffff9caf42b2ab70 -> ffff9caf42b2a210 00000020:00000001:3.0:1789130485.876287:0:34337:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:3.0:1789130485.876292:0:34337:0:(cl_io.c:902:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1789130485.876293:0:34337:0:(cl_io.c:908:cl_io_slice_add()) Process leaving 00000020:00000001:3.0:1789130485.876295:0:34337:0:(cl_io.c:146:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789130485.876297:0:34337:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789130485.876299:0:34337:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446634875375144088 : -109198334407528 : ffff9caf48114c98) 00000020:00000001:3.0:1789130485.876303:0:34337:0:(cl_io.c:403:cl_io_iter_init()) Process entered 00000008:00000001:3.0:1789130485.876307:0:34337:0:(osc_io.c:546:osc_io_iter_init()) Process entered 00000008:00000001:3.0:1789130485.876312:0:34337:0:(osc_io.c:568:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789130485.876314:0:34337:0:(cl_io.c:415:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789130485.876317:0:34337:0:(lov_io.c:1395:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789130485.876319:0:34337:0:(lov_io.c:1487:lov_io_rw_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789130485.876321:0:34337:0:(cl_io.c:415:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789130485.876323:0:34337:0:(cl_io.c:318:cl_io_lock()) Process entered 00000080:00000001:3.0:1789130485.876327:0:34337:0:(vvp_io.c:663:vvp_io_rw_lock()) Process entered 00000080:00000001:3.0:1789130485.876329:0:34337:0:(vvp_io.c:552:vvp_mmap_locks()) Process entered 00000080:00000001:3.0:1789130485.876334:0:34337:0:(llite_mmap.c:54:our_vma()) Process entered 00000080:00000001:3.0:1789130485.876347:0:34337:0:(llite_mmap.c:69:our_vma()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130485.876351:0:34337:0:(vvp_io.c:623:vvp_mmap_locks()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130485.876353:0:34337:0:(vvp_io.c:214:vvp_io_one_lock_index()) Process entered 00000080:00200000:3.0:1789130485.876355:0:34337:0:(vvp_io.c:216:vvp_io_one_lock_index()) lock: 1 [0, 0] 00000020:00000001:3.0:1789130485.876358:0:34337:0:(cl_io.c:480:cl_io_lock_add()) Process entered 00000020:00000001:3.0:1789130485.876360:0:34337:0:(cl_io.c:263:cl_lockset_merge()) Process entered 00000020:00000001:3.0:1789130485.876362:0:34337:0:(cl_io.c:280:cl_lockset_merge()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789130485.876364:0:34337:0:(cl_io.c:487:cl_io_lock_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130485.876366:0:34337:0:(vvp_io.c:236:vvp_io_one_lock_index()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130485.876368:0:34337:0:(vvp_io.c:725:vvp_io_rw_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130485.876369:0:34337:0:(vvp_io.c:772:vvp_io_write_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789130485.876372:0:34337:0:(lov_io.c:1538:lov_io_lock()) Process entered 00020000:00000001:3.0:1789130485.876374:0:34337:0:(lov_io.c:1516:lov_io_call()) Process entered 00000020:00000001:3.0:1789130485.876375:0:34337:0:(cl_io.c:318:cl_io_lock()) Process entered 00000020:00000001:3.0:1789130485.876377:0:34337:0:(cl_io.c:290:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1789130485.876379:0:34337:0:(cl_io.c:299:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789130485.876381:0:34337:0:(cl_io.c:338:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789130485.876383:0:34337:0:(lov_io.c:1533:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789130485.876385:0:34337:0:(lov_io.c:1539:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789130485.876387:0:34337:0:(cl_io.c:290:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1789130485.876390:0:34337:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:3.0:1789130485.876392:0:34337:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:3.0:1789130485.876396:0:34337:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:3.0:1789130485.876399:0:34337:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:3.0:1789130485.876402:0:34337:0:(lov_offset.c:253:lov_stripe_intersects()) [0->4095] -> [(0) 0->4095 (0)] 00020000:00000010:3.0:1789130485.876414:0:34337:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff9caf42e06c80. 00020000:00000002:3.0:1789130485.876418:0:34337:0:(lov_offset.c:253:lov_stripe_intersects()) [0->4095] -> [(0) 0->4095 (0)] 00020000:00000001:3.0:1789130485.876421:0:34337:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:3.0:1789130485.876423:0:34337:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1789130485.876424:0:34337:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446634875375144088 : -109198334407528 : ffff9caf48114c98) 00000020:00000001:3.0:1789130485.876427:0:34337:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:3.0:1789130485.876434:0:34337:0:(osc_lock.c:1279:osc_lock_init()) slab-alloced 'oscl': 312 at ffff9caf4815f110. 00000008:00010000:3.0:1789130485.876438:0:34337:0:(lustre_osc.h:166:osc_enq2ldlm_flags()) flags: 0 00000020:00000001:3.0:1789130485.876443:0:34337:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:3.0:1789130485.876445:0:34337:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:3.0:1789130485.876451:0:34337:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9caf42e06cb0, osc lock ffff9caf4815f110, flags 0x0 00000020:00000001:3.0:1789130485.876454:0:34337:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789130485.876456:0:34337:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789130485.876458:0:34337:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446634875288054912 : -109198421496704 : ffff9caf42e06c80) 00000020:00000001:3.0:1789130485.876461:0:34337:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:3.0:1789130485.876462:0:34337:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:3.0:1789130485.876464:0:34337:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789130485.876466:0:34337:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789130485.876469:0:34337:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:3.0:1789130485.876471:0:34337:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:3.0:1789130485.876473:0:34337:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1789130485.876475:0:34337:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446634875375144088 : -109198334407528 : ffff9caf48114c98) 00000020:00000001:3.0:1789130485.876477:0:34337:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:3.0:1789130485.876480:0:34337:0:(osc_lock.c:1010:osc_lock_enqueue()) Process entered 00000008:00000001:3.0:1789130485.876482:0:34337:0:(osc_lock.c:916:osc_lock_enqueue_wait()) Process entered 00000008:00000001:3.0:1789130485.876485:0:34337:0:(osc_lock.c:964:osc_lock_enqueue_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789130485.876490:0:34337:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:3.0:1789130485.876494:0:34337:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process entered 00000020:00000001:3.0:1789130485.876495:0:34337:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:3.0:1789130485.876498:0:34337:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:3.0:1789130485.876499:0:34337:0:(lovsub_object.c:152:lovsub_req_projid_set()) Process leaving 00000020:00000001:3.0:1789130485.876500:0:34337:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:3.0:1789130485.876503:0:34337:0:(osc_request.c:3393:osc_enqueue_base()) Process entered 00010000:00000001:3.0:1789130485.876507:0:34337:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789130485.876517:0:34337:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf48fc4b00 count: 2 00010000:00000001:3.0:1789130485.876521:0:34337:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789130485.876530:0:34337:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789130485.876537:0:34337:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1789130485.876542:0:34337:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9caf5014c800 lock: 00000000ada5e505/0xde5303b1d982ce19 lrc: 2/0,1 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xcdf1b083821a605b expref: -99 pid: 34337 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 02000000:00000001:3.0:1789130485.876557:0:34337:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1789130485.876563:0:34337:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789130485.876566:0:34337:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 4095) ns: lustre-OST0000-osc-ffff9caf5014c800 lock: 00000000ada5e505/0xde5303b1d982ce19 lrc: 2/0,1 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xcdf1b083821a605b expref: -99 pid: 34337 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1789130485.876579:0:34337:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789130485.876583:0:34337:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789130485.876586:0:34337:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40030200 refcount=3 00000020:00000001:3.0:1789130485.876589:0:34337:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239989760 : -109198469561856 : ffff9caf40030200) 00010000:00000001:3.0:1789130485.876593:0:34337:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239989760 : -109198469561856 : ffff9caf40030200) 00000008:00000001:3.0:1789130485.876597:0:34337:0:(osc_lock.c:277:osc_lock_upcall()) Process entered 00010000:00000001:3.0:1789130485.876600:0:34337:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789130485.876601:0:34337:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789130485.876603:0:34337:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40030200 refcount=4 00000020:00000001:3.0:1789130485.876605:0:34337:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239989760 : -109198469561856 : ffff9caf40030200) 00010000:00000001:3.0:1789130485.876607:0:34337:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239989760 : -109198469561856 : ffff9caf40030200) 00010000:00000001:3.0:1789130485.876609:0:34337:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789130485.876610:0:34337:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789130485.876612:0:34337:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40030200 refcount=5 00000020:00000001:3.0:1789130485.876614:0:34337:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239989760 : -109198469561856 : ffff9caf40030200) 00010000:00000001:3.0:1789130485.876616:0:34337:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239989760 : -109198469561856 : ffff9caf40030200) 00010000:00000001:3.0:1789130485.876619:0:34337:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789130485.876620:0:34337:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789130485.876624:0:34337:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9caf5014c800 lock: 00000000ada5e505/0xde5303b1d982ce19 lrc: 6/0,2 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xcdf1b083821a605b expref: -99 pid: 34337 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1789130485.876632:0:34337:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130485.876634:0:34337:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1789130485.876637:0:34337:0:(osc_lock.c:311:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130485.876639:0:34337:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789130485.876640:0:34337:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789130485.876652:0:34337:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40030200 refcount=6 00000020:00000001:3.0:1789130485.876654:0:34337:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239989760 : -109198469561856 : ffff9caf40030200) 00010000:00000001:3.0:1789130485.876656:0:34337:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239989760 : -109198469561856 : ffff9caf40030200) 00010000:00000001:3.0:1789130485.876658:0:34337:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789130485.876662:0:34337:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9caf5014c800 lock: 00000000ada5e505/0xde5303b1d982ce19 lrc: 6/0,2 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xcdf1b083821a605b expref: -99 pid: 34337 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1789130485.876675:0:34337:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130485.876677:0:34337:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1789130485.876680:0:34337:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff9caf5014c800 lock: 00000000ada5e505/0xde5303b1d982ce19 lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xcdf1b083821a605b expref: -99 pid: 34337 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1789130485.876687:0:34337:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789130485.876688:0:34337:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130485.876689:0:34337:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789130485.876690:0:34337:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130485.876692:0:34337:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1789130485.876693:0:34337:0:(osc_request.c:3462:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1789130485.876695:0:34337:0:(osc_lock.c:1114:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789130485.876698:0:34337:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789130485.876699:0:34337:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789130485.876701:0:34337:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789130485.876704:0:34337:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789130485.876706:0:34337:0:(cl_io.c:299:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789130485.876708:0:34337:0:(cl_io.c:338:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789130485.876710:0:34337:0:(cl_io.c:532:cl_io_start()) Process entered 00000080:00000001:3.0:1789130485.876713:0:34337:0:(vvp_io.c:1405:vvp_io_write_start()) Process entered 00000020:00000001:3.0:1789130485.876718:0:34337:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c2fb80 00000080:00200000:3.0:1789130485.876720:0:34337:0:(vvp_io.c:1439:vvp_io_write_start()) f24a.recovery-small: write [1, 2) append 0 append lockpos 0 00000020:00000001:3.0:1789130485.876723:0:34337:0:(cl_object.c:463:cl_object_maxbytes()) Process entered 00020000:00000002:3.0:1789130485.876725:0:34337:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9caf47cdc0f8) owner 0000000000000000/ffff9caf480d27c0 00020000:00000002:3.0:1789130485.876727:0:34337:0:(lov_object.c:2443:lov_lsm_addref()) lsm ffff9caf5021fea0 addref 2/0 by ffff9caf480d27c0. 00020000:00000002:3.0:1789130485.876729:0:34337:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9caf47cdc0f8) owner 0000000000000000/ffff9caf480d27c0 00000020:00000001:3.0:1789130485.876731:0:34337:0:(cl_object.c:471:cl_object_maxbytes()) Process leaving (rc=9223372036854775807 : 9223372036854775807 : 7fffffffffffffff) 00000020:00000001:3.0:1789130485.876735:0:34337:0:(cl_io.c:616:cl_io_lru_reserve()) Process entered 00020000:00000001:3.0:1789130485.876738:0:34337:0:(lov_io.c:1780:lov_io_lru_reserve()) Process entered 00020000:00000002:3.0:1789130485.876740:0:34337:0:(lov_offset.c:253:lov_stripe_intersects()) [1->1] -> [(0) 1->1 (0)] 00020000:00000001:3.0:1789130485.876743:0:34337:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1789130485.876744:0:34337:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446634875375144088 : -109198334407528 : ffff9caf48114c98) 00000020:00000001:3.0:1789130485.876747:0:34337:0:(cl_io.c:616:cl_io_lru_reserve()) Process entered 00000008:00000001:3.0:1789130485.876749:0:34337:0:(osc_io.c:1447:osc_io_lru_reserve()) Process entered 00000008:00000001:3.0:1789130485.876753:0:34337:0:(osc_io.c:1460:osc_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789130485.876754:0:34337:0:(cl_io.c:627:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789130485.876756:0:34337:0:(lov_io.c:1821:lov_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789130485.876758:0:34337:0:(cl_io.c:627:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130485.876763:0:34337:0:(rw26.c:680:ll_write_begin()) Process entered 00000080:00200000:3.0:1789130485.876764:0:34337:0:(rw26.c:681:ll_write_begin()) Writing 0 of 1 to 1 bytes 00000020:00000001:3.0:1789130485.876770:0:34337:0:(cl_page.c:421:cl_page_find()) Process entered 00000020:00008000:3.0:1789130485.876773:0:34337:0:(cl_page.c:427:cl_page_find()) 0@[0x200000404:0x30:0x0] fffff3e084a54380 ffff9caf518f7740 1 00000020:00000001:3.0:1789130485.876777:0:34337:0:(cl_page.c:603:cl_vmpage_page()) Process entered 00000020:00000001:3.0:1789130485.876780:0:34337:0:(cl_page.c:617:cl_vmpage_page()) Process leaving (rc=18446634875534407488 : -109198175144128 : ffff9caf518f7740) 00000020:00000001:3.0:1789130485.876783:0:34337:0:(cl_page.c:444:cl_page_find()) Process leaving (rc=18446634875534407488 : -109198175144128 : ffff9caf518f7740) 00000020:00000001:3.0:1789130485.876786:0:34337:0:(cl_page.c:800:cl_page_assume()) Process entered 00000020:00000001:3.0:1789130485.876789:0:34337:0:(cl_io.c:1149:cl_io_top()) Process entered 00000020:00000001:3.0:1789130485.876791:0:34337:0:(cl_io.c:1152:cl_io_top()) Process leaving (rc=18446634875375141584 : -109198334410032 : ffff9caf481142d0) 00000020:00000001:3.0:1789130485.876794:0:34337:0:(cl_page.c:634:cl_page_owner_set()) Process entered 00000020:00000001:3.0:1789130485.876795:0:34337:0:(cl_page.c:637:cl_page_owner_set()) Process leaving 00000020:00000001:3.0:1789130485.876798:0:34337:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:3.0:1789130485.877100:0:34337:0:(cl_page.c:507:__cl_page_state_set()) page@000000007615eeef[2 000000003118be1a 1 1 00000000d3655f6d 0 0 0] 00000020:00000001:3.0:1789130485.877104:0:34337:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 2 00000020:00000001:3.0:1789130485.877106:0:34337:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:3.0:1789130485.877107:0:34337:0:(cl_page.c:814:cl_page_assume()) Process leaving 00000080:00000001:3.0:1789130485.877109:0:34337:0:(rw26.c:792:ll_write_begin()) Process leaving 00000080:00000001:3.0:1789130485.877110:0:34337:0:(rw26.c:808:ll_write_begin()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130485.877115:0:34337:0:(rw26.c:871:ll_write_end()) Process entered 00000080:00200000:3.0:1789130485.877117:0:34337:0:(rw26.c:875:ll_write_end()) pos 1, len 1, copied 1 00000020:00000001:3.0:1789130485.877120:0:34337:0:(cl_io.c:1149:cl_io_top()) Process entered 00000020:00000001:3.0:1789130485.877121:0:34337:0:(cl_io.c:1152:cl_io_top()) Process leaving (rc=18446634875375141584 : -109198334410032 : ffff9caf481142d0) 00000020:00000001:3.0:1789130485.877124:0:34337:0:(cl_page.c:669:cl_page_is_owned()) Process entered 00000020:00000001:3.0:1789130485.877126:0:34337:0:(cl_page.c:671:cl_page_is_owned()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1789130485.877188:0:34337:0:(cl_io.c:931:cl_page_list_add()) Process entered 00000020:00000001:3.0:1789130485.877191:0:34337:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:3.0:1789130485.877193:0:34337:0:(cl_page.c:536:cl_page_get()) Process leaving 00000020:00000001:3.0:1789130485.877195:0:34337:0:(cl_io.c:942:cl_page_list_add()) Process leaving 00000080:00200000:3.0:1789130485.877200:0:34337:0:(rw26.c:933:ll_write_end()) page@000000007615eeef[3 000000003118be1a 2 1 00000000d3655f6d 0 0 0] 00000080:00200000:3.0:1789130485.877203:0:34337:0:(rw26.c:933:ll_write_end()) vmpage @000000006a92f2d7 17ffffc0001029 2:0 ffff9caf518f7740 0 lru 00000080:00200000:3.0:1789130485.877213:0:34337:0:(rw26.c:933:ll_write_end()) osc-page@000000002b66e3f3 0: 1< 2 - - > 2< 0 0 1 0x0 0x40420 | 000000009a034aee 0000000038240908 > 3< 0 0 > 4< 0 0 8 3801088 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1789130485.877217:0:34337:0:(rw26.c:933:ll_write_end()) end page@000000007615eeef 00000080:00200000:3.0:1789130485.877218:0:34337:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00000001:3.0:1789130485.877220:0:34337:0:(rw26.c:954:ll_write_end()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1789130485.877226:0:34337:0:(vvp_io.c:1314:vvp_io_write_commit()) Process entered 00000080:00200000:3.0:1789130485.877229:0:34337:0:(vvp_io.c:1321:vvp_io_write_commit()) commit async pages: 1, from 1, to 2 prio 0 00000020:00000001:3.0:1789130485.877232:0:34337:0:(cl_io.c:650:cl_io_commit_async()) Process entered 00000080:00000001:3.0:1789130485.877235:0:34337:0:(vvp_io.c:1845:vvp_io_commit_async()) Process entered 00000080:00000001:3.0:1789130485.877236:0:34337:0:(vvp_io.c:1851:vvp_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789130485.877240:0:34337:0:(lov_io.c:2015:lov_io_commit_async()) Process entered 00020000:08000000:3.0:1789130485.877242:0:34337:0:(lov_io.c:2027:lov_io_commit_async()) compr: type 0, level 0, bits: 0 00020000:00008000:3.0:1789130485.877245:0:34337:0:(lov_io.c:1889:set_page_list_compression()) compr: type 0, level 0, bits: 0, page ffff9caf518f7740 00020000:00000001:3.0:1789130485.877248:0:34337:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1789130485.877249:0:34337:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446634875375144088 : -109198334407528 : ffff9caf48114c98) 00000020:00000001:3.0:1789130485.877251:0:34337:0:(cl_io.c:650:cl_io_commit_async()) Process entered 00000008:00000001:3.0:1789130485.877254:0:34337:0:(osc_io.c:440:osc_io_commit_async()) Process entered 00000008:00000001:3.0:1789130485.877256:0:34337:0:(osc_page.c:61:osc_page_cache_add()) Process entered 00000020:00000001:3.0:1789130485.877258:0:34337:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:3.0:1789130485.877259:0:34337:0:(cl_page.c:536:cl_page_get()) Process leaving 00000008:00000001:3.0:1789130485.877262:0:34337:0:(osc_cache.c:2606:osc_queue_async_io()) Process entered 00000008:00000020:3.0:1789130485.877266:0:34337:0:(osc_cache.c:2671:osc_queue_async_io()) obj ffff9caf58313ab0 ready 0|-|- wr 0|-|- rd 0|- oap ffff9caf518f77b0 folio fffff3e084a54380 pg:0 added for cmd 2 00000008:00000001:3.0:1789130485.877272:0:34337:0:(osc_cache.c:1763:osc_enter_cache()) Process entered 00000008:00000020:3.0:1789130485.877274:0:34337:0:(osc_cache.c:1765:osc_enter_cache()) lustre-OST0000-osc-ffff9caf5014c800: grant { dirty: 0/118272 dirty_pages: 0/472727 dropped: 0 avail: 3801088, dirty_grant: 0, reserved: 0, flight: 0 } lru {in list: 1, left: 0, waiters: 0 }need:1703936 00000008:00000020:3.0:1789130485.877281:0:34337:0:(osc_cache.c:1670:osc_enter_cache_try()) lustre-OST0000-osc-ffff9caf5014c800: grant { dirty: 0/118272 dirty_pages: 0/472727 dropped: 0 avail: 3801088, dirty_grant: 0, reserved: 0, flight: 0 } lru {in list: 1, left: 0, waiters: 0 }need:1703936 00000008:00000020:3.0:1789130485.877286:0:34337:0:(osc_cache.c:1517:osc_consume_write_grant()) using 4096 grant credits for brw ffff9caf518f77e8 page fffff3e084a54380 00000008:00000020:3.0:1789130485.877292:0:34337:0:(osc_cache.c:1797:osc_enter_cache()) lustre-OST0000-osc-ffff9caf5014c800: grant { dirty: 1/118272 dirty_pages: 1/472727 dropped: 0 avail: 2097152, dirty_grant: 0, reserved: 1703936, flight: 0 } lru {in list: 1, left: 0, waiters: 0 }granted from cache 00000008:00000001:3.0:1789130485.877298:0:34337:0:(osc_cache.c:1813:osc_enter_cache()) Process leaving 00000008:00000001:3.0:1789130485.877301:0:34337:0:(osc_cache.c:1816:osc_enter_cache()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1789130485.877304:0:34337:0:(osc_cache.c:709:osc_extent_find()) Process entered 00000008:00000010:3.0:1789130485.877310:0:34337:0:(osc_cache.c:314:osc_extent_alloc()) slab-alloced 'ext': 192 at ffff9caf49d4bcc0. 00000008:00000020:3.0:1789130485.877318:0:34337:0:(osc_cache.c:1346:__osc_extent_tree_dump()) Dump object ffff9caf58313ab0 extents at osc_extent_find:877, mppr: 256. 00000008:00000020:3.0:1789130485.877325:0:34337:0:(osc_cache.c:1909:osc_update_pending()) obj ffff9caf58313ab0 ready 0|-|- wr 0|-|- rd 0|- update pending cmd 2 delta 0. 00000008:00000020:3.0:1789130485.877331:0:34337:0:(osc_cache.c:895:osc_extent_find()) extent ffff9caf49d4bcc0@{[0 -> 255/255], 0x240000400:66, [3|1|-|active|wi|ffff9caf58313ab0], [1703936|0|-|-|ffff9caf40030200|256|0000000000000000]} add into tree 0/4503599627370495. 00000008:00010000:3.0:1789130485.877461:0:34337:0:(osc_cache.c:895:osc_extent_find()) ### extent: 00000000bb522fe4 ns: lustre-OST0000-osc-ffff9caf5014c800 lock: 00000000ada5e505/0xde5303b1d982ce19 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xcdf1b083821a605b expref: -99 pid: 34337 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00000001:3.0:1789130485.877471:0:34337:0:(osc_cache.c:912:osc_extent_find()) Process leaving 00000008:00000001:3.0:1789130485.877476:0:34337:0:(osc_cache.c:2809:osc_queue_async_io()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1789130485.877480:0:34337:0:(osc_page.c:70:osc_page_cache_add()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1789130485.877484:0:34337:0:(osc_io.c:401:osc_page_touch_at()) Process entered 00000020:00000001:3.0:1789130485.877487:0:34337:0:(cl_object.c:143:cl_object_top()) ffff9caf58313ab0 -> ffff9caf42b2a210 00000008:00000002:3.0:1789130485.877489:0:34337:0:(osc_io.c:409:osc_page_touch_at()) stripe KMS increasing 1->2 1 00000020:00000001:3.0:1789130485.877492:0:34337:0:(cl_object.c:143:cl_object_top()) ffff9caf58313ab0 -> ffff9caf42b2a210 00000020:00000001:3.0:1789130485.877494:0:34337:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:3.0:1789130485.877497:0:34337:0:(osc_object.c:161:osc_attr_update()) set kms from 1to 2 00020000:00000001:3.0:1789130485.877501:0:34337:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:3.0:1789130485.877503:0:34337:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789130485.877505:0:34337:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789130485.877507:0:34337:0:(cl_object.c:143:cl_object_top()) ffff9caf58313ab0 -> ffff9caf42b2a210 00000008:00000001:3.0:1789130485.877509:0:34337:0:(osc_io.c:424:osc_page_touch_at()) Process leaving 00000020:00000001:3.0:1789130485.877510:0:34337:0:(cl_io.c:955:cl_page_list_del()) Process entered 00000020:00000001:3.0:1789130485.877512:0:34337:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:3.0:1789130485.877516:0:34337:0:(cl_page.c:556:cl_batch_put()) page@000000007615eeef[4 000000003118be1a 2 1 00000000d3655f6d 0 0 0] 00000020:00000001:3.0:1789130485.877518:0:34337:0:(cl_page.c:556:cl_batch_put()) 4 00000020:00000001:3.0:1789130485.877520:0:34337:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000020:00000001:3.0:1789130485.877521:0:34337:0:(cl_io.c:960:cl_page_list_del()) Process leaving 00000008:00000020:3.0:1789130485.877523:0:34337:0:(osc_request.c:747:osc_update_next_shrink()) next time 3112 to shrink grant 00000080:00000001:3.0:1789130485.877526:0:34337:0:(vvp_io.c:1253:write_commit_callback()) Process entered 00000080:00000001:3.0:1789130485.877529:0:34337:0:(vvp_io.c:1152:vvp_set_batch_dirty()) Process entered 00000080:00200000:3.0:1789130485.877539:0:34337:0:(vvp_io.c:1234:vvp_set_batch_dirty()) mapping ffff9caf6019f5f8, count 1, dirtied 1 00000080:00000001:3.0:1789130485.877541:0:34337:0:(vvp_io.c:1241:vvp_set_batch_dirty()) Process leaving 00000020:00000001:3.0:1789130485.877544:0:34337:0:(cl_page.c:645:__cl_page_disown()) Process entered 00000020:00000001:3.0:1789130485.877546:0:34337:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:3.0:1789130485.877548:0:34337:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:3.0:1789130485.877549:0:34337:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:3.0:1789130485.877552:0:34337:0:(cl_page.c:507:__cl_page_state_set()) page@000000007615eeef[3 000000003118be1a 2 1 0000000000000000 0 0 0] 00000020:00000001:3.0:1789130485.877553:0:34337:0:(cl_page.c:507:__cl_page_state_set()) 2 -> 1 00000020:00000001:3.0:1789130485.877555:0:34337:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:3.0:1789130485.877557:0:34337:0:(cl_page.c:660:__cl_page_disown()) Process leaving 00000020:00000001:3.0:1789130485.877559:0:34337:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:3.0:1789130485.877561:0:34337:0:(cl_page.c:556:cl_batch_put()) page@000000007615eeef[3 000000003118be1a 1 1 0000000000000000 0 0 0] 00000020:00000001:3.0:1789130485.877563:0:34337:0:(cl_page.c:556:cl_batch_put()) 3 00000020:00000001:3.0:1789130485.877564:0:34337:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000080:00000001:3.0:1789130485.877565:0:34337:0:(vvp_io.c:1276:write_commit_callback()) Process leaving 00000008:00000040:3.0:1789130485.877567:0:34337:0:(osc_io.c:513:osc_io_commit_async()) 0 0 00000008:00000001:3.0:1789130485.877568:0:34337:0:(osc_io.c:514:osc_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789130485.877570:0:34337:0:(cl_io.c:660:cl_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789130485.877572:0:34337:0:(lov_io.c:2037:lov_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789130485.877574:0:34337:0:(cl_io.c:660:cl_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1789130485.877576:0:34337:0:(vvp_io.c:1344:vvp_io_write_commit()) Committed 1 pages 1 bytes, tot: 1 00000020:00000001:3.0:1789130485.877578:0:34337:0:(cl_io.c:1047:cl_page_list_fini()) Process entered 00000020:00000001:3.0:1789130485.877579:0:34337:0:(cl_io.c:1051:cl_page_list_fini()) Process leaving 00000080:00000001:3.0:1789130485.877581:0:34337:0:(vvp_io.c:1385:vvp_io_write_commit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789130485.877583:0:34337:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c2fb80 00000080:00200000:3.0:1789130485.877585:0:34337:0:(vvp_io.c:1505:vvp_io_write_start()) f24a.recovery-small: write bytes 0, result: 1 00000080:00000001:3.0:1789130485.877588:0:34337:0:(vvp_io.c:1538:vvp_io_write_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789130485.877590:0:34337:0:(lov_io.c:1588:lov_io_start()) Process entered 00020000:00000001:3.0:1789130485.877592:0:34337:0:(lov_io.c:1516:lov_io_call()) Process entered 00000020:00000001:3.0:1789130485.877594:0:34337:0:(cl_io.c:532:cl_io_start()) Process entered 00000008:00000001:3.0:1789130485.877596:0:34337:0:(osc_io.c:1075:osc_io_write_start()) Process entered 00000020:00000001:3.0:1789130485.877597:0:34337:0:(cl_object.c:143:cl_object_top()) ffff9caf58313ab0 -> ffff9caf42b2a210 00000020:00000001:3.0:1789130485.877599:0:34337:0:(cl_object.c:143:cl_object_top()) ffff9caf58313ab0 -> ffff9caf42b2a210 00000020:00000001:3.0:1789130485.877601:0:34337:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00020000:00000001:3.0:1789130485.877602:0:34337:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:3.0:1789130485.877604:0:34337:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789130485.877605:0:34337:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789130485.877607:0:34337:0:(cl_object.c:143:cl_object_top()) ffff9caf58313ab0 -> ffff9caf42b2a210 00000008:00000001:3.0:1789130485.877609:0:34337:0:(osc_io.c:1083:osc_io_write_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789130485.877610:0:34337:0:(cl_io.c:544:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789130485.877612:0:34337:0:(lov_io.c:1533:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789130485.877613:0:34337:0:(lov_io.c:1589:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789130485.877614:0:34337:0:(cl_io.c:544:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789130485.877616:0:34337:0:(cl_io.c:559:cl_io_end()) Process entered 00020000:00000001:3.0:1789130485.877618:0:34337:0:(lov_io.c:1516:lov_io_call()) Process entered 00020000:00000001:3.0:1789130485.877619:0:34337:0:(lov_io.c:1594:lov_io_end_wrapper()) Process entered 00000020:00000001:3.0:1789130485.877621:0:34337:0:(cl_io.c:559:cl_io_end()) Process entered 00000008:00000001:3.0:1789130485.877623:0:34337:0:(osc_cache.c:602:osc_extent_release()) Process entered 00000008:00000001:3.0:1789130485.877626:0:34337:0:(osc_cache.c:230:__osc_extent_sanity_check()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000020:3.0:1789130485.877631:0:34337:0:(osc_cache.c:1909:osc_update_pending()) obj ffff9caf58313ab0 ready 0|-|- wr 1|-|- rd 0|- update pending cmd 2 delta 1. 00000008:00000001:3.0:1789130485.877638:0:34337:0:(osc_cache.c:1841:osc_makes_rpc()) Process entered 00000008:00000001:3.0:1789130485.877641:0:34337:0:(osc_cache.c:1894:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1789130485.877642:0:34337:0:(osc_cache.c:1841:osc_makes_rpc()) Process entered 00000008:00000001:3.0:1789130485.877644:0:34337:0:(osc_cache.c:1880:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1789130485.877646:0:34337:0:(osc_cache.c:676:osc_extent_release()) Process leaving 00000020:00000001:3.0:1789130485.877647:0:34337:0:(cl_io.c:567:cl_io_end()) Process leaving 00020000:00000001:3.0:1789130485.877649:0:34337:0:(lov_io.c:1604:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789130485.877651:0:34337:0:(lov_io.c:1533:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789130485.877653:0:34337:0:(cl_io.c:567:cl_io_end()) Process leaving 00000020:00000001:3.0:1789130485.877655:0:34337:0:(cl_io.c:356:cl_io_unlock()) Process entered 00000020:00000001:3.0:1789130485.877658:0:34337:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:3.0:1789130485.877660:0:34337:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9caf58607c68 (ffff9caf58609f38/0) at cl_lock_release():245 00000020:00000001:3.0:1789130485.877717:0:34337:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:3.0:1789130485.877719:0:34337:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9caf58607c68 (ffff9caf58609f38/0) at cl_lock_cancel():142 00020000:00000001:3.0:1789130485.877722:0:34337:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:3.0:1789130485.877724:0:34337:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1789130485.877726:0:34337:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446634875375144088 : -109198334407528 : ffff9caf48114c98) 00000020:00000001:3.0:1789130485.877728:0:34337:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:3.0:1789130485.877729:0:34337:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9caf42e06cb0 (ffff9caf586097e8/1) at cl_lock_cancel():142 00000008:00000001:3.0:1789130485.877733:0:34337:0:(osc_lock.c:1172:osc_lock_cancel()) Process entered 00000008:00000001:3.0:1789130485.877734:0:34337:0:(osc_lock.c:1126:osc_lock_detach()) Process entered 00010000:00000001:3.0:1789130485.877737:0:34337:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789130485.877739:0:34337:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789130485.877741:0:34337:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40030200 refcount=5 00000020:00000001:3.0:1789130485.877744:0:34337:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239989760 : -109198469561856 : ffff9caf40030200) 00010000:00000001:3.0:1789130485.877747:0:34337:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239989760 : -109198469561856 : ffff9caf40030200) 00010000:00000001:3.0:1789130485.877750:0:34337:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789130485.877753:0:34337:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9caf5014c800 lock: 00000000ada5e505/0xde5303b1d982ce19 lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xcdf1b083821a605b expref: -99 pid: 34337 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1789130485.877762:0:34337:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130485.877764:0:34337:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789130485.877766:0:34337:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1789130485.877769:0:34337:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1789130485.877772:0:34337:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9caf5014c800 lock: 00000000ada5e505/0xde5303b1d982ce19 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xcdf1b083821a605b expref: -99 pid: 34337 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000001:3.0:1789130485.877786:0:34337:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130485.877790:0:34337:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789130485.877792:0:34337:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789130485.877797:0:34337:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130485.877798:0:34337:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789130485.877800:0:34337:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130485.877938:0:34337:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789130485.877941:0:34337:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130485.877943:0:34337:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130485.877946:0:34337:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130485.877948:0:34337:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789130485.877950:0:34337:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130485.877951:0:34337:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789130485.877953:0:34337:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130485.877954:0:34337:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1789130485.877955:0:34337:0:(osc_lock.c:1145:osc_lock_detach()) Process leaving 00000008:00000001:3.0:1789130485.877957:0:34337:0:(osc_lock.c:1181:osc_lock_cancel()) Process leaving 00000020:00000001:3.0:1789130485.877959:0:34337:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:3.0:1789130485.877960:0:34337:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:3.0:1789130485.877962:0:34337:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:3.0:1789130485.877963:0:34337:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9caf58607c68 (ffff9caf58609f38/0) at cl_lock_fini():72 00020000:00000001:3.0:1789130485.877967:0:34337:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:3.0:1789130485.877968:0:34337:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:3.0:1789130485.877969:0:34337:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9caf42e06cb0 (ffff9caf58609f38/1) at cl_lock_fini():72 00000008:00000010:3.0:1789130485.877973:0:34337:0:(osc_lock.c:116:osc_lock_fini()) slab-freed '(ols)': 312 at ffff9caf4815f110. 00000020:00000001:3.0:1789130485.877980:0:34337:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:3.0:1789130485.877982:0:34337:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff9caf42e06c80. 00020000:00000001:3.0:1789130485.877987:0:34337:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:3.0:1789130485.877988:0:34337:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:3.0:1789130485.877990:0:34337:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00020000:00000001:3.0:1789130485.877992:0:34337:0:(lov_io.c:1682:lov_io_unlock()) Process entered 00020000:00000001:3.0:1789130485.877993:0:34337:0:(lov_io.c:1516:lov_io_call()) Process entered 00000020:00000001:3.0:1789130485.877995:0:34337:0:(cl_io.c:356:cl_io_unlock()) Process entered 00000020:00000001:3.0:1789130485.877996:0:34337:0:(cl_io.c:377:cl_io_unlock()) Process leaving 00020000:00000001:3.0:1789130485.877998:0:34337:0:(lov_io.c:1616:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789130485.878010:0:34337:0:(lov_io.c:1533:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789130485.878012:0:34337:0:(lov_io.c:1685:lov_io_unlock()) Process leaving 00000020:00000001:3.0:1789130485.878075:0:34337:0:(cl_io.c:377:cl_io_unlock()) Process leaving 00000020:00000001:3.0:1789130485.878077:0:34337:0:(cl_io.c:453:cl_io_rw_advance()) Process entered 00000080:00200000:3.0:1789130485.878080:0:34337:0:(vvp_io.c:640:vvp_io_advance()) advancing 1 bytes 00000020:00000001:3.0:1789130485.878082:0:34337:0:(cl_io.c:469:cl_io_rw_advance()) Process leaving 00000020:00000001:3.0:1789130485.878084:0:34337:0:(cl_io.c:433:cl_io_iter_fini()) Process entered 00020000:00000001:3.0:1789130485.878086:0:34337:0:(lov_io.c:1663:lov_io_iter_fini()) Process entered 00020000:00000001:3.0:1789130485.878087:0:34337:0:(lov_io.c:1516:lov_io_call()) Process entered 00000020:00000001:3.0:1789130485.878088:0:34337:0:(cl_io.c:433:cl_io_iter_fini()) Process entered 00000020:00000001:3.0:1789130485.878092:0:34337:0:(cl_io.c:439:cl_io_iter_fini()) Process leaving 00020000:00000001:3.0:1789130485.878093:0:34337:0:(lov_io.c:1610:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789130485.878096:0:34337:0:(lov_io.c:1533:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789130485.878098:0:34337:0:(lov_io.c:1674:lov_io_iter_fini()) Process leaving 00000020:00000001:3.0:1789130485.878100:0:34337:0:(cl_io.c:439:cl_io_iter_fini()) Process leaving 00000020:00000001:3.0:1789130485.878101:0:34337:0:(cl_io.c:877:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1789130485.878106:0:34337:0:(file.c:2207:ll_file_io_generic()) Range unlock [0, 0] 00000001:00000001:3.0:1789130485.878109:0:34337:0:(range_lock.c:83:range_unlock()) Process entered 00000001:00000001:3.0:1789130485.878112:0:34337:0:(range_lock.c:104:range_unlock()) Process leaving 00000020:00000001:3.0:1789130485.878114:0:34337:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:3.0:1789130485.878117:0:34337:0:(lov_io.c:1057:lov_io_fini()) Process entered 00020000:00000001:3.0:1789130485.878119:0:34337:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:3.0:1789130485.878120:0:34337:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:3.0:1789130485.878122:0:34337:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1789130485.878125:0:34337:0:(cl_object.c:917:cl_env_put()) 1@ffff9caf586097e0 00020000:00000001:3.0:1789130485.878128:0:34337:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:3.0:1789130485.878130:0:34337:0:(lov_io.c:1088:lov_io_fini()) Process leaving 00000080:00000001:3.0:1789130485.878132:0:34337:0:(vvp_io.c:392:vvp_io_fini()) Process entered 00000080:00200000:3.0:1789130485.878134:0:34337:0:(vvp_io.c:402:vvp_io_fini()) [0x200000404:0x30:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, need minor change layout 0 00000080:00000001:3.0:1789130485.878202:0:34337:0:(vvp_io.c:509:vvp_io_fini()) Process leaving 00000020:00000001:3.0:1789130485.878203:0:34337:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00000001:3.0:1789130485.878205:0:34337:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c2fc98 00000080:00200000:3.0:1789130485.878207:0:34337:0:(file.c:2240:ll_file_io_generic()) f24a.recovery-small: 2 io complete with rc: 0, result: 1, restart: 0 00000080:00000001:3.0:1789130485.878213:0:34337:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:3.0:1789130485.878215:0:34337:0:(cl_object.c:143:cl_object_top()) ffff9caf42b2a210 -> ffff9caf42b2a210 00000020:00000001:3.0:1789130485.878217:0:34337:0:(cl_object.c:143:cl_object_top()) ffff9caf42b2a210 -> ffff9caf42b2a210 00000020:00000001:3.0:1789130485.878219:0:34337:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:3.0:1789130485.878224:0:34337:0:(lov_object.c:1077:lov_attr_get_composite()) Process entered 00020000:00000001:3.0:1789130485.878229:0:34337:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:3.0:1789130485.878231:0:34337:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=2 : 2 : 2) 00020000:00000001:3.0:1789130485.878233:0:34337:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:3.0:1789130485.878234:0:34337:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=2 : 2 : 2) 00020000:00000002:3.0:1789130485.878237:0:34337:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x30:1028 on OST[0]: s=2 (1) m=1789130485 a=0 c=1789130485 b=11 00020000:00000001:3.0:1789130485.878241:0:34337:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1789130485.878244:0:34337:0:(lov_object.c:1108:lov_attr_get_composite()) COMP ID #-1: s=2 m=1789130485 a=0 c=1789130485 b=11 00020000:00000001:3.0:1789130485.878248:0:34337:0:(lov_object.c:1146:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789130485.878250:0:34337:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789130485.878252:0:34337:0:(cl_object.c:143:cl_object_top()) ffff9caf42b2a210 -> ffff9caf42b2a210 00000080:00200000:3.0:1789130485.878254:0:34337:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000404:0x30:0x0] updating i_size 2 i_blocks 11 00000080:00000001:3.0:1789130485.878257:0:34337:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000080:00200000:3.0:1789130485.878263:0:34337:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 1 00000080:00000001:3.0:1789130485.878266:0:34337:0:(file.c:2330:ll_file_io_generic()) Process leaving (rc=1 : 1 : 1) 00000020:00001000:3.0:1789130485.878268:0:34337:0:(cl_object.c:917:cl_env_put()) 1@ffff9caf58609f30 00000020:00000001:3.0:1789130485.878272:0:34337:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c2fd88 00000080:00000008:3.0:1789130485.878274:0:34337:0:(file.c:2734:do_file_write_iter()) COMPLETED: file f24a.recovery-small:[0x200000404:0x30:0x0], ppos: 2, count: 0, rc = 1 00000080:00000001:3.0:1789130485.878277:0:34337:0:(file.c:2736:do_file_write_iter()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1789130485.878294:0:34337:0:(file.c:5396:ll_fsync()) Process entered 00000020:00000001:3.0:1789130485.878296:0:34337:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c2fe48 00000080:00200008:3.0:1789130485.878298:0:34337:0:(file.c:5401:ll_fsync()) START file: name=f24a.recovery-small, fid=[0x200000404:0x30:0x0], start=0, end=9223372036854775807, datasync=0, need_sync 0/1 00000080:00000001:3.0:1789130485.878306:0:34337:0:(rw.c:1502:ll_writepages()) Process entered 00000080:00000001:3.0:1789130485.878309:0:34337:0:(file.c:5312:cl_sync_file_range()) Process entered 00000020:00000001:3.0:1789130485.878311:0:34337:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1789130485.878314:0:34337:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446634875648778040 : -109198060773576 : ffff9caf58609f38) 00000020:00001000:3.0:1789130485.878317:0:34337:0:(cl_object.c:823:cl_env_get()) 1@ffff9caf58609f30 00000020:00000001:3.0:1789130485.878319:0:34337:0:(cl_object.c:143:cl_object_top()) ffff9caf42b2a210 -> ffff9caf42b2a210 00000020:00000001:3.0:1789130485.878321:0:34337:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:3.0:1789130485.878324:0:34337:0:(vvp_io.c:1987:vvp_io_init()) Process entered 00000080:00200000:3.0:1789130485.878326:0:34337:0:(vvp_io.c:1992:vvp_io_init()) [0x200000404:0x30:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:3.0:1789130485.878329:0:34337:0:(cl_io.c:902:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1789130485.878330:0:34337:0:(cl_io.c:908:cl_io_slice_add()) Process leaving 00000080:00000001:3.0:1789130485.878331:0:34337:0:(vvp_io.c:2064:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1789130485.878334:0:34337:0:(lov_object.c:1604:lov_io_init()) [0x200000404:0x30:0x0]io ffff9caf481142d0 type 6 ignore/verify layout 1/0, compressed 0 00020000:00000002:3.0:1789130485.878444:0:34337:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9caf47cdc0f8) owner 0000000000000000/ffff9caf480d27c0 00020000:00000001:3.0:1789130485.878448:0:34337:0:(lov_io.c:2488:lov_io_init_composite()) Process entered 00020000:00000001:3.0:1789130485.878450:0:34337:0:(lov_io.c:764:lov_io_slice_init()) Process entered 00020000:00000001:3.0:1789130485.878453:0:34337:0:(lov_io.c:478:lov_io_mirror_init()) Process entered 00020000:00000001:3.0:1789130485.878455:0:34337:0:(lov_io.c:489:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789130485.878458:0:34337:0:(lov_io.c:919:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:3.0:1789130485.878460:0:34337:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:3.0:1789130485.878463:0:34337:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789130485.878465:0:34337:0:(cl_io.c:902:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1789130485.878466:0:34337:0:(cl_io.c:908:cl_io_slice_add()) Process leaving 00020000:00000001:3.0:1789130485.878467:0:34337:0:(lov_io.c:2501:lov_io_init_composite()) Process leaving 00020000:00000002:3.0:1789130485.878470:0:34337:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9caf47cdc0f8) owner 0000000000000000/ffff9caf480d27c0 00000020:00000001:3.0:1789130485.878473:0:34337:0:(cl_io.c:146:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789130485.878475:0:34337:0:(cl_io.c:827:cl_io_loop()) Process entered 00000020:00000001:3.0:1789130485.878477:0:34337:0:(cl_io.c:403:cl_io_iter_init()) Process entered 00020000:00000001:3.0:1789130485.878479:0:34337:0:(lov_io.c:1238:lov_io_iter_init()) Process entered 00020000:00200000:3.0:1789130485.878481:0:34337:0:(lov_io.c:1289:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:3.0:1789130485.878484:0:34337:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:3.0:1789130485.878487:0:34337:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1789130485.878488:0:34337:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:3.0:1789130485.878490:0:34337:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1789130485.878492:0:34337:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446634875648776168 : -109198060775448 : ffff9caf586097e8) 00000020:00001000:3.0:1789130485.878494:0:34337:0:(cl_object.c:823:cl_env_get()) 1@ffff9caf586097e0 00000020:00000001:3.0:1789130485.878496:0:34337:0:(cl_object.c:143:cl_object_top()) ffff9caf42b2ab70 -> ffff9caf42b2a210 00000020:00000001:3.0:1789130485.878498:0:34337:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:3.0:1789130485.878501:0:34337:0:(cl_io.c:902:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1789130485.878502:0:34337:0:(cl_io.c:908:cl_io_slice_add()) Process leaving 00000020:00000001:3.0:1789130485.878503:0:34337:0:(cl_io.c:146:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789130485.878505:0:34337:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789130485.878507:0:34337:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446634875375144088 : -109198334407528 : ffff9caf48114c98) 00000020:00000001:3.0:1789130485.878510:0:34337:0:(cl_io.c:403:cl_io_iter_init()) Process entered 00000020:00000001:3.0:1789130485.878512:0:34337:0:(cl_io.c:415:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789130485.878513:0:34337:0:(lov_io.c:1395:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789130485.878515:0:34337:0:(cl_io.c:415:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789130485.878517:0:34337:0:(cl_io.c:318:cl_io_lock()) Process entered 00020000:00000001:3.0:1789130485.878519:0:34337:0:(lov_io.c:1538:lov_io_lock()) Process entered 00020000:00000001:3.0:1789130485.878521:0:34337:0:(lov_io.c:1516:lov_io_call()) Process entered 00000020:00000001:3.0:1789130485.878522:0:34337:0:(cl_io.c:318:cl_io_lock()) Process entered 00000020:00000001:3.0:1789130485.878523:0:34337:0:(cl_io.c:290:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1789130485.878525:0:34337:0:(cl_io.c:299:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789130485.878526:0:34337:0:(cl_io.c:338:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789130485.878528:0:34337:0:(lov_io.c:1533:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789130485.878529:0:34337:0:(lov_io.c:1539:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789130485.878531:0:34337:0:(cl_io.c:290:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1789130485.878532:0:34337:0:(cl_io.c:299:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789130485.878533:0:34337:0:(cl_io.c:338:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789130485.878535:0:34337:0:(cl_io.c:532:cl_io_start()) Process entered 00020000:00000001:3.0:1789130485.878537:0:34337:0:(lov_io.c:1588:lov_io_start()) Process entered 00020000:00000001:3.0:1789130485.878539:0:34337:0:(lov_io.c:1516:lov_io_call()) Process entered 00000020:00000001:3.0:1789130485.878540:0:34337:0:(cl_io.c:532:cl_io_start()) Process entered 00000008:00000001:3.0:1789130485.878542:0:34337:0:(osc_io.c:1127:osc_io_fsync_start()) Process entered 00000008:00000001:3.0:1789130485.878545:0:34337:0:(osc_cache.c:3411:osc_cache_writeback_range()) Process entered 00000008:00000001:3.0:1789130485.878550:0:34337:0:(osc_cache.c:1841:osc_makes_rpc()) Process entered 00000008:00000020:3.0:1789130485.878552:0:34337:0:(osc_cache.c:1863:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:3.0:1789130485.878554:0:34337:0:(osc_cache.c:1864:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:3.0:1789130485.878558:0:34337:0:(osc_cache.c:2467:osc_check_rpcs()) Process entered 00000008:00000001:3.0:1789130485.878559:0:34337:0:(osc_cache.c:2428:osc_next_obj()) Process entered 00000008:00000001:3.0:1789130485.878562:0:34337:0:(osc_cache.c:2436:osc_next_obj()) Process leaving (rc=18446634875645672112 : -109198063879504 : ffff9caf58313ab0) 00000008:00000020:3.0:1789130485.878566:0:34337:0:(osc_cache.c:2472:osc_check_rpcs()) obj ffff9caf58313ab0 ready 0|-|- wr 1|-|+ rd 0|- 0 in flight 00000008:00000001:3.0:1789130485.878569:0:34337:0:(osc_cache.c:1841:osc_makes_rpc()) Process entered 00000008:00000020:3.0:1789130485.878571:0:34337:0:(osc_cache.c:1863:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:3.0:1789130485.878572:0:34337:0:(osc_cache.c:1864:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:3.0:1789130485.878574:0:34337:0:(osc_cache.c:2291:osc_send_write_rpc()) Process entered 00000008:00000001:3.0:1789130485.878579:0:34337:0:(osc_cache.c:2090:try_to_add_extent_for_io()) Process entered 00000008:00000020:3.0:1789130485.878585:0:34337:0:(osc_cache.c:2116:try_to_add_extent_for_io()) extent ffff9caf49d4bcc0@{[0 -> 255/255], 0x240000400:66, [1|0|+|cache|wiuY|ffff9caf58313ab0], [1703936|1|+|-|ffff9caf40030200|256|0000000000000000]} trying to add this extent 00000008:00010000:3.0:1789130485.878593:0:34337:0:(osc_cache.c:2116:try_to_add_extent_for_io()) ### extent: 00000000bb522fe4 ns: lustre-OST0000-osc-ffff9caf5014c800 lock: 00000000ada5e505/0xde5303b1d982ce19 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xcdf1b083821a605b expref: -99 pid: 34337 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000008:00000001:3.0:1789130485.878603:0:34337:0:(osc_cache.c:2200:try_to_add_extent_for_io()) Process leaving (rc=1 : 1 : 1) 00000008:00000020:3.0:1789130485.878607:0:34337:0:(osc_cache.c:1909:osc_update_pending()) obj ffff9caf58313ab0 ready 0|-|- wr 0|-|- rd 0|- update pending cmd 2 delta -1. 00000008:00000001:3.0:1789130485.878611:0:34337:0:(osc_cache.c:1203:osc_extent_make_ready()) Process entered 00000008:00000001:3.0:1789130485.878614:0:34337:0:(osc_cache.c:227:__osc_extent_sanity_check()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000020:3.0:1789130485.878618:0:34337:0:(osc_cache.c:1211:osc_extent_make_ready()) extent ffff9caf49d4bcc0@{[0 -> 255/255], 0x240000400:66, [1|0|+|locking|wiuY|ffff9caf58313ab0], [1703936|1|+|-|ffff9caf40030200|256|ffff9caf480d27c0]} make ready 00000008:00010000:3.0:1789130485.878624:0:34337:0:(osc_cache.c:1211:osc_extent_make_ready()) ### extent: 00000000bb522fe4 ns: lustre-OST0000-osc-ffff9caf5014c800 lock: 00000000ada5e505/0xde5303b1d982ce19 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xcdf1b083821a605b expref: -99 pid: 34337 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000008:00000001:3.0:1789130485.878632:0:34337:0:(osc_cache.c:1395:osc_make_ready()) Process entered 00000020:00000001:3.0:1789130485.878634:0:34337:0:(cl_page.c:1148:cl_page_make_ready()) Process entered 00000020:00008000:3.0:1789130485.878770:0:34337:0:(cl_page.c:1160:cl_page_make_ready()) page@000000007615eeef[2 000000003118be1a 1 1 0000000000000000 0 0 0] 00000020:00008000:3.0:1789130485.878774:0:34337:0:(cl_page.c:1160:cl_page_make_ready()) readied 00000020:00000001:3.0:1789130485.878776:0:34337:0:(cl_page.c:1009:cl_page_io_start()) Process entered 00000020:00000001:3.0:1789130485.878778:0:34337:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:3.0:1789130485.878779:0:34337:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:3.0:1789130485.878781:0:34337:0:(cl_page.c:1001:cl_req_type_state()) Process entered 00000020:00000001:3.0:1789130485.878783:0:34337:0:(cl_page.c:1002:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:3.0:1789130485.878785:0:34337:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:3.0:1789130485.878788:0:34337:0:(cl_page.c:507:__cl_page_state_set()) page@000000007615eeef[2 000000003118be1a 1 1 0000000000000000 0 0 0] 00000020:00000001:3.0:1789130485.878790:0:34337:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 3 00000020:00000001:3.0:1789130485.878792:0:34337:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:3.0:1789130485.878793:0:34337:0:(cl_page.c:1012:cl_page_io_start()) Process leaving 00000020:00000001:3.0:1789130485.878797:0:34337:0:(cl_page.c:1182:cl_page_make_ready()) page@000000007615eeef[2 000000003118be1a 3 1 0000000000000000 0 0 0] 00000020:00000001:3.0:1789130485.878799:0:34337:0:(cl_page.c:1182:cl_page_make_ready()) 1 0 00000008:00000001:3.0:1789130485.878801:0:34337:0:(osc_cache.c:1399:osc_make_ready()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789130485.878902:0:34337:0:(cl_object.c:143:cl_object_top()) ffff9caf58313ab0 -> ffff9caf42b2a210 00000020:00000001:3.0:1789130485.878904:0:34337:0:(cl_object.c:143:cl_object_top()) ffff9caf58313ab0 -> ffff9caf42b2a210 00000020:00000001:3.0:1789130485.878906:0:34337:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00000020:00000001:3.0:1789130485.878908:0:34337:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789130485.878910:0:34337:0:(cl_object.c:143:cl_object_top()) ffff9caf58313ab0 -> ffff9caf42b2a210 00000008:00000001:3.0:1789130485.878912:0:34337:0:(osc_cache.c:1264:osc_extent_make_ready()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1789130485.878916:0:34337:0:(osc_request.c:3021:osc_build_rpc()) Process entered 00000008:00000020:3.0:1789130485.878920:0:34337:0:(osc_page.c:1389:osc_over_unstable_soft_limit()) lustre-OST0000-osc-ffff9caf5014c800: cli: ffff9caf5044bcb0 unstable pages: 0, osc unstable pages: 0 00000008:00000010:3.0:1789130485.878931:0:34337:0:(osc_request.c:3052:osc_build_rpc()) kmalloced '(pga)': 8 at ffff9caf49c765f8. 00000008:00000010:3.0:1789130485.878937:0:34337:0:(osc_request.c:3056:osc_build_rpc()) slab-alloced 'oa': 208 at ffff9caf4617d270. 00000020:00000001:3.0:1789130485.878942:0:34337:0:(cl_io.c:1170:cl_req_attr_set()) Process entered 00020000:00000001:3.0:1789130485.878946:0:34337:0:(lovsub_object.c:130:lovsub_req_attr_set()) Process entered 00000020:00000001:3.0:1789130485.878947:0:34337:0:(cl_io.c:1170:cl_req_attr_set()) Process entered 00000020:00000002:3.0:1789130485.878951:0:34337:0:(obdo.c:53:obdo_from_inode()) valid 0x10000000000070c, new time 1789130485/1789130485 00000020:00000001:3.0:1789130485.878956:0:34337:0:(cl_io.c:1176:cl_req_attr_set()) Process leaving 00020000:00000001:3.0:1789130485.878957:0:34337:0:(lovsub_object.c:142:lovsub_req_attr_set()) Process leaving 00000008:00000001:3.0:1789130485.878962:0:34337:0:(osc_lock.c:1351:osc_obj_dlmlock_at_pgoff()) Process entered 00000008:00000001:3.0:1789130485.878966:0:34337:0:(osc_request.c:3535:osc_match_base()) Process entered 00010000:00000001:3.0:1789130485.878969:0:34337:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789130485.878978:0:34337:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf48fc4b00 count: 2 00010000:00000001:3.0:1789130485.878981:0:34337:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789130485.878989:0:34337:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:3.0:1789130485.878993:0:34337:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:3.0:1789130485.878997:0:34337:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1789130485.879087:0:34337:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789130485.879092:0:34337:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 4095) ns: lustre-OST0000-osc-ffff9caf5014c800 lock: 00000000ada5e505/0xde5303b1d982ce19 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xcdf1b083821a605b expref: -99 pid: 34337 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:3.0:1789130485.879101:0:34337:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130485.879103:0:34337:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1789130485.879105:0:34337:0:(osc_request.c:3550:osc_match_base()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:3.0:1789130485.879108:0:34337:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789130485.879110:0:34337:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789130485.879112:0:34337:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40030200 refcount=3 00000020:00000001:3.0:1789130485.879114:0:34337:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239989760 : -109198469561856 : ffff9caf40030200) 00010000:00000001:3.0:1789130485.879117:0:34337:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239989760 : -109198469561856 : ffff9caf40030200) 00000008:00000001:3.0:1789130485.879120:0:34337:0:(osc_lock.c:1385:osc_obj_dlmlock_at_pgoff()) Process leaving (rc=18446634875239989760 : -109198469561856 : ffff9caf40030200) 00010000:00000001:3.0:1789130485.879123:0:34337:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130485.879124:0:34337:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:3.0:1789130485.879125:0:34337:0:(cl_io.c:1176:cl_req_attr_set()) Process leaving 00000008:00000001:3.0:1789130485.879128:0:34337:0:(osc_request.c:1567:osc_brw_prep_request()) Process entered 00000100:00000010:3.0:1789130485.879202:0:34337:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf501a8b40. 00000020:00000040:3.0:1789130485.879208:0:34337:0:(genops.c:1210:class_import_get()) import ffff9caf468ac800 refcount=3 obd=lustre-OST0000-osc-ffff9caf5014c800 00000100:00000001:3.0:1789130485.879217:0:34337:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789130485.879221:0:34337:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789130485.879224:0:34337:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789130485.879234:0:34337:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9caf42b29600. 00000100:00000001:3.0:1789130485.879243:0:34337:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:3.0:1789130485.879252:0:34337:0:(osc_request.c:1966:osc_brw_prep_request()) Using short io for data transfer, size = 2 00000008:00000020:3.0:1789130485.879259:0:34337:0:(osc_request.c:738:osc_announce_cached()) lustre-OST0000-osc-ffff9caf5014c800: dirty: 1703936 undirty: 485097472 dropped 0 grant: 2097152 cl_lost_grant 0 00000008:00000001:3.0:1789130485.879267:0:34337:0:(osc_request.c:1380:osc_checksum_bulk_rw()) Process entered 00000001:00000040:3.0:1789130485.879303:0:34337:0:(lnet-crypto.c:95:cfs_crypto_hash_alloc()) Using crypto hash: crc32c (crc32c-intel) speed 10183 MB/s 00000008:00008000:3.0:1789130485.879311:0:34337:0:(osc_request.c:1351:osc_checksum_bulk()) page fffff3e084a54380 map ffff9caf6019f5f8 index 0 flags 17ffffc0005028 count 2 priv ffff9caf518f7740: off 0 00000008:00000001:3.0:1789130485.879322:0:34337:0:(osc_request.c:1391:osc_checksum_bulk_rw()) Process leaving (rc=0 : 0 : 0) 00000008:00008000:3.0:1789130485.879325:0:34337:0:(osc_request.c:2085:osc_brw_prep_request()) checksum at write origin: c9a4775b (4) 00000008:00100000:3.0:1789130485.879330:0:34337:0:(osc_request.c:2139:osc_brw_prep_request()) brw rpc ffff9caf501a8b40 - object 0x240000400:66 offset 0<>2 00000008:00000001:3.0:1789130485.879333:0:34337:0:(osc_request.c:2140:osc_brw_prep_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789130485.880207:0:34337:0:(cl_io.c:1170:cl_req_attr_set()) Process entered 00020000:00000001:3.0:1789130485.880214:0:34337:0:(lovsub_object.c:130:lovsub_req_attr_set()) Process entered 00000020:00000001:3.0:1789130485.880215:0:34337:0:(cl_io.c:1170:cl_req_attr_set()) Process entered 00000020:00000002:3.0:1789130485.880218:0:34337:0:(obdo.c:53:obdo_from_inode()) valid 0xc, new time 1789130485/1789130485 00000020:00000001:3.0:1789130485.880222:0:34337:0:(cl_io.c:1176:cl_req_attr_set()) Process leaving 00020000:00000001:3.0:1789130485.880224:0:34337:0:(lovsub_object.c:142:lovsub_req_attr_set()) Process leaving 00000020:00000001:3.0:1789130485.880226:0:34337:0:(cl_io.c:1176:cl_req_attr_set()) Process leaving 00000100:00000001:3.0:1789130485.880229:0:34337:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789130485.880231:0:34337:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875509967680 : -109198199583936 : ffff9caf501a8b40) 00000008:00000002:3.0:1789130485.880248:0:34337:0:(osc_request.c:3178:osc_build_rpc()) @@@ 1 pages, aa 0000000058319386, now 0r/1w/0d in flight req@ffff9caf501a8b40 x1876037329049984/t0(0) o4->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:6/4 lens 496/448 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000008:00000008:3.0:1789130485.880258:0:34337:0:(osc_request.c:3190:osc_build_rpc()) [0x200000404:0x30:0x0]: 1 write pages, start 0, end 0, now 0r/1w/0d in flight 00000100:00000040:3.0:1789130485.880269:0:34337:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001bdb2266] to pc [ptlrpcd_01_01+1] req@ffff9caf501a8b40 x1876037329049984/t0(0) o4->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:6/4 lens 496/448 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130485.880351:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789130485.880357:0:2350:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789130485.880361:0:2350:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789130485.880370:0:2350:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf501a8b40 x1876037329049984/t0(0) o4->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:6/4 lens 496/448 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130485.880379:0:2350:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789130485.880383:0:2350:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789130485.880388:0:2350:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789130485.880392:0:2350:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789130485.880395:0:2350:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789130485.880400:0:2350:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf501a8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:2350:1876037329049984:192.168.204.123@tcp:4:multiop.0 00000100:00000001:2.0:1789130485.880405:0:2350:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789130485.880412:0:2350:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789130485.880415:0:2350:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789130485.880418:0:2350:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789130485.880427:0:2350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9caf50107800. 02000000:00000001:2.0:1789130485.880429:0:2350:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789130485.880438:0:2350:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:2.0:1789130485.880444:0:2350:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf483fddc0. 00000400:00000010:2.0:1789130485.880453:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf42d18550. 00000100:00000200:2.0:1789130485.880463:0:2350:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876037329049984, portal 4 00000100:00000001:2.0:1789130485.880465:0:2350:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789130485.880466:0:2350:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875509967680 : -109198199583936 : ffff9caf501a8b40) 00000100:00000040:2.0:1789130485.880475:0:2350:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9caf501a8b40 x1876037329049984/t0(0) o4->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:6/4 lens 496/448 e 0 to 0 dl 1789130501 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130485.880483:0:2350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789130485.880486:0:2350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:2.0:1789130485.880490:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf42d18198. 00000100:00000200:2.0:1789130485.880494:0:2350:0:(niobuf.c:94:ptl_send_buf()) Sending 496 bytes to portal 6, xid 1876037329049984, offset 0 00000400:00000200:2.0:1789130485.880504:0:2350:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:2.0:1789130485.880517:0:2350:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130485.880528:0:2350:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:2.0:1789130485.880535:0:2350:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789130485.880541:0:2350:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:2.0:1789130485.880546:0:2350:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789130485.880550:0:2350:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:2.0:1789130485.880555:0:2350:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2645:2645:256:4294967295] 192.168.204.123@tcp LPNI seq info [2644:2644:8:4294967295] 00000400:00000200:2.0:1789130485.880560:0:2350:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130485.880571:0:2350:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:2.0:1789130485.880581:0:2350:0:(socklnd_cb.c:931:ksocknal_send()) sending 496 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:2.0:1789130485.880589:0:2350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf44db5300. 00000800:00000200:2.0:1789130485.880600:0:2350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:2.0:1789130485.880612:0:2350:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:2.0:1789130485.880620:0:2350:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf44db5300 type 1, nob 592 niov 1 nkiov 1 00000100:00000001:2.0:1789130485.880656:0:2350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130485.880672:0:2350:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9caf5014c800: using a timeout of 23108 usecs (24 jiffies) 00000400:00000200:2.0:1789130485.880676:0:2350:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:2.0:1789130485.880681:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296579922 00000100:00000001:2.0:1789130485.880687:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9caf5014c800: PM QoS request active for cpu 2, keep current deadline 4296582142 00000100:00000001:2.0:1789130485.880690:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296579922 00000100:00000001:2.0:1789130485.880694:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9caf5014c800: PM QoS request active for cpu 3, keep current deadline 4296582142 00000100:00000001:2.0:1789130485.880696:0:2350:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789130485.880700:0:2350:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130485.880704:0:2350:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130485.880708:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:3.0:1789130485.881128:0:34337:0:(osc_request.c:3196:osc_build_rpc()) Process leaving 00000008:00000001:3.0:1789130485.881133:0:34337:0:(osc_request.c:3221:osc_build_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1789130485.881147:0:34337:0:(osc_cache.c:2340:osc_send_write_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1789130485.881151:0:34337:0:(osc_cache.c:1841:osc_makes_rpc()) Process entered 00000008:00000001:3.0:1789130485.881153:0:34337:0:(osc_cache.c:1880:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1789130485.881156:0:34337:0:(osc_cache.c:1841:osc_makes_rpc()) Process entered 00000008:00000001:3.0:1789130485.881158:0:34337:0:(osc_cache.c:1853:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1789130485.881159:0:34337:0:(osc_cache.c:1841:osc_makes_rpc()) Process entered 00000008:00000001:3.0:1789130485.881160:0:34337:0:(osc_cache.c:1880:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1789130485.881166:0:34337:0:(osc_cache.c:2428:osc_next_obj()) Process entered 00000008:00000001:3.0:1789130485.881169:0:34337:0:(osc_cache.c:2458:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1789130485.881171:0:34337:0:(osc_cache.c:2531:osc_check_rpcs()) Process leaving 00000008:00000020:3.0:1789130485.881177:0:34337:0:(osc_cache.c:3551:osc_cache_writeback_range()) obj ffff9caf58313ab0 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 18446744073709551615] npages 1: rc=1. 00000008:00000001:3.0:1789130485.881182:0:34337:0:(osc_cache.c:3566:osc_cache_writeback_range()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:3.0:1789130485.881185:0:34337:0:(osc_io.c:1196:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789130485.881189:0:34337:0:(cl_io.c:544:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789130485.881192:0:34337:0:(lov_io.c:1533:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789130485.881195:0:34337:0:(lov_io.c:1589:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789130485.881197:0:34337:0:(cl_io.c:544:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789130485.881200:0:34337:0:(cl_io.c:559:cl_io_end()) Process entered 00020000:00000001:3.0:1789130485.881203:0:34337:0:(lov_io.c:2189:lov_io_fsync_end()) Process entered 00020000:00000001:3.0:1789130485.881206:0:34337:0:(lov_io.c:1594:lov_io_end_wrapper()) Process entered 00000020:00000001:3.0:1789130485.881207:0:34337:0:(cl_io.c:559:cl_io_end()) Process entered 00000008:00000001:3.0:1789130485.881210:0:34337:0:(osc_cache.c:3346:osc_cache_wait_range()) Process entered 00000008:00000001:3.0:1789130485.881213:0:34337:0:(osc_cache.c:1010:osc_extent_wait()) Process entered 00000008:00000001:3.0:1789130485.881217:0:34337:0:(osc_cache.c:227:__osc_extent_sanity_check()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789130485.881242:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789130485.881245:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789130485.884426:0:2342:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789130485.884445:0:2342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf44db5300. 00000400:00000200:3.0:1789130485.884454:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130485.884467:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:3.0:1789130485.884477:0:2342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf42d18198 00000400:00000010:3.0:1789130485.884480:0:2342:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf42d18198. 00000100:00000001:3.0:1789130485.884488:0:2342:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789130485.884501:0:2342:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf501a8b40 x1876037329049984/t0(0) o4->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:6/4 lens 496/448 e 0 to 0 dl 1789130501 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130485.884518:0:2342:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130485.884522:0:2342:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf501a8b40 x1876037329049984/t0(0) o4->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:6/4 lens 496/448 e 0 to 0 dl 1789130501 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130485.884530:0:2342:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130485.884533:0:2342:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1789130485.886922:0:2350:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789130485.886933:0:2350:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1789130485.886941:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789130485.886943:0:2350:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789130485.886948:0:2350:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130485.886953:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1789130485.898284:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130485.898310:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789130485.898315:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130485.898317:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130485.898331:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130485.898342:0:2341:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:2.0:1789130485.898354:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130485.898360:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130485.898367:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130485.898372:0:2341:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 224 into portal 4 MB=0x6aa3efa955980 00000400:00000200:2.0:1789130485.898378:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130485.898386:0:2341:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.123@tcp of length 224/224 into md 0x722d [1] + 224 00000800:00000001:2.0:1789130485.898394:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130485.898422:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130485.898426:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130485.898432:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:2.0:1789130485.898446:0:2341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789130485.898462:0:2341:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf501a8b40 x1876037329049984/t0(0) o4->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:6/4 lens 496/448 e 0 to 0 dl 1789130501 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789130485.898477:0:2341:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=224 offset=224 replen=448 req@ffff9caf501a8b40 x1876037329049984/t0(0) o4->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:6/4 lens 496/448 e 0 to 0 dl 1789130501 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130485.898498:0:2341:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789130485.898511:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130485.898515:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789130485.898534:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789130485.898540:0:2350:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789130485.898552:0:2350:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789130485.898554:0:2350:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789130485.898560:0:2350:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf483fddc0. 00000400:00000200:2.0:1789130485.898566:0:2350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf42d18550 00000400:00000010:2.0:1789130485.898569:0:2350:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf42d18550. 00000100:00000001:2.0:1789130485.898573:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789130485.898578:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf501a8b40 x1876037329049984/t0(0) o4->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:6/4 lens 496/448 e 0 to 0 dl 1789130501 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1789130485.898589:0:2350:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf501a8b40 x1876037329049984/t0(0) o4->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:6/4 lens 496/448 e 0 to 0 dl 1789130501 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130485.898595:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789130485.898598:0:2350:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789130485.898602:0:2350:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789130485.898607:0:2350:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789130485.898610:0:2350:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789130485.898612:0:2350:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789130485.898617:0:2350:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789130485.898634:0:2350:0:(import.c:2149:obd_at_measure()) add 0 to ffff9caf468acca8 time=103 v=5 (5 0 0 0) 00000100:00001000:2.0:1789130485.898641:0:2350:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf468acc18 time=22 v=5 (1 0 0 0) 00000100:00000001:2.0:1789130485.898644:0:2350:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:02020000:2.0:1789130485.898650:0:2350:0:(client.c:1505:ptlrpc_check_status()) lustre-OST0000-osc-ffff9caf5014c800: operation ost_write to node 192.168.204.123@tcp failed: rc = -107 00000100:00000001:2.0:1789130485.914163:0:2350:0:(client.c:1506:ptlrpc_check_status()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:2.0:1789130485.914184:0:2350:0:(recover.c:202:ptlrpc_request_handle_notconn()) Process entered 00000100:00080000:2.0:1789130485.914195:0:2350:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-OST0000-osc-ffff9caf5014c800 of lustre-OST0000_UUID@192.168.204.123@tcp abruptly disconnected: reconnecting 00000100:00080000:2.0:1789130485.914209:0:2350:0:(import.c:65:import_set_state_nolock()) ffff9caf468ac800 lustre-OST0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:2.0:1789130485.914215:0:2350:0:(import.c:182:ptlrpc_set_import_discon()) lustre-OST0000-osc-ffff9caf5014c800: Connection to lustre-OST0000 (at 192.168.204.123@tcp) was lost; in progress operations using this service will wait for recovery to complete 00000100:00000001:2.0:1789130485.914225:0:2350:0:(obd_class.h:1222:obd_import_event()) Process entered 00000008:00000001:2.0:1789130485.914229:0:2350:0:(osc_request.c:4110:osc_import_event()) Process entered 00000008:00000001:2.0:1789130485.914232:0:2350:0:(osc_request.c:4177:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130485.914234:0:2350:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00000001:2.0:1789130485.914237:0:2350:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1789130485.914239:0:2350:0:(import.c:65:import_set_state_nolock()) ffff9caf468ac800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1789130485.914243:0:2350:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1789130485.914247:0:2350:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9caf5014c800: connect to NID 192.168.204.123@tcp last attempt 1890 00000400:00000200:2.0:1789130485.914257:0:2350:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130485.914265:0:2350:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.123@tcp is discovered: rc = 1 00000100:00000040:2.0:1789130485.914270:0:2350:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9caf452f48c0 refcount 11 to 192.168.204.123@tcp 00000100:00000001:2.0:1789130485.914274:0:2350:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789130485.914277:0:2350:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9caf452f48c0 refcount 12 to 192.168.204.123@tcp 00000100:00000001:2.0:1789130485.914279:0:2350:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634875326777536 : -109198382774080 : ffff9caf452f48c0) 00000020:00000001:2.0:1789130485.914284:0:2350:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1789130485.914287:0:2350:0:(genops.c:804:class_conn2export()) looking for export cookie 0xde5303b1d982c242 00000020:00000001:2.0:1789130485.914538:0:2350:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130485.914546:0:2350:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9caf4555e000 refcount=4 00000020:00000001:2.0:1789130485.914549:0:2350:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875329306624 : -109198380244992 : ffff9caf4555e000) 00000020:00000001:2.0:1789130485.914553:0:2350:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634875329306624 : -109198380244992 : ffff9caf4555e000) 00000100:00000040:2.0:1789130485.914557:0:2350:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9caf452f48c0 refcount 11 to 192.168.204.123@tcp 00000100:00000001:2.0:1789130485.914560:0:2350:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789130485.914562:0:2350:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9caf452f48c0 refcount 12 to 192.168.204.123@tcp 00000100:00000001:2.0:1789130485.914564:0:2350:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634875326777536 : -109198382774080 : ffff9caf452f48c0) 00000020:00000040:2.0:1789130485.914568:0:2350:0:(genops.c:879:class_export_put()) PUTting export ffff9caf4555e000 : new refcount 3 00000100:00080000:2.0:1789130485.914572:0:2350:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9caf5014c800: import ffff9caf468ac800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00000001:2.0:1789130485.914576:0:2350:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789130485.914580:0:2350:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1789130485.914590:0:2350:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789130485.914595:0:2350:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130485.914598:0:2350:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1789130485.914601:0:2350:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683269 ocd_grant: 1703936, lost: 0. 00000008:00000001:2.0:1789130485.914604:0:2350:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130485.914607:0:2350:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789130485.914621:0:2350:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf580bb840. 00000020:00000040:2.0:1789130485.914625:0:2350:0:(genops.c:1210:class_import_get()) import ffff9caf468ac800 refcount=4 obd=lustre-OST0000-osc-ffff9caf5014c800 02000000:00000001:2.0:1789130485.914630:0:2350:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1789130485.914632:0:2350:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130485.914636:0:2350:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789130485.914639:0:2350:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789130485.914658:0:2350:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789130485.914675:0:2350:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9caf50104c00. 00000100:00000001:2.0:1789130485.914684:0:2350:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789130485.914697:0:2350:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9caf580bb840 x1876037329050112/t0(0) o8->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789130485.914710:0:2350:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789130485.914716:0:2350:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130485.914721:0:2350:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000024f9ac59] to pc [ptlrpcd_rcv+-1] req@ffff9caf580bb840 x1876037329050112/t0(0) o8->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130485.914762:0:2350:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130485.914764:0:2350:0:(recover.c:221:ptlrpc_request_handle_notconn()) Process leaving 00000100:00000001:2.0:1789130485.914766:0:2350:0:(client.c:1714:after_reply()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:2.0:1789130485.914770:0:2350:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789130485.914774:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789130485.914784:0:2350:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789130485.914786:0:2350:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789130485.914789:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789130485.914791:0:2350:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789130485.914795:0:2350:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789130485.914797:0:2350:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789130485.914800:0:2350:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789130485.914845:0:2350:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130485.914849:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130485.915459:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789130485.915465:0:2346:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789130485.915467:0:2346:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789130485.915479:0:2346:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf580bb840 x1876037329050112/t0(0) o8->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130485.915488:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789130485.915489:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130485.915495:0:2346:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789130485.915498:0:2346:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789130485.915501:0:2346:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789130485.915505:0:2346:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf580bb840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:2346:1876037329050112:192.168.204.123@tcp:8:ptlrpcd_01_01.0 00000100:00000001:1.0:1789130485.915510:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789130485.915517:0:2346:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789130485.915520:0:2346:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130485.915524:0:2346:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789130485.915532:0:2346:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9caf487c2400. 02000000:00000001:1.0:1789130485.915534:0:2346:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789130485.915543:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:1.0:1789130485.915549:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf42d8ec08. 00000400:00000010:1.0:1789130485.915559:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf462a3990. 00000100:00000200:1.0:1789130485.915570:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876037329050112, portal 4 00000100:00000001:1.0:1789130485.915574:0:2346:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789130485.915576:0:2346:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875643213888 : -109198066337728 : ffff9caf580bb840) 00000100:00000040:1.0:1789130485.915586:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9caf580bb840 x1876037329050112/t0(0) o8->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 520/544 e 0 to 0 dl 1789130495 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130485.915594:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789130485.915597:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:1.0:1789130485.915601:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf462a3000. 00000100:00000200:1.0:1789130485.915606:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876037329050112, offset 0 00000400:00000200:1.0:1789130485.915615:0:2346:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:1.0:1789130485.915626:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:1.0:1789130485.915635:0:2346:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:1.0:1789130485.915643:0:2346:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789130485.915667:0:2346:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:1.0:1789130485.915673:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789130485.915676:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:1.0:1789130485.915681:0:2346:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2646:2646:256:4294967295] 192.168.204.123@tcp LPNI seq info [2645:2645:8:4294967295] 00000400:00000200:1.0:1789130485.915686:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:1.0:1789130485.915701:0:2346:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:1.0:1789130485.915710:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:1.0:1789130485.915717:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf4a83a900. 00000800:00000200:1.0:1789130485.915727:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:1.0:1789130485.915739:0:2346:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:1.0:1789130485.915745:0:2346:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf4a83a900 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:1.0:1789130485.915763:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789130485.915769:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9caf5014c800: using a timeout of 23107 usecs (24 jiffies) 00000400:00000200:1.0:1789130485.915773:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:1.0:1789130485.915776:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296579961 00000100:00000001:1.0:1789130485.915780:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9caf5014c800: PM QoS request active for cpu 2, keep current deadline 4296582142 00000100:00000001:1.0:1789130485.915782:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296579961 00000100:00000001:1.0:1789130485.915785:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9caf5014c800: PM QoS request active for cpu 3, keep current deadline 4296582142 00000100:00000001:1.0:1789130485.915789:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789130485.915792:0:2346:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130485.915795:0:2346:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130485.915798:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130485.915827:0:2346:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789130485.915829:0:2346:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1789130485.915832:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789130485.915833:0:2346:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789130485.915835:0:2346:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130485.915836:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789130485.915986:0:2342:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789130485.915993:0:2342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf4a83a900. 00000400:00000200:3.0:1789130485.916342:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130485.916516:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:3.0:1789130485.916525:0:2342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf462a3000 00000400:00000010:3.0:1789130485.916528:0:2342:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf462a3000. 00000100:00000001:3.0:1789130485.916536:0:2342:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789130485.916543:0:2342:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf580bb840 x1876037329050112/t0(0) o8->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 520/544 e 0 to 0 dl 1789130495 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130485.916554:0:2342:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130485.916558:0:2342:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf580bb840 x1876037329050112/t0(0) o8->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 520/544 e 0 to 0 dl 1789130495 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130485.916566:0:2342:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130485.916567:0:2342:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1789130485.932497:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130485.932519:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789130485.932525:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130485.932528:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130485.932540:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130485.932550:0:2341:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:2.0:1789130485.932561:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130485.932567:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130485.932574:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130485.932579:0:2341:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 416 into portal 4 MB=0x6aa3efa955a00 00000400:00000200:2.0:1789130485.932585:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130485.932594:0:2341:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.123@tcp of length 416/416 into md 0x723d [1] + 0 00000800:00000001:2.0:1789130485.932602:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130485.932611:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130485.932615:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130485.932620:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:2.0:1789130485.932630:0:2341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789130485.932796:0:2341:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf580bb840 x1876037329050112/t0(0) o8->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 520/544 e 0 to 0 dl 1789130495 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789130485.932861:0:2341:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff9caf580bb840 x1876037329050112/t0(0) o8->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 520/544 e 0 to 0 dl 1789130495 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130485.932881:0:2341:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789130485.932894:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130485.932899:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130485.933363:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789130485.933369:0:2346:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789130485.933378:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789130485.933381:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789130485.933385:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf42d8ec08. 00000400:00000200:1.0:1789130485.933391:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf462a3990 00000400:00000010:1.0:1789130485.933394:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf462a3990. 00000100:00000001:1.0:1789130485.933398:0:2346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789130485.933403:0:2346:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf580bb840 x1876037329050112/t0(0) o8->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 520/544 e 0 to 0 dl 1789130495 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789130485.933413:0:2346:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf580bb840 x1876037329050112/t0(0) o8->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 520/544 e 0 to 0 dl 1789130495 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130485.933420:0:2346:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789130485.933422:0:2346:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130485.933426:0:2346:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789130485.933432:0:2346:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789130485.933436:0:2346:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789130485.933439:0:2346:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130485.933443:0:2346:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789130485.933455:0:2346:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf468acc60 time=104 v=5 (5 5 5 5) 00000100:00001000:1.0:1789130485.933460:0:2346:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf468acc18 time=22 v=5 (1 0 0 0) 00000100:00000001:1.0:1789130485.933463:0:2346:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789130485.933466:0:2346:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130485.933470:0:2346:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789130485.933474:0:2346:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130485.933479:0:2346:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789130485.933484:0:2346:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9caf5014c800: skip recheck: last_committed 4294967344 00000100:00000001:1.0:1789130485.933486:0:2346:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789130485.933489:0:2346:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789130485.933495:0:2346:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf580bb840 x1876037329050112/t0(0) o8->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 520/416 e 0 to 0 dl 1789130495 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130485.933504:0:2346:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789130485.933508:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789130485.933510:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130485.933513:0:2346:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00080000:1.0:1789130485.933522:0:2346:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0000-osc-ffff9caf5014c800: connect to target with instance 1 00000020:00000001:1.0:1789130485.933527:0:2346:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789130485.933530:0:2346:0:(genops.c:804:class_conn2export()) looking for export cookie 0xde5303b1d982c242 00000020:00000001:1.0:1789130485.933533:0:2346:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130485.933537:0:2346:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9caf4555e000 refcount=4 00000020:00000001:1.0:1789130485.933540:0:2346:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875329306624 : -109198380244992 : ffff9caf4555e000) 00000020:00000001:1.0:1789130485.933542:0:2346:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634875329306624 : -109198380244992 : ffff9caf4555e000) 00000100:00001000:1.0:1789130485.933546:0:2346:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf468acc18 time=1789130485 v=0 (0 0 0 0) 00000100:00001000:1.0:1789130485.933549:0:2346:0:(import.c:2215:obd_at_measure()) AT ffff9caf468acc18 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000040:1.0:1789130485.933555:0:2346:0:(obd_cksum.h:77:obd_cksum_types_supported_client()) Crypto hash speed: crc 1627, crc32c 10183, adler 1295 00000020:00000040:1.0:1789130485.933562:0:2346:0:(genops.c:879:class_export_put()) PUTting export ffff9caf4555e000 : new refcount 3 00000100:00000001:1.0:1789130485.933565:0:2346:0:(obd_class.h:1222:obd_import_event()) Process entered 00000008:00000001:1.0:1789130485.933569:0:2346:0:(osc_request.c:4110:osc_import_event()) Process entered 00000008:00000020:1.0:1789130485.933573:0:2346:0:(osc_request.c:1064:osc_init_grant()) lustre-OST0000-osc-ffff9caf5014c800, setting cl_avail_grant: 393216 cl_lost_grant: 0. chunk bits: 20 cl_max_extent_pages: 262144 00000008:00000001:1.0:1789130485.933577:0:2346:0:(obd_class.h:1242:obd_notify()) Process entered 00020000:00000001:1.0:1789130485.933581:0:2346:0:(lov_obd.c:431:lov_notify()) Process entered 00000080:00000001:1.0:1789130485.933585:0:2346:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:1.0:1789130485.933588:0:2346:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789130485.933591:0:2346:0:(lov_obd.c:468:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1789130485.933593:0:2346:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1789130485.933595:0:2346:0:(osc_request.c:4177:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130485.933597:0:2346:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00080000:1.0:1789130485.933601:0:2346:0:(import.c:1338:ptlrpc_connect_interpret()) @@@ lustre-OST0000-osc-ffff9caf5014c800: evicting (reconnect/recover flags not set: 4) req@ffff9caf580bb840 x1876037329050112/t0(0) o8->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 520/416 e 0 to 0 dl 1789130495 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789130485.933614:0:2346:0:(import.c:65:import_set_state_nolock()) ffff9caf468ac800 lustre-OST0000_UUID: changing import state from CONNECTING to EVICTED 00000100:00000001:1.0:1789130485.933619:0:2346:0:(import.c:1648:ptlrpc_import_recovery_state_machine()) Process entered 00000100:02020000:1.0:1789130485.933622:0:2346:0:(import.c:1663:ptlrpc_import_recovery_state_machine()) lustre-OST0000-osc-ffff9caf5014c800: This client was evicted by lustre-OST0000; in progress operations using this service will fail. 00000100:00080000:1.0:1789130485.946533:0:2346:0:(import.c:1674:ptlrpc_import_recovery_state_machine()) evicted from lustre-OST0000_UUID@192.168.204.123@tcp; invalidating 00000020:00000040:1.0:1789130485.946544:0:2346:0:(genops.c:1210:class_import_get()) import ffff9caf468ac800 refcount=5 obd=lustre-OST0000-osc-ffff9caf5014c800 00000100:00000001:3.0:1789130485.953020:0:2346:0:(import.c:1695:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130485.953037:0:2346:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130485.953064:0:2346:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf580bb840 x1876037329050112/t0(0) o8->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 520/416 e 0 to 0 dl 1789130495 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789130485.953081:0:2346:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf580bb840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:2346:1876037329050112:192.168.204.123@tcp:8:ptlrpcd_01_01.0 00000100:00000001:3.0:1789130485.953089:0:2346:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130485.953095:0:2346:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130485.953099:0:2346:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf580bb840 x1876037329050112/t0(0) o8->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 520/416 e 0 to 0 dl 1789130495 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130485.953107:0:2346:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789130485.953111:0:2346:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789130485.953117:0:2346:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9caf487c2400. 02000000:00000001:3.0:1789130485.953122:0:2346:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789130485.953126:0:2346:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1789130485.953128:0:2346:0:(genops.c:1223:class_import_put()) import ffff9caf468ac800 refcount=4 obd=lustre-OST0000-osc-ffff9caf5014c800 00000020:00000001:3.0:1789130485.953131:0:2346:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1789130485.953146:0:2346:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9caf50104c00. 02000000:00000001:3.0:1789130485.953151:0:2346:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789130485.953154:0:2346:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789130485.953156:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf580bb840. 00000100:00000001:3.0:1789130485.953165:0:2346:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789130485.953166:0:2346:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130485.953170:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130485.953180:0:2346:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789130485.953183:0:2346:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130485.953186:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789130485.953188:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130485.955763:0:34350:0:(import.c:1594:ptlrpc_invalidate_import_thread()) Process entered 00000100:00080000:1.0:1789130485.955802:0:34350:0:(import.c:1598:ptlrpc_invalidate_import_thread()) thread invalidate import lustre-OST0000-osc-ffff9caf5014c800 to lustre-OST0000_UUID@192.168.204.123@tcp 00000100:00000001:1.0:1789130485.955842:0:34350:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:1.0:1789130485.955844:0:34350:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00000001:1.0:1789130485.955847:0:34350:0:(client.c:3574:ptlrpc_abort_inflight()) Process entered 00000100:00100000:1.0:1789130485.955863:0:34350:0:(client.c:3601:ptlrpc_abort_inflight()) @@@ aborting waiting req req@ffff9caf501a8b40 x1876037329049984/t0(0) o4->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:6/4 lens 496/224 e 0 to 0 dl 1789130501 ref 2 fl Rpc:RSQU/600/0 rc -107/-107 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130485.955897:0:34350:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1789130485.955900:0:34350:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9caf5014c800: committing for last_committed 4294967344 gen 17 00000100:00000040:1.0:1789130485.955906:0:34350:0:(client.c:3235:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9caf5014c800: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:1.0:1789130485.955909:0:34350:0:(client.c:3236:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789130485.955910:0:34350:0:(client.c:3619:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:1.0:1789130485.955912:0:34350:0:(import.c:145:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:1.0:1789130485.955914:0:34350:0:(obd_class.h:1222:obd_import_event()) Process entered 00000008:00000001:1.0:1789130485.955918:0:34350:0:(osc_request.c:4110:osc_import_event()) Process entered 00000008:00000001:1.0:1789130485.955926:0:34350:0:(obd_class.h:1242:obd_notify()) Process entered 00020000:00000001:1.0:1789130485.955931:0:34350:0:(lov_obd.c:431:lov_notify()) Process entered 00020000:00000001:1.0:1789130485.955934:0:34350:0:(lov_obd.c:350:lov_set_osc_active()) Process entered 00020000:00000040:1.0:1789130485.955936:0:34350:0:(lov_obd.c:352:lov_set_osc_active()) Searching in lov ffff9caf584f8820 for uuid lustre-OST0000_UUID event(2) 00020000:01000000:1.0:1789130485.955942:0:34350:0:(lov_obd.c:399:lov_set_osc_active()) Marking OSC lustre-OST0000_UUID inactive 00020000:00000040:1.0:1789130485.955945:0:34350:0:(lov_obd.c:418:lov_set_osc_active()) lustre-OST0000_UUID: lov idx 0 conn de5303b1d982c242 00020000:00000001:1.0:1789130485.955949:0:34350:0:(lov_obd.c:422:lov_set_osc_active()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130485.955954:0:34350:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:1.0:1789130485.955958:0:34350:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789130485.955962:0:34350:0:(lov_obd.c:468:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1789130485.955964:0:34350:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1789130485.955967:0:34350:0:(osc_request.c:4177:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130485.955969:0:34350:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00100000:1.0:1789130485.955972:0:34350:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:2.0:1789130485.959569:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789130485.959582:0:2350:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789130485.959588:0:2350:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789130485.959612:0:2350:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf501a8b40 x1876037329049984/t0(0) o4->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:6/4 lens 496/224 e 0 to 0 dl 1789130501 ref 2 fl Rpc:ESQU/600/0 rc -5/-107 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130485.959626:0:2350:0:(client.c:2142:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000100:00000001:2.0:1789130485.959629:0:2350:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789130485.959633:0:2350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789130485.959635:0:2350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:2.0:1789130485.959640:0:2350:0:(osc_request.c:2755:brw_interpret()) Process entered 00000008:00000001:2.0:1789130485.959642:0:2350:0:(osc_request.c:2311:osc_brw_fini_request()) Process entered 00000008:00000040:2.0:1789130485.959647:0:2350:0:(osc_request.c:2314:osc_brw_fini_request()) @@@ Failed request: rc = -5 req@ffff9caf501a8b40 x1876037329049984/t0(0) o4->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:6/4 lens 496/224 e 0 to 0 dl 1789130501 ref 2 fl Interpret:ESQU/600/0 rc -5/-107 job:'multiop.0' uid:0 gid:0 projid:0 00000008:00000001:2.0:1789130485.959668:0:2350:0:(osc_request.c:2315:osc_brw_fini_request()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00000008:00000002:2.0:1789130485.959671:0:2350:0:(osc_request.c:2760:brw_interpret()) request ffff9caf501a8b40 aa ffff9caf501a8cf0 rc -5 00000008:00080000:2.0:1789130485.959677:0:2350:0:(osc_request.c:2775:brw_interpret()) lustre-OST0000-osc-ffff9caf5014c800: resend cross eviction for object: 0x240000400:66: rc = -5. 00000008:00000010:2.0:1789130485.959682:0:2350:0:(osc_request.c:2846:brw_interpret()) slab-freed '(aa->aa_oa)': 208 at ffff9caf4617d270. 00000100:00000001:2.0:1789130485.959693:0:2350:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130485.959697:0:2350:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf501a8b40 x1876037329049984/t0(0) o4->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:6/4 lens 496/224 e 0 to 0 dl 1789130501 ref 2 fl Interpret:ESQU/600/0 rc -5/-107 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130485.959705:0:2350:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1789130485.959710:0:2350:0:(osc_cache.c:941:osc_extent_finish()) Process entered 00000008:00000020:2.0:1789130485.959714:0:2350:0:(osc_cache.c:945:osc_extent_finish()) extent ffff9caf49d4bcc0@{[0 -> 255/255], 0x240000400:66, [3|0|-|rpc|wiuY|ffff9caf58313ab0], [1703936|1|+|+|ffff9caf40030200|256|ffff9caf480d27c0]} extent finished. 00000008:00010000:2.0:1789130485.959724:0:2350:0:(osc_cache.c:945:osc_extent_finish()) ### extent: 00000000bb522fe4 ns: lustre-OST0000-osc-ffff9caf5014c800 lock: 00000000ada5e505/0xde5303b1d982ce19 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xcdf1b083821a605b expref: -99 pid: 34337 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00000001:2.0:1789130485.959742:0:2350:0:(osc_cache.c:1444:osc_completion()) Process entered 00000020:00000001:2.0:1789130485.959746:0:2350:0:(cl_page.c:1102:cl_page_complete()) Process entered 00000020:00000001:2.0:1789130485.959752:0:2350:0:(cl_page.c:1104:cl_page_complete()) page@000000007615eeef[2 000000003118be1a 3 1 0000000000000000 0 0 0] 00000020:00000001:2.0:1789130485.959754:0:2350:0:(cl_page.c:1104:cl_page_complete()) 1 -5 00000020:00000001:2.0:1789130485.959756:0:2350:0:(cl_page.c:1001:cl_req_type_state()) Process entered 00000020:00000001:2.0:1789130485.959757:0:2350:0:(cl_page.c:1002:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:2.0:1789130485.959760:0:2350:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:2.0:1789130485.959763:0:2350:0:(cl_page.c:507:__cl_page_state_set()) page@000000007615eeef[2 000000003118be1a 3 1 0000000000000000 0 0 0] 00000020:00000001:2.0:1789130485.959766:0:2350:0:(cl_page.c:507:__cl_page_state_set()) 3 -> 1 00000020:00000001:2.0:1789130485.959767:0:2350:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000080:00000001:2.0:1789130485.959771:0:2350:0:(vvp_page.c:166:vvp_page_complete_write()) Process entered 00000080:00008000:2.0:1789130485.959775:0:2350:0:(vvp_page.c:167:vvp_page_complete_write()) page@000000007615eeef[2 000000003118be1a 1 1 0000000000000000 0 0 0] 00000080:00008000:2.0:1789130485.959776:0:2350:0:(vvp_page.c:167:vvp_page_complete_write()) completing WRITE with -5 00000080:00000400:2.0:1789130485.959853:0:2350:0:(llite_lib.c:4366:ll_dirty_page_discard_warn()) lustre: dirty page discard: 192.168.204.123@tcp:/lustre/fid: [0x200000404:0x30:0x0]// may get corrupted (rc -5) 00000080:00000001:2.0:1789130485.975275:0:2350:0:(vvp_page.c:182:vvp_page_complete_write()) Process leaving 00000020:00000001:2.0:1789130485.975287:0:2350:0:(cl_page.c:1125:cl_page_complete()) Process leaving 00000020:00000001:2.0:1789130485.975291:0:2350:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:2.0:1789130485.975308:0:2350:0:(cl_page.c:556:cl_batch_put()) page@000000007615eeef[2 000000003118be1a 1 1 0000000000000000 0 0 0] 00000020:00000001:2.0:1789130485.975310:0:2350:0:(cl_page.c:556:cl_batch_put()) 2 00000020:00000001:2.0:1789130485.975312:0:2350:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000008:00000001:2.0:1789130485.975315:0:2350:0:(osc_cache.c:1488:osc_completion()) Process leaving 00000008:00000020:2.0:1789130485.975324:0:2350:0:(osc_cache.c:1637:osc_free_grant()) lost 0 grant: 0 avail: 393216 dirty: 0/0 00000008:00000020:2.0:1789130485.975477:0:2350:0:(osc_cache.c:498:__osc_extent_remove()) extent ffff9caf49d4bcc0@{[0 -> 255/255], 0x240000400:66, [2|0|-|inv|wuY|ffff9caf58313ab0], [1703936|0|-|-|ffff9caf40030200|256|ffff9caf480d27c0]} destroyed. 00000008:00010000:2.0:1789130485.975491:0:2350:0:(osc_cache.c:498:__osc_extent_remove()) ### extent: 00000000bb522fe4 ns: lustre-OST0000-osc-ffff9caf5014c800 lock: 00000000ada5e505/0xde5303b1d982ce19 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xcdf1b083821a605b expref: -99 pid: 34337 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00000001:2.0:1789130485.975506:0:2350:0:(osc_cache.c:992:osc_extent_finish()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:2.0:1789130485.975513:0:2350:0:(osc_request.c:2714:osc_release_ppga()) kvfree 'ppga': 8 at ffff9caf49c765f8. 00000008:00000020:2.0:1789130485.975535:0:2350:0:(osc_cache.c:2547:__osc_io_unplug()) Queue writeback work for client ffff9caf5044bcb0. 00000008:00000001:2.0:1789130485.975543:0:2350:0:(osc_request.c:2950:brw_interpret()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00000100:00000040:2.0:1789130485.975563:0:2350:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf501a8b40 x1876037329049984/t0(0) o4->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:6/4 lens 496/224 e 0 to 0 dl 1789130501 ref 1 fl Interpret:ESQU/600/0 rc -5/-107 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1789130485.975576:0:2350:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf501a8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:2350:1876037329049984:192.168.204.123@tcp:4:multiop.0 00000100:00000001:2.0:1789130485.975599:0:2350:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789130485.975604:0:2350:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130485.975610:0:2350:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf501a8b40 x1876037329049984/t0(0) o4->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:6/4 lens 496/224 e 0 to 0 dl 1789130501 ref 1 fl Complete:ESQU/600/0 rc -5/-107 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130485.975618:0:2350:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789130485.975622:0:2350:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789130485.975627:0:2350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9caf50107800. 02000000:00000001:2.0:1789130485.975632:0:2350:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789130485.975636:0:2350:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1789130485.975639:0:2350:0:(genops.c:1223:class_import_put()) import ffff9caf468ac800 refcount=3 obd=lustre-OST0000-osc-ffff9caf5014c800 00000020:00000001:2.0:1789130485.975642:0:2350:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1789130485.975645:0:2350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9caf42b29600. 02000000:00000001:2.0:1789130485.975661:0:2350:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789130485.975669:0:2350:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789130485.975672:0:2350:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf501a8b40. 00000100:00000001:2.0:1789130485.975678:0:2350:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789130485.975679:0:2350:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789130485.975683:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789130485.975694:0:2350:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789130485.975697:0:2350:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130485.975700:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789130485.975703:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130485.975738:0:27981:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1789130485.975744:0:27981:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446634875648774440 : -109198060777176 : ffff9caf58609128) 00000020:00001000:2.0:1789130485.975747:0:27981:0:(cl_object.c:823:cl_env_get()) 1@ffff9caf58609120 00000008:00000020:2.0:1789130485.975750:0:27981:0:(osc_request.c:4259:brw_queue_work()) Run writeback work for client obd ffff9caf5044bcb0. 00000008:00000001:2.0:1789130485.975753:0:27981:0:(osc_cache.c:2467:osc_check_rpcs()) Process entered 00000008:00000001:2.0:1789130485.975756:0:27981:0:(osc_cache.c:2428:osc_next_obj()) Process entered 00000008:00000001:2.0:1789130485.975759:0:27981:0:(osc_cache.c:2458:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1789130485.975761:0:27981:0:(osc_cache.c:2531:osc_check_rpcs()) Process leaving 00000020:00001000:2.0:1789130485.975763:0:27981:0:(cl_object.c:917:cl_env_put()) 1@ffff9caf58609120 00000100:00000001:1.0:1789130485.976405:0:34350:0:(obd_class.h:1222:obd_import_event()) Process entered 00000008:00000001:1.0:1789130485.976411:0:34350:0:(osc_request.c:4110:osc_import_event()) Process entered 00000001:00000001:1.0:1789130485.976415:0:34350:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1789130485.976418:0:34350:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:1.0:1789130485.976431:0:34350:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf48fc4b00 count: 2 00010000:00000001:1.0:1789130485.976438:0:34350:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1789130485.976441:0:34350:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130485.976444:0:34350:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130485.976447:0:34350:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40030200 refcount=4 00000020:00000001:1.0:1789130485.976450:0:34350:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239989760 : -109198469561856 : ffff9caf40030200) 00010000:00000001:1.0:1789130485.976454:0:34350:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239989760 : -109198469561856 : ffff9caf40030200) 00010000:00000001:1.0:1789130485.976458:0:34350:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1789130485.976462:0:34350:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff9caf5014c800 lock: 00000000ada5e505/0xde5303b1d982ce19 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x80012e400000000 nid: local remote: 0xcdf1b083821a605b expref: -99 pid: 34337 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00000001:1.0:1789130485.976474:0:34350:0:(osc_lock.c:534:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:1.0:1789130485.976476:0:34350:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1789130485.976479:0:34350:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446634875648774872 : -109198060776744 : ffff9caf586092d8) 00000020:00001000:1.0:1789130485.976482:0:34350:0:(cl_object.c:823:cl_env_get()) 1@ffff9caf586092d0 00000008:00000001:1.0:1789130485.976484:0:34350:0:(osc_lock.c:418:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:1.0:1789130485.976487:0:34350:0:(osc_lock.c:360:osc_lock_flush()) Process entered 00000020:00000001:1.0:1789130485.976489:0:34350:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1789130485.976490:0:34350:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446634875648776744 : -109198060774872 : ffff9caf58609a28) 00000020:00001000:1.0:1789130485.976492:0:34350:0:(cl_object.c:823:cl_env_get()) 1@ffff9caf58609a20 00000008:00000001:1.0:1789130485.976495:0:34350:0:(osc_cache.c:3845:osc_ldlm_hp_handle()) Process entered 00000008:00000020:1.0:1789130485.976497:0:34350:0:(osc_cache.c:3865:osc_ldlm_hp_handle()) High prio I/O check: start 0 end 4503599627370495 RPC(0):r0/w0/d0 00000008:00000001:1.0:1789130485.976501:0:34350:0:(osc_cache.c:3881:osc_ldlm_hp_handle()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000008:00000001:1.0:1789130485.976504:0:34350:0:(osc_cache.c:3929:osc_ldlm_hp_handle()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1789130485.976507:0:34350:0:(osc_cache.c:3411:osc_cache_writeback_range()) Process entered 00000008:00000001:1.0:1789130485.976511:0:34350:0:(osc_cache.c:3346:osc_cache_wait_range()) Process entered 00000008:00000020:1.0:1789130485.976517:0:34350:0:(osc_cache.c:3383:osc_cache_wait_range()) obj ffff9caf58313ab0 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:1.0:1789130485.976520:0:34350:0:(osc_cache.c:3384:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:1.0:1789130485.976525:0:34350:0:(osc_cache.c:3551:osc_cache_writeback_range()) obj ffff9caf58313ab0 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 4503599627370495] npages 1: rc=0. 00000008:00000001:1.0:1789130485.976529:0:34350:0:(osc_cache.c:3566:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:1.0:1789130485.976531:0:34350:0:(osc_lock.c:377:osc_lock_flush()) object ffff9caf58313ab0: [0 -> 4503599627370495] 0 pages were written back. 00000008:00000001:1.0:1789130485.976535:0:34350:0:(osc_cache.c:3814:osc_lock_discard_pages()) Process entered 00000020:00000001:1.0:1789130485.976539:0:34350:0:(cl_object.c:143:cl_object_top()) ffff9caf58313ab0 -> ffff9caf42b2a210 00000020:00000001:1.0:1789130485.976542:0:34350:0:(cl_object.c:143:cl_object_top()) ffff9caf42b2a210 -> ffff9caf42b2a210 00000020:00000001:1.0:1789130485.976545:0:34350:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1789130485.976548:0:34350:0:(vvp_io.c:1987:vvp_io_init()) Process entered 00000080:00200000:1.0:1789130485.976551:0:34350:0:(vvp_io.c:1992:vvp_io_init()) [0x200000404:0x30:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:1.0:1789130485.976555:0:34350:0:(cl_io.c:902:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1789130485.976556:0:34350:0:(cl_io.c:908:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1789130485.976558:0:34350:0:(vvp_io.c:2064:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1789130485.976565:0:34350:0:(lov_object.c:1604:lov_io_init()) [0x200000404:0x30:0x0]io ffff9caf4828e6f8 type 8 ignore/verify layout 1/0, compressed 0 00020000:00000001:1.0:1789130485.976570:0:34350:0:(lov_io.c:2488:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1789130485.976572:0:34350:0:(lov_io.c:764:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1789130485.976574:0:34350:0:(lov_io.c:868:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:1.0:1789130485.976577:0:34350:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1789130485.976580:0:34350:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130485.976581:0:34350:0:(cl_io.c:902:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1789130485.976583:0:34350:0:(cl_io.c:908:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1789130485.976585:0:34350:0:(lov_io.c:2501:lov_io_init_composite()) Process leaving 00000020:00000001:1.0:1789130485.976587:0:34350:0:(cl_io.c:146:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1789130485.976589:0:34350:0:(osc_cache.c:3601:osc_page_gang_lookup()) Process entered 00000020:00000001:1.0:1789130485.976593:0:34350:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:1.0:1789130485.976595:0:34350:0:(cl_page.c:536:cl_page_get()) Process leaving 00000020:00000001:1.0:1789130485.976598:0:34350:0:(cl_page.c:700:__cl_page_own()) Process entered 00000020:00000001:1.0:1789130485.976602:0:34350:0:(cl_io.c:1149:cl_io_top()) Process entered 00000020:00000001:1.0:1789130485.976604:0:34350:0:(cl_io.c:1152:cl_io_top()) Process leaving (rc=18446634875376690936 : -109198332860680 : ffff9caf4828e6f8) 00000020:00000001:1.0:1789130485.976606:0:34350:0:(cl_page.c:634:cl_page_owner_set()) Process entered 00000020:00000001:1.0:1789130485.976608:0:34350:0:(cl_page.c:637:cl_page_owner_set()) Process leaving 00000020:00000001:1.0:1789130485.976611:0:34350:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1789130485.976616:0:34350:0:(cl_page.c:507:__cl_page_state_set()) page@000000007615eeef[2 000000003118be1a 1 1 00000000cb507397 0 0 0] 00000020:00000001:1.0:1789130485.976619:0:34350:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 2 00000020:00000001:1.0:1789130485.976621:0:34350:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000040:1.0:1789130485.976623:0:34350:0:(cl_page.c:744:__cl_page_own()) res 0 00000020:00000001:1.0:1789130485.976626:0:34350:0:(cl_page.c:747:__cl_page_own()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130485.976630:0:34350:0:(cl_page.c:976:cl_page_delete()) Process entered 00000020:00000001:1.0:1789130485.976633:0:34350:0:(cl_page.c:928:__cl_page_delete()) Process entered 00000020:00000001:1.0:1789130485.976635:0:34350:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:1.0:1789130485.976636:0:34350:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:1.0:1789130485.976638:0:34350:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1789130485.976641:0:34350:0:(cl_page.c:507:__cl_page_state_set()) page@000000007615eeef[2 000000003118be1a 2 1 0000000000000000 0 0 0] 00000020:00000001:1.0:1789130485.976642:0:34350:0:(cl_page.c:507:__cl_page_state_set()) 2 -> 5 00000020:00000001:1.0:1789130485.976644:0:34350:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000008:00000001:1.0:1789130485.976646:0:34350:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:1.0:1789130485.976666:0:34350:0:(osc_page.c:138:osc_page_delete()) ffff9caf518f77a0 00000008:00000001:1.0:1789130485.976669:0:34350:0:(osc_cache.c:2817:osc_teardown_async_page()) Process entered 00000008:00000040:1.0:1789130485.976671:0:34350:0:(osc_cache.c:2820:osc_teardown_async_page()) teardown oap ffff9caf518f77b0 page ffff9caf518f77a0 at index 0. 00000008:00000001:1.0:1789130485.976674:0:34350:0:(osc_cache.c:2842:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1789130485.976682:0:34350:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:1.0:1789130485.976685:0:34350:0:(vvp_page.c:56:vvp_page_delete()) delete page fffff3e084a54380 index 0 00000020:00000001:1.0:1789130485.976691:0:34350:0:(cl_page.c:946:__cl_page_delete()) Process leaving 00000020:00000001:1.0:1789130485.976692:0:34350:0:(cl_page.c:978:cl_page_delete()) Process leaving 00000020:00000001:1.0:1789130485.976705:0:34350:0:(cl_page.c:645:__cl_page_disown()) Process entered 00000020:00000001:1.0:1789130485.976706:0:34350:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:1.0:1789130485.976707:0:34350:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:1.0:1789130485.976709:0:34350:0:(cl_page.c:660:__cl_page_disown()) Process leaving 00000020:00000001:1.0:1789130485.976711:0:34350:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:1.0:1789130485.976714:0:34350:0:(cl_page.c:556:cl_batch_put()) page@000000007615eeef[1 000000003118be1a 5 1 0000000000000000 0 0 0] 00000020:00000001:1.0:1789130485.976715:0:34350:0:(cl_page.c:556:cl_batch_put()) 1 00000020:00000001:1.0:1789130485.976718:0:34350:0:(cl_page.c:236:cl_page_free()) Process entered 00000020:00000010:1.0:1789130485.976723:0:34350:0:(cl_page.c:223:__cl_page_free()) slab-freed 'cl_page': 232 at ffff9caf518f7740. 00000020:00000001:1.0:1789130485.976727:0:34350:0:(cl_page.c:274:cl_page_free()) Process leaving 00000020:00000001:1.0:1789130485.976729:0:34350:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000008:00000001:1.0:1789130485.976751:0:34350:0:(osc_cache.c:3678:osc_page_gang_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1789130485.976753:0:34350:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:1.0:1789130485.976757:0:34350:0:(lov_io.c:1057:lov_io_fini()) Process entered 00020000:00000001:1.0:1789130485.976759:0:34350:0:(lov_io.c:1088:lov_io_fini()) Process leaving 00000080:00000001:1.0:1789130485.976762:0:34350:0:(vvp_io.c:392:vvp_io_fini()) Process entered 00000080:00200000:1.0:1789130485.976764:0:34350:0:(vvp_io.c:402:vvp_io_fini()) [0x200000404:0x30:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, need minor change layout 0 00000080:00000001:1.0:1789130485.976768:0:34350:0:(vvp_io.c:509:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1789130485.976769:0:34350:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000008:00000001:1.0:1789130485.976771:0:34350:0:(osc_cache.c:3833:osc_lock_discard_pages()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1789130485.976773:0:34350:0:(cl_object.c:917:cl_env_put()) 1@ffff9caf58609a20 00000008:00000001:1.0:1789130485.976776:0:34350:0:(osc_lock.c:392:osc_lock_flush()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130485.976780:0:34350:0:(cl_object.c:143:cl_object_top()) ffff9caf58313ab0 -> ffff9caf42b2a210 00010000:00000001:1.0:1789130485.976783:0:34350:0:(ldlm_extent.c:945:ldlm_extent_shift_kms()) Process entered 00010000:00000001:1.0:1789130485.976786:0:34350:0:(ldlm_extent.c:1018:ldlm_extent_shift_kms()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130485.976788:0:34350:0:(cl_object.c:143:cl_object_top()) ffff9caf58313ab0 -> ffff9caf42b2a210 00000020:00000001:1.0:1789130485.976791:0:34350:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:1.0:1789130485.976794:0:34350:0:(osc_object.c:161:osc_attr_update()) set kms from 2to 0 00020000:00000001:1.0:1789130485.976797:0:34350:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:1.0:1789130485.976800:0:34350:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130485.976802:0:34350:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130485.976838:0:34350:0:(cl_object.c:143:cl_object_top()) ffff9caf58313ab0 -> ffff9caf42b2a210 00000020:00000001:1.0:1789130485.976840:0:34350:0:(cl_object.c:143:cl_object_top()) ffff9caf42b2a210 -> ffff9caf42b2a210 00000020:00000001:1.0:1789130485.976841:0:34350:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00020000:00000001:1.0:1789130485.976844:0:34350:0:(lov_object.c:1635:lov_attr_update()) Process entered 00020000:00000001:1.0:1789130485.976847:0:34350:0:(lov_object.c:1671:lov_attr_update()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130485.976851:0:34350:0:(vvp_object.c:86:vvp_attr_update()) Process entered 00000080:00000001:1.0:1789130485.976853:0:34350:0:(vvp_object.c:106:vvp_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130485.976855:0:34350:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130485.976857:0:34350:0:(cl_object.c:143:cl_object_top()) ffff9caf58313ab0 -> ffff9caf42b2a210 00000008:00000001:1.0:1789130485.976860:0:34350:0:(osc_lock.c:475:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1789130485.976862:0:34350:0:(cl_object.c:917:cl_env_put()) 1@ffff9caf586092d0 00000008:00000001:1.0:1789130485.976864:0:34350:0:(osc_lock.c:574:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789130485.976868:0:34350:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1789130485.976870:0:34350:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1789130485.976876:0:34350:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1789130485.976879:0:34350:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1789130485.976881:0:34350:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789130485.976885:0:34350:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1789130485.976890:0:34350:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9caf40030200 with handle 0xde5303b1d982ce19 from hash 00010000:00000001:1.0:1789130485.976893:0:34350:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1789130485.976895:0:34350:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130485.976897:0:34350:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130485.976899:0:34350:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1789130485.976902:0:34350:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1789130485.976904:0:34350:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1789130485.976907:0:34350:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130485.976908:0:34350:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130485.976909:0:34350:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130485.976912:0:34350:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130485.976913:0:34350:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000001:1.0:1789130485.976949:0:34350:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1789130485.976952:0:34350:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1789130485.976953:0:34350:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:1.0:1789130485.976960:0:34350:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf48fc4b00 count: 2 00010000:00020000:1.0:1789130485.976964:0:34350:0:(ldlm_resource.c:1207:ldlm_resource_complain()) lustre-OST0000-osc-ffff9caf5014c800: namespace resource [0x240000400:0x42:0x0].0x0 (ffff9caf48fc4b00) refcount nonzero (1) after lock cleanup; forcing cleanup. 00000008:00000001:3.0:1789130485.977794:0:34337:0:(osc_cache.c:1045:osc_extent_wait()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00000001:3.0:1789130485.977811:0:34337:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1789130485.977817:0:34337:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9caf5014c800 lock: 00000000ada5e505/0xde5303b1d982ce19 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x80496f400000000 nid: local remote: 0xcdf1b083821a605b expref: -99 pid: 34337 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000010:3.0:1789130485.977830:0:34337:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9caf47faaa40. 00010000:00000001:3.0:1789130485.977843:0:34337:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000010:3.0:1789130485.977846:0:34337:0:(osc_cache.c:374:osc_extent_put()) slab-freed '(ext)': 192 at ffff9caf49d4bcc0. 00000008:00000020:3.0:1789130485.977852:0:34337:0:(osc_cache.c:3383:osc_cache_wait_range()) obj ffff9caf58313ab0 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:3.0:1789130485.977855:0:34337:0:(osc_cache.c:3384:osc_cache_wait_range()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00000020:00000001:3.0:1789130485.977859:0:34337:0:(cl_io.c:567:cl_io_end()) Process leaving 00020000:00000001:3.0:1789130485.977862:0:34337:0:(lov_io.c:1604:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789130485.977865:0:34337:0:(lov_io.c:2200:lov_io_fsync_end()) Process leaving 00000020:00000001:3.0:1789130485.977868:0:34337:0:(cl_io.c:567:cl_io_end()) Process leaving 00000020:00000001:3.0:1789130485.977870:0:34337:0:(cl_io.c:356:cl_io_unlock()) Process entered 00020000:00000001:3.0:1789130485.977873:0:34337:0:(lov_io.c:1682:lov_io_unlock()) Process entered 00020000:00000001:3.0:1789130485.977876:0:34337:0:(lov_io.c:1516:lov_io_call()) Process entered 00000020:00000001:3.0:1789130485.977878:0:34337:0:(cl_io.c:356:cl_io_unlock()) Process entered 00000020:00000001:3.0:1789130485.977887:0:34337:0:(cl_io.c:377:cl_io_unlock()) Process leaving 00020000:00000001:3.0:1789130485.977889:0:34337:0:(lov_io.c:1616:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789130485.977891:0:34337:0:(lov_io.c:1533:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789130485.977893:0:34337:0:(lov_io.c:1685:lov_io_unlock()) Process leaving 00000020:00000001:3.0:1789130485.977894:0:34337:0:(cl_io.c:377:cl_io_unlock()) Process leaving 00000020:00000001:3.0:1789130485.977896:0:34337:0:(cl_io.c:453:cl_io_rw_advance()) Process entered 00000020:00000001:3.0:1789130485.977903:0:34337:0:(cl_io.c:469:cl_io_rw_advance()) Process leaving 00000020:00000001:3.0:1789130485.977905:0:34337:0:(cl_io.c:433:cl_io_iter_fini()) Process entered 00020000:00000001:3.0:1789130485.977907:0:34337:0:(lov_io.c:1663:lov_io_iter_fini()) Process entered 00020000:00000001:3.0:1789130485.977909:0:34337:0:(lov_io.c:1516:lov_io_call()) Process entered 00000020:00000001:3.0:1789130485.977910:0:34337:0:(cl_io.c:433:cl_io_iter_fini()) Process entered 00000020:00000001:3.0:1789130485.977912:0:34337:0:(cl_io.c:439:cl_io_iter_fini()) Process leaving 00020000:00000001:3.0:1789130485.977913:0:34337:0:(lov_io.c:1610:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789130485.977915:0:34337:0:(lov_io.c:1533:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789130485.977917:0:34337:0:(lov_io.c:1674:lov_io_iter_fini()) Process leaving 00000020:00000001:3.0:1789130485.977918:0:34337:0:(cl_io.c:439:cl_io_iter_fini()) Process leaving 00000020:00000001:3.0:1789130485.977920:0:34337:0:(cl_io.c:877:cl_io_loop()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00000020:00000001:3.0:1789130485.977923:0:34337:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:3.0:1789130485.977924:0:34337:0:(lov_io.c:1057:lov_io_fini()) Process entered 00020000:00000001:3.0:1789130485.977926:0:34337:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:3.0:1789130485.977927:0:34337:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:3.0:1789130485.977929:0:34337:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1789130485.977930:0:34337:0:(cl_object.c:917:cl_env_put()) 1@ffff9caf586097e0 00020000:00000001:3.0:1789130485.977933:0:34337:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:3.0:1789130485.977935:0:34337:0:(lov_io.c:1088:lov_io_fini()) Process leaving 00000080:00000001:3.0:1789130485.977937:0:34337:0:(vvp_io.c:392:vvp_io_fini()) Process entered 00000080:00200000:3.0:1789130485.977939:0:34337:0:(vvp_io.c:402:vvp_io_fini()) [0x200000404:0x30:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, need minor change layout 0 00000080:00000001:3.0:1789130485.977943:0:34337:0:(vvp_io.c:509:vvp_io_fini()) Process leaving 00000020:00000001:3.0:1789130485.977944:0:34337:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1789130485.977947:0:34337:0:(cl_object.c:917:cl_env_put()) 1@ffff9caf58609f30 00000080:00000001:3.0:1789130485.977949:0:34337:0:(file.c:5349:cl_sync_file_range()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00000080:00000001:3.0:1789130485.977954:0:34337:0:(rw.c:1576:ll_writepages()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00020000:00000001:3.0:1789130485.977963:0:34337:0:(lov_object.c:2454:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:3.0:1789130485.977966:0:34337:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9caf47cdc0f8) owner 0000000000000000/ffff9caf480d27c0 00020000:00000002:3.0:1789130485.977971:0:34337:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9caf47cdc0f8) owner 0000000000000000/ffff9caf480d27c0 00020000:00000001:3.0:1789130485.977974:0:34337:0:(lov_object.c:2505:lov_read_and_clear_async_rc()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00000080:00000002:3.0:1789130485.977982:0:34337:0:(file.c:5370:ll_mdsync()) inode ffff9caf6019f448 metadata sync [0x200000404:0x30:0x0] (need_sync=0) 00000080:00000001:3.0:1789130485.977985:0:34337:0:(pcc.c:2802:pcc_fsync()) Process entered 00000080:00000001:3.0:1789130485.977987:0:34337:0:(pcc.c:2805:pcc_fsync()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130485.977996:0:34337:0:(file.c:5312:cl_sync_file_range()) Process entered 00000020:00000001:3.0:1789130485.978010:0:34337:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1789130485.978012:0:34337:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446634875648778040 : -109198060773576 : ffff9caf58609f38) 00000020:00001000:3.0:1789130485.978014:0:34337:0:(cl_object.c:823:cl_env_get()) 1@ffff9caf58609f30 00000020:00000001:3.0:1789130485.978018:0:34337:0:(cl_object.c:143:cl_object_top()) ffff9caf42b2a210 -> ffff9caf42b2a210 00000020:00000001:3.0:1789130485.978021:0:34337:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:3.0:1789130485.978023:0:34337:0:(vvp_io.c:1987:vvp_io_init()) Process entered 00000080:00200000:3.0:1789130485.978024:0:34337:0:(vvp_io.c:1992:vvp_io_init()) [0x200000404:0x30:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:3.0:1789130485.978027:0:34337:0:(cl_io.c:902:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1789130485.978028:0:34337:0:(cl_io.c:908:cl_io_slice_add()) Process leaving 00000080:00000001:3.0:1789130485.978030:0:34337:0:(vvp_io.c:2064:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1789130485.978033:0:34337:0:(lov_object.c:1604:lov_io_init()) [0x200000404:0x30:0x0]io ffff9caf481142d0 type 6 ignore/verify layout 0/0, compressed 0 00020000:00000002:3.0:1789130485.978036:0:34337:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9caf47cdc0f8) owner 0000000000000000/ffff9caf480d27c0 00020000:00000001:3.0:1789130485.978039:0:34337:0:(lov_io.c:2488:lov_io_init_composite()) Process entered 00020000:00000001:3.0:1789130485.978041:0:34337:0:(lov_io.c:764:lov_io_slice_init()) Process entered 00020000:00000001:3.0:1789130485.978043:0:34337:0:(lov_io.c:478:lov_io_mirror_init()) Process entered 00020000:00000001:3.0:1789130485.978045:0:34337:0:(lov_io.c:489:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789130485.978048:0:34337:0:(lov_io.c:919:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:3.0:1789130485.978050:0:34337:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:3.0:1789130485.978052:0:34337:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789130485.978053:0:34337:0:(cl_io.c:902:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1789130485.978054:0:34337:0:(cl_io.c:908:cl_io_slice_add()) Process leaving 00020000:00000001:3.0:1789130485.978056:0:34337:0:(lov_io.c:2501:lov_io_init_composite()) Process leaving 00020000:00000002:3.0:1789130485.978057:0:34337:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9caf47cdc0f8) owner 0000000000000000/ffff9caf480d27c0 00000020:00000001:3.0:1789130485.978060:0:34337:0:(cl_io.c:146:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789130485.978062:0:34337:0:(cl_io.c:827:cl_io_loop()) Process entered 00000020:00000001:3.0:1789130485.978064:0:34337:0:(cl_io.c:403:cl_io_iter_init()) Process entered 00020000:00000001:3.0:1789130485.978066:0:34337:0:(lov_io.c:1238:lov_io_iter_init()) Process entered 00020000:00200000:3.0:1789130485.978069:0:34337:0:(lov_io.c:1289:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:3.0:1789130485.978074:0:34337:0:(lov_offset.c:253:lov_stripe_intersects()) [0->9223372036854775806] -> [(0) 0->9223372036854775806 (0)] 00020000:00000001:3.0:1789130485.978078:0:34337:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1789130485.978080:0:34337:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:3.0:1789130485.978081:0:34337:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1789130485.978083:0:34337:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446634875648776168 : -109198060775448 : ffff9caf586097e8) 00000020:00001000:3.0:1789130485.978085:0:34337:0:(cl_object.c:823:cl_env_get()) 1@ffff9caf586097e0 00000020:00000001:3.0:1789130485.978088:0:34337:0:(cl_object.c:143:cl_object_top()) ffff9caf42b2ab70 -> ffff9caf42b2a210 00000020:00000001:3.0:1789130485.978089:0:34337:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:3.0:1789130485.978092:0:34337:0:(cl_io.c:902:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1789130485.978093:0:34337:0:(cl_io.c:908:cl_io_slice_add()) Process leaving 00000020:00000001:3.0:1789130485.978095:0:34337:0:(cl_io.c:146:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789130485.978097:0:34337:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789130485.978098:0:34337:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446634875375144088 : -109198334407528 : ffff9caf48114c98) 00000020:00000001:3.0:1789130485.978101:0:34337:0:(cl_io.c:403:cl_io_iter_init()) Process entered 00000020:00000001:3.0:1789130485.978102:0:34337:0:(cl_io.c:415:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789130485.978104:0:34337:0:(lov_io.c:1395:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789130485.978106:0:34337:0:(cl_io.c:415:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789130485.978108:0:34337:0:(cl_io.c:318:cl_io_lock()) Process entered 00020000:00000001:3.0:1789130485.978110:0:34337:0:(lov_io.c:1538:lov_io_lock()) Process entered 00020000:00000001:3.0:1789130485.978111:0:34337:0:(lov_io.c:1516:lov_io_call()) Process entered 00000020:00000001:3.0:1789130485.978113:0:34337:0:(cl_io.c:318:cl_io_lock()) Process entered 00000020:00000001:3.0:1789130485.978114:0:34337:0:(cl_io.c:290:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1789130485.978116:0:34337:0:(cl_io.c:299:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789130485.978117:0:34337:0:(cl_io.c:338:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789130485.978119:0:34337:0:(lov_io.c:1533:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789130485.978120:0:34337:0:(lov_io.c:1539:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789130485.978121:0:34337:0:(cl_io.c:290:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1789130485.978123:0:34337:0:(cl_io.c:299:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789130485.978124:0:34337:0:(cl_io.c:338:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789130485.978126:0:34337:0:(cl_io.c:532:cl_io_start()) Process entered 00020000:00000001:3.0:1789130485.978127:0:34337:0:(lov_io.c:1588:lov_io_start()) Process entered 00020000:00000001:3.0:1789130485.978129:0:34337:0:(lov_io.c:1516:lov_io_call()) Process entered 00000020:00000001:3.0:1789130485.978130:0:34337:0:(cl_io.c:532:cl_io_start()) Process entered 00000008:00000001:3.0:1789130485.978132:0:34337:0:(osc_io.c:1127:osc_io_fsync_start()) Process entered 00000008:00000001:3.0:1789130485.978133:0:34337:0:(osc_cache.c:3411:osc_cache_writeback_range()) Process entered 00000008:00000020:3.0:1789130485.978136:0:34337:0:(osc_cache.c:3551:osc_cache_writeback_range()) obj ffff9caf58313ab0 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 2251799813685247] npages 0: rc=0. 00000008:00000001:3.0:1789130485.978140:0:34337:0:(osc_cache.c:3566:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1789130485.978143:0:34337:0:(osc_cache.c:3346:osc_cache_wait_range()) Process entered 00000008:00000020:3.0:1789130485.978145:0:34337:0:(osc_cache.c:3383:osc_cache_wait_range()) obj ffff9caf58313ab0 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:3.0:1789130485.978147:0:34337:0:(osc_cache.c:3384:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1789130485.978150:0:34337:0:(osc_io.c:1095:osc_fsync_ost()) Process entered 00000020:00000001:3.0:1789130485.978152:0:34337:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:3.0:1789130485.978154:0:34337:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process entered 00000020:00000001:3.0:1789130485.978155:0:34337:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:3.0:1789130485.978158:0:34337:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:3.0:1789130485.978159:0:34337:0:(lovsub_object.c:152:lovsub_req_projid_set()) Process leaving 00000020:00000001:3.0:1789130485.978160:0:34337:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:3.0:1789130485.978163:0:34337:0:(osc_request.c:519:osc_sync_base()) Process entered 00000100:00000010:3.0:1789130485.978175:0:34337:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf501a8000. 00000020:00000040:3.0:1789130485.978179:0:34337:0:(genops.c:1210:class_import_get()) import ffff9caf468ac800 refcount=4 obd=lustre-OST0000-osc-ffff9caf5014c800 00000100:00000001:3.0:1789130485.978184:0:34337:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789130485.978188:0:34337:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789130485.978194:0:34337:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789130485.978203:0:34337:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9caf42b29000. 00000100:00000001:3.0:1789130485.978211:0:34337:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130485.978221:0:34337:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789130485.978226:0:34337:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130485.978239:0:34337:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b89cf8b1] to pc [ptlrpcd_01_00+0] req@ffff9caf501a8000 x1876037329050240/t0(0) o16->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000008:00000001:3.0:1789130485.978422:0:34337:0:(osc_request.c:543:osc_sync_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1789130485.978426:0:34337:0:(osc_io.c:1112:osc_fsync_ost()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1789130485.978428:0:34337:0:(osc_io.c:1196:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789130485.978430:0:34337:0:(cl_io.c:544:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789130485.978432:0:34337:0:(lov_io.c:1533:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789130485.978435:0:34337:0:(lov_io.c:1589:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789130485.978436:0:34337:0:(cl_io.c:544:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789130485.978438:0:34337:0:(cl_io.c:559:cl_io_end()) Process entered 00020000:00000001:3.0:1789130485.978440:0:34337:0:(lov_io.c:2189:lov_io_fsync_end()) Process entered 00020000:00000001:3.0:1789130485.978442:0:34337:0:(lov_io.c:1594:lov_io_end_wrapper()) Process entered 00000020:00000001:3.0:1789130485.978443:0:34337:0:(cl_io.c:559:cl_io_end()) Process entered 00000100:00000001:2.0:1789130485.979294:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789130485.979299:0:2349:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789130485.979303:0:2349:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789130485.979317:0:2349:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf501a8000 x1876037329050240/t0(0) o16->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130485.979331:0:2349:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000200:2.0:1789130485.979345:0:2349:0:(client.c:1410:ptlrpc_import_delay_req()) @@@ IMP_INVALID req@ffff9caf501a8000 x1876037329050240/t0(0) o16->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl Rpc:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130485.979352:0:2349:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130485.979357:0:2349:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf501a8000 x1876037329050240/t0(0) o16->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl Rpc:QU/600/ffffffff rc -108/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130485.979363:0:2349:0:(client.c:1857:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:2.0:1789130485.979367:0:2349:0:(client.c:2105:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551508 : -108 : 0xffffffffffffff94) 00000100:00000001:2.0:1789130485.979372:0:2349:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789130485.979376:0:2349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789130485.979379:0:2349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:2.0:1789130485.979382:0:2349:0:(osc_request.c:479:osc_sync_interpret()) Process entered 00000008:00000001:2.0:1789130485.979384:0:2349:0:(osc_request.c:481:osc_sync_interpret()) Process leaving via out (rc=18446744073709551508 : -108 : 0xffffffffffffff94) 00000008:00000001:2.0:1789130485.979398:0:2349:0:(osc_request.c:507:osc_sync_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130485.979402:0:2349:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf501a8000 x1876037329050240/t0(0) o16->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl Interpret:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1789130485.979410:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf501a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:0:1876037329050240:192.168.204.123@tcp:16:multiop.0 00000100:00000001:2.0:1789130485.979416:0:2349:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789130485.979419:0:2349:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130485.979423:0:2349:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf501a8000 x1876037329050240/t0(0) o16->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl Complete:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130485.979431:0:2349:0:(client.c:2793:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1789130485.979435:0:2349:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1789130485.979437:0:2349:0:(genops.c:1223:class_import_put()) import ffff9caf468ac800 refcount=3 obd=lustre-OST0000-osc-ffff9caf5014c800 00000020:00000001:2.0:1789130485.979440:0:2349:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1789130485.979445:0:2349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9caf42b29000. 02000000:00000001:2.0:1789130485.979454:0:2349:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789130485.979458:0:2349:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789130485.979460:0:2349:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf501a8000. 00000100:00000001:2.0:1789130485.979465:0:2349:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789130485.979467:0:2349:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789130485.979469:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789130485.979479:0:2349:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789130485.979486:0:2349:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130485.979489:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789130485.979491:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130485.979499:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789130485.979502:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789130485.979752:0:34337:0:(cl_io.c:567:cl_io_end()) Process leaving 00020000:00000001:3.0:1789130485.979755:0:34337:0:(lov_io.c:1604:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789130485.979758:0:34337:0:(lov_io.c:2200:lov_io_fsync_end()) Process leaving 00000080:00000001:3.0:1789130485.979766:0:34337:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:3.0:1789130485.979770:0:34337:0:(cl_object.c:143:cl_object_top()) ffff9caf42b2a210 -> ffff9caf42b2a210 00000020:00000001:3.0:1789130485.979774:0:34337:0:(cl_object.c:143:cl_object_top()) ffff9caf42b2a210 -> ffff9caf42b2a210 00000020:00000001:3.0:1789130485.979776:0:34337:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:3.0:1789130485.979780:0:34337:0:(lov_object.c:1077:lov_attr_get_composite()) Process entered 00020000:00000001:3.0:1789130485.979788:0:34337:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:3.0:1789130485.979790:0:34337:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789130485.979792:0:34337:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:3.0:1789130485.979793:0:34337:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=2 : 2 : 2) 00020000:00000002:3.0:1789130485.979796:0:34337:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x30:1028 on OST[0]: s=2 (1) m=1789130485 a=0 c=1789130485 b=11 00020000:00000001:3.0:1789130485.979801:0:34337:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1789130485.979839:0:34337:0:(lov_object.c:1108:lov_attr_get_composite()) COMP ID #-1: s=2 m=1789130485 a=0 c=1789130485 b=11 00020000:00000001:3.0:1789130485.979844:0:34337:0:(lov_object.c:1146:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789130485.979846:0:34337:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789130485.979848:0:34337:0:(cl_object.c:143:cl_object_top()) ffff9caf42b2a210 -> ffff9caf42b2a210 00000080:00200000:3.0:1789130485.979851:0:34337:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000404:0x30:0x0] updating i_size 2 i_blocks 11 00000080:00000001:3.0:1789130485.979854:0:34337:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:3.0:1789130485.979856:0:34337:0:(cl_io.c:567:cl_io_end()) Process leaving 00000020:00000001:3.0:1789130485.979858:0:34337:0:(cl_io.c:356:cl_io_unlock()) Process entered 00020000:00000001:3.0:1789130485.979860:0:34337:0:(lov_io.c:1682:lov_io_unlock()) Process entered 00020000:00000001:3.0:1789130485.979862:0:34337:0:(lov_io.c:1516:lov_io_call()) Process entered 00000020:00000001:3.0:1789130485.979864:0:34337:0:(cl_io.c:356:cl_io_unlock()) Process entered 00000020:00000001:3.0:1789130485.979865:0:34337:0:(cl_io.c:377:cl_io_unlock()) Process leaving 00020000:00000001:3.0:1789130485.979867:0:34337:0:(lov_io.c:1616:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789130485.979868:0:34337:0:(lov_io.c:1533:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789130485.979870:0:34337:0:(lov_io.c:1685:lov_io_unlock()) Process leaving 00000020:00000001:3.0:1789130485.979871:0:34337:0:(cl_io.c:377:cl_io_unlock()) Process leaving 00000020:00000001:3.0:1789130485.979873:0:34337:0:(cl_io.c:453:cl_io_rw_advance()) Process entered 00000020:00000001:3.0:1789130485.979875:0:34337:0:(cl_io.c:469:cl_io_rw_advance()) Process leaving 00000020:00000001:3.0:1789130485.979877:0:34337:0:(cl_io.c:433:cl_io_iter_fini()) Process entered 00020000:00000001:3.0:1789130485.979879:0:34337:0:(lov_io.c:1663:lov_io_iter_fini()) Process entered 00020000:00000001:3.0:1789130485.979880:0:34337:0:(lov_io.c:1516:lov_io_call()) Process entered 00000020:00000001:3.0:1789130485.979881:0:34337:0:(cl_io.c:433:cl_io_iter_fini()) Process entered 00000020:00000001:3.0:1789130485.979883:0:34337:0:(cl_io.c:439:cl_io_iter_fini()) Process leaving 00020000:00000001:3.0:1789130485.979884:0:34337:0:(lov_io.c:1610:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789130485.979886:0:34337:0:(lov_io.c:1533:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789130485.979888:0:34337:0:(lov_io.c:1674:lov_io_iter_fini()) Process leaving 00000020:00000001:3.0:1789130485.979889:0:34337:0:(cl_io.c:439:cl_io_iter_fini()) Process leaving 00000020:00000001:3.0:1789130485.979891:0:34337:0:(cl_io.c:877:cl_io_loop()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000020:00000001:3.0:1789130485.979895:0:34337:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:3.0:1789130485.979897:0:34337:0:(lov_io.c:1057:lov_io_fini()) Process entered 00020000:00000001:3.0:1789130485.979900:0:34337:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:3.0:1789130485.979902:0:34337:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:3.0:1789130485.979903:0:34337:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1789130485.979906:0:34337:0:(cl_object.c:917:cl_env_put()) 1@ffff9caf586097e0 00020000:00000001:3.0:1789130485.979909:0:34337:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:3.0:1789130485.979912:0:34337:0:(lov_io.c:1088:lov_io_fini()) Process leaving 00000080:00000001:3.0:1789130485.979915:0:34337:0:(vvp_io.c:392:vvp_io_fini()) Process entered 00000080:00200000:3.0:1789130485.979918:0:34337:0:(vvp_io.c:402:vvp_io_fini()) [0x200000404:0x30:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, need minor change layout 0 00000080:00000001:3.0:1789130485.979921:0:34337:0:(vvp_io.c:509:vvp_io_fini()) Process leaving 00000020:00000001:3.0:1789130485.979922:0:34337:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1789130485.979926:0:34337:0:(cl_object.c:917:cl_env_put()) 1@ffff9caf58609f30 00000080:00000001:3.0:1789130485.979928:0:34337:0:(file.c:5349:cl_sync_file_range()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000020:00000001:3.0:1789130485.979934:0:34337:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c2fe48 00000080:00000008:3.0:1789130485.979937:0:34337:0:(file.c:5455:ll_fsync()) COMPLETED file: name=f24a.recovery-small, fid=[0x200000404:0x30:0x0], start=0, end=9223372036854775807, datasync=0, rc=-5 00000080:00000001:3.0:1789130485.979941:0:34337:0:(file.c:5457:ll_fsync()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00020000:00000001:3.0:1789130485.982178:0:34337:0:(lov_object.c:2454:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:3.0:1789130485.982188:0:34337:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9caf47cdc0f8) owner 0000000000000000/ffff9caf480d27c0 00020000:00000002:3.0:1789130485.982196:0:34337:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9caf47cdc0f8) owner 0000000000000000/ffff9caf480d27c0 00020000:00000001:3.0:1789130485.982199:0:34337:0:(lov_object.c:2505:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130485.982217:0:34337:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:3.0:1789130485.982220:0:34337:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c2fd88 00000080:00200008:3.0:1789130485.982223:0:34337:0:(file.c:479:ll_file_release()) START file f24a.recovery-small:[0x200000404:0x30:0x0](ffff9caf6019f448), flags 100002 00000080:00000001:3.0:1789130485.982229:0:34337:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:3.0:1789130485.982232:0:34337:0:(pcc.c:2463:pcc_file_release()) Process leaving 00020000:00000001:3.0:1789130485.982234:0:34337:0:(lov_object.c:2454:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:3.0:1789130485.982235:0:34337:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9caf47cdc0f8) owner 0000000000000000/ffff9caf480d27c0 00020000:00000002:3.0:1789130485.982238:0:34337:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9caf47cdc0f8) owner 0000000000000000/ffff9caf480d27c0 00020000:00000001:3.0:1789130485.982240:0:34337:0:(lov_object.c:2505:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130485.982243:0:34337:0:(file.c:341:ll_md_close()) Process entered 00000002:00000001:3.0:1789130485.982254:0:34337:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789130485.982679:0:34337:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789130485.982695:0:34337:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf48fc4e00 count: 2 00010000:00000001:3.0:1789130485.982701:0:34337:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789130485.982711:0:34337:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789130485.982714:0:34337:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000404:0x30:0x0]: 0 00000080:00000001:3.0:1789130485.982720:0:34337:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:3.0:1789130485.982726:0:34337:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:3.0:1789130485.982736:0:34337:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9caf42b29400. 00000080:00000001:3.0:1789130485.982741:0:34337:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:3.0:1789130485.982749:0:34337:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:3.0:1789130485.982758:0:34337:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000002:3.0:1789130485.982761:0:34337:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000404:0x30:0x0] 00000002:00000001:3.0:1789130485.982769:0:34337:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:3.0:1789130485.982771:0:34337:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9caf5014c800: [0x200000404:0x30:0x0] file closed with intent: 200 00000100:00000010:3.0:1789130485.982782:0:34337:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf501aad00. 00000020:00000040:3.0:1789130485.982788:0:34337:0:(genops.c:1210:class_import_get()) import ffff9caf6079a800 refcount=5 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000100:00000001:3.0:1789130485.982796:0:34337:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789130485.982802:0:34337:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789130485.983672:0:34337:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789130485.983691:0:34337:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9caf42b28600. 00000100:00000001:3.0:1789130485.983702:0:34337:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:3.0:1789130485.983730:0:34337:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9caf615d5a40 x1876037329049344/t8589934597(8589934597) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/664 e 0 to 0 dl 1789130500 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000020:00100000:3.0:1789130485.983745:0:34337:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9caf5014c800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:3.0:1789130485.983751:0:34337:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9caf501aad00 x1876037329050496/t0(0) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:3.0:1789130485.983760:0:34337:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1789130485.983763:0:34337:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1789130485.983772:0:34337:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9caf47fd1540. 00000100:00000001:3.0:1789130485.983775:0:34337:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446634875373819200 : -109198335732416 : ffff9caf47fd1540) 00000100:00000001:3.0:1789130485.983779:0:34337:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789130485.983781:0:34337:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875509976320 : -109198199575296 : ffff9caf501aad00) 00000100:00000001:3.0:1789130485.983788:0:34337:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789130485.983794:0:34337:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130485.983797:0:34337:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1789130485.983799:0:34337:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789130485.983828:0:34337:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf501aad00 x1876037329050496/t0(0) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130485.983838:0:34337:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789130485.983841:0:34337:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789130485.983846:0:34337:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789130485.983849:0:34337:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789130485.983852:0:34337:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789130485.983857:0:34337:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf501aad00 pname:cluuid:pid:xid:nid:opc:job multiop:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:34337:1876037329050496:192.168.204.123@tcp:35:multiop.0 00000100:00000001:3.0:1789130485.983862:0:34337:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789130485.983869:0:34337:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789130485.983872:0:34337:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789130485.983875:0:34337:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789130485.983881:0:34337:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9caf58483000. 02000000:00000001:3.0:1789130485.983884:0:34337:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789130485.983894:0:34337:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:3.0:1789130485.983900:0:34337:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf60788630. 00000400:00000010:3.0:1789130485.983910:0:34337:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf4549f880. 00000100:00000200:3.0:1789130485.983919:0:34337:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876037329050496, portal 10 00000100:00000001:3.0:1789130485.983921:0:34337:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789130485.983923:0:34337:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875509976320 : -109198199575296 : ffff9caf501aad00) 00000100:00000040:3.0:1789130485.983931:0:34337:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9caf501aad00 x1876037329050496/t0(0) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1789130501 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130485.983940:0:34337:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789130485.983943:0:34337:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:3.0:1789130485.983946:0:34337:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf4549f330. 00000100:00000200:3.0:1789130485.983949:0:34337:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1876037329050496, offset 0 00000400:00000200:3.0:1789130485.983958:0:34337:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:3.0:1789130485.983969:0:34337:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130485.984054:0:34337:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:3.0:1789130485.984061:0:34337:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789130485.984068:0:34337:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:3.0:1789130485.984073:0:34337:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789130485.984077:0:34337:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:3.0:1789130485.984082:0:34337:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2647:2647:256:4294967295] 192.168.204.123@tcp LPNI seq info [2646:2646:8:4294967295] 00000400:00000200:3.0:1789130485.984087:0:34337:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130485.984110:0:34337:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:3.0:1789130485.984119:0:34337:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:3.0:1789130485.984126:0:34337:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf47fd2600. 00000800:00000200:3.0:1789130485.984135:0:34337:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:3.0:1789130485.984154:0:34337:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:3.0:1789130485.984161:0:34337:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf47fd2600 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:3.0:1789130485.984250:0:34337:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130485.984257:0:34337:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: using a timeout of 811083 usecs (812 jiffies) 00000400:00000200:3.0:1789130485.984315:0:34337:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:3.0:1789130485.984320:0:34337:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296580816 00000800:00000200:3.0:1789130485.984457:0:2342:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789130485.984463:0:2342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf47fd2600. 00000400:00000200:3.0:1789130485.984469:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130485.984475:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:3.0:1789130485.984484:0:2342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf4549f330 00000400:00000010:3.0:1789130485.984488:0:2342:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf4549f330. 00000100:00000001:3.0:1789130485.984496:0:2342:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789130485.984501:0:2342:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf501aad00 x1876037329050496/t0(0) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1789130501 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130485.984513:0:2342:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130485.984517:0:2342:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf501aad00 x1876037329050496/t0(0) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1789130501 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130485.984525:0:2342:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130485.984527:0:2342:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1789130485.984549:0:34337:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 2, keep current deadline 4296582142 00000100:00000001:3.0:1789130485.984552:0:34337:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296580816 00000100:00000001:3.0:1789130485.984556:0:34337:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 3, keep current deadline 4296582142 00000100:00000001:3.0:1789130485.984559:0:34337:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789130485.984562:0:34337:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130485.984564:0:34337:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789130485.984567:0:34337:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1789130485.984571:0:34337:0:(client.c:2715:ptlrpc_set_wait()) set ffff9caf47fd1540 going to sleep for 11 seconds 00000100:00000001:3.0:1789130485.984576:0:34337:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789130485.984580:0:34337:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000100:1.0:1789130485.995799:0:34350:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x240000400:0x42:0x0].0x0 (ffff9caf48fc4b00) refcount = 1 00010000:00000040:1.0:1789130485.995852:0:34350:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9caf48fc4b00 count: 0 00010000:00000010:1.0:1789130485.995863:0:34350:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9caf48fc4400. 00000001:00000001:1.0:1789130485.995926:0:34350:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130485.995933:0:34350:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1789130485.995939:0:34350:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446634875648774872 : -109198060776744 : ffff9caf586092d8) 00000020:00001000:1.0:1789130485.995943:0:34350:0:(cl_object.c:823:cl_env_get()) 1@ffff9caf586092d0 00000008:00000001:1.0:1789130485.995948:0:34350:0:(osc_cache.c:2467:osc_check_rpcs()) Process entered 00000008:00000001:1.0:1789130485.995951:0:34350:0:(osc_cache.c:2428:osc_next_obj()) Process entered 00000008:00000001:1.0:1789130485.995954:0:34350:0:(osc_cache.c:2458:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1789130485.995957:0:34350:0:(osc_cache.c:2531:osc_check_rpcs()) Process leaving 00000001:00000001:1.0:1789130485.995959:0:34350:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1789130485.995962:0:34350:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1789130485.995991:0:34350:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1789130485.995994:0:34350:0:(cl_object.c:917:cl_env_put()) 1@ffff9caf586092d0 00000001:00000001:1.0:1789130485.996008:0:34350:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1789130485.996010:0:34350:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1789130485.996037:0:34350:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1789130485.996040:0:34350:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1789130485.996041:0:34350:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1789130485.996069:0:34350:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1789130485.996074:0:34350:0:(osc_request.c:4177:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130485.996080:0:34350:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000800:00000001:3.0:1789130485.996240:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130485.996259:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789130485.996262:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130485.996265:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130485.996279:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130485.996289:0:2341:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:3.0:1789130485.996305:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130485.996312:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130485.996321:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130485.996327:0:2341:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 456 into portal 10 MB=0x6aa3efa955b80 00000400:00000200:3.0:1789130485.996332:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130485.996353:0:2341:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.123@tcp of length 456/456 into md 0x7245 [1] + 224 00000800:00000001:3.0:1789130485.996363:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130485.996372:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130485.996378:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130485.996383:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:3.0:1789130485.996439:0:2341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789130485.996452:0:2341:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf501aad00 x1876037329050496/t0(0) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1789130501 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789130485.996465:0:2341:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9caf501aad00 x1876037329050496/t0(0) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1789130501 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130485.996493:0:2341:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789130485.996507:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130485.996512:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789130485.996532:0:34337:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789130485.996544:0:34337:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789130485.996547:0:34337:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789130485.996552:0:34337:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf60788630. 00000400:00000200:2.0:1789130485.996559:0:34337:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf4549f880 00000400:00000010:2.0:1789130485.996565:0:34337:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf4549f880. 00000100:00000001:2.0:1789130485.996573:0:34337:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789130485.996578:0:34337:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf501aad00 x1876037329050496/t0(0) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1789130501 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1789130485.996588:0:34337:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf501aad00 x1876037329050496/t0(0) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1789130501 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130485.996595:0:34337:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789130485.996598:0:34337:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789130485.996601:0:34337:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789130485.996606:0:34337:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789130485.996609:0:34337:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789130485.996612:0:34337:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789130485.996615:0:34337:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789130485.996631:0:34337:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf6079aca8 time=104 v=5 (10 5 5 5) 00000100:00001000:2.0:1789130485.996638:0:34337:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf6079ac18 time=26 v=5 (1 0 0 0) 00000100:00000001:2.0:1789130485.996641:0:34337:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789130485.996642:0:34337:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130485.996647:0:34337:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789130485.996704:0:34337:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130485.996709:0:34337:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1789130485.996712:0:34337:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:2.0:1789130485.996716:0:34337:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1789130485.996719:0:34337:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789130485.996722:0:34337:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875509976320 : -109198199575296 : ffff9caf501aad00) 00000100:00000001:2.0:1789130485.996727:0:34337:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789130485.996730:0:34337:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9caf5014c800: skip recheck: last_committed 8589934597 00000100:00000001:2.0:1789130485.996732:0:34337:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789130485.996736:0:34337:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130485.996743:0:34337:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf501aad00 x1876037329050496/t8589934599(8589934599) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1789130501 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130485.996750:0:34337:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789130485.996754:0:34337:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789130485.996756:0:34337:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789130485.996760:0:34337:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf501aad00 x1876037329050496/t8589934599(8589934599) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1789130501 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1789130485.996770:0:34337:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf501aad00 pname:cluuid:pid:xid:nid:opc:job multiop:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:34337:1876037329050496:192.168.204.123@tcp:35:multiop.0 00000100:00000001:2.0:1789130485.996777:0:34337:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789130485.996780:0:34337:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130485.996783:0:34337:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1789130485.996786:0:34337:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130485.996790:0:34337:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf501aad00 x1876037329050496/t8589934599(8589934599) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1789130501 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130485.996798:0:34337:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789130485.996801:0:34337:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9caf47fd1540. 00000100:00000001:2.0:1789130485.996825:0:34337:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1789130485.996828:0:34337:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130485.996838:0:34337:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789130485.996844:0:34337:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875509976320 : -109198199575296 : ffff9caf501aad00) 00000002:00000001:2.0:1789130485.996848:0:34337:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789130485.996852:0:34337:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1789130485.996861:0:34337:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9caf42b29400. 00000080:00000001:2.0:1789130485.996868:0:34337:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:2.0:1789130485.996872:0:34337:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00000002:00000001:3.0:1789130485.997607:0:34337:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:3.0:1789130485.997622:0:34337:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9caf615d5a40 x1876037329049344/t8589934597(8589934597) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/664 e 0 to 0 dl 1789130500 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130485.997640:0:34337:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789130485.997642:0:34337:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875799558720 : -109197909992896 : ffff9caf615d5a40) 00000100:00000001:3.0:1789130485.997645:0:34337:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130485.997658:0:34337:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf615d5a40 x1876037329049344/t8589934597(8589934597) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/664 e 0 to 0 dl 1789130500 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130485.997665:0:34337:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130485.997668:0:34337:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130485.997671:0:34337:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf615d5a40 x1876037329049344/t8589934597(8589934597) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/664 e 0 to 0 dl 1789130500 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130485.997679:0:34337:0:(client.c:2793:__ptlrpc_free_req()) Process entered 00000020:00000001:3.0:1789130485.997685:0:34337:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1789130485.997687:0:34337:0:(genops.c:1223:class_import_put()) import ffff9caf6079a800 refcount=4 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000020:00000001:3.0:1789130485.997691:0:34337:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1789130485.997697:0:34337:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9caf487c3800. 02000000:00000001:3.0:1789130485.997707:0:34337:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789130485.997710:0:34337:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789130485.997713:0:34337:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf615d5a40. 00000100:00000001:3.0:1789130485.997721:0:34337:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789130485.997722:0:34337:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130485.997724:0:34337:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130485.997729:0:34337:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf501aad00 x1876037329050496/t8589934599(8589934599) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1789130501 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130485.997736:0:34337:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789130485.997738:0:34337:0:(client.c:2947:obd_mod_free()) kfreed 'mod': 32 at ffff9caf47eabf60. 00000002:00000001:3.0:1789130485.997742:0:34337:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789130485.997744:0:34337:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1789130485.997747:0:34337:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9caf47faab40. 00000100:00000001:3.0:1789130485.997751:0:34337:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130485.997754:0:34337:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf501aad00 x1876037329050496/t8589934599(8589934599) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1789130501 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130485.997760:0:34337:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130485.997764:0:34337:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1789130485.997770:0:34337:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9caf4865fb80. 00000080:00000001:3.0:1789130485.997776:0:34337:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789130485.997786:0:34337:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c2fd88 00000080:00000008:3.0:1789130485.997791:0:34337:0:(file.c:523:ll_file_release()) COMPLETED file f24a.recovery-small:[0x200000404:0x30:0x0](ffff9caf6019f448), flags 100002, rc = 0 00000080:00000001:3.0:1789130485.997795:0:34337:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130485.997820:0:34337:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1789130485.997823:0:34337:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c2fd98 00000080:00002000:3.0:1789130485.997825:0:34337:0:(dcache.c:127:ll_ddelete()) keeping dentry f24a.recovery-small (ffff9caf4451ea20, parent ffff9caf4451ee58, inode ffff9caf6019f448) hashed, 00000080:00000001:3.0:1789130485.997829:0:34337:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789130486.001531:0:34350:0:(import.c:65:import_set_state_nolock()) ffff9caf468ac800 lustre-OST0000_UUID: changing import state from EVICTED to RECOVER 00000100:00000001:1.0:1789130486.001549:0:34350:0:(import.c:1648:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:1.0:1789130486.001554:0:34350:0:(recover.c:149:ptlrpc_resend()) Process entered 00000100:00000001:1.0:1789130486.001557:0:34350:0:(recover.c:178:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789130486.001562:0:34350:0:(import.c:65:import_set_state_nolock()) ffff9caf468ac800 lustre-OST0000_UUID: changing import state from RECOVER to FULL 00000100:00000001:1.0:1789130486.001565:0:34350:0:(obd_class.h:1222:obd_import_event()) Process entered 00000008:00000001:1.0:1789130486.001572:0:34350:0:(osc_request.c:4110:osc_import_event()) Process entered 00000008:00000001:1.0:1789130486.001575:0:34350:0:(obd_class.h:1242:obd_notify()) Process entered 00020000:00000001:1.0:1789130486.001585:0:34350:0:(lov_obd.c:431:lov_notify()) Process entered 00020000:00000001:1.0:1789130486.001591:0:34350:0:(lov_obd.c:350:lov_set_osc_active()) Process entered 00020000:00000040:1.0:1789130486.001593:0:34350:0:(lov_obd.c:352:lov_set_osc_active()) Searching in lov ffff9caf584f8820 for uuid lustre-OST0000_UUID event(1) 00020000:01000000:1.0:1789130486.001600:0:34350:0:(lov_obd.c:399:lov_set_osc_active()) Marking OSC lustre-OST0000_UUID active 00020000:00000040:1.0:1789130486.001603:0:34350:0:(lov_obd.c:418:lov_set_osc_active()) lustre-OST0000_UUID: lov idx 0 conn de5303b1d982c242 00020000:00000001:1.0:1789130486.001607:0:34350:0:(lov_obd.c:422:lov_set_osc_active()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130486.001611:0:34350:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:1.0:1789130486.001617:0:34350:0:(lcommon_misc.c:85:cl_ocd_update()) Process entered 00000080:00000004:1.0:1789130486.001619:0:34350:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0427af2e3440038 -> 0xa0427af2e3440038 00000080:00000001:1.0:1789130486.001623:0:34350:0:(lcommon_misc.c:37:cl_init_ea_size()) Process entered 00000080:00000001:1.0:1789130486.001625:0:34350:0:(obd_class.h:511:obd_get_info()) Process entered 00020000:00000001:1.0:1789130486.001629:0:34350:0:(lov_obd.c:1161:lov_get_info()) Process entered 00020000:00000001:1.0:1789130486.001634:0:34350:0:(lov_obd.c:1212:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130486.001635:0:34350:0:(obd_class.h:525:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130486.001638:0:34350:0:(obd_class.h:511:obd_get_info()) Process entered 00020000:00000001:1.0:1789130486.001639:0:34350:0:(lov_obd.c:1161:lov_get_info()) Process entered 00020000:00000001:1.0:1789130486.001642:0:34350:0:(lov_obd.c:1212:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130486.001643:0:34350:0:(obd_class.h:525:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00080000:1.0:1789130486.001646:0:34350:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00800000:00000001:1.0:1789130486.001715:0:34350:0:(lmv_obd.c:286:lmv_init_ea_size()) Process entered 00800000:00000001:1.0:1789130486.001719:0:34350:0:(lmv_obd.c:298:lmv_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130486.001721:0:34350:0:(lcommon_misc.c:59:cl_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130486.001724:0:34350:0:(lcommon_misc.c:112:cl_ocd_update()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130486.001727:0:34350:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789130486.001730:0:34350:0:(lov_obd.c:468:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1789130486.001732:0:34350:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1789130486.001735:0:34350:0:(osc_request.c:4177:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130486.001737:0:34350:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00080000:1.0:1789130486.001750:0:34350:0:(import.c:1743:ptlrpc_import_recovery_state_machine()) lustre-OST0000-osc-ffff9caf5014c800: Connection restored to 192.168.204.123@tcp (at 192.168.204.123@tcp) 00000100:00000001:1.0:1789130486.001754:0:34350:0:(import.c:1754:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130486.001759:0:34350:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1789130486.001762:0:34350:0:(genops.c:1223:class_import_put()) import ffff9caf468ac800 refcount=2 obd=lustre-OST0000-osc-ffff9caf5014c800 00000020:00000001:1.0:1789130486.001765:0:34350:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:1.0:1789130486.001767:0:34350:0:(import.c:1611:ptlrpc_invalidate_import_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1789130486.002843:0:34351:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf40030200. 00010000:00000010:1.1:1789130486.012419:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf48fc4b00. 00000080:00000001:0.0:1789130486.013488:0:34352:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:0.0:1789130486.013496:0:34352:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:0.0:1789130486.013499:0:34352:0:(file.c:6206:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1789130486.013503:0:34352:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c6fbc0 00000080:00200000:0.0:1789130486.013508:0:34352:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8),name=/ 00000080:00000010:0.0:1789130486.013519:0:34352:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9caf47e8e800. 00800000:00000002:0.0:1789130486.013528:0:34352:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9caf4557c8c0 2 00000080:00000001:0.0:1789130486.013533:0:34352:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1789130486.013539:0:34352:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1789130486.013541:0:34352:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c6fae0 00800000:00000002:0.0:1789130486.013544:0:34352:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1789130486.013549:0:34352:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1789130486.013554:0:34352:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1789130486.013561:0:34352:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1789130486.013564:0:34352:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c6f9b0 00000002:00010000:0.0:1789130486.013566:0:34352:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1789130486.013570:0:34352:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1789130486.013573:0:34352:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789130486.013578:0:34352:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789130486.013588:0:34352:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf6165af00 count: 2 00010000:00000001:0.0:1789130486.013591:0:34352:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789130486.013598:0:34352:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789130486.014097:0:34352:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1789130486.014105:0:34352:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e21e00/0xde5303b1d982cdfd lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a5ff2 expref: -99 pid: 34330 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:0.0:1789130486.014119:0:34352:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1789130486.014126:0:34352:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789130486.014130:0:34352:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e21e00/0xde5303b1d982cdfd lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a5ff2 expref: -99 pid: 34330 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:0.0:1789130486.014138:0:34352:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1789130486.014140:0:34352:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1789130486.014142:0:34352:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789130486.014145:0:34352:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789130486.014147:0:34352:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1789130486.014149:0:34352:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1789130486.014152:0:34352:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1789130486.014156:0:34352:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9caf4557c8c0 2 00000080:00000010:0.0:1789130486.014161:0:34352:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9caf47e8e800. 00000080:00000001:0.0:1789130486.014167:0:34352:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1789130486.014169:0:34352:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789130486.014172:0:34352:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9caf601980c8) 00000080:00010000:0.0:1789130486.014177:0:34352:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9caf601980c8) for lock 0xde5303b1d982cdfd 00800000:00000001:0.0:1789130486.014181:0:34352:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1789130486.014184:0:34352:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1789130486.014186:0:34352:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130486.014189:0:34352:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130486.014193:0:34352:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf47e21e00 refcount=3 00000020:00000001:0.0:1789130486.014196:0:34352:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875372051968 : -109198337499648 : ffff9caf47e21e00) 00010000:00000001:0.0:1789130486.014199:0:34352:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875372051968 : -109198337499648 : ffff9caf47e21e00) 00010000:00000001:0.0:1789130486.014202:0:34352:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130486.014204:0:34352:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789130486.014205:0:34352:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789130486.014207:0:34352:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789130486.014210:0:34352:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xde5303b1d982cdfd from it ffffb97f41c6fbf8 00010000:00000001:0.0:1789130486.014212:0:34352:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130486.014213:0:34352:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130486.014215:0:34352:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf47e21e00 refcount=3 00000020:00000001:0.0:1789130486.014216:0:34352:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875372051968 : -109198337499648 : ffff9caf47e21e00) 00010000:00000001:0.0:1789130486.014218:0:34352:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875372051968 : -109198337499648 : ffff9caf47e21e00) 00010000:00000001:0.0:1789130486.014220:0:34352:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789130486.014224:0:34352:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e21e00/0xde5303b1d982cdfd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a5ff2 expref: -99 pid: 34330 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1789130486.014230:0:34352:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130486.014231:0:34352:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130486.014233:0:34352:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789130486.014235:0:34352:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789130486.014238:0:34352:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e21e00/0xde5303b1d982cdfd lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a5ff2 expref: -99 pid: 34330 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1789130486.014247:0:34352:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789130486.014252:0:34352:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789130486.014254:0:34352:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789130486.014259:0:34352:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130486.014260:0:34352:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130486.014262:0:34352:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130486.014266:0:34352:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789130486.014268:0:34352:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130486.014270:0:34352:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130486.014273:0:34352:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130486.014275:0:34352:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789130486.014276:0:34352:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130486.014277:0:34352:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1789130486.014282:0:34352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1789130486.014284:0:34352:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1789130486.014287:0:34352:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8), inode mode 41ff mask 1 00000080:00000001:0.0:1789130486.014293:0:34352:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1789130486.014309:0:34352:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9caf47eabd00. 00000080:00000001:0.0:1789130486.014315:0:34352:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:0.0:1789130486.014317:0:34352:0:(file.c:6206:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1789130486.014318:0:34352:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c6fb00 00000080:00200000:0.0:1789130486.014320:0:34352:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8),name=/ 00000080:00000010:0.0:1789130486.014324:0:34352:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9caf47e8e800. 00800000:00000002:0.0:1789130486.014327:0:34352:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9caf4557c8c0 2 00000080:00000001:0.0:1789130486.014330:0:34352:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1789130486.014331:0:34352:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1789130486.014333:0:34352:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c6fa20 00800000:00000002:0.0:1789130486.014335:0:34352:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1789130486.014337:0:34352:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1789130486.014340:0:34352:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1789130486.014343:0:34352:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1789130486.014344:0:34352:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c6f8f0 00000002:00010000:0.0:1789130486.014346:0:34352:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1789130486.014349:0:34352:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1789130486.014351:0:34352:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789130486.014352:0:34352:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789130486.014356:0:34352:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf6165af00 count: 2 00010000:00000001:0.0:1789130486.014358:0:34352:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789130486.014362:0:34352:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789130486.014364:0:34352:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1789130486.014367:0:34352:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e21e00/0xde5303b1d982cdfd lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a5ff2 expref: -99 pid: 34330 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:0.0:1789130486.014374:0:34352:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1789130486.014377:0:34352:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789130486.014379:0:34352:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e21e00/0xde5303b1d982cdfd lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a5ff2 expref: -99 pid: 34330 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:0.0:1789130486.014386:0:34352:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1789130486.014388:0:34352:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1789130486.014389:0:34352:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789130486.014391:0:34352:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789130486.014393:0:34352:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1789130486.014395:0:34352:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1789130486.014397:0:34352:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1789130486.014399:0:34352:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9caf4557c8c0 2 00000080:00000010:0.0:1789130486.014401:0:34352:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9caf47e8e800. 00000080:00000001:0.0:1789130486.014404:0:34352:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1789130486.014405:0:34352:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789130486.014407:0:34352:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9caf601980c8) 00000080:00010000:0.0:1789130486.014410:0:34352:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9caf601980c8) for lock 0xde5303b1d982cdfd 00800000:00000001:0.0:1789130486.014412:0:34352:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1789130486.014413:0:34352:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1789130486.014414:0:34352:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130486.014416:0:34352:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130486.014418:0:34352:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf47e21e00 refcount=3 00000020:00000001:0.0:1789130486.014419:0:34352:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875372051968 : -109198337499648 : ffff9caf47e21e00) 00010000:00000001:0.0:1789130486.014422:0:34352:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875372051968 : -109198337499648 : ffff9caf47e21e00) 00010000:00000001:0.0:1789130486.014424:0:34352:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130486.014425:0:34352:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789130486.014426:0:34352:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789130486.014428:0:34352:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789130486.014430:0:34352:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xde5303b1d982cdfd from it ffffb97f41c6fb38 00010000:00000001:0.0:1789130486.014432:0:34352:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130486.014434:0:34352:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130486.014435:0:34352:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf47e21e00 refcount=3 00000020:00000001:0.0:1789130486.014437:0:34352:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875372051968 : -109198337499648 : ffff9caf47e21e00) 00010000:00000001:0.0:1789130486.014439:0:34352:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875372051968 : -109198337499648 : ffff9caf47e21e00) 00010000:00000001:0.0:1789130486.014442:0:34352:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789130486.014444:0:34352:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e21e00/0xde5303b1d982cdfd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a5ff2 expref: -99 pid: 34330 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1789130486.014450:0:34352:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130486.014451:0:34352:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130486.014452:0:34352:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789130486.014453:0:34352:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789130486.014455:0:34352:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e21e00/0xde5303b1d982cdfd lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a5ff2 expref: -99 pid: 34330 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:0.0:1789130486.014461:0:34352:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789130486.014462:0:34352:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789130486.014464:0:34352:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789130486.014466:0:34352:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130486.014467:0:34352:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130486.014468:0:34352:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130486.014469:0:34352:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789130486.014470:0:34352:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130486.014472:0:34352:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130486.014474:0:34352:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130486.014476:0:34352:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789130486.014477:0:34352:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130486.014478:0:34352:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1789130486.014479:0:34352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1789130486.014481:0:34352:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1789130486.014483:0:34352:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8), inode mode 41ff mask 3 00000080:00000001:0.0:1789130486.014486:0:34352:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130486.014489:0:34352:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:0.0:1789130486.014492:0:34352:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c6fb58 00000080:00200000:0.0:1789130486.014494:0:34352:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=recon, dir=[0x200000007:0x1:0x0](ffff9caf601980c8), file ffff9caf49e8c180, open_flags 8441, mode 81b6 opened 0 00000080:00000010:0.0:1789130486.014500:0:34352:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff9caf5021fe40. 00000080:00000001:0.0:1789130486.014506:0:34352:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:0.0:1789130486.014508:0:34352:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c6fa08 00000080:00200000:0.0:1789130486.014510:0:34352:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=recon, dir=[0x200000007:0x1:0x0](ffff9caf601980c8), intent=open|creat 00000080:00000010:0.0:1789130486.014517:0:34352:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9caf47e8e800. 00800000:00000002:0.0:1789130486.014520:0:34352:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9caf4557c8c0 2 00000080:00000001:0.0:1789130486.014526:0:34352:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1789130486.014528:0:34352:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1789130486.014529:0:34352:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c6f928 00800000:00000002:0.0:1789130486.014531:0:34352:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'recon' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1789130486.014534:0:34352:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:0.0:1789130486.014537:0:34352:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:0.0:1789130486.014543:0:34352:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446634875370194944 : -109198339356672 : ffff9caf47c5c800) 00800000:00000001:0.0:1789130486.014547:0:34352:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:0.0:1789130486.014549:0:34352:0:(obd_class.h:932:obd_fid_alloc()) Process entered 00000002:00000001:0.0:1789130486.014553:0:34352:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:0.0:1789130486.014557:0:34352:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:0.0:1789130486.014560:0:34352:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff9caf5014c800: Allocated FID [0x200000404:0x31:0x0] 40000000:00000001:0.0:1789130486.014562:0:34352:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789130486.014564:0:34352:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789130486.014566:0:34352:0:(obd_class.h:945:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789130486.014568:0:34352:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130486.014569:0:34352:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c6f8a8 00800000:00000002:0.0:1789130486.014571:0:34352:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x31:0x0], name='recon' -> mds #0 layout version 1 00000002:00000001:0.0:1789130486.014574:0:34352:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1789130486.014576:0:34352:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c6f7e0 00000002:00010000:0.0:1789130486.014577:0:34352:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: recon,[0x200000404:0x31:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 0102102 00000002:00000001:0.0:1789130486.014581:0:34352:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1789130486.014584:0:34352:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:0.0:1789130486.014587:0:34352:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:0.0:1789130486.014591:0:34352:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789130486.014592:0:34352:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1789130486.014595:0:34352:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf6165af00 count: 2 00010000:00000001:0.0:1789130486.014597:0:34352:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789130486.015098:0:34352:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1789130486.015102:0:34352:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1789130486.015106:0:34352:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e21e00/0xde5303b1d982cdfd lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xcdf1b083821a5ff2 expref: -99 pid: 34330 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000080:00000001:0.0:1789130486.015117:0:34352:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1789130486.015122:0:34352:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1789130486.015126:0:34352:0:(file.c:6113:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1789130486.015128:0:34352:0:(file.c:6119:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:0.0:1789130486.015131:0:34352:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789130486.015133:0:34352:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789130486.015136:0:34352:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf6165af00 count: 3 00010000:00000001:0.0:1789130486.015139:0:34352:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789130486.015142:0:34352:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789130486.015144:0:34352:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789130486.015146:0:34352:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789130486.015148:0:34352:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf6165af00 count: 3 00010000:00000001:0.0:1789130486.015150:0:34352:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789130486.015153:0:34352:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789130486.015154:0:34352:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789130486.015156:0:34352:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789130486.015158:0:34352:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf6165af00 count: 3 00010000:00000001:0.0:1789130486.015160:0:34352:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789130486.015162:0:34352:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130486.015164:0:34352:0:(file.c:6141:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1789130486.015167:0:34352:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff9caf60198000, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1789130486.015171:0:34352:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1789130486.015174:0:34352:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1789130486.015178:0:34352:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1789130486.015180:0:34352:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130486.015185:0:34352:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1789130486.015190:0:34352:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789130486.015192:0:34352:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789130486.015195:0:34352:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789130486.015198:0:34352:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1789130486.015202:0:34352:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9caf47e21e00 with handle 0xde5303b1d982cdfd from hash 00010000:00000001:0.0:1789130486.015205:0:34352:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789130486.015206:0:34352:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130486.015208:0:34352:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130486.015209:0:34352:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789130486.015213:0:34352:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789130486.015215:0:34352:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1789130486.015217:0:34352:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789130486.015220:0:34352:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1789130486.015222:0:34352:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1789130486.015229:0:34352:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf61460f00. 00000020:00000040:0.0:1789130486.015233:0:34352:0:(genops.c:1210:class_import_get()) import ffff9caf6079a800 refcount=5 obd=lustre-MDT0000-mdc-ffff9caf5014c800 02000000:00000001:0.0:1789130486.015241:0:34352:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1789130486.015243:0:34352:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130486.015246:0:34352:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1789130486.015251:0:34352:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789130486.015255:0:34352:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130486.015257:0:34352:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130486.015258:0:34352:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130486.015262:0:34352:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789130486.015265:0:34352:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789130486.015269:0:34352:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789130486.015280:0:34352:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9caf482be800. 00000100:00000001:0.0:1789130486.015289:0:34352:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130486.015297:0:34352:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789130486.015301:0:34352:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1789130486.015306:0:34352:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e21e00/0xde5303b1d982cdfd lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xcdf1b083821a5ff2 expref: -99 pid: 34330 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1789130486.015314:0:34352:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1789130486.015316:0:34352:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789130486.015318:0:34352:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789130486.015321:0:34352:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e21e00/0xde5303b1d982cdfd lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xcdf1b083821a5ff2 expref: -99 pid: 34330 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000040:0.0:1789130486.015335:0:34352:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9caf6165af00 count: 0 00010000:00000010:0.0:1789130486.015342:0:34352:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9caf42e06880. 00010000:00000001:0.0:1789130486.015350:0:34352:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130486.015352:0:34352:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130486.015354:0:34352:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789130486.015356:0:34352:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130486.015358:0:34352:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789130486.015371:0:34352:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446634875798032128 : -109197911519488 : ffff9caf61460f00) 00010000:00000001:0.0:1789130486.015376:0:34352:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1789130486.015378:0:34352:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1789130486.015384:0:34352:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9caf48fc4000. 00010000:00000010:0.0:1789130486.015387:0:34352:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9caf4c532100. 00010000:00000001:0.0:1789130486.015392:0:34352:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1789130486.015396:0:34352:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9caf40031600. 00000020:00000001:0.0:1789130486.015399:0:34352:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1789130486.015402:0:34352:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9caf40031600 with handle 0xde5303b1d982ce20 to hash 00000020:00000001:0.0:1789130486.015404:0:34352:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1789130486.015406:0:34352:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446634875239994880 : -109198469556736 : ffff9caf40031600) 00010000:00000001:0.0:1789130486.015410:0:34352:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446634875239994880 : -109198469556736 : ffff9caf40031600) 00010000:00000001:0.0:1789130486.015413:0:34352:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789130486.015415:0:34352:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789130486.015418:0:34352:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40031600/0xde5303b1d982ce20 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 34352 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789130486.015425:0:34352:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40031600/0xde5303b1d982ce20 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34352 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:0.0:1789130486.015439:0:34352:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9caf5014c800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1789130486.015455:0:34352:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9caf61460f00 x1876037329050752/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1789130486.015471:0:34352:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40031600/0xde5303b1d982ce20 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34352 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1789130486.015477:0:34352:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1789130486.015479:0:34352:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1789130486.015488:0:34352:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9caf481323c0. 00000100:00000001:0.0:1789130486.015491:0:34352:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446634875375264704 : -109198334286912 : ffff9caf481323c0) 00000100:00000001:0.0:1789130486.015494:0:34352:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789130486.015496:0:34352:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875798032128 : -109197911519488 : ffff9caf61460f00) 00000100:00000001:0.0:1789130486.015502:0:34352:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789130486.015507:0:34352:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130486.015510:0:34352:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1789130486.015512:0:34352:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789130486.015517:0:34352:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf61460f00 x1876037329050752/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130486.015524:0:34352:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789130486.015528:0:34352:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130486.015532:0:34352:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789130486.015535:0:34352:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789130486.015538:0:34352:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789130486.015542:0:34352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf61460f00 pname:cluuid:pid:xid:nid:opc:job bash:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:34352:1876037329050752:192.168.204.123@tcp:101:bash.0 00000100:00000001:0.0:1789130486.015547:0:34352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789130486.015557:0:34352:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789130486.015561:0:34352:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130486.015565:0:34352:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789130486.017620:0:34352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff9caf48ba0000. 02000000:00000001:0.0:1789130486.017632:0:34352:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789130486.017645:0:34352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:0.0:1789130486.017664:0:34352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf50131bb0. 00000400:00000010:0.0:1789130486.017676:0:34352:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff9caf482bc000. 00000100:00000200:0.0:1789130486.017688:0:34352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1876037329050752, portal 10 00000100:00000001:0.0:1789130486.017691:0:34352:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789130486.017694:0:34352:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875798032128 : -109197911519488 : ffff9caf61460f00) 00000100:00000040:0.0:1789130486.017717:0:34352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9caf61460f00 x1876037329050752/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/66320 e 0 to 0 dl 1789130502 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130486.017727:0:34352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789130486.017731:0:34352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:0.0:1789130486.017736:0:34352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf5801e2a8. 00000100:00000200:0.0:1789130486.017740:0:34352:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1876037329050752, offset 0 00000400:00000200:0.0:1789130486.017748:0:34352:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:0.0:1789130486.017769:0:34352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:0.0:1789130486.017780:0:34352:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:0.0:1789130486.017787:0:34352:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789130486.017792:0:34352:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:0.0:1789130486.017796:0:34352:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789130486.017799:0:34352:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:0.0:1789130486.017827:0:34352:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2648:2648:256:4294967295] 192.168.204.123@tcp LPNI seq info [2647:2647:8:4294967295] 00000400:00000200:0.0:1789130486.017833:0:34352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:0.0:1789130486.017845:0:34352:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:0.0:1789130486.017852:0:34352:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:0.0:1789130486.017859:0:34352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf451e7600. 00000800:00000200:0.0:1789130486.017866:0:34352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:0.0:1789130486.017875:0:34352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:0.0:1789130486.017881:0:34352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf451e7600 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:0.0:1789130486.017897:0:34352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130486.017906:0:34352:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: using a timeout of 810095 usecs (811 jiffies) 00000400:00000200:0.0:1789130486.017910:0:34352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:0.0:1789130486.017914:0:34352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296580850 00000100:00000001:0.0:1789130486.017918:0:34352:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 2, keep current deadline 4296582142 00000100:00000001:0.0:1789130486.017921:0:34352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296580851 00000100:00000001:0.0:1789130486.017924:0:34352:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 3, keep current deadline 4296582142 00000100:00000001:0.0:1789130486.017927:0:34352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789130486.017931:0:34352:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130486.017934:0:34352:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789130486.017937:0:34352:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1789130486.017940:0:34352:0:(client.c:2715:ptlrpc_set_wait()) set ffff9caf481323c0 going to sleep for 11 seconds 00000100:00000001:0.0:1789130486.017944:0:34352:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789130486.017947:0:34352:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789130486.018124:0:2342:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789130486.018131:0:2342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf451e7600. 00000400:00000200:3.0:1789130486.018146:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130486.018153:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:3.0:1789130486.018160:0:2342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf5801e2a8 00000400:00000010:3.0:1789130486.018163:0:2342:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf5801e2a8. 00000100:00000001:3.0:1789130486.018168:0:2342:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789130486.018173:0:2342:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf61460f00 x1876037329050752/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/66320 e 0 to 0 dl 1789130502 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130486.018185:0:2342:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130486.018189:0:2342:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf61460f00 x1876037329050752/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/66320 e 0 to 0 dl 1789130502 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130486.018197:0:2342:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130486.018199:0:2342:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1789130486.024981:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130486.025067:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789130486.025073:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130486.025077:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130486.025088:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130486.025099:0:2341:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:3.0:1789130486.025111:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130486.025118:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130486.025124:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130486.025129:0:2341:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 664 into portal 10 MB=0x6aa3efa955c80 00000400:00000200:3.0:1789130486.025135:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130486.025142:0:2341:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.123@tcp of length 664/664 into md 0x7255 [32] + 224 00000800:00000001:3.0:1789130486.025151:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130486.025160:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130486.025163:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130486.025168:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:3.0:1789130486.025178:0:2341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789130486.025189:0:2341:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf61460f00 x1876037329050752/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/66320 e 0 to 0 dl 1789130502 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789130486.025201:0:2341:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff9caf61460f00 x1876037329050752/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/66320 e 0 to 0 dl 1789130502 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130486.025221:0:2341:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1789130486.025232:0:2341:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1789130486.025235:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130486.025240:0:2341:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.204.23@tcp to MR: 192.168.204.123@tcp local destination 00000400:00000200:3.0:1789130486.025245:0:2341:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2649:2649:256:4294967295] 192.168.204.123@tcp LPNI seq info [2648:2648:8:4294967295] 00000400:00000200:3.0:1789130486.025248:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130486.025254:0:2341:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:192.168.204.23@tcp) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) 192.168.204.123@tcp : ACK try# 0 00000800:00000200:3.0:1789130486.025259:0:2341:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 32 frags to 12345-192.168.204.123@tcp 00000800:00000010:3.0:1789130486.025312:0:2341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 744 at ffff9caf58483c00. 00000800:00000200:3.0:1789130486.025319:0:2341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:3.0:1789130486.025326:0:2341:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:3.0:1789130486.025330:0:2341:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf58483c00 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1789130486.025425:0:2341:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789130486.025429:0:2341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 744 at ffff9caf58483c00. 00000400:00000200:3.0:1789130486.025431:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130486.025433:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: ACK: OK 00000800:00000001:3.0:1789130486.025438:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130486.025440:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130486.025535:0:34352:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789130486.025545:0:34352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789130486.025548:0:34352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789130486.025553:0:34352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf50131bb0. 00000400:00000200:0.0:1789130486.025559:0:34352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf482bc000 00000400:00000010:0.0:1789130486.025562:0:34352:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 632 at ffff9caf482bc000. 00000100:00000001:0.0:1789130486.025566:0:34352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789130486.025572:0:34352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf61460f00 x1876037329050752/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/66320 e 0 to 0 dl 1789130502 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1789130486.025584:0:34352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf61460f00 x1876037329050752/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/66320 e 0 to 0 dl 1789130502 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130486.025591:0:34352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789130486.025593:0:34352:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130486.025597:0:34352:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789130486.025601:0:34352:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789130486.025605:0:34352:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789130486.025607:0:34352:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130486.025612:0:34352:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789130486.025625:0:34352:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf6079ac60 time=105 v=5 (5 104 104 104) 00000100:00001000:0.0:1789130486.025630:0:34352:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf6079ac18 time=27 v=5 (1 0 0 0) 00000100:00000001:0.0:1789130486.025633:0:34352:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789130486.025635:0:34352:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130486.025639:0:34352:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789130486.025644:0:34352:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130486.025662:0:34352:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1789130486.025664:0:34352:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x1000000a3/0x1] 00000100:00000001:0.0:1789130486.025667:0:34352:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1789130486.025669:0:34352:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789130486.025671:0:34352:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875798032128 : -109197911519488 : ffff9caf61460f00) 00000100:00000001:0.0:1789130486.025675:0:34352:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789130486.025679:0:34352:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9caf5014c800: skip recheck: last_committed 8589934597 00000100:00000001:0.0:1789130486.025681:0:34352:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789130486.025685:0:34352:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130486.025690:0:34352:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf61460f00 x1876037329050752/t8589934600(8589934600) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/664 e 0 to 0 dl 1789130502 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130486.025699:0:34352:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789130486.025703:0:34352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789130486.025714:0:34352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789130486.025720:0:34352:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf61460f00 x1876037329050752/t8589934600(8589934600) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/664 e 0 to 0 dl 1789130502 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1789130486.025729:0:34352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf61460f00 pname:cluuid:pid:xid:nid:opc:job bash:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:34352:1876037329050752:192.168.204.123@tcp:101:bash.0 00000100:00000001:0.0:1789130486.025735:0:34352:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130486.025739:0:34352:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130486.025742:0:34352:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1789130486.025745:0:34352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789130486.025749:0:34352:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf61460f00 x1876037329050752/t8589934600(8589934600) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/664 e 0 to 0 dl 1789130502 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130486.025756:0:34352:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789130486.025761:0:34352:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9caf481323c0. 00000100:00000001:0.0:1789130486.025764:0:34352:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1789130486.025766:0:34352:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130486.025771:0:34352:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1789130486.025777:0:34352:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130486.025781:0:34352:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130486.025784:0:34352:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40031600 refcount=4 00000020:00000001:0.0:1789130486.025787:0:34352:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239994880 : -109198469556736 : ffff9caf40031600) 00010000:00000001:0.0:1789130486.025790:0:34352:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239994880 : -109198469556736 : ffff9caf40031600) 00010000:00000040:0.0:1789130486.025798:0:34352:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9caf40031600, remote cookie: 0xcdf1b083821a607e, flags: 0x1001 00010000:00010000:0.0:1789130486.025829:0:34352:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40031600/0xde5303b1d982ce20 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a607e expref: -99 pid: 34352 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789130486.025845:0:34352:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x31:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:0.0:1789130486.025849:0:34352:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:0.0:1789130486.025860:0:34352:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9caf48fc4800. 00010000:00000010:0.0:1789130486.025866:0:34352:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9caf4c532300. 00010000:00000040:0.0:1789130486.025872:0:34352:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9caf48fc4000 count: 0 00010000:00000010:0.0:1789130486.025879:0:34352:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9caf4c532100. 00010000:00000001:0.0:1789130486.025889:0:34352:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789130486.025893:0:34352:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40031600/0xde5303b1d982ce20 lrc: 4/0,1 mode: --/PR res: [0x200000404:0x31:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a607e expref: -99 pid: 34352 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789130486.025902:0:34352:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40031600/0xde5303b1d982ce20 lrc: 4/0,1 mode: --/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a607e expref: -99 pid: 34352 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789130486.025910:0:34352:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1789130486.025916:0:34352:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1789130486.025919:0:34352:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1789130486.025922:0:34352:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1789130486.025923:0:34352:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1789130486.025926:0:34352:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x31:0x0].0x0 (ffff9caf48fc4800) refcount = 1 00010000:00010000:0.0:1789130486.025931:0:34352:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40031600/0xde5303b1d982ce20 lrc: 4/0,1 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a607e expref: -99 pid: 34352 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789130486.025938:0:34352:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1789130486.025942:0:34352:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1789130486.025944:0:34352:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789130486.025948:0:34352:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1789130486.025951:0:34352:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789130486.025954:0:34352:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40031600/0xde5303b1d982ce20 lrc: 4/0,1 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a607e expref: -99 pid: 34352 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789130486.025965:0:34352:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1789130486.025967:0:34352:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130486.025969:0:34352:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130486.025970:0:34352:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130486.025971:0:34352:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130486.025973:0:34352:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789130486.025979:0:34352:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1789130486.025982:0:34352:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130486.025983:0:34352:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130486.025985:0:34352:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40031600 refcount=3 00000020:00000001:0.0:1789130486.025987:0:34352:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239994880 : -109198469556736 : ffff9caf40031600) 00010000:00000001:0.0:1789130486.025989:0:34352:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239994880 : -109198469556736 : ffff9caf40031600) 00010000:00000001:0.0:1789130486.025991:0:34352:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130486.025992:0:34352:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130486.025994:0:34352:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40031600 refcount=4 00000020:00000001:0.0:1789130486.025995:0:34352:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239994880 : -109198469556736 : ffff9caf40031600) 00010000:00000001:0.0:1789130486.026009:0:34352:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239994880 : -109198469556736 : ffff9caf40031600) 00010000:00000001:0.0:1789130486.026012:0:34352:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789130486.026015:0:34352:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789130486.026019:0:34352:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40031600/0xde5303b1d982ce20 lrc: 5/1,1 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a607e expref: -99 pid: 34352 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789130486.026137:0:34352:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130486.026139:0:34352:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130486.026140:0:34352:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130486.026142:0:34352:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130486.026143:0:34352:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40031600 refcount=5 00000020:00000001:0.0:1789130486.026146:0:34352:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239994880 : -109198469556736 : ffff9caf40031600) 00010000:00000001:0.0:1789130486.026148:0:34352:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239994880 : -109198469556736 : ffff9caf40031600) 00010000:00000001:0.0:1789130486.026151:0:34352:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789130486.026154:0:34352:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40031600/0xde5303b1d982ce20 lrc: 5/1,1 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a607e expref: -99 pid: 34352 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789130486.026161:0:34352:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130486.026162:0:34352:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1789130486.026165:0:34352:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40031600/0xde5303b1d982ce20 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a607e expref: -99 pid: 34352 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789130486.026170:0:34352:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789130486.026172:0:34352:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130486.026173:0:34352:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130486.026174:0:34352:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130486.026175:0:34352:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1789130486.026182:0:34352:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0x37, status=0 req@ffff9caf61460f00 x1876037329050752/t8589934600(8589934600) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/664 e 0 to 0 dl 1789130502 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1789130486.026193:0:34352:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:0.0:1789130486.026198:0:34352:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9caf61460f00 x1876037329050752/t8589934600(8589934600) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/664 e 0 to 0 dl 1789130502 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1789130486.026205:0:34352:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130486.026214:0:34352:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130486.026216:0:34352:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130486.026217:0:34352:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40031600 refcount=3 00000020:00000001:0.0:1789130486.026219:0:34352:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239994880 : -109198469556736 : ffff9caf40031600) 00010000:00000001:0.0:1789130486.026221:0:34352:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239994880 : -109198469556736 : ffff9caf40031600) 00000002:00010000:0.0:1789130486.026225:0:34352:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40031600/0xde5303b1d982ce20 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a607e expref: -99 pid: 34352 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:0.0:1789130486.026235:0:34352:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff9caf47faac80. 00010000:00000001:0.0:1789130486.026238:0:34352:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130486.026239:0:34352:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789130486.026241:0:34352:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789130486.026243:0:34352:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789130486.026247:0:34352:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:0.0:1789130486.026250:0:34352:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789130486.026252:0:34352:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875798032128 : -109197911519488 : ffff9caf61460f00) 00000100:00000001:0.0:1789130486.026254:0:34352:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789130486.026255:0:34352:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875798032128 : -109197911519488 : ffff9caf61460f00) 00010000:00000001:0.0:1789130486.026257:0:34352:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130486.026259:0:34352:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130486.026260:0:34352:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40031600 refcount=3 00000020:00000001:0.0:1789130486.026262:0:34352:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239994880 : -109198469556736 : ffff9caf40031600) 00010000:00000001:0.0:1789130486.026264:0:34352:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239994880 : -109198469556736 : ffff9caf40031600) 00000002:00010000:0.0:1789130486.026268:0:34352:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40031600/0xde5303b1d982ce20 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a607e expref: -99 pid: 34352 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789130486.026275:0:34352:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130486.026276:0:34352:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130486.026279:0:34352:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1789130486.026280:0:34352:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130486.026281:0:34352:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130486.026282:0:34352:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40031600 refcount=3 00000020:00000001:0.0:1789130486.026284:0:34352:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239994880 : -109198469556736 : ffff9caf40031600) 00010000:00000001:0.0:1789130486.026286:0:34352:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239994880 : -109198469556736 : ffff9caf40031600) 00010000:00000040:0.0:1789130486.026292:0:34352:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf48fc4800 count: 2 00010000:00000001:0.0:1789130486.026294:0:34352:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1789130486.026298:0:34352:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9caf4630e800 type 13 mode 4 res 8589935620/49 (0 0) 00010000:00000001:0.0:1789130486.026301:0:34352:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130486.026303:0:34352:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789130486.026304:0:34352:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1789130486.026308:0:34352:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c6f768 00000002:00002000:0.0:1789130486.026311:0:34352:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=recon intent=open|creat status=0 disp=0x1800037: rc = 0 00000002:00000001:0.0:1789130486.026314:0:34352:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789130486.026318:0:34352:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789130486.026322:0:34352:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1789130486.026326:0:34352:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:0.0:1789130486.026330:0:34352:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789130486.026336:0:34352:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9caf4557c8c0 2 00000080:00000001:0.0:1789130486.026340:0:34352:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1789130486.026342:0:34352:0:(namei.c:674:ll_lookup_it_finish()) it ffff9caf5021fe40 it_disposition 1800037 00000080:00002000:0.0:1789130486.026348:0:34352:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9caf444bfaf8 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:0.0:1789130486.026356:0:34352:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1789130486.026359:0:34352:0:(namei.c:1624:ll_create_it()) Process entered 00000020:00000001:0.0:1789130486.026362:0:34352:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c6f998 00000080:00200000:0.0:1789130486.026363:0:34352:0:(namei.c:1628:ll_create_it()) VFS Op:name=recon, dir=[0x200000007:0x1:0x0](ffff9caf601980c8), intent=open|creat 00000080:00000001:0.0:1789130486.026366:0:34352:0:(namei.c:1575:ll_create_node()) Process entered 00000080:00000001:0.0:1789130486.026370:0:34352:0:(llite_lib.c:3864:ll_prep_inode()) Process entered 00000002:00000001:0.0:1789130486.026376:0:34352:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1789130486.026380:0:34352:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1789130486.026384:0:34352:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833969 : 144115205322833969 : 200000404000031) 00000080:00000001:0.0:1789130486.026388:0:34352:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:0.0:1789130486.026406:0:34352:0:(super25.c:42:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff9caf60198840. 00000020:00000001:0.0:1789130486.026420:0:34352:0:(class_obd.c:978:obd_heat_clear()) Process entered 00000020:00000001:0.0:1789130486.026422:0:34352:0:(class_obd.c:981:obd_heat_clear()) Process leaving 00000080:00000001:0.0:1789130486.026425:0:34352:0:(llite_lib.c:3374:ll_read_inode2()) Process entered 00000080:00200000:0.0:1789130486.026427:0:34352:0:(llite_lib.c:3377:ll_read_inode2()) VFS Op:inode=[0x200000404:0x31:0x0](ffff9caf60198908) 00000020:00000001:0.0:1789130486.026431:0:34352:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1789130486.026436:0:34352:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446634875648777320 : -109198060774296 : ffff9caf58609c68) 00000020:00001000:0.0:1789130486.026439:0:34352:0:(cl_object.c:823:cl_env_get()) 1@ffff9caf58609c60 00000020:00000001:0.0:1789130486.026444:0:34352:0:(lu_object.c:830:lu_object_find_at()) Process entered 00000080:00000010:0.0:1789130486.026450:0:34352:0:(vvp_object.c:310:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff9caf42b2a0c8. 00000020:00000001:0.0:1789130486.026453:0:34352:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:0.0:1789130486.026455:0:34352:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789130486.026465:0:34352:0:(lov_object.c:2415:lov_object_alloc()) Process entered 00020000:00000010:0.0:1789130486.026469:0:34352:0:(lov_object.c:2416:lov_object_alloc()) slab-alloced 'lov': 248 at ffff9caf47cdc1f0. 00020000:00000001:0.0:1789130486.026471:0:34352:0:(lov_object.c:2430:lov_object_alloc()) Process leaving (rc=18446634875370717680 : -109198338833936 : ffff9caf47cdc1f0) 00020000:00000001:0.0:1789130486.026475:0:34352:0:(lov_object.c:1422:lov_object_init()) Process entered 00020000:00000001:0.0:1789130486.026478:0:34352:0:(lov_pack.c:354:lov_unpackmd()) Process entered 00020000:00000010:0.0:1789130486.026486:0:34352:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9caf5021fc60. 00020000:00000010:0.0:1789130486.026491:0:34352:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9caf488f2400. 00020000:00000010:0.0:1789130486.026498:0:34352:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9caf5021f600. 00020000:00000001:0.0:1789130486.026500:0:34352:0:(lov_pack.c:366:lov_unpackmd()) Process leaving (rc=18446634875510453760 : -109198199097856 : ffff9caf5021f600) 00020000:00000002:0.0:1789130486.026504:0:34352:0:(lov_ea.c:762:dump_lsm()) lsm ffff9caf5021f600, objid 0x31:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1789130486.026509:0:34352:0:(lov_ea.c:793:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1789130486.026513:0:34352:0:(lov_ea.c:812:dump_lsm()) oinfo:ffff9caf488f2400: ostid: 0x280000400:66 ost idx: 1 gen: 0 00020000:00000001:0.0:1789130486.026518:0:34352:0:(lov_object.c:598:lov_init_composite()) Process entered 00020000:00000002:0.0:1789130486.026520:0:34352:0:(lov_ea.c:762:dump_lsm()) lsm ffff9caf5021f600, objid 0x31:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1789130486.026523:0:34352:0:(lov_ea.c:793:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1789130486.026527:0:34352:0:(lov_ea.c:812:dump_lsm()) oinfo:ffff9caf488f2400: ostid: 0x280000400:66 ost idx: 1 gen: 0 00020000:00000010:0.0:1789130486.026531:0:34352:0:(lov_object.c:618:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff9caf43da62e0. 00020000:00000010:0.0:1789130486.026535:0:34352:0:(lov_object.c:622:lov_init_composite()) kmalloced '(comp->lo_entries)': 176 at ffff9caf481323c0. 00020000:00000001:0.0:1789130486.026542:0:34352:0:(lov_object.c:189:lov_init_raid0()) Process entered 00020000:00000010:0.0:1789130486.026545:0:34352:0:(lov_object.c:194:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff9caf82077a40. 00020000:00000001:0.0:1789130486.026549:0:34352:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:0.0:1789130486.026550:0:34352:0:(lu_object.c:830:lu_object_find_at()) Process entered 00020000:00000001:0.0:1789130486.026558:0:34352:0:(lovsub_object.c:178:lovsub_object_alloc()) Process entered 00020000:00000010:0.0:1789130486.026562:0:34352:0:(lovsub_object.c:179:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff9caf42b2a7d0. 00000020:00000001:0.0:1789130486.026564:0:34352:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:0.0:1789130486.026566:0:34352:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789130486.026568:0:34352:0:(lovsub_object.c:192:lovsub_object_alloc()) Process leaving (rc=18446634875285055568 : -109198424496048 : ffff9caf42b2a850) 00020000:00000001:0.0:1789130486.026574:0:34352:0:(lovsub_object.c:32:lovsub_object_init()) Process entered 00000008:00000010:0.0:1789130486.026580:0:34352:0:(osc_object.c:444:osc_object_alloc()) slab-alloced 'osc': 488 at ffff9caf58313310. 00020000:00000001:0.0:1789130486.026583:0:34352:0:(lovsub_object.c:41:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130486.026589:0:34352:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446634875285055568 : -109198424496048 : ffff9caf42b2a850) 00020000:00000001:0.0:1789130486.026591:0:34352:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446634875285055568 : -109198424496048 : ffff9caf42b2a850) 00020000:00000002:0.0:1789130486.026595:0:34352:0:(lov_object.c:134:lov_init_sub()) [0x280000400:0x42:0x0]@ffff9caf42b2a7d0[0:0] -> [0x200000404:0x31:0x0]@ffff9caf42b2a0c8: ostid: 0x280000400:66 ost idx: 1 gen: 0 00020000:00000001:0.0:1789130486.026601:0:34352:0:(lov_object.c:259:lov_init_raid0()) Process leaving (rc=136 : 136 : 88) 00020000:00000001:0.0:1789130486.026603:0:34352:0:(lov_object.c:823:lov_init_composite()) Process leaving 00020000:00000001:0.0:1789130486.026606:0:34352:0:(lov_object.c:1450:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130486.026609:0:34352:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446634875285053768 : -109198424497848 : ffff9caf42b2a148) 00000020:00001000:0.0:1789130486.026612:0:34352:0:(cl_object.c:917:cl_env_put()) 1@ffff9caf58609c60 00000080:00000001:0.0:1789130486.026618:0:34352:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833969 : 144115205322833969 : 200000404000031) 00000080:00000001:0.0:1789130486.026621:0:34352:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:0.0:1789130486.026625:0:34352:0:(llite_lib.c:3071:ll_update_inode()) setting ino 144115205322833969 mtime from 0 to 1789130486 00000080:00000001:0.0:1789130486.026630:0:34352:0:(llite_lib.c:3399:ll_read_inode2()) Process leaving 00000080:00000001:0.0:1789130486.026633:0:34352:0:(namei.c:156:ll_iget()) Process leaving (rc=18446634875778337032 : -109197931214584 : ffff9caf60198908) 00010000:00000001:0.0:1789130486.026636:0:34352:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130486.026638:0:34352:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130486.026640:0:34352:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40031600 refcount=3 00000020:00000001:0.0:1789130486.026642:0:34352:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239994880 : -109198469556736 : ffff9caf40031600) 00010000:00000001:0.0:1789130486.026644:0:34352:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239994880 : -109198469556736 : ffff9caf40031600) 00000080:00000001:0.0:1789130486.026648:0:34352:0:(file.c:6819:ll_layout_conf()) Process entered 00000020:00000001:0.0:1789130486.026650:0:34352:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1789130486.026652:0:34352:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446634875648777320 : -109198060774296 : ffff9caf58609c68) 00000020:00001000:0.0:1789130486.026654:0:34352:0:(cl_object.c:823:cl_env_get()) 1@ffff9caf58609c60 00000020:00000001:0.0:1789130486.026656:0:34352:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:0.0:1789130486.026659:0:34352:0:(lov_object.c:1460:lov_conf_set()) Process entered 00020000:00000001:0.0:1789130486.026661:0:34352:0:(lov_pack.c:354:lov_unpackmd()) Process entered 00020000:00000010:0.0:1789130486.026664:0:34352:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9caf5021fb40. 00020000:00000010:0.0:1789130486.026667:0:34352:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9caf488f2a80. 00020000:00000010:0.0:1789130486.026670:0:34352:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9caf5021fcc0. 00020000:00000001:0.0:1789130486.026672:0:34352:0:(lov_pack.c:366:lov_unpackmd()) Process leaving (rc=18446634875510455488 : -109198199096128 : ffff9caf5021fcc0) 00020000:00000002:0.0:1789130486.026675:0:34352:0:(lov_ea.c:762:dump_lsm()) lsm ffff9caf5021fcc0, objid 0x31:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1789130486.026679:0:34352:0:(lov_ea.c:793:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1789130486.026682:0:34352:0:(lov_ea.c:812:dump_lsm()) oinfo:ffff9caf488f2a80: ostid: 0x280000400:66 ost idx: 1 gen: 0 00020000:00000002:0.0:1789130486.026685:0:34352:0:(lov_object.c:1314:lov_conf_lock()) Took exclusive lov(ffff9caf47cdc1f0) owner ffff9caf480d27c0 00020000:00000001:0.0:1789130486.026688:0:34352:0:(lov_object.c:1520:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1789130486.026690:0:34352:0:(lov_object.c:1320:lov_conf_unlock()) To release exclusive lov(ffff9caf47cdc1f0) owner ffff9caf480d27c0 00020000:00000010:0.0:1789130486.026695:0:34352:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9caf488f2a80. 00020000:00000010:0.0:1789130486.026699:0:34352:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff9caf5021fb40. 00020000:00000010:0.0:1789130486.026702:0:34352:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff9caf5021fcc0. 00020000:00000002:0.0:1789130486.026705:0:34352:0:(lov_object.c:1547:lov_conf_set()) [0x200000404:0x31:0x0] lo_layout_invalid=0 00010000:00000010:0.1:1789130486.028376:0:34352:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf6165af00. 00010000:00000010:0.1:1789130486.028392:0:34352:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf47e21e00. 00020000:00000001:0.0:1789130486.028402:0:34352:0:(lov_object.c:1548:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130486.028408:0:34352:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130486.028415:0:34352:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:0.0:1789130486.028418:0:34352:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9caf47cdc1f0) owner 0000000000000000/ffff9caf480d27c0 00020000:00000002:0.0:1789130486.028425:0:34352:0:(lov_object.c:2443:lov_lsm_addref()) lsm ffff9caf5021f600 addref 2/0 by ffff9caf480d27c0. 00020000:00000002:0.0:1789130486.028427:0:34352:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9caf47cdc1f0) owner 0000000000000000/ffff9caf480d27c0 00020000:00000001:0.0:1789130486.028430:0:34352:0:(lov_object.c:2339:lov_object_layout_get()) Process entered 00020000:00000001:0.0:1789130486.028434:0:34352:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:0.0:1789130486.028435:0:34352:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:0.0:1789130486.028437:0:34352:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:0.0:1789130486.028439:0:34352:0:(lov_object.c:2358:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:0.0:1789130486.028442:0:34352:0:(file.c:6854:ll_layout_conf()) [0x200000404:0x31:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:0.0:1789130486.028446:0:34352:0:(cl_object.c:917:cl_env_put()) 1@ffff9caf58609c60 00000080:00000001:0.0:1789130486.028450:0:34352:0:(file.c:6861:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130486.028453:0:34352:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130486.028455:0:34352:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1789130486.028457:0:34352:0:(llite_lib.c:3962:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1789130486.028463:0:34352:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1789130486.028466:0:34352:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789130486.028469:0:34352:0:(namei.c:1594:ll_create_node()) setting l_ast_data to inode [0x200000404:0x31:0x0](ffff9caf60198908) 00000080:00010000:0.0:1789130486.028473:0:34352:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000404:0x31:0x0](ffff9caf60198908) for lock 0xde5303b1d982ce20 00800000:00000001:0.0:1789130486.028477:0:34352:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1789130486.028481:0:34352:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1789130486.028482:0:34352:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130486.028485:0:34352:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130486.028487:0:34352:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40031600 refcount=3 00000020:00000001:0.0:1789130486.028490:0:34352:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239994880 : -109198469556736 : ffff9caf40031600) 00010000:00000001:0.0:1789130486.028492:0:34352:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239994880 : -109198469556736 : ffff9caf40031600) 00010000:00000001:0.0:1789130486.028495:0:34352:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130486.028496:0:34352:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789130486.028498:0:34352:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789130486.028499:0:34352:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130486.028501:0:34352:0:(namei.c:1596:ll_create_node()) Process leaving 00000100:00000001:0.0:1789130486.028504:0:34352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789130486.028519:0:34352:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff9caf61460f00 x1876037329050752/t8589934600(8589934600) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/664 e 0 to 0 dl 1789130502 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130486.028528:0:34352:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1789130486.028534:0:34352:0:(namei.c:1651:ll_create_it()) inode ffff9caf60198908 need_sync_to_mds [0x200000404:0x31:0x0] 00000080:00000001:0.0:1789130486.028538:0:34352:0:(namei.c:1686:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789130486.028543:0:34352:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x31:0x0](ffff9caf60198908) 00000080:00000001:0.0:1789130486.028546:0:34352:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1789130486.028550:0:34352:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9caf47e8e800. 00000100:00000001:0.0:1789130486.028554:0:34352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789130486.028557:0:34352:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf61460f00 x1876037329050752/t8589934600(8589934600) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/664 e 0 to 0 dl 1789130502 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130486.028564:0:34352:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130486.028569:0:34352:0:(pcc.c:3566:pcc_inode_create_fini()) Process entered 00000080:00000001:0.0:1789130486.028571:0:34352:0:(pcc.c:3569:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1789130486.028572:0:34352:0:(namei.c:1500:ll_atomic_open()) inode ffff9caf60198908 need_sync_to_mds [0x200000404:0x31:0x0] 00000080:00000001:0.0:1789130486.028584:0:34352:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:0.0:1789130486.028587:0:34352:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c6fa68 00000080:00200008:0.0:1789130486.028589:0:34352:0:(file.c:1090:ll_file_open()) START file recon:[0x200000404:0x31:0x0](ffff9caf60198908), flags 102101 00000080:00000010:0.0:1789130486.028603:0:34352:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9caf4865fa40. 00000080:00000010:0.0:1789130486.028614:0:34352:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff9caf47faa740. 00000080:00000001:0.0:1789130486.028617:0:34352:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:0.0:1789130486.028623:0:34352:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00000002:00000001:0.0:1789130486.028628:0:34352:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:0.0:1789130486.028632:0:34352:0:(obd.h:1507:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff9caf47eab680. 00000002:00100000:0.0:1789130486.028638:0:34352:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9caf61460f00 x1876037329050752/t8589934600(8589934600) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/664 e 0 to 0 dl 1789130502 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1789130486.028646:0:34352:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789130486.029884:0:34352:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:0.0:1789130486.029898:0:34352:0:(rw.c:970:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:0.0:1789130486.029903:0:34352:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130486.029907:0:34352:0:(file.c:1298:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789130486.029912:0:34352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789130486.029922:0:34352:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf61460f00 x1876037329050752/t8589934600(8589934600) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/664 e 0 to 0 dl 1789130502 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 02000000:00000001:0.0:1789130486.029932:0:34352:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789130486.029937:0:34352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff9caf48ba0000. 02000000:00000001:0.0:1789130486.029971:0:34352:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1789130486.029974:0:34352:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130486.029978:0:34352:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c6fa68 00000080:00000008:0.0:1789130486.029981:0:34352:0:(file.c:1329:ll_file_open()) COMPLETED file recon:[0x200000404:0x31:0x0](ffff9caf60198908), flags 102101, rc = 0 00000080:00000001:0.0:1789130486.029986:0:34352:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1789130486.029988:0:34352:0:(dcache.c:176:ll_intent_release()) intent ffff9caf5021fe40 released 00000080:00010000:0.0:1789130486.029991:0:34352:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xde5303b1d982ce20 from it ffff9caf5021fe40 00010000:00000001:0.0:1789130486.029994:0:34352:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130486.030008:0:34352:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130486.030010:0:34352:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40031600 refcount=3 00000020:00000001:0.0:1789130486.030012:0:34352:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239994880 : -109198469556736 : ffff9caf40031600) 00010000:00000001:0.0:1789130486.030016:0:34352:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239994880 : -109198469556736 : ffff9caf40031600) 00010000:00000001:0.0:1789130486.030019:0:34352:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789130486.030122:0:34352:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40031600/0xde5303b1d982ce20 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xcdf1b083821a607e expref: -99 pid: 34352 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789130486.030134:0:34352:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130486.030136:0:34352:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130486.030138:0:34352:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789130486.030142:0:34352:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789130486.030145:0:34352:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40031600/0xde5303b1d982ce20 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xcdf1b083821a607e expref: -99 pid: 34352 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1789130486.030153:0:34352:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789130486.030157:0:34352:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789130486.030159:0:34352:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789130486.030165:0:34352:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130486.030166:0:34352:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130486.030168:0:34352:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130486.030172:0:34352:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789130486.030174:0:34352:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130486.030176:0:34352:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130486.030180:0:34352:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130486.030182:0:34352:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789130486.030184:0:34352:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130486.030185:0:34352:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1789130486.030186:0:34352:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:0.0:1789130486.030190:0:34352:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:0.0:1789130486.030194:0:34352:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:0.0:1789130486.030196:0:34352:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1789130486.030198:0:34352:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:0.0:1789130486.030200:0:34352:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130486.030204:0:34352:0:(pcc.c:1930:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:0.0:1789130486.030206:0:34352:0:(pcc.c:1933:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130486.030208:0:34352:0:(pcc.c:2398:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1789130486.030210:0:34352:0:(pcc.c:2425:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130486.030213:0:34352:0:(namei.c:1550:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1789130486.030215:0:34352:0:(namei.c:1562:ll_atomic_open()) kfreed 'it': 72 at ffff9caf5021fe40. 00000080:00000001:0.0:1789130486.030219:0:34352:0:(namei.c:1564:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130486.030225:0:34352:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00200000:0.0:1789130486.030227:0:34352:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000404:0x31:0x0](ffff9caf60198908), inode mode 81a4 mask 40 00000080:00000001:0.0:1789130486.030231:0:34352:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789130486.030336:0:34352:0:(lov_object.c:2454:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1789130486.030341:0:34352:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9caf47cdc1f0) owner 0000000000000000/ffff9caf480d27c0 00020000:00000002:0.0:1789130486.030345:0:34352:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9caf47cdc1f0) owner 0000000000000000/ffff9caf480d27c0 00020000:00000001:0.0:1789130486.030348:0:34352:0:(lov_object.c:2505:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130486.038864:0:34352:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c6fd30 00000080:00200008:2.0:1789130486.038880:0:34352:0:(file.c:6313:ll_getattr_dentry()) START file recon:[0x200000404:0x31:0x0](ffff9caf60198908), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1789130486.038895:0:34352:0:(file.c:6206:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1789130486.038897:0:34352:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c6fca8 00000080:00200000:2.0:1789130486.038900:0:34352:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x31:0x0](ffff9caf60198908),name=recon 00000080:00000010:2.0:1789130486.038913:0:34352:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9caf46308e00. 00800000:00000002:2.0:1789130486.038920:0:34352:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9caf4557c8c0 2 00000080:00000001:2.0:1789130486.038930:0:34352:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1789130486.038936:0:34352:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1789130486.038939:0:34352:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c6fbc8 00800000:00000002:2.0:1789130486.038942:0:34352:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000404:0x31:0x0] 'recon' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1789130486.038947:0:34352:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1789130486.038955:0:34352:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x31:0x0], name='' -> mds #0 00000002:00000001:2.0:1789130486.038962:0:34352:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1789130486.038965:0:34352:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c6fa98 00000002:00010000:2.0:1789130486.038967:0:34352:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000404:0x31:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1789130486.038971:0:34352:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1789130486.038974:0:34352:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789130486.038979:0:34352:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789130486.038989:0:34352:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf48fc4800 count: 2 00010000:00000001:2.0:1789130486.038993:0:34352:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789130486.039009:0:34352:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789130486.039015:0:34352:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1789130486.039021:0:34352:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40031600/0xde5303b1d982ce20 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xcdf1b083821a607e expref: -99 pid: 34352 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 02000000:00000001:2.0:1789130486.039046:0:34352:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1789130486.039053:0:34352:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789130486.039057:0:34352:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40031600/0xde5303b1d982ce20 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xcdf1b083821a607e expref: -99 pid: 34352 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000002:00000001:2.0:1789130486.039065:0:34352:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1789130486.039067:0:34352:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1789130486.039070:0:34352:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1789130486.039072:0:34352:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1789130486.039074:0:34352:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1789130486.039077:0:34352:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1789130486.039080:0:34352:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1789130486.039084:0:34352:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9caf4557c8c0 2 00000080:00000010:2.0:1789130486.039088:0:34352:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9caf46308e00. 00000080:00000001:2.0:1789130486.039094:0:34352:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1789130486.039096:0:34352:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789130486.039099:0:34352:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x31:0x0](ffff9caf60198908) 00000080:00010000:2.0:1789130486.039103:0:34352:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000404:0x31:0x0](ffff9caf60198908) for lock 0xde5303b1d982ce20 00800000:00000001:2.0:1789130486.039106:0:34352:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1789130486.039109:0:34352:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1789130486.039111:0:34352:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130486.039114:0:34352:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130486.039118:0:34352:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40031600 refcount=3 00000020:00000001:2.0:1789130486.039125:0:34352:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239994880 : -109198469556736 : ffff9caf40031600) 00010000:00000001:2.0:1789130486.039128:0:34352:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239994880 : -109198469556736 : ffff9caf40031600) 00010000:00000001:2.0:1789130486.039131:0:34352:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130486.039133:0:34352:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789130486.039134:0:34352:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789130486.039136:0:34352:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789130486.039138:0:34352:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xde5303b1d982ce20 from it ffffb97f41c6fce0 00010000:00000001:2.0:1789130486.039140:0:34352:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130486.039141:0:34352:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130486.039143:0:34352:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40031600 refcount=3 00000020:00000001:2.0:1789130486.039144:0:34352:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239994880 : -109198469556736 : ffff9caf40031600) 00010000:00000001:2.0:1789130486.039146:0:34352:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239994880 : -109198469556736 : ffff9caf40031600) 00010000:00000001:2.0:1789130486.039149:0:34352:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789130486.039152:0:34352:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40031600/0xde5303b1d982ce20 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xcdf1b083821a607e expref: -99 pid: 34352 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1789130486.039159:0:34352:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130486.039161:0:34352:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130486.039163:0:34352:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1789130486.039165:0:34352:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1789130486.039168:0:34352:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40031600/0xde5303b1d982ce20 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xcdf1b083821a607e expref: -99 pid: 34352 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1789130486.039175:0:34352:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789130486.039179:0:34352:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789130486.039186:0:34352:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789130486.039191:0:34352:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130486.039192:0:34352:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130486.039194:0:34352:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130486.039198:0:34352:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789130486.039200:0:34352:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130486.039203:0:34352:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130486.039206:0:34352:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130486.039209:0:34352:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789130486.039210:0:34352:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130486.039211:0:34352:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1789130486.039214:0:34352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1789130486.039216:0:34352:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1789130486.039220:0:34352:0:(pcc.c:2686:pcc_inode_getattr()) Process entered 00000080:00000001:2.0:1789130486.039223:0:34352:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:2.0:1789130486.039225:0:34352:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1789130486.039228:0:34352:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:2.0:1789130486.039229:0:34352:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130486.039232:0:34352:0:(pcc.c:2695:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1789130486.039240:0:34352:0:(glimpse.c:178:__cl_glimpse_size()) Process entered 00000020:00000001:2.0:1789130486.039242:0:34352:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1789130486.039247:0:34352:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446634875648774440 : -109198060777176 : ffff9caf58609128) 00000020:00001000:2.0:1789130486.039250:0:34352:0:(cl_object.c:823:cl_env_get()) 1@ffff9caf58609120 00000020:00000001:2.0:1789130486.039257:0:34352:0:(cl_object.c:143:cl_object_top()) ffff9caf42b2a148 -> ffff9caf42b2a148 00000020:00000001:2.0:1789130486.039260:0:34352:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:2.0:1789130486.039263:0:34352:0:(vvp_io.c:1987:vvp_io_init()) Process entered 00000080:00200000:2.0:1789130486.039265:0:34352:0:(vvp_io.c:1992:vvp_io_init()) [0x200000404:0x31:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:2.0:1789130486.039269:0:34352:0:(cl_io.c:902:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1789130486.039270:0:34352:0:(cl_io.c:908:cl_io_slice_add()) Process leaving 00000080:00000001:2.0:1789130486.039272:0:34352:0:(file.c:7121:ll_layout_refresh()) Process entered 00000080:00000001:2.0:1789130486.039275:0:34352:0:(file.c:7125:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130486.039277:0:34352:0:(vvp_io.c:2064:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1789130486.039282:0:34352:0:(lov_object.c:1604:lov_io_init()) [0x200000404:0x31:0x0]io ffff9caf42d81170 type 7 ignore/verify layout 0/1, compressed 0 00020000:00000002:2.0:1789130486.039286:0:34352:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9caf47cdc1f0) owner 0000000000000000/ffff9caf480d27c0 00020000:00000001:2.0:1789130486.039290:0:34352:0:(lov_io.c:2488:lov_io_init_composite()) Process entered 00020000:00000001:2.0:1789130486.039292:0:34352:0:(lov_io.c:764:lov_io_slice_init()) Process entered 00020000:00000001:2.0:1789130486.039295:0:34352:0:(lov_io.c:478:lov_io_mirror_init()) Process entered 00020000:00000001:2.0:1789130486.039297:0:34352:0:(lov_io.c:489:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789130486.039300:0:34352:0:(lov_io.c:919:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:2.0:1789130486.039302:0:34352:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:2.0:1789130486.039304:0:34352:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130486.039305:0:34352:0:(cl_io.c:902:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1789130486.039306:0:34352:0:(cl_io.c:908:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1789130486.039308:0:34352:0:(lov_io.c:2501:lov_io_init_composite()) Process leaving 00020000:00000002:2.0:1789130486.039310:0:34352:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9caf47cdc1f0) owner 0000000000000000/ffff9caf480d27c0 00000020:00000001:2.0:1789130486.039312:0:34352:0:(cl_io.c:146:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1789130486.039315:0:34352:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:2.0:1789130486.039317:0:34352:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000404:0x31:0x0] 00000020:00000001:2.0:1789130486.039320:0:34352:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:2.0:1789130486.039322:0:34352:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:2.0:1789130486.039325:0:34352:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:2.0:1789130486.039327:0:34352:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:2.0:1789130486.039333:0:34352:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:2.0:1789130486.039340:0:34352:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff9caf4938d180. 00020000:00000002:2.0:1789130486.039343:0:34352:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:2.0:1789130486.039346:0:34352:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:2.0:1789130486.039348:0:34352:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1789130486.039351:0:34352:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:2.0:1789130486.039353:0:34352:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1789130486.039354:0:34352:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446634875648775016 : -109198060776600 : ffff9caf58609368) 00000020:00001000:2.0:1789130486.039356:0:34352:0:(cl_object.c:823:cl_env_get()) 1@ffff9caf58609360 00000020:00000001:2.0:1789130486.039360:0:34352:0:(cl_object.c:143:cl_object_top()) ffff9caf42b2a850 -> ffff9caf42b2a148 00000020:00000001:2.0:1789130486.039361:0:34352:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:2.0:1789130486.039366:0:34352:0:(cl_io.c:902:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1789130486.039367:0:34352:0:(cl_io.c:908:cl_io_slice_add()) Process leaving 00000020:00000001:2.0:1789130486.039369:0:34352:0:(cl_io.c:146:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789130486.039371:0:34352:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789130486.039373:0:34352:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446634875287516056 : -109198422035560 : ffff9caf42d83398) 00000020:00000001:2.0:1789130486.039375:0:34352:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:2.0:1789130486.039381:0:34352:0:(osc_lock.c:1279:osc_lock_init()) slab-alloced 'oscl': 312 at ffff9caf48151e78. 00000008:00010000:2.0:1789130486.039384:0:34352:0:(lustre_osc.h:166:osc_enq2ldlm_flags()) flags: a 00000020:00000001:2.0:1789130486.039388:0:34352:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1789130486.039389:0:34352:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:2.0:1789130486.039391:0:34352:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9caf4938d1b0, osc lock ffff9caf48151e78, flags 0x400001002 00000020:00000001:2.0:1789130486.039393:0:34352:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789130486.039394:0:34352:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789130486.039462:0:34352:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446634875394511232 : -109198315040384 : ffff9caf4938d180) 00000020:00000001:2.0:1789130486.039464:0:34352:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1789130486.039465:0:34352:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:2.0:1789130486.039467:0:34352:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130486.039469:0:34352:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130486.039473:0:34352:0:(cl_io.c:1193:cl_sync_io_init_notify()) Process entered 00000020:00000001:2.0:1789130486.039475:0:34352:0:(cl_io.c:1201:cl_sync_io_init_notify()) Process leaving 00000020:00000001:2.0:1789130486.039477:0:34352:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:2.0:1789130486.039479:0:34352:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:2.0:1789130486.039481:0:34352:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1789130486.039482:0:34352:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446634875287516056 : -109198422035560 : ffff9caf42d83398) 00000020:00000001:2.0:1789130486.039484:0:34352:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:2.0:1789130486.039486:0:34352:0:(osc_lock.c:1010:osc_lock_enqueue()) Process entered 00000008:00000001:2.0:1789130486.039488:0:34352:0:(osc_lock.c:1035:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1789130486.039493:0:34352:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:2.0:1789130486.039495:0:34352:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process entered 00000020:00000001:2.0:1789130486.039497:0:34352:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:2.0:1789130486.039499:0:34352:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:2.0:1789130486.039501:0:34352:0:(lovsub_object.c:152:lovsub_req_projid_set()) Process leaving 00000020:00000001:2.0:1789130486.039502:0:34352:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:2.0:1789130486.039505:0:34352:0:(osc_request.c:3393:osc_enqueue_base()) Process entered 00010000:00000001:2.0:1789130486.039507:0:34352:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1789130486.039511:0:34352:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130486.039515:0:34352:0:(ldlm_request.c:996:ldlm_enqueue_pack()) Process entered 00000100:00000010:2.0:1789130486.039521:0:34352:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf580bad00. 00000020:00000040:2.0:1789130486.039525:0:34352:0:(genops.c:1210:class_import_get()) import ffff9caf48ede000 refcount=3 obd=lustre-OST0001-osc-ffff9caf5014c800 00010000:00000001:2.0:1789130486.039531:0:34352:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1789130486.039536:0:34352:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789130486.039538:0:34352:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130486.039542:0:34352:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789130486.039544:0:34352:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789130486.039548:0:34352:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789130486.039567:0:34352:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9caf46308e00. 00000100:00000001:2.0:1789130486.039576:0:34352:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130486.039584:0:34352:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789130486.039586:0:34352:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130486.039587:0:34352:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789130486.039589:0:34352:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130486.039591:0:34352:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130486.039595:0:34352:0:(ldlm_request.c:1010:ldlm_enqueue_pack()) Process leaving (rc=18446634875643211008 : -109198066340608 : ffff9caf580bad00) 00010000:00000001:2.0:1789130486.039598:0:34352:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1789130486.039601:0:34352:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1789130486.039606:0:34352:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9caf48e45500. 00010000:00000010:2.0:1789130486.039609:0:34352:0:(ldlm_resource.c:1471:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff9caf48e45600. 00010000:00000001:2.0:1789130486.039615:0:34352:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1789130486.039618:0:34352:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9caf46a93200. 00000020:00000001:2.0:1789130486.039623:0:34352:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1789130486.039625:0:34352:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9caf46a93200 with handle 0xde5303b1d982ce27 to hash 00000020:00000001:2.0:1789130486.039628:0:34352:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1789130486.039629:0:34352:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446634875351544320 : -109198358007296 : ffff9caf46a93200) 00010000:00000010:2.0:1789130486.039633:0:34352:0:(ldlm_lock.c:1732:ldlm_lock_create()) kmalloced '(lock->l_lvb_data)': 56 at ffff9caf5049e180. 00010000:00000001:2.0:1789130486.039636:0:34352:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446634875351544320 : -109198358007296 : ffff9caf46a93200) 00010000:00000001:2.0:1789130486.039639:0:34352:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789130486.039641:0:34352:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789130486.039645:0:34352:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9caf5014c800 lock: 000000004beccba4/0xde5303b1d982ce27 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 34352 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789130486.039707:0:34352:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff9caf5014c800 lock: 000000004beccba4/0xde5303b1d982ce27 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 34352 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789130486.039770:0:34352:0:(ldlm_request.c:1191:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130486.039778:0:34352:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789130486.039784:0:34352:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130486.039801:0:34352:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004f7f4652] to pc [ptlrpcd_01_01+1] req@ffff9caf580bad00 x1876037329050880/t0(0) o101->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000008:00000001:2.0:1789130486.039894:0:34352:0:(osc_request.c:3512:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1789130486.039898:0:34352:0:(osc_lock.c:1114:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130486.039900:0:34352:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789130486.039902:0:34352:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130486.039904:0:34352:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130486.039907:0:34352:0:(cl_io.c:1837:__cl_sync_io_note()) Process entered 00000020:00200000:2.0:1789130486.039910:0:34352:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:2.0:1789130486.039913:0:34352:0:(cl_io.c:1911:__cl_sync_io_note()) Process leaving 00000020:00000001:2.0:1789130486.039915:0:34352:0:(cl_io.c:1213:cl_sync_io_wait()) Process entered 00000100:00000001:2.0:1789130486.039941:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1789130486.039946:0:2349:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:2.0:1789130486.039948:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789130486.039958:0:2349:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789130486.039960:0:2349:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789130486.039963:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789130486.039965:0:2349:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789130486.039969:0:2349:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789130486.039977:0:2349:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf580bad00 x1876037329050880/t0(0) o101->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130486.039986:0:2349:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789130486.039991:0:2349:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789130486.040006:0:2349:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789130486.040009:0:2349:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789130486.040012:0:2349:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789130486.040016:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf580bad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:2349:1876037329050880:192.168.204.123@tcp:101:uname.0 00000100:00000001:2.0:1789130486.040021:0:2349:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789130486.040083:0:2349:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789130486.040087:0:2349:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789130486.040091:0:2349:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789130486.040097:0:2349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9caf50107800. 02000000:00000001:2.0:1789130486.040100:0:2349:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789130486.040110:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:2.0:1789130486.040117:0:2349:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf483fddc0. 00000400:00000010:2.0:1789130486.040129:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf42d18550. 00000100:00000200:2.0:1789130486.040142:0:2349:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876037329050880, portal 4 00000100:00000001:2.0:1789130486.040145:0:2349:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789130486.040147:0:2349:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875643211008 : -109198066340608 : ffff9caf580bad00) 00000100:00000040:2.0:1789130486.040155:0:2349:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9caf580bad00 x1876037329050880/t0(0) o101->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1789130502 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130486.040163:0:2349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789130486.040167:0:2349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:2.0:1789130486.040169:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf42d18b28. 00000100:00000200:2.0:1789130486.040172:0:2349:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1876037329050880, offset 0 00000400:00000200:2.0:1789130486.040181:0:2349:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:2.0:1789130486.040191:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130486.040200:0:2349:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:2.0:1789130486.040207:0:2349:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789130486.040212:0:2349:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:2.0:1789130486.040216:0:2349:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789130486.040219:0:2349:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:2.0:1789130486.040223:0:2349:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2650:2650:256:4294967295] 192.168.204.123@tcp LPNI seq info [2649:2649:8:4294967295] 00000400:00000200:2.0:1789130486.040227:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130486.040239:0:2349:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:2.0:1789130486.040247:0:2349:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:2.0:1789130486.040253:0:2349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf44db5b00. 00000800:00000200:2.0:1789130486.040261:0:2349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:2.0:1789130486.040270:0:2349:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:2.0:1789130486.040275:0:2349:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf44db5b00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1789130486.040287:0:2349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130486.040292:0:2349:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9caf5014c800: using a timeout of 314198 usecs (315 jiffies) 00000400:00000200:2.0:1789130486.040295:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:2.0:1789130486.040298:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296580376 00000100:00000001:2.0:1789130486.040301:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9caf5014c800: PM QoS request active for cpu 2, keep current deadline 4296582142 00000100:00000001:2.0:1789130486.040304:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296580376 00000100:00000001:2.0:1789130486.040307:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9caf5014c800: PM QoS request active for cpu 3, keep current deadline 4296582142 00000100:00000001:2.0:1789130486.040310:0:2349:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789130486.040313:0:2349:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130486.040317:0:2349:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130486.040319:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789130486.041288:0:2341:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789130486.041297:0:2341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf44db5b00. 00000400:00000200:3.0:1789130486.041304:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130486.041312:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:3.0:1789130486.041320:0:2341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf42d18b28 00000400:00000010:3.0:1789130486.041323:0:2341:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf42d18b28. 00000100:00000001:3.0:1789130486.041328:0:2341:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789130486.041345:0:2341:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf580bad00 x1876037329050880/t0(0) o101->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1789130502 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130486.041356:0:2341:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130486.041359:0:2341:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf580bad00 x1876037329050880/t0(0) o101->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1789130502 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130486.041368:0:2341:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130486.041369:0:2341:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1789130486.041390:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789130486.041394:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1789130486.041894:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf48fc4000. 00000800:00000001:3.0:1789130486.046257:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130486.046279:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789130486.046285:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130486.046289:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130486.046300:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130486.046311:0:2342:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:3.0:1789130486.046321:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130486.046328:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130486.046345:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130486.046350:0:2342:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 400 into portal 4 MB=0x6aa3efa955d00 00000400:00000200:3.0:1789130486.046356:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130486.046363:0:2342:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.123@tcp of length 400/400 into md 0x725d [1] + 224 00000800:00000001:3.0:1789130486.046372:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130486.046378:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130486.046382:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130486.046386:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:3.0:1789130486.046395:0:2342:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789130486.046405:0:2342:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf580bad00 x1876037329050880/t0(0) o101->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1789130502 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789130486.046416:0:2342:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=400 req@ffff9caf580bad00 x1876037329050880/t0(0) o101->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1789130502 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130486.046439:0:2342:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789130486.046449:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130486.046453:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789130486.046464:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789130486.046470:0:2349:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789130486.046479:0:2349:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789130486.046482:0:2349:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789130486.046486:0:2349:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf483fddc0. 00000400:00000200:2.0:1789130486.046491:0:2349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf42d18550 00000400:00000010:2.0:1789130486.046494:0:2349:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf42d18550. 00000100:00000001:2.0:1789130486.046499:0:2349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789130486.046562:0:2349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf580bad00 x1876037329050880/t0(0) o101->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1789130502 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1789130486.046575:0:2349:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf580bad00 x1876037329050880/t0(0) o101->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1789130502 ref 1 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130486.046583:0:2349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789130486.046585:0:2349:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789130486.046589:0:2349:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789130486.046593:0:2349:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789130486.046604:0:2349:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789130486.046608:0:2349:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789130486.046612:0:2349:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789130486.046628:0:2349:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf48ede460 time=105 v=5 (5 5 5 5) 00000100:00001000:2.0:1789130486.046634:0:2349:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf48ede418 time=23 v=5 (1 0 0 0) 00000100:00000001:2.0:1789130486.046637:0:2349:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789130486.046639:0:2349:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130486.046643:0:2349:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789130486.046648:0:2349:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130486.046653:0:2349:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789130486.046655:0:2349:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9caf5014c800: skip recheck: last_committed 4294967312 00000100:00000001:2.0:1789130486.046658:0:2349:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789130486.046660:0:2349:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130486.046666:0:2349:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf580bad00 x1876037329050880/t0(0) o101->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1789130502 ref 1 fl Rpc:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130486.046676:0:2349:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789130486.046680:0:2349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789130486.046682:0:2349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:2.0:1789130486.046686:0:2349:0:(osc_request.c:3327:osc_enqueue_interpret()) Process entered 00010000:00000001:2.0:1789130486.046689:0:2349:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130486.046692:0:2349:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130486.046696:0:2349:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf46a93200 refcount=4 00000020:00000001:2.0:1789130486.046699:0:2349:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875351544320 : -109198358007296 : ffff9caf46a93200) 00010000:00000001:2.0:1789130486.046702:0:2349:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875351544320 : -109198358007296 : ffff9caf46a93200) 00010000:00000001:2.0:1789130486.046705:0:2349:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130486.046706:0:2349:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130486.046707:0:2349:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf46a93200 refcount=5 00000020:00000001:2.0:1789130486.046709:0:2349:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875351544320 : -109198358007296 : ffff9caf46a93200) 00010000:00000001:2.0:1789130486.046711:0:2349:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875351544320 : -109198358007296 : ffff9caf46a93200) 00010000:00000001:2.0:1789130486.046715:0:2349:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789130486.046720:0:2349:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789130486.046725:0:2349:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9caf5014c800 lock: 000000004beccba4/0xde5303b1d982ce27 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 34352 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789130486.046739:0:2349:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130486.046741:0:2349:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130486.046744:0:2349:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1789130486.046747:0:2349:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130486.046748:0:2349:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130486.046749:0:2349:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf46a93200 refcount=6 00000020:00000001:2.0:1789130486.046751:0:2349:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875351544320 : -109198358007296 : ffff9caf46a93200) 00010000:00000001:2.0:1789130486.046754:0:2349:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875351544320 : -109198358007296 : ffff9caf46a93200) 00010000:00000040:2.0:1789130486.046761:0:2349:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9caf46a93200, remote cookie: 0xcdf1b083821a608c, flags: 0x1001 00010000:00010000:2.0:1789130486.046766:0:2349:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0001-osc-ffff9caf5014c800 lock: 000000004beccba4/0xde5303b1d982ce27 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a608c expref: -99 pid: 34352 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789130486.046782:0:2349:0:(ldlm_lock.c:1589:ldlm_fill_lvb()) Process entered 00010000:00000001:2.0:1789130486.046785:0:2349:0:(ldlm_lock.c:1682:ldlm_fill_lvb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130486.046788:0:2349:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1789130486.046793:0:2349:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00010000:2.0:1789130486.046798:0:2349:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff9caf5014c800 lock: 000000004beccba4/0xde5303b1d982ce27 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a608c expref: -99 pid: 34352 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1789130486.046847:0:2349:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x280000400:0x42:0x0].0x0 (ffff9caf48e45500) refcount = 1 00010000:00000040:2.0:1789130486.046850:0:2349:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1789130486.046853:0:2349:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-OST0001-osc-ffff9caf5014c800 lock: 000000004beccba4/0xde5303b1d982ce27 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a608c expref: -99 pid: 34352 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789130486.046862:0:2349:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1789130486.046864:0:2349:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789130486.046868:0:2349:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1789130486.046870:0:2349:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789130486.046874:0:2349:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff9caf5014c800 lock: 000000004beccba4/0xde5303b1d982ce27 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a608c expref: -99 pid: 34352 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789130486.046889:0:2349:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1789130486.046890:0:2349:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130486.046891:0:2349:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130486.046893:0:2349:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130486.046894:0:2349:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1789130486.046896:0:2349:0:(osc_request.c:3281:osc_enqueue_fini()) Process entered 00000008:00000001:2.0:1789130486.046899:0:2349:0:(osc_lock.c:277:osc_lock_upcall()) Process entered 00010000:00000001:2.0:1789130486.046903:0:2349:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130486.046904:0:2349:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130486.046905:0:2349:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf46a93200 refcount=5 00000020:00000001:2.0:1789130486.046908:0:2349:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875351544320 : -109198358007296 : ffff9caf46a93200) 00010000:00000001:2.0:1789130486.046910:0:2349:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875351544320 : -109198358007296 : ffff9caf46a93200) 00000008:00000001:2.0:1789130486.046916:0:2349:0:(osc_lock.c:154:osc_lock_lvb_update()) Process entered 00000020:00000001:2.0:1789130486.046923:0:2349:0:(cl_object.c:143:cl_object_top()) ffff9caf58313310 -> ffff9caf42b2a148 00000008:00010000:2.0:1789130486.046928:0:2349:0:(osc_lock.c:192:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0001-osc-ffff9caf5014c800 lock: 000000004beccba4/0xde5303b1d982ce27 lrc: 5/2,0 mode: PR/PR res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0xcdf1b083821a608c expref: -99 pid: 34352 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00000001:2.0:1789130486.046936:0:2349:0:(cl_object.c:143:cl_object_top()) ffff9caf58313310 -> ffff9caf42b2a148 00000020:00000001:2.0:1789130486.046939:0:2349:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:2.0:1789130486.046942:0:2349:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:2.0:1789130486.046946:0:2349:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:2.0:1789130486.046948:0:2349:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130486.046950:0:2349:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130486.046952:0:2349:0:(cl_object.c:143:cl_object_top()) ffff9caf58313310 -> ffff9caf42b2a148 00000008:00000001:2.0:1789130486.046953:0:2349:0:(osc_lock.c:197:osc_lock_lvb_update()) Process leaving 00000020:00000001:2.0:1789130486.046957:0:2349:0:(cl_io.c:1837:__cl_sync_io_note()) Process entered 00000020:00200000:2.0:1789130486.047041:0:2349:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:2.0:1789130486.047051:0:2349:0:(cl_io.c:1911:__cl_sync_io_note()) Process leaving 00000008:00000001:2.0:1789130486.047053:0:2349:0:(osc_lock.c:311:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130486.047056:0:2349:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130486.047057:0:2349:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130486.047059:0:2349:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf46a93200 refcount=6 00000020:00000001:2.0:1789130486.047061:0:2349:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875351544320 : -109198358007296 : ffff9caf46a93200) 00010000:00000001:2.0:1789130486.047064:0:2349:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875351544320 : -109198358007296 : ffff9caf46a93200) 00010000:00000001:2.0:1789130486.047067:0:2349:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789130486.047070:0:2349:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9caf5014c800 lock: 000000004beccba4/0xde5303b1d982ce27 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xcdf1b083821a608c expref: -99 pid: 34352 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789130486.047079:0:2349:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130486.047081:0:2349:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1789130486.047084:0:2349:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9caf5014c800 lock: 000000004beccba4/0xde5303b1d982ce27 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xcdf1b083821a608c expref: -99 pid: 34352 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789130486.047092:0:2349:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789130486.047094:0:2349:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130486.047096:0:2349:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1789130486.047107:0:2349:0:(osc_request.c:3308:osc_enqueue_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130486.047109:0:2349:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130486.047111:0:2349:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130486.047112:0:2349:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf46a93200 refcount=5 00000020:00000001:2.0:1789130486.047114:0:2349:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875351544320 : -109198358007296 : ffff9caf46a93200) 00010000:00000001:2.0:1789130486.047116:0:2349:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875351544320 : -109198358007296 : ffff9caf46a93200) 00010000:00000001:2.0:1789130486.047118:0:2349:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789130486.047121:0:2349:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9caf5014c800 lock: 000000004beccba4/0xde5303b1d982ce27 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xcdf1b083821a608c expref: -99 pid: 34352 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789130486.047126:0:2349:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130486.047127:0:2349:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130486.047129:0:2349:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1789130486.047132:0:2349:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1789130486.047134:0:2349:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9caf5014c800 lock: 000000004beccba4/0xde5303b1d982ce27 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xcdf1b083821a608c expref: -99 pid: 34352 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1789130486.047144:0:2349:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789130486.047146:0:2349:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789130486.047149:0:2349:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789130486.047153:0:2349:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130486.047154:0:2349:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130486.047156:0:2349:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130486.047159:0:2349:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789130486.047162:0:2349:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130486.047164:0:2349:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130486.047167:0:2349:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130486.047169:0:2349:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789130486.047170:0:2349:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130486.047171:0:2349:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130486.047172:0:2349:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130486.047173:0:2349:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1789130486.047174:0:2349:0:(osc_request.c:3366:osc_enqueue_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130486.047181:0:2349:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf580bad00 x1876037329050880/t0(0) o101->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1789130502 ref 1 fl Interpret:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1789130486.047191:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf580bad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:2349:1876037329050880:192.168.204.123@tcp:101:uname.0 00000100:00000001:2.0:1789130486.047197:0:2349:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789130486.047200:0:2349:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130486.047204:0:2349:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf580bad00 x1876037329050880/t0(0) o101->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1789130502 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130486.047212:0:2349:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789130486.047216:0:2349:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789130486.047221:0:2349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9caf50107800. 02000000:00000001:2.0:1789130486.047225:0:2349:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789130486.047228:0:2349:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1789130486.047230:0:2349:0:(genops.c:1223:class_import_put()) import ffff9caf48ede000 refcount=2 obd=lustre-OST0001-osc-ffff9caf5014c800 00000020:00000001:2.0:1789130486.047233:0:2349:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1789130486.047236:0:2349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9caf46308e00. 02000000:00000001:2.0:1789130486.047241:0:2349:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789130486.047243:0:2349:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789130486.047245:0:2349:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf580bad00. 00000100:00000001:2.0:1789130486.047252:0:2349:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789130486.047254:0:2349:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789130486.047257:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789130486.047265:0:2349:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789130486.047267:0:2349:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130486.047270:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789130486.047272:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130486.047526:0:34352:0:(cl_io.c:1237:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130486.047531:0:34352:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130486.047540:0:34352:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:0.0:1789130486.047543:0:34352:0:(cl_object.c:143:cl_object_top()) ffff9caf42b2a148 -> ffff9caf42b2a148 00000020:00000001:0.0:1789130486.047546:0:34352:0:(cl_object.c:143:cl_object_top()) ffff9caf42b2a148 -> ffff9caf42b2a148 00000020:00000001:0.0:1789130486.047548:0:34352:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:0.0:1789130486.047554:0:34352:0:(lov_object.c:1077:lov_attr_get_composite()) Process entered 00020000:00000001:0.0:1789130486.047560:0:34352:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:0.0:1789130486.047562:0:34352:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789130486.047563:0:34352:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:0.0:1789130486.047565:0:34352:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1789130486.047567:0:34352:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x31:1028 on OST[1]: s=0 (1) m=0 a=0 c=0 b=1 00020000:00000001:0.0:1789130486.047572:0:34352:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1789130486.047574:0:34352:0:(lov_object.c:1108:lov_attr_get_composite()) COMP ID #-1: s=0 m=0 a=0 c=0 b=1 00020000:00000001:0.0:1789130486.047577:0:34352:0:(lov_object.c:1146:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130486.047579:0:34352:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130486.047581:0:34352:0:(cl_object.c:143:cl_object_top()) ffff9caf42b2a148 -> ffff9caf42b2a148 00000080:00200000:0.0:1789130486.047584:0:34352:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000404:0x31:0x0] updating i_size 0 i_blocks 1 00000080:00000001:0.0:1789130486.047587:0:34352:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:0.0:1789130486.047591:0:34352:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:0.0:1789130486.047593:0:34352:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9caf42d81110 (ffff9caf58609128/0) at cl_lock_release():245 00000020:00000001:0.0:1789130486.047605:0:34352:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1789130486.047606:0:34352:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9caf42d81110 (ffff9caf58609128/0) at cl_lock_cancel():142 00020000:00000001:0.0:1789130486.047610:0:34352:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:0.0:1789130486.047615:0:34352:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1789130486.047617:0:34352:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446634875287516056 : -109198422035560 : ffff9caf42d83398) 00000020:00000001:0.0:1789130486.047619:0:34352:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1789130486.047620:0:34352:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9caf4938d1b0 (ffff9caf58609368/1) at cl_lock_cancel():142 00000008:00000001:0.0:1789130486.047623:0:34352:0:(osc_lock.c:1172:osc_lock_cancel()) Process entered 00000008:00000001:0.0:1789130486.047624:0:34352:0:(osc_lock.c:1126:osc_lock_detach()) Process entered 00010000:00000001:0.0:1789130486.047626:0:34352:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130486.047628:0:34352:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1789130486.047629:0:34352:0:(osc_lock.c:1145:osc_lock_detach()) Process leaving 00000008:00000001:0.0:1789130486.047631:0:34352:0:(osc_lock.c:1181:osc_lock_cancel()) Process leaving 00000020:00000001:0.0:1789130486.047633:0:34352:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1789130486.047634:0:34352:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1789130486.047636:0:34352:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1789130486.047637:0:34352:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9caf42d81110 (ffff9caf58609128/0) at cl_lock_fini():72 00020000:00000001:0.0:1789130486.047641:0:34352:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:0.0:1789130486.047642:0:34352:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1789130486.047643:0:34352:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9caf4938d1b0 (ffff9caf58609128/1) at cl_lock_fini():72 00000008:00000010:0.0:1789130486.047646:0:34352:0:(osc_lock.c:116:osc_lock_fini()) slab-freed '(ols)': 312 at ffff9caf48151e78. 00000020:00000001:0.0:1789130486.047650:0:34352:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:0.0:1789130486.047652:0:34352:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff9caf4938d180. 00020000:00000001:0.0:1789130486.047656:0:34352:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:0.0:1789130486.047658:0:34352:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:0.0:1789130486.047659:0:34352:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:0.0:1789130486.047662:0:34352:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130486.047666:0:34352:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1789130486.047669:0:34352:0:(lov_io.c:1057:lov_io_fini()) Process entered 00020000:00000001:0.0:1789130486.047671:0:34352:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1789130486.047673:0:34352:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1789130486.047675:0:34352:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1789130486.047677:0:34352:0:(cl_object.c:917:cl_env_put()) 1@ffff9caf58609360 00020000:00000001:0.0:1789130486.047681:0:34352:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1789130486.047683:0:34352:0:(lov_io.c:1088:lov_io_fini()) Process leaving 00000080:00000001:0.0:1789130486.047687:0:34352:0:(vvp_io.c:392:vvp_io_fini()) Process entered 00000080:00200000:0.0:1789130486.047690:0:34352:0:(vvp_io.c:402:vvp_io_fini()) [0x200000404:0x31:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, need minor change layout 0 00000080:00000001:0.0:1789130486.047695:0:34352:0:(file.c:7121:ll_layout_refresh()) Process entered 00000080:00000001:0.0:1789130486.047698:0:34352:0:(file.c:7125:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130486.047700:0:34352:0:(vvp_io.c:506:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1789130486.047702:0:34352:0:(vvp_io.c:509:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1789130486.047704:0:34352:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1789130486.047705:0:34352:0:(cl_object.c:917:cl_env_put()) 1@ffff9caf58609120 00000001:00000001:0.0:1789130486.047707:0:34352:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130486.047719:0:34352:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c6fd30 00000080:00000008:0.0:1789130486.047722:0:34352:0:(file.c:6498:ll_getattr_dentry()) COMPLETED file recon:[0x200000404:0x31:0x0](ffff9caf60198908), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1789130486.047861:0:34352:0:(file.c:2648:do_file_write_iter()) Process entered 00000020:00000001:0.0:1789130486.047864:0:34352:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c6fd88 00000080:00200008:0.0:1789130486.047866:0:34352:0:(file.c:2652:do_file_write_iter()) START file recon:[0x200000404:0x31:0x0], ppos: 0, count: 23 00000080:00000002:0.0:1789130486.047870:0:34352:0:(file.c:2658:do_file_write_iter()) inode ffff9caf60198908 need_sync_to_oss [0x200000404:0x31:0x0] 00000080:00000001:0.0:1789130486.047874:0:34352:0:(pcc.c:2607:pcc_file_write_iter()) Process entered 00000080:00000001:0.0:1789130486.047876:0:34352:0:(pcc.c:2610:pcc_file_write_iter()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130486.047879:0:34352:0:(file.c:2004:ll_hybrid_bio_dio_switch_check()) Process entered 00000080:00000001:0.0:1789130486.047893:0:34352:0:(file.c:2055:ll_hybrid_bio_dio_switch_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130486.047896:0:34352:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1789130486.047899:0:34352:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446634875648774440 : -109198060777176 : ffff9caf58609128) 00000020:00001000:0.0:1789130486.047902:0:34352:0:(cl_object.c:823:cl_env_get()) 1@ffff9caf58609120 00000080:00000001:0.0:1789130486.047906:0:34352:0:(file.c:2087:ll_file_io_generic()) Process entered 00000020:00000001:0.0:1789130486.047908:0:34352:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c6fc98 00000080:00200000:0.0:1789130486.047910:0:34352:0:(file.c:2090:ll_file_io_generic()) recon: write ppos: 0, bytes: 23 00000020:00000001:0.0:1789130486.047919:0:34352:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c6fc30 00000080:00200000:0.0:1789130486.047920:0:34352:0:(file.c:1848:ll_io_set_mirror()) recon: desiginated mirror: 0 00000080:00000001:1.0:1789130486.048205:0:34352:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:1.0:1789130486.048209:0:34352:0:(cl_object.c:143:cl_object_top()) ffff9caf42b2a148 -> ffff9caf42b2a148 00000020:00000001:1.0:1789130486.048211:0:34352:0:(cl_object.c:143:cl_object_top()) ffff9caf42b2a148 -> ffff9caf42b2a148 00000020:00000001:1.0:1789130486.048213:0:34352:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:1.0:1789130486.048215:0:34352:0:(lov_object.c:1077:lov_attr_get_composite()) Process entered 00020000:00000002:1.0:1789130486.048217:0:34352:0:(lov_object.c:1108:lov_attr_get_composite()) COMP ID #-1: s=0 m=0 a=0 c=0 b=1 00020000:00000001:1.0:1789130486.048220:0:34352:0:(lov_object.c:1146:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130486.048222:0:34352:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130486.048224:0:34352:0:(cl_object.c:143:cl_object_top()) ffff9caf42b2a148 -> ffff9caf42b2a148 00000080:00200000:1.0:1789130486.048226:0:34352:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000404:0x31:0x0] updating i_size 0 i_blocks 1 00000080:00000001:1.0:1789130486.048228:0:34352:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:1.0:1789130486.048230:0:34352:0:(cl_io.c:214:cl_io_rw_init()) Process entered 00000020:00200000:1.0:1789130486.048237:0:34352:0:(cl_io.c:218:cl_io_rw_init()) header@00000000172d4ec3[0x110, 1, [0x200000404:0x31:0x0] hash] 00000020:00200000:1.0:1789130486.048239:0:34352:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [0, 23) 0 1 00000020:00000001:1.0:1789130486.048242:0:34352:0:(cl_object.c:143:cl_object_top()) ffff9caf42b2a148 -> ffff9caf42b2a148 00000020:00000001:1.0:1789130486.048244:0:34352:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1789130486.048247:0:34352:0:(vvp_io.c:1987:vvp_io_init()) Process entered 00000080:00200000:1.0:1789130486.048249:0:34352:0:(vvp_io.c:1992:vvp_io_init()) [0x200000404:0x31:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:1.0:1789130486.048252:0:34352:0:(cl_io.c:902:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1789130486.048253:0:34352:0:(cl_io.c:908:cl_io_slice_add()) Process leaving 00000100:00000001:1.0:1789130486.048256:0:34352:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789130486.048261:0:34352:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130486.048264:0:34352:0:(file.c:7121:ll_layout_refresh()) Process entered 00000080:00000001:1.0:1789130486.048265:0:34352:0:(file.c:7125:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130486.048267:0:34352:0:(vvp_io.c:2064:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1789130486.048270:0:34352:0:(lov_object.c:1604:lov_io_init()) [0x200000404:0x31:0x0]io ffff9caf42d81170 type 2 ignore/verify layout 0/0, compressed 0 00020000:00000002:1.0:1789130486.048274:0:34352:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9caf47cdc1f0) owner 0000000000000000/ffff9caf480d27c0 00020000:00000001:1.0:1789130486.048278:0:34352:0:(lov_io.c:2488:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1789130486.048280:0:34352:0:(lov_io.c:764:lov_io_slice_init()) Process entered 00020000:00000002:1.0:1789130486.048284:0:34352:0:(lov_io.c:903:lov_io_slice_init()) [0x200000404:0x31:0x0]io ffff9caf42d81170 type 2, compressed 0, chunk_size 0 00020000:00000001:1.0:1789130486.048287:0:34352:0:(lov_io.c:478:lov_io_mirror_init()) Process entered 00020000:00000001:1.0:1789130486.048289:0:34352:0:(lov_io.c:489:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:80000000:1.0:1789130486.048291:0:34352:0:(lov_io.c:942:lov_io_slice_init()) 0 23 00020000:00000001:1.0:1789130486.048294:0:34352:0:(lov_io.c:969:lov_io_slice_init()) Process leaving 00020000:00000001:1.0:1789130486.048296:0:34352:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1789130486.048298:0:34352:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130486.048299:0:34352:0:(cl_io.c:902:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1789130486.048300:0:34352:0:(cl_io.c:908:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1789130486.048302:0:34352:0:(lov_io.c:2501:lov_io_init_composite()) Process leaving 00020000:00000002:1.0:1789130486.048305:0:34352:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9caf47cdc1f0) owner 0000000000000000/ffff9caf480d27c0 00000020:00000001:1.0:1789130486.048307:0:34352:0:(cl_io.c:146:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130486.048309:0:34352:0:(cl_io.c:221:cl_io_rw_init()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1789130486.048312:0:34352:0:(file.c:2170:ll_file_io_generic()) Range lock [0, 18446744073709551615] 00000001:00000001:1.0:1789130486.048315:0:34352:0:(range_lock.c:126:range_lock()) Process entered 00000001:00000001:1.0:1789130486.048318:0:34352:0:(range_lock.c:159:range_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130486.048322:0:34352:0:(cl_io.c:827:cl_io_loop()) Process entered 00000020:00000001:1.0:1789130486.048324:0:34352:0:(cl_io.c:403:cl_io_iter_init()) Process entered 00000020:00000001:1.0:1789130486.048326:0:34352:0:(cl_io.c:918:cl_page_list_init()) Process entered 00000020:00000001:1.0:1789130486.048328:0:34352:0:(cl_io.c:921:cl_page_list_init()) Process leaving 00020000:00000001:1.0:1789130486.048329:0:34352:0:(lov_io.c:1409:lov_io_rw_iter_init()) Process entered 00020000:00000001:1.0:1789130486.048333:0:34352:0:(lov_io.c:1238:lov_io_iter_init()) Process entered 00020000:00200000:1.0:1789130486.048336:0:34352:0:(lov_io.c:1289:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:1.0:1789130486.048340:0:34352:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:1.0:1789130486.048358:0:34352:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1789130486.048361:0:34352:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:1.0:1789130486.048363:0:34352:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1789130486.048365:0:34352:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446634875648774872 : -109198060776744 : ffff9caf586092d8) 00000020:00001000:1.0:1789130486.048367:0:34352:0:(cl_object.c:823:cl_env_get()) 1@ffff9caf586092d0 00000020:00000001:1.0:1789130486.048369:0:34352:0:(cl_object.c:143:cl_object_top()) ffff9caf42b2a850 -> ffff9caf42b2a148 00000020:00000001:1.0:1789130486.048370:0:34352:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:1.0:1789130486.048373:0:34352:0:(cl_io.c:902:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1789130486.048374:0:34352:0:(cl_io.c:908:cl_io_slice_add()) Process leaving 00000020:00000001:1.0:1789130486.048376:0:34352:0:(cl_io.c:146:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789130486.048378:0:34352:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789130486.048380:0:34352:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446634875287516056 : -109198422035560 : ffff9caf42d83398) 00000020:00000001:1.0:1789130486.048383:0:34352:0:(cl_io.c:403:cl_io_iter_init()) Process entered 00000008:00000001:1.0:1789130486.048386:0:34352:0:(osc_io.c:546:osc_io_iter_init()) Process entered 00000008:00000001:1.0:1789130486.048390:0:34352:0:(osc_io.c:568:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130486.048392:0:34352:0:(cl_io.c:415:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789130486.048394:0:34352:0:(lov_io.c:1395:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789130486.048396:0:34352:0:(lov_io.c:1431:lov_io_rw_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130486.048397:0:34352:0:(cl_io.c:415:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130486.048400:0:34352:0:(cl_io.c:318:cl_io_lock()) Process entered 00000080:00000001:1.0:1789130486.048403:0:34352:0:(vvp_io.c:663:vvp_io_rw_lock()) Process entered 00000080:00000001:1.0:1789130486.048405:0:34352:0:(vvp_io.c:552:vvp_mmap_locks()) Process entered 00000080:00000001:1.0:1789130486.048409:0:34352:0:(llite_mmap.c:54:our_vma()) Process entered 00000080:00000001:1.0:1789130486.048412:0:34352:0:(llite_mmap.c:69:our_vma()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130486.048415:0:34352:0:(vvp_io.c:623:vvp_mmap_locks()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130486.048417:0:34352:0:(vvp_io.c:214:vvp_io_one_lock_index()) Process entered 00000080:00200000:1.0:1789130486.048420:0:34352:0:(vvp_io.c:216:vvp_io_one_lock_index()) lock: 1 [0, 18446744073709551615] 00000020:00000001:1.0:1789130486.048422:0:34352:0:(cl_io.c:480:cl_io_lock_add()) Process entered 00000020:00000001:1.0:1789130486.048424:0:34352:0:(cl_io.c:263:cl_lockset_merge()) Process entered 00000020:00000001:1.0:1789130486.048426:0:34352:0:(cl_io.c:280:cl_lockset_merge()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130486.048428:0:34352:0:(cl_io.c:487:cl_io_lock_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130486.048429:0:34352:0:(vvp_io.c:236:vvp_io_one_lock_index()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130486.048431:0:34352:0:(vvp_io.c:725:vvp_io_rw_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130486.048433:0:34352:0:(vvp_io.c:772:vvp_io_write_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789130486.048435:0:34352:0:(lov_io.c:1538:lov_io_lock()) Process entered 00020000:00000001:1.0:1789130486.048438:0:34352:0:(lov_io.c:1516:lov_io_call()) Process entered 00000020:00000001:1.0:1789130486.048439:0:34352:0:(cl_io.c:318:cl_io_lock()) Process entered 00000020:00000001:1.0:1789130486.048441:0:34352:0:(cl_io.c:290:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1789130486.048442:0:34352:0:(cl_io.c:299:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130486.048444:0:34352:0:(cl_io.c:338:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789130486.048445:0:34352:0:(lov_io.c:1533:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789130486.048447:0:34352:0:(lov_io.c:1539:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130486.048448:0:34352:0:(cl_io.c:290:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1789130486.048450:0:34352:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:1.0:1789130486.048452:0:34352:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:1.0:1789130486.048455:0:34352:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:1.0:1789130486.048457:0:34352:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:1.0:1789130486.048460:0:34352:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:1.0:1789130486.048470:0:34352:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff9caf50154900. 00020000:00000002:1.0:1789130486.048474:0:34352:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:1.0:1789130486.048477:0:34352:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:1.0:1789130486.048478:0:34352:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1789130486.048479:0:34352:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446634875287516056 : -109198422035560 : ffff9caf42d83398) 00000020:00000001:1.0:1789130486.048481:0:34352:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:1.0:1789130486.048486:0:34352:0:(osc_lock.c:1279:osc_lock_init()) slab-alloced 'oscl': 312 at ffff9caf4a7a3c08. 00000008:00010000:1.0:1789130486.048489:0:34352:0:(lustre_osc.h:166:osc_enq2ldlm_flags()) flags: 0 00000020:00000001:1.0:1789130486.048493:0:34352:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1789130486.048494:0:34352:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:1.0:1789130486.048498:0:34352:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9caf50154930, osc lock ffff9caf4a7a3c08, flags 0x0 00000020:00000001:1.0:1789130486.048501:0:34352:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789130486.048503:0:34352:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789130486.048505:0:34352:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446634875509623040 : -109198199928576 : ffff9caf50154900) 00000020:00000001:1.0:1789130486.048508:0:34352:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1789130486.048509:0:34352:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:1.0:1789130486.048510:0:34352:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130486.048512:0:34352:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130486.048514:0:34352:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:1.0:1789130486.048516:0:34352:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:1.0:1789130486.048518:0:34352:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1789130486.048519:0:34352:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446634875287516056 : -109198422035560 : ffff9caf42d83398) 00000020:00000001:1.0:1789130486.048521:0:34352:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:1.0:1789130486.048525:0:34352:0:(osc_lock.c:1010:osc_lock_enqueue()) Process entered 00000008:00000001:1.0:1789130486.048527:0:34352:0:(osc_lock.c:916:osc_lock_enqueue_wait()) Process entered 00000008:00000001:1.0:1789130486.048530:0:34352:0:(osc_lock.c:964:osc_lock_enqueue_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130486.048534:0:34352:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:1.0:1789130486.048537:0:34352:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process entered 00000020:00000001:1.0:1789130486.048538:0:34352:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:1.0:1789130486.048541:0:34352:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:1.0:1789130486.048542:0:34352:0:(lovsub_object.c:152:lovsub_req_projid_set()) Process leaving 00000020:00000001:1.0:1789130486.048543:0:34352:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:1.0:1789130486.048546:0:34352:0:(osc_request.c:3393:osc_enqueue_base()) Process entered 00010000:00000001:1.0:1789130486.048549:0:34352:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789130486.048557:0:34352:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf48e45500 count: 2 00010000:00000001:1.0:1789130486.048560:0:34352:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1789130486.048567:0:34352:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9caf5020e000 type 11 mode 2 res 10737419264/66 (0 18446744073709551615) 00010000:00000001:1.0:1789130486.048571:0:34352:0:(ldlm_request.c:996:ldlm_enqueue_pack()) Process entered 00000100:00000010:1.0:1789130486.048578:0:34352:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf615d6940. 00000020:00000040:1.0:1789130486.048582:0:34352:0:(genops.c:1210:class_import_get()) import ffff9caf48ede000 refcount=3 obd=lustre-OST0001-osc-ffff9caf5014c800 00010000:00000001:1.0:1789130486.048586:0:34352:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1789130486.048592:0:34352:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789130486.048607:0:34352:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130486.048608:0:34352:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130486.048610:0:34352:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130486.048613:0:34352:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789130486.048616:0:34352:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789130486.048622:0:34352:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789130486.048631:0:34352:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9caf47ff8800. 00000100:00000001:1.0:1789130486.048639:0:34352:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130486.048644:0:34352:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789130486.048646:0:34352:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130486.048648:0:34352:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789130486.048649:0:34352:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130486.048652:0:34352:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130486.048656:0:34352:0:(ldlm_request.c:1010:ldlm_enqueue_pack()) Process leaving (rc=18446634875799562560 : -109197909989056 : ffff9caf615d6940) 00010000:00000001:1.0:1789130486.048660:0:34352:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1789130486.048662:0:34352:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1789130486.048665:0:34352:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf48e45500 count: 2 00010000:00000001:1.0:1789130486.048667:0:34352:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789130486.048669:0:34352:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1789130486.048673:0:34352:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9caf586b6800. 00000020:00000001:1.0:1789130486.048678:0:34352:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1789130486.048682:0:34352:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9caf586b6800 with handle 0xde5303b1d982ce2e to hash 00000020:00000001:1.0:1789130486.048684:0:34352:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1789130486.048686:0:34352:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446634875649484800 : -109198060066816 : ffff9caf586b6800) 00010000:00000010:1.0:1789130486.048690:0:34352:0:(ldlm_lock.c:1732:ldlm_lock_create()) kmalloced '(lock->l_lvb_data)': 56 at ffff9caf58606c40. 00010000:00000001:1.0:1789130486.048693:0:34352:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446634875649484800 : -109198060066816 : ffff9caf586b6800) 00010000:00000001:1.0:1789130486.048697:0:34352:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789130486.048700:0:34352:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789130486.048705:0:34352:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff9caf5014c800 lock: 000000005a65f6a0/0xde5303b1d982ce2e lrc: 3/0,1 mode: --/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 34352 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789130486.048716:0:34352:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0001-osc-ffff9caf5014c800 lock: 000000005a65f6a0/0xde5303b1d982ce2e lrc: 3/0,1 mode: --/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 34352 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789130486.048739:0:34352:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0001-osc-ffff9caf5014c800 lock: 000000005a65f6a0/0xde5303b1d982ce2e lrc: 3/0,1 mode: --/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 34352 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1789130486.048747:0:34352:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1789130486.048749:0:34352:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1789130486.048758:0:34352:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9caf4845b3c0. 00000100:00000001:1.0:1789130486.048760:0:34352:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446634875378578368 : -109198330973248 : ffff9caf4845b3c0) 00000100:00000001:1.0:1789130486.048764:0:34352:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789130486.048766:0:34352:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875799562560 : -109197909989056 : ffff9caf615d6940) 00000100:00000001:1.0:1789130486.048770:0:34352:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789130486.048773:0:34352:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130486.048776:0:34352:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1789130486.048778:0:34352:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789130486.048789:0:34352:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf615d6940 x1876037329051008/t0(0) o101->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130486.048798:0:34352:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789130486.048801:0:34352:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130486.048842:0:34352:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789130486.048845:0:34352:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789130486.048848:0:34352:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789130486.048853:0:34352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf615d6940 pname:cluuid:pid:xid:nid:opc:job uname:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:34352:1876037329051008:192.168.204.123@tcp:101:uname.0 00000100:00000001:1.0:1789130486.048858:0:34352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789130486.048865:0:34352:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789130486.048868:0:34352:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130486.048871:0:34352:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789130486.048876:0:34352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9caf487c2c00. 02000000:00000001:1.0:1789130486.048886:0:34352:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789130486.048894:0:34352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:1.0:1789130486.048898:0:34352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf42d8ec08. 00000400:00000010:1.0:1789130486.048905:0:34352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf462a3990. 00000100:00000200:1.0:1789130486.048913:0:34352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876037329051008, portal 4 00000100:00000001:1.0:1789130486.048915:0:34352:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789130486.048916:0:34352:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875799562560 : -109197909989056 : ffff9caf615d6940) 00000100:00000040:1.0:1789130486.048922:0:34352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9caf615d6940 x1876037329051008/t0(0) o101->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1789130502 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130486.048931:0:34352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789130486.048934:0:34352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:1.0:1789130486.048937:0:34352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf462a3440. 00000100:00000200:1.0:1789130486.048941:0:34352:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1876037329051008, offset 0 00000400:00000200:1.0:1789130486.048947:0:34352:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:1.0:1789130486.048956:0:34352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:1.0:1789130486.049318:0:34352:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:1.0:1789130486.049325:0:34352:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789130486.049331:0:34352:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:1.0:1789130486.049335:0:34352:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789130486.049388:0:34352:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:1.0:1789130486.049394:0:34352:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2651:2651:256:4294967295] 192.168.204.123@tcp LPNI seq info [2650:2650:8:4294967295] 00000400:00000200:1.0:1789130486.049399:0:34352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:1.0:1789130486.049413:0:34352:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:1.0:1789130486.049420:0:34352:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:1.0:1789130486.049429:0:34352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf4a83ae00. 00000800:00000200:1.0:1789130486.049437:0:34352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:1.0:1789130486.049447:0:34352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:1.0:1789130486.049452:0:34352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf4a83ae00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1789130486.049533:0:34352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789130486.049539:0:34352:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9caf5014c800: using a timeout of 312536 usecs (313 jiffies) 00000400:00000200:1.0:1789130486.049543:0:34352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:1.0:1789130486.049546:0:34352:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296580384 00000100:00000001:1.0:1789130486.049550:0:34352:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9caf5014c800: PM QoS request active for cpu 2, keep current deadline 4296582142 00000100:00000001:1.0:1789130486.049553:0:34352:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296580384 00000100:00000001:1.0:1789130486.049556:0:34352:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9caf5014c800: PM QoS request active for cpu 3, keep current deadline 4296582142 00000100:00000001:1.0:1789130486.049558:0:34352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789130486.049562:0:34352:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130486.049564:0:34352:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789130486.049566:0:34352:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1789130486.049569:0:34352:0:(client.c:2715:ptlrpc_set_wait()) set ffff9caf4845b3c0 going to sleep for 11 seconds 00000100:00000001:1.0:1789130486.049572:0:34352:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789130486.049574:0:34352:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789130486.049800:0:2341:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789130486.049838:0:2341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf4a83ae00. 00000400:00000200:3.0:1789130486.049845:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130486.049850:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:3.0:1789130486.049857:0:2341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf462a3440 00000400:00000010:3.0:1789130486.049860:0:2341:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf462a3440. 00000100:00000001:3.0:1789130486.049865:0:2341:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789130486.049871:0:2341:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf615d6940 x1876037329051008/t0(0) o101->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1789130502 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130486.050212:0:2341:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130486.050217:0:2341:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf615d6940 x1876037329051008/t0(0) o101->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1789130502 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130486.050226:0:2341:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130486.050228:0:2341:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1789130486.057527:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130486.057549:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789130486.057554:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130486.057556:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130486.057566:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130486.057574:0:2342:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:3.0:1789130486.057582:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130486.057588:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130486.057594:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130486.057598:0:2342:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 328 into portal 15 MB=0x6aa3efb363d80 00000400:00000200:3.0:1789130486.057609:0:2342:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.123@tcp of length 328/328 into md 0x65b5 [2] + 1968 00000400:00000010:3.0:1789130486.057614:0:2342:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf483fd318. 00000400:00000200:3.0:1789130486.057621:0:2342:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff9caf48519c00 00000800:00000001:3.0:1789130486.057628:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130486.057633:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130486.057639:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130486.057643:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:3.0:1789130486.057649:0:2342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf48519c00 00000400:00000010:3.0:1789130486.057651:0:2342:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 152 at ffff9caf48519c00. 00000100:00000001:3.0:1789130486.057656:0:2342:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1789130486.057659:0:2342:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000040:3.0:1789130486.057663:0:2342:0:(events.c:337:request_in_callback()) incoming req@ffff9caf58572450 x1876037339594112 msgsize 328 00000100:00100000:3.0:1789130486.057666:0:2342:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.123@tcp (source: 12345-192.168.204.123@tcp) 00000100:00000040:3.0:1789130486.057668:0:2342:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:3.0:1789130486.057776:0:2342:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1789130486.057785:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130486.057788:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1789130486.058095:0:16108:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 984 at ffff9caf50107800. 00000100:00000010:2.0:1789130486.058108:0:16108:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff9caf484f2000. 00000100:00100000:2.0:1789130486.058111:0:16108:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00000200:2.0:1789130486.058117:0:16108:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_cbd: registering portal 15 00000400:00000010:2.0:1789130486.058123:0:16108:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf483fddc0. 00000400:00000010:2.0:1789130486.058130:0:16108:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9caf584c4840. 00000100:00000001:2.0:1789130486.058145:0:16108:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1789130486.058148:0:16108:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876037339594112 02000000:00000001:2.0:1789130486.058152:0:16108:0:(sec.c:2469:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1789130486.058155:0:16108:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789130486.058158:0:16108:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789130486.058164:0:16108:0:(sec.c:2518:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789130486.058169:0:16108:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876037339594112 00000020:00000001:2.0:1789130486.058173:0:16108:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1789130486.058175:0:16108:0:(genops.c:804:class_conn2export()) looking for export cookie 0xde5303b1d982c249 00000020:00000001:2.0:1789130486.058178:0:16108:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130486.058182:0:16108:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9caf45558800 refcount=4 00000020:00000001:2.0:1789130486.058184:0:16108:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875329284096 : -109198380267520 : ffff9caf45558800) 00000020:00000001:2.0:1789130486.058187:0:16108:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634875329284096 : -109198380267520 : ffff9caf45558800) 00000100:00000001:2.0:1789130486.058193:0:16108:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1789130486.058198:0:16108:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9caf5049ef40. 00000100:00000001:2.0:1789130486.058201:0:16108:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1789130486.058204:0:16108:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff9caf5049ef40. 00000020:00000010:2.0:1789130486.058211:0:16108:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9caf46308e00. 00000020:00000010:2.0:1789130486.058218:0:16108:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9caf4938d880. 00000020:00000010:2.0:1789130486.058224:0:16108:0:(tgt_main.c:759:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9caf42e28bb8. 00000100:00000040:2.0:1789130486.058234:0:16108:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:2.0:1789130486.058238:0:16108:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1789130486.058240:0:16108:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1789130486.058242:0:16108:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130486.058253:0:16108:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130486.058272:0:16108:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789130486.058285:0:16108:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1789130486.058288:0:16108:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1789130486.058294:0:16108:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.123@tcp, seq: 58 00000100:00000040:2.0:1789130486.058299:0:16108:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9caf45558800 : new rpc_count 1 00000100:00000001:2.0:1789130486.058302:0:16108:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446634875648156752 : -109198061394864 : ffff9caf58572450) 00000100:00000040:2.0:1789130486.058312:0:16108:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9caf58572450 x1876037339594112/t0(0) o104->LOV_OSC_UUID@192.168.204.123@tcp:202/0 lens 328/0 e 0 to 0 dl 1789130497 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789130486.058324:0:16108:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1789130486.058326:0:16108:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9caf5049ef40. 00000100:00000001:2.0:1789130486.058329:0:16108:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1789130486.058331:0:16108:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff9caf5049ef40. 00000100:00100000:2.0:1789130486.058338:0:16108:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9caf58572450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:8934:x1876037339594112:12345-192.168.204.123@tcp:104: 00000100:00000200:2.0:1789130486.058354:0:16108:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1876037339594112 00010000:00000001:2.0:1789130486.058359:0:16108:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:2.0:1789130486.058369:0:16108:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130486.058372:0:16108:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130486.058375:0:16108:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf46a93200 refcount=2 00000020:00000001:2.0:1789130486.058377:0:16108:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875351544320 : -109198358007296 : ffff9caf46a93200) 00010000:00000001:2.0:1789130486.058380:0:16108:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875351544320 : -109198358007296 : ffff9caf46a93200) 00010000:00000001:2.0:1789130486.058384:0:16108:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789130486.058389:0:16108:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1789130486.058395:0:16108:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff9caf5014c800 lock: 000000004beccba4/0xde5303b1d982ce27 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000000000 nid: local remote: 0xcdf1b083821a608c expref: -99 pid: 34352 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00000001:2.0:1789130486.058411:0:16108:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1789130486.058414:0:16108:0:(sec.c:2540:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1789130486.058419:0:16108:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9caf50104000. 02000000:00000001:2.0:1789130486.058422:0:16108:0:(sec.c:2577:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130486.058425:0:16108:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130486.058431:0:16108:0:(ldlm_lib.c:3383:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1789130486.058435:0:16108:0:(ldlm_lib.c:3404:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789130486.058439:0:16108:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf46ba21e8 time=104 v=5 (1 1 1 1) 00000100:00000001:2.0:1789130486.058445:0:16108:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789130486.058448:0:16108:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9caf452f48c0 refcount 13 to 192.168.204.123@tcp 00000100:00000001:2.0:1789130486.058450:0:16108:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634875326777536 : -109198382774080 : ffff9caf452f48c0) 02000000:00000001:2.0:1789130486.058453:0:16108:0:(sec.c:2591:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1789130486.058456:0:16108:0:(sec.c:2602:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130486.058460:0:16108:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789130486.058463:0:16108:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:2.0:1789130486.058467:0:16108:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf42d18550. 00000100:00000200:2.0:1789130486.058471:0:16108:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1876037339594112, offset 224 00000400:00000200:2.0:1789130486.058478:0:16108:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:2.0:1789130486.058487:0:16108:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130486.058496:0:16108:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.204.23@tcp to MR: 192.168.204.123@tcp local destination 00000400:00000200:2.0:1789130486.058503:0:16108:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2652:2652:256:4294967295] 192.168.204.123@tcp LPNI seq info [2651:2651:8:4294967295] 00000400:00000200:2.0:1789130486.058508:0:16108:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130486.058518:0:16108:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:192.168.204.23@tcp) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:2.0:1789130486.058524:0:16108:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:2.0:1789130486.058531:0:16108:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf44db5500. 00000800:00000200:2.0:1789130486.058538:0:16108:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:2.0:1789130486.058548:0:16108:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:2.0:1789130486.058553:0:16108:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf44db5500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1789130486.058569:0:16108:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130486.058573:0:16108:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9caf452f48c0 refcount 12 to 192.168.204.123@tcp 00010000:00000001:2.0:1789130486.058577:0:16108:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1789130486.058582:0:16108:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff9caf584c40c0. 00010000:00000001:2.0:1789130486.058586:0:16108:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:2.0:1789130486.058615:0:16108:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:2.0:1789130486.058618:0:16108:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130486.058620:0:16108:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130486.058622:0:16108:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130486.058627:0:16108:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf58572450 x1876037339594112/t0(0) o104->LOV_OSC_UUID@192.168.204.123@tcp:202/0 lens 328/224 e 0 to 0 dl 1789130497 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789130486.058639:0:16108:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9caf58572450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:8934:x1876037339594112:12345-192.168.204.123@tcp:104: Request processed in 313us (973us total) trans 0 rc 0/0 00000100:00100000:2.0:1789130486.058647:0:16108:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.123@tcp, seq: 58 00000100:00000040:2.0:1789130486.058652:0:16108:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9caf45558800 : new rpc_count 0 00000100:00000001:2.0:1789130486.058654:0:16108:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1789130486.058656:0:16108:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1789130486.058663:0:16108:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9caf4938d880. 00000020:00000010:2.0:1789130486.058669:0:16108:0:(tgt_main.c:771:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9caf42e28bb8. 00000020:00000010:2.0:1789130486.058676:0:16108:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9caf46308e00. 00000020:00000040:2.0:1789130486.058684:0:16108:0:(genops.c:879:class_export_put()) PUTting export ffff9caf45558800 : new refcount 3 02000000:00000001:2.0:1789130486.058695:0:16108:0:(sec.c:2614:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1789130486.058698:0:16108:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff9caf58482000. 02000000:00000001:2.0:1789130486.058702:0:16108:0:(sec.c:2627:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1789130486.058706:0:16108:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf580b8b40. 02000000:00000001:2.0:1789130486.058713:0:16108:0:(sec.c:2614:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1789130486.058715:0:16108:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff9caf50105c00. 02000000:00000001:2.0:1789130486.058717:0:16108:0:(sec.c:2627:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1789130486.058719:0:16108:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf501a9e00. 02000000:00000001:2.0:1789130486.058724:0:16108:0:(sec.c:2614:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1789130486.058725:0:16108:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff9caf50106400. 02000000:00000001:2.0:1789130486.058728:0:16108:0:(sec.c:2627:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1789130486.058729:0:16108:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf501aa580. 02000000:00000001:2.0:1789130486.058733:0:16108:0:(sec.c:2614:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1789130486.058734:0:16108:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff9caf58571400. 02000000:00000001:2.0:1789130486.058737:0:16108:0:(sec.c:2627:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1789130486.058738:0:16108:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf501a8780. 02000000:00000001:2.0:1789130486.058743:0:16108:0:(sec.c:2614:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1789130486.058745:0:16108:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff9caf50107000. 02000000:00000001:2.0:1789130486.058748:0:16108:0:(sec.c:2627:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1789130486.058749:0:16108:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf501abc00. 02000000:00000001:2.0:1789130486.058752:0:16108:0:(sec.c:2614:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1789130486.058753:0:16108:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff9caf50105800. 02000000:00000001:2.0:1789130486.058755:0:16108:0:(sec.c:2627:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1789130486.058756:0:16108:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf580b92c0. 00000100:00000010:2.0:1789130486.058763:0:16108:0:(service.c:994:ptlrpc_server_drop_request()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff9caf484f0000. 00000100:00000010:2.0:1789130486.058767:0:16108:0:(service.c:995:ptlrpc_server_drop_request()) kfreed 'rqbd': 984 at ffff9caf58572400. 00000100:00000001:2.0:1789130486.058770:0:16108:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1789130486.059074:0:16115:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789130486.059078:0:16115:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789130486.059082:0:16115:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:1.0:1789130486.059090:0:16115:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:1.0:1789130486.059092:0:16115:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1789130486.059098:0:16115:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff9caf5014c800 lock: 000000004beccba4/0xde5303b1d982ce27 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000000000 nid: local remote: 0xcdf1b083821a608c expref: -99 pid: 34352 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1789130486.059110:0:16115:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9caf46a93200 already unused, calling callback (ffffffffc0fdc280) 00000008:00000001:1.0:1789130486.059114:0:16115:0:(osc_lock.c:534:osc_ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1789130486.059117:0:16115:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1789130486.059119:0:16115:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130486.059120:0:16115:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130486.059122:0:16115:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf46a93200 refcount=3 00000020:00000001:1.0:1789130486.059124:0:16115:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875351544320 : -109198358007296 : ffff9caf46a93200) 00010000:00000001:1.0:1789130486.059127:0:16115:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875351544320 : -109198358007296 : ffff9caf46a93200) 00010000:00000001:1.0:1789130486.059130:0:16115:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1789130486.059133:0:16115:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff9caf5014c800 lock: 000000004beccba4/0xde5303b1d982ce27 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800428400000000 nid: local remote: 0xcdf1b083821a608c expref: -99 pid: 34352 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00000001:1.0:1789130486.059140:0:16115:0:(osc_lock.c:534:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:1.0:1789130486.059143:0:16115:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1789130486.059147:0:16115:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446634875648776744 : -109198060774872 : ffff9caf58609a28) 00000020:00001000:1.0:1789130486.059150:0:16115:0:(cl_object.c:823:cl_env_get()) 1@ffff9caf58609a20 00000008:00000001:1.0:1789130486.059153:0:16115:0:(osc_lock.c:418:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:1.0:1789130486.059157:0:16115:0:(osc_lock.c:360:osc_lock_flush()) Process entered 00000020:00000001:1.0:1789130486.059159:0:16115:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1789130486.059160:0:16115:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446634875648775448 : -109198060776168 : ffff9caf58609518) 00000020:00001000:1.0:1789130486.059163:0:16115:0:(cl_object.c:823:cl_env_get()) 1@ffff9caf58609510 00000008:00000001:1.0:1789130486.059167:0:16115:0:(osc_cache.c:3845:osc_ldlm_hp_handle()) Process entered 00000008:00000020:1.0:1789130486.059169:0:16115:0:(osc_cache.c:3865:osc_ldlm_hp_handle()) High prio I/O check: start 0 end 4503599627370495 RPC(0):r0/w0/d0 00000008:00000001:1.0:1789130486.059174:0:16115:0:(osc_cache.c:3881:osc_ldlm_hp_handle()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000008:00000001:1.0:1789130486.059177:0:16115:0:(osc_cache.c:3929:osc_ldlm_hp_handle()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1789130486.059180:0:16115:0:(osc_cache.c:3814:osc_lock_discard_pages()) Process entered 00000020:00000001:1.0:1789130486.059184:0:16115:0:(cl_object.c:143:cl_object_top()) ffff9caf58313310 -> ffff9caf42b2a148 00000020:00000001:1.0:1789130486.059187:0:16115:0:(cl_object.c:143:cl_object_top()) ffff9caf42b2a148 -> ffff9caf42b2a148 00000020:00000001:1.0:1789130486.059190:0:16115:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1789130486.059194:0:16115:0:(vvp_io.c:1987:vvp_io_init()) Process entered 00000080:00200000:1.0:1789130486.059197:0:16115:0:(vvp_io.c:1992:vvp_io_init()) [0x200000404:0x31:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:1.0:1789130486.059201:0:16115:0:(cl_io.c:902:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1789130486.059203:0:16115:0:(cl_io.c:908:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1789130486.059205:0:16115:0:(vvp_io.c:2064:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1789130486.059210:0:16115:0:(lov_object.c:1604:lov_io_init()) [0x200000404:0x31:0x0]io ffff9caf4825ae18 type 8 ignore/verify layout 1/0, compressed 0 00020000:00000001:1.0:1789130486.059216:0:16115:0:(lov_io.c:2488:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1789130486.059218:0:16115:0:(lov_io.c:764:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1789130486.059221:0:16115:0:(lov_io.c:868:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:1.0:1789130486.059224:0:16115:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1789130486.059226:0:16115:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130486.059228:0:16115:0:(cl_io.c:902:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1789130486.059229:0:16115:0:(cl_io.c:908:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1789130486.059231:0:16115:0:(lov_io.c:2501:lov_io_init_composite()) Process leaving 00000020:00000001:1.0:1789130486.059233:0:16115:0:(cl_io.c:146:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1789130486.059236:0:16115:0:(osc_cache.c:3601:osc_page_gang_lookup()) Process entered 00000008:00000001:1.0:1789130486.059240:0:16115:0:(osc_cache.c:3678:osc_page_gang_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1789130486.059243:0:16115:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:1.0:1789130486.059246:0:16115:0:(lov_io.c:1057:lov_io_fini()) Process entered 00020000:00000001:1.0:1789130486.059248:0:16115:0:(lov_io.c:1088:lov_io_fini()) Process leaving 00000080:00000001:1.0:1789130486.059251:0:16115:0:(vvp_io.c:392:vvp_io_fini()) Process entered 00000080:00200000:1.0:1789130486.059253:0:16115:0:(vvp_io.c:402:vvp_io_fini()) [0x200000404:0x31:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, need minor change layout 0 00000080:00000001:1.0:1789130486.059256:0:16115:0:(vvp_io.c:509:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1789130486.059257:0:16115:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000008:00000001:1.0:1789130486.059259:0:16115:0:(osc_cache.c:3833:osc_lock_discard_pages()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1789130486.059261:0:16115:0:(cl_object.c:917:cl_env_put()) 1@ffff9caf58609510 00000008:00000001:1.0:1789130486.059264:0:16115:0:(osc_lock.c:392:osc_lock_flush()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130486.059266:0:16115:0:(cl_object.c:143:cl_object_top()) ffff9caf58313310 -> ffff9caf42b2a148 00010000:00000001:1.0:1789130486.059270:0:16115:0:(ldlm_extent.c:945:ldlm_extent_shift_kms()) Process entered 00010000:00000001:1.0:1789130486.059274:0:16115:0:(ldlm_extent.c:1018:ldlm_extent_shift_kms()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130486.059276:0:16115:0:(cl_object.c:143:cl_object_top()) ffff9caf58313310 -> ffff9caf42b2a148 00000020:00000001:1.0:1789130486.059278:0:16115:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:1.0:1789130486.059281:0:16115:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:1.0:1789130486.059285:0:16115:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:1.0:1789130486.059288:0:16115:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130486.059289:0:16115:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130486.059291:0:16115:0:(cl_object.c:143:cl_object_top()) ffff9caf58313310 -> ffff9caf42b2a148 00000020:00000001:1.0:1789130486.059293:0:16115:0:(cl_object.c:143:cl_object_top()) ffff9caf42b2a148 -> ffff9caf42b2a148 00000020:00000001:1.0:1789130486.059294:0:16115:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00020000:00000001:1.0:1789130486.059296:0:16115:0:(lov_object.c:1635:lov_attr_update()) Process entered 00020000:00000001:1.0:1789130486.059300:0:16115:0:(lov_object.c:1671:lov_attr_update()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130486.059304:0:16115:0:(vvp_object.c:86:vvp_attr_update()) Process entered 00000080:00000001:1.0:1789130486.059306:0:16115:0:(vvp_object.c:106:vvp_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130486.059308:0:16115:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130486.059309:0:16115:0:(cl_object.c:143:cl_object_top()) ffff9caf58313310 -> ffff9caf42b2a148 00000008:00000001:1.0:1789130486.059313:0:16115:0:(osc_lock.c:475:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1789130486.059315:0:16115:0:(cl_object.c:917:cl_env_put()) 1@ffff9caf58609a20 00000008:00000001:1.0:1789130486.059317:0:16115:0:(osc_lock.c:574:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130486.059319:0:16115:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1789130486.059325:0:16115:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1789130486.059327:0:16115:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1789130486.059329:0:16115:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789130486.059331:0:16115:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1789130486.059334:0:16115:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9caf46a93200 with handle 0xde5303b1d982ce27 from hash 00010000:00000001:1.0:1789130486.059336:0:16115:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1789130486.059338:0:16115:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130486.059340:0:16115:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130486.059341:0:16115:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1789130486.059346:0:16115:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1789130486.059348:0:16115:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:1.0:1789130486.059354:0:16115:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789130486.059356:0:16115:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130486.059359:0:16115:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789130486.059362:0:16115:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:1.0:1789130486.059370:0:16115:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf615d5a40. 00000020:00000040:1.0:1789130486.059373:0:16115:0:(genops.c:1210:class_import_get()) import ffff9caf48ede000 refcount=4 obd=lustre-OST0001-osc-ffff9caf5014c800 00000100:00000001:1.0:1789130486.059379:0:16115:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789130486.059382:0:16115:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789130486.059388:0:16115:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789130486.059397:0:16115:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9caf47ff9800. 00000100:00000001:1.0:1789130486.059403:0:16115:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130486.059407:0:16115:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1789130486.059412:0:16115:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff9caf5014c800 lock: 000000004beccba4/0xde5303b1d982ce27 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0xcdf1b083821a608c expref: -99 pid: 34352 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1789130486.059420:0:16115:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1789130486.059422:0:16115:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130486.059428:0:16115:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789130486.059434:0:16115:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789130486.059446:0:16115:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009256d0f9] to pc [ptlrpcd_00_00+0] req@ffff9caf615d5a40 x1876037329051136/t0(0) o103->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1789130486.059472:0:16115:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789130486.059475:0:16115:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130486.059477:0:16115:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130486.059478:0:16115:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130486.059481:0:16115:0:(ldlm_request.c:1834:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1789130486.059482:0:16115:0:(osc_lock.c:574:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789130486.059486:0:16115:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff9caf5014c800 lock: 000000004beccba4/0xde5303b1d982ce27 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0xcdf1b083821a608c expref: -99 pid: 34352 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1789130486.059494:0:16115:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1789130486.059496:0:16115:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff9caf5014c800 lock: 000000004beccba4/0xde5303b1d982ce27 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0xcdf1b083821a608c expref: -99 pid: 34352 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000010:1.0:1789130486.059505:0:16115:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9caf5049e180. 00010000:00000001:1.0:1789130486.059515:0:16115:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130486.059517:0:16115:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:1.0:1789130486.059519:0:16115:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff9caf584c40c0. 00010000:00000001:1.0:1789130486.059522:0:16115:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130486.059525:0:16115:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789130486.059526:0:16115:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789130486.059529:0:16115:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789130486.059530:0:16115:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789130486.059531:0:16115:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789130486.059532:0:16115:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789130486.059534:0:16115:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789130486.059536:0:16115:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789130486.059538:0:16115:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789130486.059547:0:2348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1789130486.059552:0:2348:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:1.0:1789130486.059554:0:2348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130486.059560:0:2348:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789130486.059563:0:2348:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130486.059565:0:2348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789130486.059567:0:2348:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789130486.059571:0:2348:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789130486.059577:0:2348:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf615d5a40 x1876037329051136/t0(0) o103->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130486.059585:0:2348:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789130486.059588:0:2348:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130486.059593:0:2348:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789130486.059596:0:2348:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789130486.059599:0:2348:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789130486.059603:0:2348:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf615d5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:2348:1876037329051136:192.168.204.123@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1789130486.059608:0:2348:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789130486.059615:0:2348:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789130486.059619:0:2348:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130486.059623:0:2348:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789130486.059628:0:2348:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9caf47ff9a00. 02000000:00000001:1.0:1789130486.059631:0:2348:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789130486.059638:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:1.0:1789130486.059643:0:2348:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf42d8e5d8. 00000400:00000010:1.0:1789130486.059650:0:2348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf462a3198. 00000100:00000001:0.0:1789130486.059652:0:2347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:1.0:1789130486.059660:0:2348:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876037329051136, portal 18 00000100:00000001:1.0:1789130486.059666:0:2348:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789130486.059667:0:2347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130486.059670:0:2348:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875799558720 : -109197909992896 : ffff9caf615d5a40) 00000100:00000040:1.0:1789130486.059683:0:2348:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9caf615d5a40 x1876037329051136/t0(0) o103->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1789130502 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130486.059692:0:2348:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789130486.059694:0:2348:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:1.0:1789130486.059697:0:2348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf462a3330. 00000100:00000200:1.0:1789130486.059702:0:2348:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1876037329051136, offset 0 00000400:00000200:1.0:1789130486.059708:0:2348:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:1.0:1789130486.059721:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:1.0:1789130486.059728:0:2348:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:1.0:1789130486.059734:0:2348:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789130486.059740:0:2348:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:1.0:1789130486.059745:0:2348:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789130486.059749:0:2348:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:1.0:1789130486.059752:0:2348:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2653:2653:255:4294967295] 192.168.204.123@tcp LPNI seq info [2652:2652:7:4294967295] 00000400:00000200:1.0:1789130486.059756:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:1.0:1789130486.059766:0:2348:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:1.0:1789130486.059772:0:2348:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:1.0:1789130486.059777:0:2348:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf4a83a000. 00000800:00000200:1.0:1789130486.059783:0:2348:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:1.0:1789130486.059791:0:2348:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:1.0:1789130486.059796:0:2348:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf4a83a000 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1789130486.059799:0:2348:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789130486.059857:0:2348:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9caf5014c800: using a timeout of 312536 usecs (313 jiffies) 00000400:00000200:1.0:1789130486.059862:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:1.0:1789130486.059865:0:2348:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296580394 00000100:00000001:1.0:1789130486.059869:0:2348:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9caf5014c800: PM QoS request active for cpu 2, keep current deadline 4296582142 00000100:00000001:1.0:1789130486.059871:0:2348:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296580394 00000100:00000001:1.0:1789130486.059874:0:2348:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9caf5014c800: PM QoS request active for cpu 3, keep current deadline 4296582142 00000100:00000001:1.0:1789130486.059877:0:2348:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789130486.059880:0:2348:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130486.059883:0:2348:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130486.059886:0:2348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789130486.060579:0:2341:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789130486.060587:0:2341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf44db5500. 00000400:00000200:2.0:1789130486.060592:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130486.060600:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:2.0:1789130486.060608:0:2341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf42d18550 00000400:00000010:2.0:1789130486.060611:0:2341:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf42d18550. 00000100:00000001:2.0:1789130486.060615:0:2341:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:2.0:1789130486.060618:0:2341:0:(sec.c:2614:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1789130486.060621:0:2341:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff9caf50104000. 02000000:00000001:2.0:1789130486.060624:0:2341:0:(sec.c:2627:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1789130486.060625:0:2341:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000200:2.0:1789130486.060678:0:2341:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789130486.060681:0:2341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf4a83a000. 00000400:00000200:2.0:1789130486.060685:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130486.060689:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:2.0:1789130486.060707:0:2341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf462a3330 00000400:00000010:2.0:1789130486.060709:0:2341:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf462a3330. 00000100:00000001:2.0:1789130486.060714:0:2341:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789130486.060721:0:2341:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf615d5a40 x1876037329051136/t0(0) o103->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1789130502 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130486.060734:0:2341:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130486.060738:0:2341:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf615d5a40 x1876037329051136/t0(0) o103->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1789130502 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130486.060746:0:2341:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130486.060748:0:2341:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:1.1:1789130486.064854:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf46a93200. 00000800:00000001:3.0:1789130486.065789:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130486.065857:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789130486.065863:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130486.065866:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130486.065876:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130486.065888:0:2342:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:3.0:1789130486.065900:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130486.065907:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130486.065914:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130486.065919:0:2342:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 400 into portal 4 MB=0x6aa3efa955d80 00000400:00000200:3.0:1789130486.065924:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130486.065945:0:2342:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.123@tcp of length 400/400 into md 0x726d [1] + 224 00000800:00000001:3.0:1789130486.065956:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130486.065961:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130486.065965:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130486.065970:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:3.0:1789130486.065982:0:2342:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789130486.065994:0:2342:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf615d6940 x1876037329051008/t0(0) o101->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1789130502 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789130486.066194:0:2342:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=400 req@ffff9caf615d6940 x1876037329051008/t0(0) o101->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1789130502 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130486.066226:0:2342:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789130486.066248:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130486.066255:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789130486.066257:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1789130486.066277:0:34352:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789130486.066287:0:34352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789130486.066290:0:34352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789130486.066293:0:34352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf42d8ec08. 00000400:00000200:1.0:1789130486.066299:0:34352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf462a3990 00000400:00000010:1.0:1789130486.066302:0:34352:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf462a3990. 00000100:00000001:1.0:1789130486.066307:0:34352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789130486.066312:0:34352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf615d6940 x1876037329051008/t0(0) o101->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1789130502 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1789130486.066322:0:34352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf615d6940 x1876037329051008/t0(0) o101->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1789130502 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130486.066329:0:34352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789130486.066332:0:34352:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130486.066335:0:34352:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789130486.066340:0:34352:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789130486.066354:0:34352:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789130486.066357:0:34352:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130486.066360:0:34352:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789130486.066372:0:34352:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf48ede460 time=105 v=5 (5 5 5 5) 00000100:00001000:1.0:1789130486.066378:0:34352:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf48ede418 time=23 v=5 (1 0 0 0) 00000100:00000001:1.0:1789130486.066381:0:34352:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789130486.066384:0:34352:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130486.066387:0:34352:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789130486.066392:0:34352:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130486.066397:0:34352:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789130486.066400:0:34352:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9caf5014c800: skip recheck: last_committed 4294967312 00000100:00000001:1.0:1789130486.066403:0:34352:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789130486.066405:0:34352:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789130486.066411:0:34352:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf615d6940 x1876037329051008/t0(0) o101->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1789130502 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130486.066420:0:34352:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789130486.066424:0:34352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789130486.066426:0:34352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789130486.066432:0:34352:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf615d6940 x1876037329051008/t0(0) o101->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1789130502 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1789130486.066442:0:34352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf615d6940 pname:cluuid:pid:xid:nid:opc:job uname:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:34352:1876037329051008:192.168.204.123@tcp:101:uname.0 00000100:00000001:1.0:1789130486.066449:0:34352:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130486.066455:0:34352:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130486.066459:0:34352:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1789130486.066462:0:34352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789130486.066466:0:34352:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf615d6940 x1876037329051008/t0(0) o101->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1789130502 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130486.066473:0:34352:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789130486.066476:0:34352:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9caf4845b3c0. 00000100:00000001:1.0:1789130486.066481:0:34352:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1789130486.066483:0:34352:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130486.066487:0:34352:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1789130486.066492:0:34352:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130486.066496:0:34352:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130486.066501:0:34352:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b6800 refcount=4 00000020:00000001:1.0:1789130486.066504:0:34352:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649484800 : -109198060066816 : ffff9caf586b6800) 00010000:00000001:1.0:1789130486.066509:0:34352:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649484800 : -109198060066816 : ffff9caf586b6800) 00010000:00000040:1.0:1789130486.066518:0:34352:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9caf586b6800, remote cookie: 0xcdf1b083821a6093, flags: 0x20002 00010000:00000001:1.0:1789130486.066522:0:34352:0:(ldlm_lock.c:1589:ldlm_fill_lvb()) Process entered 00010000:00000001:1.0:1789130486.066526:0:34352:0:(ldlm_lock.c:1682:ldlm_fill_lvb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130486.066529:0:34352:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00010000:1.0:1789130486.066538:0:34352:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff9caf5014c800 lock: 000000005a65f6a0/0xde5303b1d982ce2e lrc: 4/0,1 mode: --/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0xcdf1b083821a6093 expref: -99 pid: 34352 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1789130486.066553:0:34352:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x280000400:0x42:0x0].0x0 (ffff9caf48e45500) refcount = 1 00010000:00000040:1.0:1789130486.066557:0:34352:0:(ldlm_resource.c:1894:ldlm_resource_dump()) Waiting locks: 00010000:00000040:1.0:1789130486.066560:0:34352:0:(ldlm_resource.c:1896:ldlm_resource_dump()) ### ### ns: lustre-OST0001-osc-ffff9caf5014c800 lock: 000000005a65f6a0/0xde5303b1d982ce2e lrc: 4/0,1 mode: --/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0xcdf1b083821a6093 expref: -99 pid: 34352 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789130486.066568:0:34352:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789130486.066572:0:34352:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00010000:1.0:1789130486.066575:0:34352:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-OST0001-osc-ffff9caf5014c800 lock: 000000005a65f6a0/0xde5303b1d982ce2e lrc: 4/0,1 mode: --/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xcdf1b083821a6093 expref: -99 pid: 34352 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789130486.066586:0:34352:0:(ldlm_request.c:327:ldlm_completion_ast()) ### waiting indefinitely because of NO_TIMEOUT ns: lustre-OST0001-osc-ffff9caf5014c800 lock: 000000005a65f6a0/0xde5303b1d982ce2e lrc: 4/0,1 mode: --/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xcdf1b083821a6093 expref: -99 pid: 34352 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000800:00000001:3.0:1789130486.066604:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130486.066613:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130486.066617:0:2342:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:3.0:1789130486.066623:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130486.066627:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130486.066631:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130486.066634:0:2342:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 392 into portal 15 MB=0x6aa3efb363e00 00000400:00000200:3.0:1789130486.066713:0:2342:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.123@tcp of length 392/392 into md 0x7275 [2] + 0 00000800:00000001:3.0:1789130486.066719:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130486.066731:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130486.066734:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130486.066740:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:3.0:1789130486.066747:0:2342:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1789130486.066750:0:2342:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:3.0:1789130486.066757:0:2342:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf501ab0c0. 00000100:00000040:3.0:1789130486.066762:0:2342:0:(events.c:337:request_in_callback()) incoming req@ffff9caf501ab0c0 x1876037339594240 msgsize 392 00000100:00100000:3.0:1789130486.066767:0:2342:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.123@tcp (source: 12345-192.168.204.123@tcp) 00000100:00000001:3.0:1789130486.066785:0:2342:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1789130486.066790:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130486.066794:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789130486.066890:0:16108:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1789130486.066895:0:16108:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876037339594240 02000000:00000001:2.0:1789130486.067031:0:16108:0:(sec.c:2469:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1789130486.067034:0:16108:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789130486.067036:0:16108:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789130486.067043:0:16108:0:(sec.c:2518:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789130486.067047:0:16108:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876037339594240 00000020:00000001:2.0:1789130486.067051:0:16108:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1789130486.067054:0:16108:0:(genops.c:804:class_conn2export()) looking for export cookie 0xde5303b1d982c249 00000020:00000001:2.0:1789130486.067055:0:16108:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130486.067060:0:16108:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9caf45558800 refcount=4 00000020:00000001:2.0:1789130486.067063:0:16108:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875329284096 : -109198380267520 : ffff9caf45558800) 00000020:00000001:2.0:1789130486.067066:0:16108:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634875329284096 : -109198380267520 : ffff9caf45558800) 00000100:00000001:2.0:1789130486.067073:0:16108:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1789130486.067081:0:16108:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9caf5049ef40. 00000100:00000001:2.0:1789130486.067086:0:16108:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1789130486.067089:0:16108:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff9caf5049ef40. 00000020:00000010:2.0:1789130486.067098:0:16108:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9caf46308e00. 00000020:00000010:2.0:1789130486.067105:0:16108:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9caf4938d880. 00000020:00000010:2.0:1789130486.067113:0:16108:0:(tgt_main.c:759:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9caf42e28bb8. 00000100:00000040:2.0:1789130486.067127:0:16108:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:2.0:1789130486.067131:0:16108:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1789130486.067133:0:16108:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1789130486.067136:0:16108:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130486.067151:0:16108:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130486.067169:0:16108:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789130486.067184:0:16108:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1789130486.067187:0:16108:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1789130486.067192:0:16108:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.123@tcp, seq: 59 00000100:00000040:2.0:1789130486.067197:0:16108:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9caf45558800 : new rpc_count 1 00000100:00000001:2.0:1789130486.067200:0:16108:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446634875509977280 : -109198199574336 : ffff9caf501ab0c0) 00000100:00000040:2.0:1789130486.067206:0:16108:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9caf501ab0c0 x1876037339594240/t0(0) o105->LOV_OSC_UUID@192.168.204.123@tcp:202/0 lens 392/0 e 0 to 0 dl 1789130497 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789130486.067218:0:16108:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1789130486.067221:0:16108:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9caf5049ef40. 00000100:00000001:2.0:1789130486.067223:0:16108:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1789130486.067225:0:16108:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff9caf5049ef40. 00000100:00100000:2.0:1789130486.067230:0:16108:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9caf501ab0c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:5806:x1876037339594240:12345-192.168.204.123@tcp:105: 00000100:00000200:2.0:1789130486.067234:0:16108:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1876037339594240 00010000:00000001:2.0:1789130486.067237:0:16108:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:2.0:1789130486.067244:0:16108:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130486.067245:0:16108:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130486.067247:0:16108:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b6800 refcount=5 00000020:00000001:2.0:1789130486.067249:0:16108:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649484800 : -109198060066816 : ffff9caf586b6800) 00010000:00000001:2.0:1789130486.067252:0:16108:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649484800 : -109198060066816 : ffff9caf586b6800) 00010000:00010000:2.0:1789130486.067257:0:16108:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-OST0001-osc-ffff9caf5014c800 lock: 000000005a65f6a0/0xde5303b1d982ce2e lrc: 5/0,1 mode: --/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xcdf1b083821a6093 expref: -99 pid: 34352 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789130486.067266:0:16108:0:(ldlm_lockd.c:1966:ldlm_handle_cp_callback()) Process entered 00010000:00010000:2.0:1789130486.067269:0:16108:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0001-osc-ffff9caf5014c800 lock: 000000005a65f6a0/0xde5303b1d982ce2e lrc: 5/0,1 mode: --/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xcdf1b083821a6093 expref: -99 pid: 34352 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789130486.067284:0:16108:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0001-osc-ffff9caf5014c800 lock: 000000005a65f6a0/0xde5303b1d982ce2e lrc: 5/0,1 mode: --/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0xcdf1b083821a6093 expref: -99 pid: 34352 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789130486.067290:0:16108:0:(ldlm_lock.c:1589:ldlm_fill_lvb()) Process entered 00010000:00000001:2.0:1789130486.067293:0:16108:0:(ldlm_lock.c:1682:ldlm_fill_lvb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130486.067295:0:16108:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1789130486.067298:0:16108:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process entered 00010000:00010000:2.0:1789130486.067300:0:16108:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0001-osc-ffff9caf5014c800 lock: 000000005a65f6a0/0xde5303b1d982ce2e lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10080000020000 nid: local remote: 0xcdf1b083821a6093 expref: -99 pid: 34352 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789130486.067308:0:16108:0:(ldlm_lock.c:737:ldlm_add_ast_work_item()) Process leaving 00010000:00010000:2.0:1789130486.067312:0:16108:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff9caf5014c800 lock: 000000005a65f6a0/0xde5303b1d982ce2e lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10080000020000 nid: local remote: 0xcdf1b083821a6093 expref: -99 pid: 34352 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1789130486.067319:0:16108:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x280000400:0x42:0x0].0x0 (ffff9caf48e45500) refcount = 1 00010000:00000040:2.0:1789130486.067321:0:16108:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1789130486.067324:0:16108:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-OST0001-osc-ffff9caf5014c800 lock: 000000005a65f6a0/0xde5303b1d982ce2e lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10080000020000 nid: local remote: 0xcdf1b083821a6093 expref: -99 pid: 34352 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789130486.067333:0:16108:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00010000:2.0:1789130486.067336:0:16108:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0001-osc-ffff9caf5014c800 lock: 000000005a65f6a0/0xde5303b1d982ce2e lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x80000020000 nid: local remote: 0xcdf1b083821a6093 expref: -99 pid: 34352 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000010:2.0:1789130486.067678:0:16108:0:(ldlm_lock.c:2325:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff9caf5049ef40. 00000100:00000001:2.0:1789130486.067682:0:16108:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1789130486.068085:0:16108:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9caf584c4900. 00000100:00000001:2.0:1789130486.068091:0:16108:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446634875647445248 : -109198062106368 : ffff9caf584c4900) 00000100:00000001:2.0:1789130486.068095:0:16108:0:(client.c:1218:ptlrpc_prep_fcset()) Process leaving (rc=18446634875647445248 : -109198062106368 : ffff9caf584c4900) 00000100:00000001:2.0:1789130486.068099:0:16108:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1789130486.068100:0:16108:0:(client.c:1948:ptlrpc_set_producer()) Process entered 00010000:00000001:2.0:1789130486.068102:0:16108:0:(ldlm_lock.c:2272:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:2.0:1789130486.068105:0:16108:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1789130486.068172:0:16108:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130486.068176:0:16108:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130486.068178:0:16108:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130486.068180:0:16108:0:(ldlm_lock.c:2306:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130486.068182:0:16108:0:(ldlm_lock.c:2272:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:2.0:1789130486.068184:0:16108:0:(ldlm_lock.c:2275:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:2.0:1789130486.068186:0:16108:0:(client.c:1963:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130486.068188:0:16108:0:(client.c:2698:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130486.068190:0:16108:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000010:2.0:1789130486.068193:0:16108:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9caf584c4900. 00000100:00000001:2.0:1789130486.068196:0:16108:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00010000:00000001:2.0:1789130486.068198:0:16108:0:(ldlm_lock.c:2369:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:2.0:1789130486.068201:0:16108:0:(ldlm_lock.c:2371:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff9caf5049ef40. 00010000:00010000:2.0:1789130486.068204:0:16108:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff9caf586b6800) 00010000:00000001:2.0:1789130486.068206:0:16108:0:(ldlm_lockd.c:2085:ldlm_handle_cp_callback()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789130486.068208:0:16108:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130486.068210:0:16108:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1789130486.068214:0:16108:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1789130486.068219:0:16108:0:(sec.c:2540:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1789130486.068229:0:16108:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9caf50107000. 02000000:00000001:2.0:1789130486.068233:0:16108:0:(sec.c:2577:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130486.068237:0:16108:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130486.068245:0:16108:0:(ldlm_lib.c:3383:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1789130486.068249:0:16108:0:(ldlm_lib.c:3404:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789130486.068254:0:16108:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf46ba21e8 time=104 v=5 (1 1 1 1) 00000100:00000001:2.0:1789130486.068261:0:16108:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789130486.068266:0:16108:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9caf452f48c0 refcount 13 to 192.168.204.123@tcp 00000100:00000001:2.0:1789130486.068269:0:16108:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634875326777536 : -109198382774080 : ffff9caf452f48c0) 02000000:00000001:2.0:1789130486.068272:0:16108:0:(sec.c:2591:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1789130486.068276:0:16108:0:(sec.c:2602:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130486.068282:0:16108:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789130486.068286:0:16108:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:2.0:1789130486.068292:0:16108:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf42d18550. 00000100:00000200:2.0:1789130486.068301:0:16108:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1876037339594240, offset 224 00000400:00000200:2.0:1789130486.068310:0:16108:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:2.0:1789130486.068321:0:16108:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130486.068331:0:16108:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.204.23@tcp to MR: 192.168.204.123@tcp local destination 00010000:00010000:1.0:1789130486.068675:0:34352:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-OST0001-osc-ffff9caf5014c800 lock: 000000005a65f6a0/0xde5303b1d982ce2e lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xcdf1b083821a6093 expref: -99 pid: 34352 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789130486.068687:0:34352:0:(ldlm_request.c:350:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789130486.068703:0:34352:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff9caf5014c800 lock: 000000005a65f6a0/0xde5303b1d982ce2e lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xcdf1b083821a6093 expref: -99 pid: 34352 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789130486.068711:0:34352:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1789130486.068713:0:34352:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130486.068714:0:34352:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130486.068715:0:34352:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130486.068716:0:34352:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130486.068718:0:34352:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1789130486.068723:0:34352:0:(osc_request.c:3281:osc_enqueue_fini()) Process entered 00000008:00000001:1.0:1789130486.068726:0:34352:0:(osc_lock.c:277:osc_lock_upcall()) Process entered 00010000:00000001:1.0:1789130486.068730:0:34352:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130486.068732:0:34352:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130486.068734:0:34352:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b6800 refcount=3 00000020:00000001:1.0:1789130486.068737:0:34352:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649484800 : -109198060066816 : ffff9caf586b6800) 00010000:00000001:1.0:1789130486.068740:0:34352:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649484800 : -109198060066816 : ffff9caf586b6800) 00010000:00000001:1.0:1789130486.068742:0:34352:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130486.068743:0:34352:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130486.068745:0:34352:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b6800 refcount=4 00000020:00000001:1.0:1789130486.068746:0:34352:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649484800 : -109198060066816 : ffff9caf586b6800) 00010000:00000001:1.0:1789130486.068748:0:34352:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649484800 : -109198060066816 : ffff9caf586b6800) 00010000:00000001:1.0:1789130486.068751:0:34352:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789130486.068756:0:34352:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789130486.068759:0:34352:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff9caf5014c800 lock: 000000005a65f6a0/0xde5303b1d982ce2e lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0xcdf1b083821a6093 expref: -99 pid: 34352 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789130486.068774:0:34352:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130486.068779:0:34352:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1789130486.068787:0:34352:0:(osc_lock.c:154:osc_lock_lvb_update()) Process entered 00000020:00000001:1.0:1789130486.068794:0:34352:0:(cl_object.c:143:cl_object_top()) ffff9caf58313310 -> ffff9caf42b2a148 00000008:00010000:1.0:1789130486.068798:0:34352:0:(osc_lock.c:192:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0001-osc-ffff9caf5014c800 lock: 000000005a65f6a0/0xde5303b1d982ce2e lrc: 4/0,2 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000020000 nid: local remote: 0xcdf1b083821a6093 expref: -99 pid: 34352 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00000001:1.0:1789130486.068831:0:34352:0:(cl_object.c:143:cl_object_top()) ffff9caf58313310 -> ffff9caf42b2a148 00000020:00000001:1.0:1789130486.068834:0:34352:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:1.0:1789130486.068840:0:34352:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:1.0:1789130486.068845:0:34352:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:1.0:1789130486.068848:0:34352:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130486.068850:0:34352:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130486.068853:0:34352:0:(cl_object.c:143:cl_object_top()) ffff9caf58313310 -> ffff9caf42b2a148 00000008:00000001:1.0:1789130486.068854:0:34352:0:(osc_lock.c:197:osc_lock_lvb_update()) Process leaving 00000008:00000001:1.0:1789130486.068857:0:34352:0:(osc_lock.c:311:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130486.068859:0:34352:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130486.068861:0:34352:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130486.068862:0:34352:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b6800 refcount=5 00000020:00000001:1.0:1789130486.068865:0:34352:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649484800 : -109198060066816 : ffff9caf586b6800) 00010000:00000001:1.0:1789130486.068867:0:34352:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649484800 : -109198060066816 : ffff9caf586b6800) 00010000:00000001:1.0:1789130486.068870:0:34352:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789130486.068874:0:34352:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff9caf5014c800 lock: 000000005a65f6a0/0xde5303b1d982ce2e lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xcdf1b083821a6093 expref: -99 pid: 34352 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789130486.068881:0:34352:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130486.068882:0:34352:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1789130486.068886:0:34352:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9caf5014c800 lock: 000000005a65f6a0/0xde5303b1d982ce2e lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xcdf1b083821a6093 expref: -99 pid: 34352 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000400:00000200:2.0:1789130486.069861:0:16108:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2654:2654:256:4294967295] 192.168.204.123@tcp LPNI seq info [2653:2653:8:4294967295] 00000400:00000200:2.0:1789130486.069878:0:16108:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130486.069894:0:16108:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:192.168.204.23@tcp) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:2.0:1789130486.070096:0:16108:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:2.0:1789130486.070108:0:16108:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf44db5500. 00000800:00000200:2.0:1789130486.070116:0:16108:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:2.0:1789130486.070126:0:16108:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:2.0:1789130486.070131:0:16108:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf44db5500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1789130486.070160:0:16108:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130486.070165:0:16108:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9caf452f48c0 refcount 12 to 192.168.204.123@tcp 00010000:00000001:2.0:1789130486.070169:0:16108:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130486.070181:0:16108:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf501ab0c0 x1876037339594240/t0(0) o105->LOV_OSC_UUID@192.168.204.123@tcp:202/0 lens 392/224 e 0 to 0 dl 1789130497 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789130486.070192:0:16108:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9caf501ab0c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:5806:x1876037339594240:12345-192.168.204.123@tcp:105: Request processed in 2973us (3428us total) trans 0 rc 0/0 00000100:00100000:2.0:1789130486.070205:0:16108:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.123@tcp, seq: 59 00000100:00000040:2.0:1789130486.070209:0:16108:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9caf45558800 : new rpc_count 0 00000100:00000001:2.0:1789130486.070211:0:16108:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1789130486.070214:0:16108:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1789130486.070222:0:16108:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9caf4938d880. 00000020:00000010:2.0:1789130486.070229:0:16108:0:(tgt_main.c:771:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9caf42e28bb8. 00000020:00000010:2.0:1789130486.070236:0:16108:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9caf46308e00. 00000020:00000040:2.0:1789130486.070242:0:16108:0:(genops.c:879:class_export_put()) PUTting export ffff9caf45558800 : new refcount 3 00000100:00000001:2.0:1789130486.070246:0:16108:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1789130486.070427:0:34352:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789130486.070431:0:34352:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130486.070433:0:34352:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1789130486.070436:0:34352:0:(osc_request.c:3308:osc_enqueue_fini()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130486.070441:0:34352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789130486.070449:0:34352:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf615d6940 x1876037329051008/t0(0) o101->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1789130502 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130486.070459:0:34352:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789130486.070462:0:34352:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789130486.070466:0:34352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9caf487c2c00. 02000000:00000001:1.0:1789130486.070471:0:34352:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789130486.070473:0:34352:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1789130486.070475:0:34352:0:(genops.c:1223:class_import_put()) import ffff9caf48ede000 refcount=3 obd=lustre-OST0001-osc-ffff9caf5014c800 00000020:00000001:1.0:1789130486.070478:0:34352:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1789130486.070487:0:34352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9caf47ff8800. 02000000:00000001:1.0:1789130486.070492:0:34352:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789130486.070494:0:34352:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789130486.070496:0:34352:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf615d6940. 00000100:00000001:1.0:1789130486.070500:0:34352:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789130486.070502:0:34352:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1789130486.070504:0:34352:0:(osc_request.c:3521:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1789130486.070507:0:34352:0:(osc_lock.c:1114:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130486.070511:0:34352:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789130486.070515:0:34352:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130486.070517:0:34352:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130486.070519:0:34352:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130486.070523:0:34352:0:(cl_io.c:299:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130486.070526:0:34352:0:(cl_io.c:338:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130486.070528:0:34352:0:(cl_io.c:532:cl_io_start()) Process entered 00000080:00000001:1.0:1789130486.070534:0:34352:0:(vvp_io.c:1405:vvp_io_write_start()) Process entered 00000080:00000001:1.0:1789130486.070541:0:34352:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:1.0:1789130486.070544:0:34352:0:(cl_object.c:143:cl_object_top()) ffff9caf42b2a148 -> ffff9caf42b2a148 00000020:00000001:1.0:1789130486.070547:0:34352:0:(cl_object.c:143:cl_object_top()) ffff9caf42b2a148 -> ffff9caf42b2a148 00000020:00000001:1.0:1789130486.070549:0:34352:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:1.0:1789130486.070554:0:34352:0:(lov_object.c:1077:lov_attr_get_composite()) Process entered 00020000:00000001:1.0:1789130486.070560:0:34352:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:1.0:1789130486.070562:0:34352:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789130486.070563:0:34352:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:1.0:1789130486.070565:0:34352:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1789130486.070567:0:34352:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x31:1028 on OST[1]: s=0 (1) m=0 a=0 c=0 b=1 00020000:00000001:1.0:1789130486.070571:0:34352:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1789130486.070573:0:34352:0:(lov_object.c:1108:lov_attr_get_composite()) COMP ID #-1: s=0 m=0 a=0 c=0 b=1 00020000:00000001:1.0:1789130486.070576:0:34352:0:(lov_object.c:1146:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130486.070578:0:34352:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130486.070579:0:34352:0:(cl_object.c:143:cl_object_top()) ffff9caf42b2a148 -> ffff9caf42b2a148 00000080:00200000:1.0:1789130486.070582:0:34352:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000404:0x31:0x0] updating i_size 0 i_blocks 1 00000080:00000001:1.0:1789130486.070584:0:34352:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:1.0:1789130486.070589:0:34352:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c6fb80 00000080:00200000:1.0:1789130486.070591:0:34352:0:(vvp_io.c:1439:vvp_io_write_start()) recon: write [0, 23) append 1 append lockpos 18446744073709551615 00000020:00000001:1.0:1789130486.071446:0:34352:0:(cl_object.c:463:cl_object_maxbytes()) Process entered 00020000:00000002:1.0:1789130486.071453:0:34352:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9caf47cdc1f0) owner 0000000000000000/ffff9caf480d27c0 00020000:00000002:1.0:1789130486.071460:0:34352:0:(lov_object.c:2443:lov_lsm_addref()) lsm ffff9caf5021f600 addref 2/0 by ffff9caf480d27c0. 00020000:00000002:1.0:1789130486.071464:0:34352:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9caf47cdc1f0) owner 0000000000000000/ffff9caf480d27c0 00000020:00000001:1.0:1789130486.071467:0:34352:0:(cl_object.c:471:cl_object_maxbytes()) Process leaving (rc=9223372036854775807 : 9223372036854775807 : 7fffffffffffffff) 00000020:00000001:1.0:1789130486.071472:0:34352:0:(cl_io.c:616:cl_io_lru_reserve()) Process entered 00020000:00000001:1.0:1789130486.071476:0:34352:0:(lov_io.c:1780:lov_io_lru_reserve()) Process entered 00020000:00000002:1.0:1789130486.071481:0:34352:0:(lov_offset.c:253:lov_stripe_intersects()) [0->22] -> [(0) 0->22 (0)] 00020000:00000001:1.0:1789130486.071485:0:34352:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1789130486.071487:0:34352:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446634875287516056 : -109198422035560 : ffff9caf42d83398) 00000020:00000001:1.0:1789130486.071490:0:34352:0:(cl_io.c:616:cl_io_lru_reserve()) Process entered 00000008:00000001:1.0:1789130486.071494:0:34352:0:(osc_io.c:1447:osc_io_lru_reserve()) Process entered 00000008:00000001:1.0:1789130486.071499:0:34352:0:(osc_io.c:1460:osc_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130486.071501:0:34352:0:(cl_io.c:627:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789130486.071503:0:34352:0:(lov_io.c:1821:lov_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130486.071504:0:34352:0:(cl_io.c:627:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130486.071514:0:34352:0:(rw26.c:680:ll_write_begin()) Process entered 00000080:00200000:1.0:1789130486.071516:0:34352:0:(rw26.c:681:ll_write_begin()) Writing 0 of 0 to 23 bytes 00000020:00000001:1.0:1789130486.071553:0:34352:0:(cl_page.c:421:cl_page_find()) Process entered 00000020:00008000:1.0:1789130486.071556:0:34352:0:(cl_page.c:427:cl_page_find()) 0@[0x200000404:0x31:0x0] fffff3e084a54380 0 1 00000020:00000001:1.0:1789130486.071560:0:34352:0:(cl_page.c:603:cl_vmpage_page()) Process entered 00000020:00000001:1.0:1789130486.071564:0:34352:0:(cl_page.c:617:cl_vmpage_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130486.071567:0:34352:0:(cl_page.c:342:cl_page_alloc()) Process entered 00000020:00000010:1.0:1789130486.071573:0:34352:0:(cl_page.c:293:__cl_page_alloc()) slab-alloced 'cl_page': 232 at ffff9caf51b79910. 00000020:00000001:1.0:1789130486.071578:0:34352:0:(cl_page.c:1283:cl_page_slice_add()) Process entered 00000020:00000001:1.0:1789130486.071579:0:34352:0:(cl_page.c:1290:cl_page_slice_add()) Process leaving 00020000:00000001:1.0:1789130486.071583:0:34352:0:(lov_page.c:107:lov_page_init_composite()) Process entered 00020000:00008000:1.0:1789130486.071586:0:34352:0:(lov_page.c:146:lov_page_init_composite()) offset 0, entry 0, stripe 0, suboff 0 00020000:00000001:1.0:1789130486.071589:0:34352:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1789130486.071590:0:34352:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446634875287516056 : -109198422035560 : ffff9caf42d83398) 00000008:00000001:1.0:1789130486.071596:0:34352:0:(osc_cache.c:2560:osc_prep_async_page()) Process entered 00000800:00000200:3.0:1789130486.071756:0:2341:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789130486.071763:0:2341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf44db5500. 00000400:00000200:3.0:1789130486.071769:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130486.071777:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:3.0:1789130486.071786:0:2341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf42d18550 00000400:00000010:3.0:1789130486.071789:0:2341:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf42d18550. 00000100:00000001:3.0:1789130486.071795:0:2341:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1789130486.071797:0:2341:0:(events.c:398:reply_out_callback()) Process leaving 00000008:00000040:1.0:1789130486.072054:0:34352:0:(osc_cache.c:2583:osc_prep_async_page()) oap ffff9caf51b79980 folio fffff3e084a54380 pg:0 obj off 0 00000008:00000001:1.0:1789130486.072058:0:34352:0:(osc_cache.c:2584:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130486.072061:0:34352:0:(cl_page.c:1283:cl_page_slice_add()) Process entered 00000020:00000001:1.0:1789130486.072062:0:34352:0:(cl_page.c:1290:cl_page_slice_add()) Process leaving 00000008:00000001:1.0:1789130486.072064:0:34352:0:(osc_page.c:1068:osc_lru_alloc()) Process entered 00000008:00000001:1.0:1789130486.072067:0:34352:0:(osc_page.c:1111:osc_lru_alloc()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789130486.072072:0:34352:0:(lov_page.c:180:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130486.072074:0:34352:0:(cl_page.c:389:cl_page_alloc()) Process leaving (rc=18446634875537037584 : -109198172514032 : ffff9caf51b79910) 00000020:00000001:1.0:1789130486.072077:0:34352:0:(cl_page.c:450:cl_page_find()) Process leaving (rc=18446634875537037584 : -109198172514032 : ffff9caf51b79910) 00000020:00000001:1.0:1789130486.072080:0:34352:0:(cl_page.c:800:cl_page_assume()) Process entered 00000020:00000001:1.0:1789130486.072083:0:34352:0:(cl_io.c:1149:cl_io_top()) Process entered 00000020:00000001:1.0:1789130486.072085:0:34352:0:(cl_io.c:1152:cl_io_top()) Process leaving (rc=18446634875287507312 : -109198422044304 : ffff9caf42d81170) 00000020:00000001:1.0:1789130486.072088:0:34352:0:(cl_page.c:634:cl_page_owner_set()) Process entered 00000020:00000001:1.0:1789130486.072089:0:34352:0:(cl_page.c:637:cl_page_owner_set()) Process leaving 00000020:00000001:1.0:1789130486.072091:0:34352:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1789130486.072098:0:34352:0:(cl_page.c:507:__cl_page_state_set()) page@000000002b5d307f[2 000000004aae6a80 1 1 0000000074d2cac3 0 0 0] 00000020:00000001:1.0:1789130486.072101:0:34352:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 2 00000020:00000001:1.0:1789130486.072103:0:34352:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:1.0:1789130486.072104:0:34352:0:(cl_page.c:814:cl_page_assume()) Process leaving 00000080:00000001:1.0:1789130486.072107:0:34352:0:(rw26.c:587:ll_prepare_partial_page()) Process entered 00000020:00000001:1.0:1789130486.072110:0:34352:0:(cl_object.c:143:cl_object_top()) ffff9caf42b2a148 -> ffff9caf42b2a148 00000020:00000001:1.0:1789130486.072112:0:34352:0:(cl_object.c:143:cl_object_top()) ffff9caf42b2a148 -> ffff9caf42b2a148 00000020:00000001:1.0:1789130486.072113:0:34352:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:1.0:1789130486.072117:0:34352:0:(lov_object.c:1077:lov_attr_get_composite()) Process entered 00020000:00000002:1.0:1789130486.072121:0:34352:0:(lov_object.c:1108:lov_attr_get_composite()) COMP ID #-1: s=0 m=0 a=0 c=0 b=1 00020000:00000001:1.0:1789130486.072124:0:34352:0:(lov_object.c:1146:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130486.072127:0:34352:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130486.072129:0:34352:0:(cl_object.c:143:cl_object_top()) ffff9caf42b2a148 -> ffff9caf42b2a148 00000080:00000001:1.0:1789130486.072133:0:34352:0:(rw26.c:607:ll_prepare_partial_page()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1789130486.072136:0:34352:0:(rw26.c:792:ll_write_begin()) Process leaving 00000080:00000001:1.0:1789130486.072138:0:34352:0:(rw26.c:808:ll_write_begin()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130486.072142:0:34352:0:(rw26.c:871:ll_write_end()) Process entered 00000080:00200000:1.0:1789130486.072144:0:34352:0:(rw26.c:875:ll_write_end()) pos 0, len 23, copied 23 00000020:00000001:1.0:1789130486.072146:0:34352:0:(cl_io.c:1149:cl_io_top()) Process entered 00000020:00000001:1.0:1789130486.072147:0:34352:0:(cl_io.c:1152:cl_io_top()) Process leaving (rc=18446634875287507312 : -109198422044304 : ffff9caf42d81170) 00000020:00000001:1.0:1789130486.072149:0:34352:0:(cl_page.c:669:cl_page_is_owned()) Process entered 00000020:00000001:1.0:1789130486.072152:0:34352:0:(cl_page.c:671:cl_page_is_owned()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1789130486.072159:0:34352:0:(cl_io.c:931:cl_page_list_add()) Process entered 00000020:00000001:1.0:1789130486.072160:0:34352:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:1.0:1789130486.072162:0:34352:0:(cl_page.c:536:cl_page_get()) Process leaving 00000020:00000001:1.0:1789130486.072164:0:34352:0:(cl_io.c:942:cl_page_list_add()) Process leaving 00000080:00200000:1.0:1789130486.072168:0:34352:0:(rw26.c:933:ll_write_end()) page@000000002b5d307f[3 000000004aae6a80 2 1 0000000074d2cac3 0 0 0] 00000080:00200000:1.0:1789130486.072171:0:34352:0:(rw26.c:933:ll_write_end()) vmpage @000000006a92f2d7 17ffffc0001001 3:0 ffff9caf51b79910 0 lru 00000080:00200000:1.0:1789130486.072180:0:34352:0:(rw26.c:933:ll_write_end()) osc-page@000000008683812c 0: 1< 0 - - > 2< 0 0 0 0x0 0x0 | 000000000d72cd48 00000000131d7bcd > 3< 0 0 > 4< 0 0 8 2097152 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1789130486.072182:0:34352:0:(rw26.c:933:ll_write_end()) end page@000000002b5d307f 00000080:00200000:1.0:1789130486.072184:0:34352:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00000001:1.0:1789130486.072186:0:34352:0:(rw26.c:954:ll_write_end()) Process leaving (rc=23 : 23 : 17) 00000080:00000001:1.0:1789130486.072191:0:34352:0:(vvp_io.c:1314:vvp_io_write_commit()) Process entered 00000080:00200000:1.0:1789130486.072193:0:34352:0:(vvp_io.c:1321:vvp_io_write_commit()) commit async pages: 1, from 0, to 23 prio 0 00000020:00000001:1.0:1789130486.072197:0:34352:0:(cl_io.c:650:cl_io_commit_async()) Process entered 00000080:00000001:1.0:1789130486.072199:0:34352:0:(vvp_io.c:1845:vvp_io_commit_async()) Process entered 00000080:00000001:1.0:1789130486.072201:0:34352:0:(vvp_io.c:1851:vvp_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789130486.072204:0:34352:0:(lov_io.c:2015:lov_io_commit_async()) Process entered 00020000:08000000:1.0:1789130486.072207:0:34352:0:(lov_io.c:2027:lov_io_commit_async()) compr: type 0, level 0, bits: 0 00020000:00008000:1.0:1789130486.072209:0:34352:0:(lov_io.c:1889:set_page_list_compression()) compr: type 0, level 0, bits: 0, page ffff9caf51b79910 00020000:00000001:1.0:1789130486.072212:0:34352:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1789130486.072215:0:34352:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446634875287516056 : -109198422035560 : ffff9caf42d83398) 00000020:00000001:1.0:1789130486.072217:0:34352:0:(cl_io.c:650:cl_io_commit_async()) Process entered 00000008:00000001:1.0:1789130486.072220:0:34352:0:(osc_io.c:440:osc_io_commit_async()) Process entered 00000008:00000001:1.0:1789130486.072223:0:34352:0:(osc_page.c:61:osc_page_cache_add()) Process entered 00000020:00000001:1.0:1789130486.072224:0:34352:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:1.0:1789130486.072225:0:34352:0:(cl_page.c:536:cl_page_get()) Process leaving 00000008:00000001:1.0:1789130486.072227:0:34352:0:(osc_cache.c:2606:osc_queue_async_io()) Process entered 00000008:00000020:1.0:1789130486.072230:0:34352:0:(osc_cache.c:2671:osc_queue_async_io()) obj ffff9caf58313310 ready 0|-|- wr 0|-|- rd 0|- oap ffff9caf51b79980 folio fffff3e084a54380 pg:0 added for cmd 2 00000008:00000001:1.0:1789130486.072235:0:34352:0:(osc_cache.c:1763:osc_enter_cache()) Process entered 00000008:00000020:1.0:1789130486.072240:0:34352:0:(osc_cache.c:1765:osc_enter_cache()) lustre-OST0001-osc-ffff9caf5014c800: grant { dirty: 0/118272 dirty_pages: 0/472727 dropped: 0 avail: 2097152, dirty_grant: 0, reserved: 0, flight: 0 } lru {in list: 0, left: 1, waiters: 0 }need:1703936 00000008:00000020:1.0:1789130486.072246:0:34352:0:(osc_cache.c:1670:osc_enter_cache_try()) lustre-OST0001-osc-ffff9caf5014c800: grant { dirty: 0/118272 dirty_pages: 0/472727 dropped: 0 avail: 2097152, dirty_grant: 0, reserved: 0, flight: 0 } lru {in list: 0, left: 1, waiters: 0 }need:1703936 00000008:00000020:1.0:1789130486.072252:0:34352:0:(osc_cache.c:1517:osc_consume_write_grant()) using 4096 grant credits for brw ffff9caf51b799b8 page fffff3e084a54380 00000008:00000020:1.0:1789130486.072256:0:34352:0:(osc_cache.c:1797:osc_enter_cache()) lustre-OST0001-osc-ffff9caf5014c800: grant { dirty: 1/118272 dirty_pages: 1/472727 dropped: 0 avail: 393216, dirty_grant: 0, reserved: 1703936, flight: 0 } lru {in list: 0, left: 1, waiters: 0 }granted from cache 00000008:00000001:1.0:1789130486.072260:0:34352:0:(osc_cache.c:1813:osc_enter_cache()) Process leaving 00000008:00000001:1.0:1789130486.072262:0:34352:0:(osc_cache.c:1816:osc_enter_cache()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1789130486.072264:0:34352:0:(osc_cache.c:709:osc_extent_find()) Process entered 00000008:00000010:1.0:1789130486.072270:0:34352:0:(osc_cache.c:314:osc_extent_alloc()) slab-alloced 'ext': 192 at ffff9caf484876c0. 00000008:00000020:1.0:1789130486.072277:0:34352:0:(osc_cache.c:1346:__osc_extent_tree_dump()) Dump object ffff9caf58313310 extents at osc_extent_find:877, mppr: 256. 00000008:00000020:1.0:1789130486.072283:0:34352:0:(osc_cache.c:1909:osc_update_pending()) obj ffff9caf58313310 ready 0|-|- wr 0|-|- rd 0|- update pending cmd 2 delta 0. 00000008:00000020:1.0:1789130486.072288:0:34352:0:(osc_cache.c:895:osc_extent_find()) extent ffff9caf484876c0@{[0 -> 255/255], 0x280000400:66, [3|1|-|active|wi|ffff9caf58313310], [1703936|0|-|-|ffff9caf586b6800|256|0000000000000000]} add into tree 0/4503599627370495. 00000008:00010000:1.0:1789130486.072297:0:34352:0:(osc_cache.c:895:osc_extent_find()) ### extent: 000000005e25c310 ns: lustre-OST0001-osc-ffff9caf5014c800 lock: 000000005a65f6a0/0xde5303b1d982ce2e lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xcdf1b083821a6093 expref: -99 pid: 34352 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00000001:1.0:1789130486.072307:0:34352:0:(osc_cache.c:912:osc_extent_find()) Process leaving 00000008:00000001:1.0:1789130486.072311:0:34352:0:(osc_cache.c:2809:osc_queue_async_io()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1789130486.072313:0:34352:0:(osc_page.c:70:osc_page_cache_add()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1789130486.072316:0:34352:0:(osc_io.c:401:osc_page_touch_at()) Process entered 00000020:00000001:1.0:1789130486.072318:0:34352:0:(cl_object.c:143:cl_object_top()) ffff9caf58313310 -> ffff9caf42b2a148 00000008:00000002:1.0:1789130486.072319:0:34352:0:(osc_io.c:409:osc_page_touch_at()) stripe KMS increasing 0->23 0 00000020:00000001:1.0:1789130486.072322:0:34352:0:(cl_object.c:143:cl_object_top()) ffff9caf58313310 -> ffff9caf42b2a148 00000020:00000001:1.0:1789130486.072324:0:34352:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:1.0:1789130486.072327:0:34352:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 23 00020000:00000001:1.0:1789130486.072330:0:34352:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:1.0:1789130486.072431:0:34352:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130486.072435:0:34352:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130486.072436:0:34352:0:(cl_object.c:143:cl_object_top()) ffff9caf58313310 -> ffff9caf42b2a148 00000008:00000001:1.0:1789130486.072438:0:34352:0:(osc_io.c:424:osc_page_touch_at()) Process leaving 00000020:00000001:1.0:1789130486.072440:0:34352:0:(cl_io.c:955:cl_page_list_del()) Process entered 00000020:00000001:1.0:1789130486.072442:0:34352:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:1.0:1789130486.072446:0:34352:0:(cl_page.c:556:cl_batch_put()) page@000000002b5d307f[4 000000004aae6a80 2 1 0000000074d2cac3 0 0 0] 00000020:00000001:1.0:1789130486.072448:0:34352:0:(cl_page.c:556:cl_batch_put()) 4 00000020:00000001:1.0:1789130486.072450:0:34352:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000020:00000001:1.0:1789130486.072451:0:34352:0:(cl_io.c:960:cl_page_list_del()) Process leaving 00000008:00000020:1.0:1789130486.072453:0:34352:0:(osc_request.c:747:osc_update_next_shrink()) next time 3112 to shrink grant 00000080:00000001:1.0:1789130486.072456:0:34352:0:(vvp_io.c:1253:write_commit_callback()) Process entered 00000080:00000001:1.0:1789130486.072458:0:34352:0:(vvp_io.c:1152:vvp_set_batch_dirty()) Process entered 00000080:00200000:1.0:1789130486.072466:0:34352:0:(vvp_io.c:1234:vvp_set_batch_dirty()) mapping ffff9caf60198ab8, count 1, dirtied 1 00000080:00000001:1.0:1789130486.072468:0:34352:0:(vvp_io.c:1241:vvp_set_batch_dirty()) Process leaving 00000020:00000001:1.0:1789130486.072470:0:34352:0:(cl_page.c:645:__cl_page_disown()) Process entered 00000020:00000001:1.0:1789130486.072472:0:34352:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:1.0:1789130486.072474:0:34352:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:1.0:1789130486.072475:0:34352:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1789130486.072478:0:34352:0:(cl_page.c:507:__cl_page_state_set()) page@000000002b5d307f[3 000000004aae6a80 2 1 0000000000000000 0 0 0] 00000020:00000001:1.0:1789130486.072480:0:34352:0:(cl_page.c:507:__cl_page_state_set()) 2 -> 1 00000020:00000001:1.0:1789130486.072481:0:34352:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:1.0:1789130486.072483:0:34352:0:(cl_page.c:660:__cl_page_disown()) Process leaving 00000020:00000001:1.0:1789130486.072484:0:34352:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:1.0:1789130486.072486:0:34352:0:(cl_page.c:556:cl_batch_put()) page@000000002b5d307f[3 000000004aae6a80 1 1 0000000000000000 0 0 0] 00000020:00000001:1.0:1789130486.072487:0:34352:0:(cl_page.c:556:cl_batch_put()) 3 00000020:00000001:1.0:1789130486.072488:0:34352:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000080:00000001:1.0:1789130486.072489:0:34352:0:(vvp_io.c:1276:write_commit_callback()) Process leaving 00000008:00000040:1.0:1789130486.072490:0:34352:0:(osc_io.c:513:osc_io_commit_async()) 0 0 00000008:00000001:1.0:1789130486.072492:0:34352:0:(osc_io.c:514:osc_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130486.072494:0:34352:0:(cl_io.c:660:cl_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789130486.072496:0:34352:0:(lov_io.c:2037:lov_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130486.072497:0:34352:0:(cl_io.c:660:cl_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1789130486.072499:0:34352:0:(vvp_io.c:1344:vvp_io_write_commit()) Committed 1 pages 23 bytes, tot: 23 00000020:00000001:1.0:1789130486.072502:0:34352:0:(cl_io.c:1047:cl_page_list_fini()) Process entered 00000020:00000001:1.0:1789130486.072503:0:34352:0:(cl_io.c:1051:cl_page_list_fini()) Process leaving 00000080:00000001:1.0:1789130486.072504:0:34352:0:(vvp_io.c:1385:vvp_io_write_commit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130486.072507:0:34352:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c6fb80 00000080:00200000:1.0:1789130486.072509:0:34352:0:(vvp_io.c:1505:vvp_io_write_start()) recon: write bytes 0, result: 23 00000080:00000001:1.0:1789130486.072512:0:34352:0:(vvp_io.c:1538:vvp_io_write_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789130486.072515:0:34352:0:(lov_io.c:1588:lov_io_start()) Process entered 00020000:00000001:1.0:1789130486.072517:0:34352:0:(lov_io.c:1516:lov_io_call()) Process entered 00000020:00000001:1.0:1789130486.072519:0:34352:0:(cl_io.c:532:cl_io_start()) Process entered 00000008:00000001:1.0:1789130486.072520:0:34352:0:(osc_io.c:1075:osc_io_write_start()) Process entered 00000020:00000001:1.0:1789130486.072522:0:34352:0:(cl_object.c:143:cl_object_top()) ffff9caf58313310 -> ffff9caf42b2a148 00000020:00000001:1.0:1789130486.072524:0:34352:0:(cl_object.c:143:cl_object_top()) ffff9caf58313310 -> ffff9caf42b2a148 00000020:00000001:1.0:1789130486.072525:0:34352:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00020000:00000001:1.0:1789130486.072527:0:34352:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:1.0:1789130486.072528:0:34352:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130486.072530:0:34352:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130486.072532:0:34352:0:(cl_object.c:143:cl_object_top()) ffff9caf58313310 -> ffff9caf42b2a148 00000008:00000001:1.0:1789130486.072533:0:34352:0:(osc_io.c:1083:osc_io_write_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130486.072535:0:34352:0:(cl_io.c:544:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789130486.072537:0:34352:0:(lov_io.c:1533:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789130486.072538:0:34352:0:(lov_io.c:1589:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130486.072539:0:34352:0:(cl_io.c:544:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130486.072541:0:34352:0:(cl_io.c:559:cl_io_end()) Process entered 00020000:00000001:1.0:1789130486.072543:0:34352:0:(lov_io.c:1516:lov_io_call()) Process entered 00020000:00000001:1.0:1789130486.072544:0:34352:0:(lov_io.c:1594:lov_io_end_wrapper()) Process entered 00000020:00000001:1.0:1789130486.072545:0:34352:0:(cl_io.c:559:cl_io_end()) Process entered 00000008:00000001:1.0:1789130486.072548:0:34352:0:(osc_cache.c:602:osc_extent_release()) Process entered 00000008:00000001:1.0:1789130486.072551:0:34352:0:(osc_cache.c:230:__osc_extent_sanity_check()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000020:1.0:1789130486.072554:0:34352:0:(osc_cache.c:1909:osc_update_pending()) obj ffff9caf58313310 ready 0|-|- wr 1|-|- rd 0|- update pending cmd 2 delta 1. 00000008:00000001:1.0:1789130486.072560:0:34352:0:(osc_cache.c:1841:osc_makes_rpc()) Process entered 00000008:00000001:1.0:1789130486.072563:0:34352:0:(osc_cache.c:1894:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1789130486.072564:0:34352:0:(osc_cache.c:1841:osc_makes_rpc()) Process entered 00000008:00000001:1.0:1789130486.072565:0:34352:0:(osc_cache.c:1880:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1789130486.072567:0:34352:0:(osc_cache.c:676:osc_extent_release()) Process leaving 00000020:00000001:1.0:1789130486.072569:0:34352:0:(cl_io.c:567:cl_io_end()) Process leaving 00020000:00000001:1.0:1789130486.072570:0:34352:0:(lov_io.c:1604:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789130486.072572:0:34352:0:(lov_io.c:1533:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130486.072574:0:34352:0:(cl_io.c:567:cl_io_end()) Process leaving 00000020:00000001:1.0:1789130486.072576:0:34352:0:(cl_io.c:356:cl_io_unlock()) Process entered 00000020:00000001:1.0:1789130486.072578:0:34352:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:1.0:1789130486.072580:0:34352:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9caf58607998 (ffff9caf58609128/0) at cl_lock_release():245 00000020:00000001:1.0:1789130486.072584:0:34352:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1789130486.072585:0:34352:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9caf58607998 (ffff9caf58609128/0) at cl_lock_cancel():142 00020000:00000001:1.0:1789130486.072588:0:34352:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:1.0:1789130486.072590:0:34352:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1789130486.072591:0:34352:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446634875287516056 : -109198422035560 : ffff9caf42d83398) 00000020:00000001:1.0:1789130486.072593:0:34352:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1789130486.072594:0:34352:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9caf50154930 (ffff9caf586092d8/1) at cl_lock_cancel():142 00000008:00000001:1.0:1789130486.072597:0:34352:0:(osc_lock.c:1172:osc_lock_cancel()) Process entered 00000008:00000001:1.0:1789130486.072659:0:34352:0:(osc_lock.c:1126:osc_lock_detach()) Process entered 00010000:00000001:1.0:1789130486.072662:0:34352:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130486.072665:0:34352:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130486.072668:0:34352:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b6800 refcount=5 00000020:00000001:1.0:1789130486.072671:0:34352:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649484800 : -109198060066816 : ffff9caf586b6800) 00010000:00000001:1.0:1789130486.072675:0:34352:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649484800 : -109198060066816 : ffff9caf586b6800) 00010000:00000001:1.0:1789130486.072677:0:34352:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789130486.072681:0:34352:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff9caf5014c800 lock: 000000005a65f6a0/0xde5303b1d982ce2e lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xcdf1b083821a6093 expref: -99 pid: 34352 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789130486.072691:0:34352:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130486.072693:0:34352:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130486.072694:0:34352:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1789130486.072698:0:34352:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1789130486.072700:0:34352:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9caf5014c800 lock: 000000005a65f6a0/0xde5303b1d982ce2e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xcdf1b083821a6093 expref: -99 pid: 34352 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1789130486.072709:0:34352:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1789130486.072713:0:34352:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1789130486.072716:0:34352:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789130486.072722:0:34352:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130486.072724:0:34352:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130486.072726:0:34352:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130486.072730:0:34352:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1789130486.072732:0:34352:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130486.072734:0:34352:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130486.072739:0:34352:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130486.072741:0:34352:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789130486.072742:0:34352:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130486.072743:0:34352:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130486.072744:0:34352:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130486.072745:0:34352:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1789130486.072746:0:34352:0:(osc_lock.c:1145:osc_lock_detach()) Process leaving 00000008:00000001:1.0:1789130486.072749:0:34352:0:(osc_lock.c:1181:osc_lock_cancel()) Process leaving 00000020:00000001:1.0:1789130486.072750:0:34352:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1789130486.072751:0:34352:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1789130486.072754:0:34352:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1789130486.072755:0:34352:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9caf58607998 (ffff9caf58609128/0) at cl_lock_fini():72 00020000:00000001:1.0:1789130486.072758:0:34352:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:1.0:1789130486.072759:0:34352:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1789130486.072761:0:34352:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9caf50154930 (ffff9caf58609128/1) at cl_lock_fini():72 00000008:00000010:1.0:1789130486.072764:0:34352:0:(osc_lock.c:116:osc_lock_fini()) slab-freed '(ols)': 312 at ffff9caf4a7a3c08. 00000020:00000001:1.0:1789130486.072768:0:34352:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:1.0:1789130486.072770:0:34352:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff9caf50154900. 00020000:00000001:1.0:1789130486.072774:0:34352:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:1.0:1789130486.072775:0:34352:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:1.0:1789130486.072777:0:34352:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00020000:00000001:1.0:1789130486.072779:0:34352:0:(lov_io.c:1682:lov_io_unlock()) Process entered 00020000:00000001:1.0:1789130486.072781:0:34352:0:(lov_io.c:1516:lov_io_call()) Process entered 00000020:00000001:1.0:1789130486.072782:0:34352:0:(cl_io.c:356:cl_io_unlock()) Process entered 00000020:00000001:1.0:1789130486.072784:0:34352:0:(cl_io.c:377:cl_io_unlock()) Process leaving 00020000:00000001:1.0:1789130486.072785:0:34352:0:(lov_io.c:1616:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789130486.072787:0:34352:0:(lov_io.c:1533:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789130486.072789:0:34352:0:(lov_io.c:1685:lov_io_unlock()) Process leaving 00000020:00000001:1.0:1789130486.072790:0:34352:0:(cl_io.c:377:cl_io_unlock()) Process leaving 00000020:00000001:1.0:1789130486.072792:0:34352:0:(cl_io.c:453:cl_io_rw_advance()) Process entered 00000080:00200000:1.0:1789130486.072795:0:34352:0:(vvp_io.c:640:vvp_io_advance()) advancing 23 bytes 00000020:00000001:1.0:1789130486.072797:0:34352:0:(cl_io.c:469:cl_io_rw_advance()) Process leaving 00000020:00000001:1.0:1789130486.072799:0:34352:0:(cl_io.c:433:cl_io_iter_fini()) Process entered 00020000:00000001:1.0:1789130486.072801:0:34352:0:(lov_io.c:1663:lov_io_iter_fini()) Process entered 00020000:00000001:1.0:1789130486.072802:0:34352:0:(lov_io.c:1516:lov_io_call()) Process entered 00000020:00000001:1.0:1789130486.072831:0:34352:0:(cl_io.c:433:cl_io_iter_fini()) Process entered 00000020:00000001:1.0:1789130486.072833:0:34352:0:(cl_io.c:439:cl_io_iter_fini()) Process leaving 00020000:00000001:1.0:1789130486.072834:0:34352:0:(lov_io.c:1610:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789130486.072836:0:34352:0:(lov_io.c:1533:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789130486.072838:0:34352:0:(lov_io.c:1674:lov_io_iter_fini()) Process leaving 00000020:00000001:1.0:1789130486.072840:0:34352:0:(cl_io.c:439:cl_io_iter_fini()) Process leaving 00000020:00000001:1.0:1789130486.072842:0:34352:0:(cl_io.c:877:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1789130486.072847:0:34352:0:(file.c:2207:ll_file_io_generic()) Range unlock [0, 18446744073709551615] 00000001:00000001:1.0:1789130486.072850:0:34352:0:(range_lock.c:83:range_unlock()) Process entered 00000001:00000001:1.0:1789130486.072854:0:34352:0:(range_lock.c:104:range_unlock()) Process leaving 00000020:00000001:1.0:1789130486.072856:0:34352:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:1.0:1789130486.072858:0:34352:0:(lov_io.c:1057:lov_io_fini()) Process entered 00020000:00000001:1.0:1789130486.072860:0:34352:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:1.0:1789130486.072861:0:34352:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:1.0:1789130486.072863:0:34352:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1789130486.072865:0:34352:0:(cl_object.c:917:cl_env_put()) 1@ffff9caf586092d0 00020000:00000001:1.0:1789130486.072869:0:34352:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:1.0:1789130486.072871:0:34352:0:(lov_io.c:1088:lov_io_fini()) Process leaving 00000080:00000001:1.0:1789130486.072873:0:34352:0:(vvp_io.c:392:vvp_io_fini()) Process entered 00000080:00200000:1.0:1789130486.072875:0:34352:0:(vvp_io.c:402:vvp_io_fini()) [0x200000404:0x31:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, need minor change layout 0 00000080:00000001:1.0:1789130486.072878:0:34352:0:(vvp_io.c:509:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1789130486.072880:0:34352:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00000001:1.0:1789130486.072882:0:34352:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c6fc98 00000080:00200000:1.0:1789130486.072883:0:34352:0:(file.c:2240:ll_file_io_generic()) recon: 2 io complete with rc: 0, result: 23, restart: 0 00000080:00000001:1.0:1789130486.072888:0:34352:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:1.0:1789130486.072891:0:34352:0:(cl_object.c:143:cl_object_top()) ffff9caf42b2a148 -> ffff9caf42b2a148 00000020:00000001:1.0:1789130486.072892:0:34352:0:(cl_object.c:143:cl_object_top()) ffff9caf42b2a148 -> ffff9caf42b2a148 00000020:00000001:1.0:1789130486.072894:0:34352:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:1.0:1789130486.072950:0:34352:0:(lov_object.c:1077:lov_attr_get_composite()) Process entered 00020000:00000001:1.0:1789130486.072955:0:34352:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:1.0:1789130486.072957:0:34352:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=23 : 23 : 17) 00020000:00000001:1.0:1789130486.073023:0:34352:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:1.0:1789130486.073025:0:34352:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=23 : 23 : 17) 00020000:00000002:1.0:1789130486.073028:0:34352:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x31:1028 on OST[1]: s=23 (1) m=1789130486 a=0 c=1789130486 b=1 00020000:00000001:1.0:1789130486.073032:0:34352:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1789130486.073034:0:34352:0:(lov_object.c:1108:lov_attr_get_composite()) COMP ID #-1: s=23 m=1789130486 a=0 c=1789130486 b=1 00020000:00000001:1.0:1789130486.073037:0:34352:0:(lov_object.c:1146:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130486.073038:0:34352:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130486.073040:0:34352:0:(cl_object.c:143:cl_object_top()) ffff9caf42b2a148 -> ffff9caf42b2a148 00000080:00200000:1.0:1789130486.073043:0:34352:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000404:0x31:0x0] updating i_size 23 i_blocks 1 00000080:00000001:1.0:1789130486.073046:0:34352:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000080:00200000:1.0:1789130486.073051:0:34352:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 23 00000080:00000001:1.0:1789130486.073054:0:34352:0:(file.c:2330:ll_file_io_generic()) Process leaving (rc=23 : 23 : 17) 00000020:00001000:1.0:1789130486.073057:0:34352:0:(cl_object.c:917:cl_env_put()) 1@ffff9caf58609120 00000020:00000001:1.0:1789130486.073061:0:34352:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c6fd88 00000080:00000008:1.0:1789130486.073063:0:34352:0:(file.c:2734:do_file_write_iter()) COMPLETED: file recon:[0x200000404:0x31:0x0], ppos: 23, count: 0, rc = 23 00000080:00000001:1.0:1789130486.073066:0:34352:0:(file.c:2736:do_file_write_iter()) Process leaving (rc=23 : 23 : 17) 00020000:00000001:1.0:1789130486.073093:0:34352:0:(lov_object.c:2454:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:1.0:1789130486.073096:0:34352:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9caf47cdc1f0) owner 0000000000000000/ffff9caf480d27c0 00020000:00000002:1.0:1789130486.073099:0:34352:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9caf47cdc1f0) owner 0000000000000000/ffff9caf480d27c0 00020000:00000001:1.0:1789130486.073102:0:34352:0:(lov_object.c:2505:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130486.073111:0:34352:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:1.0:1789130486.073113:0:34352:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c6fdf0 00000080:00200008:1.0:1789130486.073116:0:34352:0:(file.c:479:ll_file_release()) START file recon:[0x200000404:0x31:0x0](ffff9caf60198908), flags 102001 00000080:00000001:1.0:1789130486.073120:0:34352:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:1.0:1789130486.073123:0:34352:0:(pcc.c:2463:pcc_file_release()) Process leaving 00020000:00000001:1.0:1789130486.073124:0:34352:0:(lov_object.c:2454:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:1.0:1789130486.073138:0:34352:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9caf47cdc1f0) owner 0000000000000000/ffff9caf480d27c0 00020000:00000002:1.0:1789130486.073140:0:34352:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9caf47cdc1f0) owner 0000000000000000/ffff9caf480d27c0 00020000:00000001:1.0:1789130486.073142:0:34352:0:(lov_object.c:2505:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130486.073145:0:34352:0:(file.c:341:ll_md_close()) Process entered 00000002:00000001:1.0:1789130486.073156:0:34352:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789130486.073159:0:34352:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789130486.073168:0:34352:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf48fc4800 count: 2 00010000:00000001:1.0:1789130486.073171:0:34352:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1789130486.073177:0:34352:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789130486.073179:0:34352:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000404:0x31:0x0]: 0 00000080:00000001:1.0:1789130486.073182:0:34352:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:1.0:1789130486.073185:0:34352:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:1.0:1789130486.073192:0:34352:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9caf47ff8800. 00000080:00000001:1.0:1789130486.073194:0:34352:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:1.0:1789130486.073199:0:34352:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:1.0:1789130486.073203:0:34352:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000002:1.0:1789130486.073205:0:34352:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000404:0x31:0x0] 00000002:00000001:1.0:1789130486.073210:0:34352:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:1.0:1789130486.073212:0:34352:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9caf5014c800: [0x200000404:0x31:0x0] file closed with intent: 200 00000100:00000010:1.0:1789130486.073219:0:34352:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf615d6940. 00000020:00000040:1.0:1789130486.073225:0:34352:0:(genops.c:1210:class_import_get()) import ffff9caf6079a800 refcount=6 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000100:00000001:1.0:1789130486.073231:0:34352:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789130486.073235:0:34352:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789130486.073241:0:34352:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789130486.073250:0:34352:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9caf47ff9000. 00000100:00000001:1.0:1789130486.073258:0:34352:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:1.0:1789130486.073289:0:34352:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9caf61460f00 x1876037329050752/t8589934600(8589934600) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/664 e 0 to 0 dl 1789130502 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000020:00100000:1.0:1789130486.073302:0:34352:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9caf5014c800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:1.0:1789130486.073307:0:34352:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9caf615d6940 x1876037329051392/t0(0) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:1.0:1789130486.073316:0:34352:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1789130486.073318:0:34352:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1789130486.073326:0:34352:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9caf4845b3c0. 00000100:00000001:1.0:1789130486.073329:0:34352:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446634875378578368 : -109198330973248 : ffff9caf4845b3c0) 00000100:00000001:1.0:1789130486.073452:0:34352:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789130486.073454:0:34352:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875799562560 : -109197909989056 : ffff9caf615d6940) 00000100:00000001:1.0:1789130486.073460:0:34352:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789130486.073465:0:34352:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130486.073467:0:34352:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1789130486.073469:0:34352:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789130486.073475:0:34352:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf615d6940 x1876037329051392/t0(0) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130486.073484:0:34352:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789130486.073487:0:34352:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130486.073491:0:34352:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789130486.073494:0:34352:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789130486.073497:0:34352:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789130486.073501:0:34352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf615d6940 pname:cluuid:pid:xid:nid:opc:job uname:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:34352:1876037329051392:192.168.204.123@tcp:35:uname.0 00000100:00000001:1.0:1789130486.073505:0:34352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789130486.073513:0:34352:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789130486.073516:0:34352:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130486.073519:0:34352:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789130486.073526:0:34352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9caf487c2c00. 02000000:00000001:1.0:1789130486.073528:0:34352:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789130486.073537:0:34352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:1.0:1789130486.073542:0:34352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf42d8ec08. 00000400:00000010:1.0:1789130486.073550:0:34352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf462a3990. 00000100:00000200:1.0:1789130486.073559:0:34352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876037329051392, portal 10 00000100:00000001:1.0:1789130486.073561:0:34352:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789130486.073562:0:34352:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875799562560 : -109197909989056 : ffff9caf615d6940) 00000100:00000040:1.0:1789130486.073570:0:34352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9caf615d6940 x1876037329051392/t0(0) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1789130502 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130486.073585:0:34352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789130486.073589:0:34352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:1.0:1789130486.073591:0:34352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf462a3770. 00000100:00000200:1.0:1789130486.073596:0:34352:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1876037329051392, offset 0 00000400:00000200:1.0:1789130486.073663:0:34352:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:1.0:1789130486.073674:0:34352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:1.0:1789130486.073683:0:34352:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:1.0:1789130486.073690:0:34352:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789130486.073695:0:34352:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:1.0:1789130486.073699:0:34352:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789130486.073702:0:34352:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:1.0:1789130486.073707:0:34352:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2655:2655:256:4294967295] 192.168.204.123@tcp LPNI seq info [2654:2654:8:4294967295] 00000400:00000200:1.0:1789130486.073711:0:34352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:1.0:1789130486.073724:0:34352:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:1.0:1789130486.073730:0:34352:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:1.0:1789130486.073737:0:34352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf4a83a000. 00000800:00000200:1.0:1789130486.073745:0:34352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:1.0:1789130486.073754:0:34352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:1.0:1789130486.073760:0:34352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf4a83a000 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1789130486.074075:0:34352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789130486.074083:0:34352:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: using a timeout of 809105 usecs (810 jiffies) 00000400:00000200:1.0:1789130486.074087:0:34352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:1.0:1789130486.074092:0:34352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296580906 00000100:00000001:1.0:1789130486.074096:0:34352:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 2, keep current deadline 4296582142 00000100:00000001:1.0:1789130486.074098:0:34352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296580906 00000100:00000001:1.0:1789130486.074101:0:34352:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 3, keep current deadline 4296582142 00000100:00000001:1.0:1789130486.074103:0:34352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789130486.074105:0:34352:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130486.074108:0:34352:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789130486.074111:0:34352:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1789130486.074115:0:34352:0:(client.c:2715:ptlrpc_set_wait()) set ffff9caf4845b3c0 going to sleep for 11 seconds 00000100:00000001:1.0:1789130486.074118:0:34352:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789130486.074122:0:34352:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789130486.075406:0:2342:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789130486.075419:0:2342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf4a83a000. 00000400:00000200:3.0:1789130486.075427:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130486.075437:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:3.0:1789130486.075455:0:2342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf462a3770 00000400:00000010:3.0:1789130486.075458:0:2342:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf462a3770. 00000100:00000001:3.0:1789130486.075466:0:2342:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789130486.075475:0:2342:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf615d6940 x1876037329051392/t0(0) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1789130502 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130486.075490:0:2342:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130486.075493:0:2342:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf615d6940 x1876037329051392/t0(0) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1789130502 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130486.075500:0:2342:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130486.075502:0:2342:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1789130486.077606:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130486.077632:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789130486.077638:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130486.077641:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130486.077654:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130486.077663:0:2341:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:3.0:1789130486.077674:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130486.077681:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130486.077688:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130486.077704:0:2341:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 224 into portal 18 MB=0x6aa3efa955e00 00000400:00000200:3.0:1789130486.077710:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130486.077718:0:2341:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.123@tcp of length 224/224 into md 0x7285 [1] + 224 00000800:00000001:3.0:1789130486.077726:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130486.077733:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130486.077737:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130486.077742:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:3.0:1789130486.077752:0:2341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789130486.077762:0:2341:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf615d5a40 x1876037329051136/t0(0) o103->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1789130502 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789130486.077780:0:2341:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9caf615d5a40 x1876037329051136/t0(0) o103->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1789130502 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130486.077851:0:2341:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789130486.077860:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130486.077865:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130486.078323:0:2348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789130486.078345:0:2348:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789130486.078357:0:2348:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789130486.078363:0:2348:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789130486.078367:0:2348:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf42d8e5d8. 00000400:00000200:1.0:1789130486.078375:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf462a3198 00000400:00000010:1.0:1789130486.078378:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf462a3198. 00000100:00000001:1.0:1789130486.078382:0:2348:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789130486.078389:0:2348:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf615d5a40 x1876037329051136/t0(0) o103->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1789130502 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789130486.078400:0:2348:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf615d5a40 x1876037329051136/t0(0) o103->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1789130502 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130486.078406:0:2348:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789130486.078408:0:2348:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130486.078412:0:2348:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789130486.078417:0:2348:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789130486.078429:0:2348:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789130486.078432:0:2348:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130486.078436:0:2348:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789130486.078451:0:2348:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf48ede538 time=90 v=5 (5 5 5 5) 00000100:00001000:1.0:1789130486.078457:0:2348:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf48ede418 time=23 v=5 (1 0 0 0) 00000100:00000001:1.0:1789130486.078459:0:2348:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789130486.078462:0:2348:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130486.078466:0:2348:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789130486.078472:0:2348:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130486.078478:0:2348:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789130486.078481:0:2348:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9caf5014c800: skip recheck: last_committed 4294967312 00000100:00000001:1.0:1789130486.078484:0:2348:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789130486.078487:0:2348:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789130486.078493:0:2348:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf615d5a40 x1876037329051136/t0(0) o103->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1789130502 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130486.078509:0:2348:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789130486.078514:0:2348:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789130486.078516:0:2348:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789130486.078521:0:2348:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf615d5a40 x1876037329051136/t0(0) o103->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1789130502 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789130486.078529:0:2348:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf615d5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:2348:1876037329051136:192.168.204.123@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1789130486.078536:0:2348:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130486.078544:0:2348:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789130486.078548:0:2348:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf615d5a40 x1876037329051136/t0(0) o103->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1789130502 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130486.078555:0:2348:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789130486.078559:0:2348:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789130486.078564:0:2348:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9caf47ff9a00. 02000000:00000001:1.0:1789130486.078570:0:2348:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789130486.078574:0:2348:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1789130486.078576:0:2348:0:(genops.c:1223:class_import_put()) import ffff9caf48ede000 refcount=2 obd=lustre-OST0001-osc-ffff9caf5014c800 00000020:00000001:1.0:1789130486.078579:0:2348:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1789130486.078582:0:2348:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9caf47ff9800. 02000000:00000001:1.0:1789130486.078585:0:2348:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789130486.078588:0:2348:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789130486.078591:0:2348:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf615d5a40. 00000100:00000001:1.0:1789130486.078598:0:2348:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789130486.078600:0:2348:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130486.078603:0:2348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130486.078612:0:2348:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789130486.078615:0:2348:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130486.078617:0:2348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789130486.078619:0:2348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1789130486.079850:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130486.079868:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789130486.079873:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130486.079875:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130486.079883:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130486.079891:0:2342:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:3.0:1789130486.080017:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130486.080024:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130486.080030:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130486.080035:0:2342:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 456 into portal 10 MB=0x6aa3efa955f00 00000400:00000200:3.0:1789130486.080040:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130486.080049:0:2342:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.123@tcp of length 456/456 into md 0x7295 [1] + 224 00000800:00000001:3.0:1789130486.080178:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130486.081034:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130486.081041:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130486.081049:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:3.0:1789130486.081128:0:2342:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789130486.081139:0:2342:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf615d6940 x1876037329051392/t0(0) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1789130502 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789130486.081149:0:2342:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9caf615d6940 x1876037329051392/t0(0) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1789130502 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130486.081174:0:2342:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789130486.081185:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130486.081190:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130486.081471:0:34352:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789130486.081481:0:34352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789130486.081484:0:34352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789130486.081488:0:34352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf42d8ec08. 00000400:00000200:1.0:1789130486.081494:0:34352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf462a3990 00000400:00000010:1.0:1789130486.081497:0:34352:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf462a3990. 00000100:00000001:1.0:1789130486.081500:0:34352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789130486.081505:0:34352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf615d6940 x1876037329051392/t0(0) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1789130502 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1789130486.081514:0:34352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf615d6940 x1876037329051392/t0(0) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1789130502 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130486.081520:0:34352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789130486.081521:0:34352:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130486.081524:0:34352:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789130486.081528:0:34352:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789130486.081531:0:34352:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789130486.081534:0:34352:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130486.081538:0:34352:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789130486.081548:0:34352:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf6079aca8 time=105 v=5 (10 5 5 5) 00000100:00001000:1.0:1789130486.081553:0:34352:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf6079ac18 time=27 v=5 (1 0 0 0) 00000100:00000001:1.0:1789130486.081556:0:34352:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789130486.081559:0:34352:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130486.081563:0:34352:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789130486.081567:0:34352:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130486.081571:0:34352:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1789130486.081573:0:34352:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1789130486.081575:0:34352:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1789130486.081578:0:34352:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789130486.081580:0:34352:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875799562560 : -109197909989056 : ffff9caf615d6940) 00000100:00000001:1.0:1789130486.081584:0:34352:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789130486.081586:0:34352:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9caf5014c800: skip recheck: last_committed 8589934597 00000100:00000001:1.0:1789130486.081588:0:34352:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789130486.081591:0:34352:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789130486.081597:0:34352:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf615d6940 x1876037329051392/t8589934601(8589934601) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1789130502 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130486.081748:0:34352:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789130486.081752:0:34352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789130486.081755:0:34352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789130486.081760:0:34352:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf615d6940 x1876037329051392/t8589934601(8589934601) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1789130502 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1789130486.081769:0:34352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf615d6940 pname:cluuid:pid:xid:nid:opc:job uname:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:34352:1876037329051392:192.168.204.123@tcp:35:uname.0 00000100:00000001:1.0:1789130486.081776:0:34352:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130486.081779:0:34352:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130486.081782:0:34352:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1789130486.081785:0:34352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789130486.081789:0:34352:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf615d6940 x1876037329051392/t8589934601(8589934601) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1789130502 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130486.081796:0:34352:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789130486.081800:0:34352:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9caf4845b3c0. 00000100:00000001:1.0:1789130486.082131:0:34352:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1789130486.082134:0:34352:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130486.082146:0:34352:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789130486.082147:0:34352:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875799562560 : -109197909989056 : ffff9caf615d6940) 00000002:00000001:1.0:1789130486.082150:0:34352:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789130486.082155:0:34352:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1789130486.082164:0:34352:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9caf47ff8800. 00000080:00000001:1.0:1789130486.082169:0:34352:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:1.0:1789130486.082173:0:34352:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00000002:00000001:1.0:1789130486.082182:0:34352:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:1.0:1789130486.082188:0:34352:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9caf61460f00 x1876037329050752/t8589934600(8589934600) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/664 e 0 to 0 dl 1789130502 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1789130486.082197:0:34352:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789130486.082199:0:34352:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1789130486.082202:0:34352:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9caf47faa740. 00000100:00000001:1.0:1789130486.082206:0:34352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789130486.082209:0:34352:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf615d6940 x1876037329051392/t8589934601(8589934601) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1789130502 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130486.082216:0:34352:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130486.082219:0:34352:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1789130486.082225:0:34352:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9caf4865fa40. 00000080:00000001:1.0:1789130486.082230:0:34352:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130486.082238:0:34352:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c6fdf0 00000080:00000008:1.0:1789130486.082241:0:34352:0:(file.c:523:ll_file_release()) COMPLETED file recon:[0x200000404:0x31:0x0](ffff9caf60198908), flags 102001, rc = 0 00000080:00000001:1.0:1789130486.082245:0:34352:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130486.082252:0:34352:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1789130486.082254:0:34352:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c6fe00 00000080:00002000:1.0:1789130486.082256:0:34352:0:(dcache.c:127:ll_ddelete()) keeping dentry recon (ffff9caf444bfaf8, parent ffff9caf600f3360, inode ffff9caf60198908) hashed, 00000080:00000001:1.0:1789130486.082259:0:34352:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130486.144356:0:34357:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41663d10 00000080:00200008:2.0:1789130486.144371:0:34357:0:(file.c:6313:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9caf601980c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1789130486.144381:0:34357:0:(file.c:6206:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1789130486.144383:0:34357:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41663c88 00000080:00200000:2.0:1789130486.144385:0:34357:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8),name=/ 00000080:00000010:2.0:1789130486.144394:0:34357:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9caf46309600. 00800000:00000002:2.0:1789130486.144403:0:34357:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9caf4557c8c0 2 00000080:00000001:2.0:1789130486.144409:0:34357:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1789130486.144416:0:34357:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1789130486.144495:0:34357:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41663ba8 00800000:00000002:2.0:1789130486.144500:0:34357:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1789130486.144505:0:34357:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1789130486.144510:0:34357:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1789130486.144518:0:34357:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1789130486.144520:0:34357:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41663a78 00000002:00010000:2.0:1789130486.144523:0:34357:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1789130486.144527:0:34357:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1789130486.144529:0:34357:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789130486.144534:0:34357:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1789130486.144543:0:34357:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789130486.144546:0:34357:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789130486.144547:0:34357:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789130486.144551:0:34357:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1789130486.144554:0:34357:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1789130486.144561:0:34357:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf580b92c0. 00000020:00000040:2.0:1789130486.144567:0:34357:0:(genops.c:1210:class_import_get()) import ffff9caf6079a800 refcount=7 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00010000:00000001:2.0:1789130486.144575:0:34357:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1789130486.144581:0:34357:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789130486.144591:0:34357:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130486.144594:0:34357:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130486.144595:0:34357:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130486.144600:0:34357:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789130486.144604:0:34357:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789130486.144609:0:34357:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789130486.144619:0:34357:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9caf50106400. 00000100:00000001:2.0:1789130486.144628:0:34357:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130486.144635:0:34357:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789130486.144709:0:34357:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130486.144711:0:34357:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789130486.144712:0:34357:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130486.144715:0:34357:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789130486.144723:0:34357:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446634875643204288 : -109198066347328 : ffff9caf580b92c0) 00010000:00000001:2.0:1789130486.144727:0:34357:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1789130486.144730:0:34357:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1789130486.144736:0:34357:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9caf48e45100. 00010000:00000010:2.0:1789130486.144741:0:34357:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9caf4938d880. 00010000:00000001:2.0:1789130486.144747:0:34357:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1789130486.144752:0:34357:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9caf46a93a00. 00000020:00000001:2.0:1789130486.144758:0:34357:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1789130486.144762:0:34357:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9caf46a93a00 with handle 0xde5303b1d982ce35 to hash 00000020:00000001:2.0:1789130486.144765:0:34357:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1789130486.144767:0:34357:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446634875351546368 : -109198358005248 : ffff9caf46a93a00) 00010000:00000001:2.0:1789130486.144772:0:34357:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446634875351546368 : -109198358005248 : ffff9caf46a93a00) 00010000:00000001:2.0:1789130486.144776:0:34357:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789130486.144780:0:34357:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789130486.144786:0:34357:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a93a00/0xde5303b1d982ce35 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 34357 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789130486.144798:0:34357:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a93a00/0xde5303b1d982ce35 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34357 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789130486.145179:0:34357:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a93a00/0xde5303b1d982ce35 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34357 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1789130486.145186:0:34357:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1789130486.145188:0:34357:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1789130486.145197:0:34357:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9caf584c4900. 00000100:00000001:2.0:1789130486.145200:0:34357:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446634875647445248 : -109198062106368 : ffff9caf584c4900) 00000100:00000001:2.0:1789130486.145203:0:34357:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789130486.145205:0:34357:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875643204288 : -109198066347328 : ffff9caf580b92c0) 00000100:00000001:2.0:1789130486.145211:0:34357:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789130486.145216:0:34357:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130486.145219:0:34357:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1789130486.145221:0:34357:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789130486.145237:0:34357:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf580b92c0 x1876037329051520/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130486.145246:0:34357:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789130486.145248:0:34357:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789130486.145252:0:34357:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789130486.145255:0:34357:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789130486.145258:0:34357:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789130486.145262:0:34357:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf580b92c0 pname:cluuid:pid:xid:nid:opc:job lfs:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:34357:1876037329051520:192.168.204.123@tcp:101:lfs.0 00000100:00000001:2.0:1789130486.145267:0:34357:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789130486.145274:0:34357:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789130486.145277:0:34357:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789130486.145280:0:34357:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789130486.145285:0:34357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9caf47fb4000. 02000000:00000001:2.0:1789130486.145287:0:34357:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789130486.145296:0:34357:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:2.0:1789130486.145301:0:34357:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf483fd7e8. 00000400:00000010:2.0:1789130486.145309:0:34357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf42d18088. 00000100:00000200:2.0:1789130486.145317:0:34357:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1876037329051520, portal 10 00000100:00000001:2.0:1789130486.145318:0:34357:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789130486.145320:0:34357:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875643204288 : -109198066347328 : ffff9caf580b92c0) 00000100:00000040:2.0:1789130486.145326:0:34357:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9caf580b92c0 x1876037329051520/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789130502 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130486.145335:0:34357:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789130486.145337:0:34357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:2.0:1789130486.145340:0:34357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf42d18a18. 00000100:00000200:2.0:1789130486.145343:0:34357:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1876037329051520, offset 0 00000400:00000200:2.0:1789130486.145350:0:34357:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:2.0:1789130486.145361:0:34357:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130486.145370:0:34357:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:2.0:1789130486.145378:0:34357:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789130486.145384:0:34357:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:2.0:1789130486.145388:0:34357:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789130486.145391:0:34357:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:2.0:1789130486.145396:0:34357:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2656:2656:256:4294967295] 192.168.204.123@tcp LPNI seq info [2655:2655:8:4294967295] 00000400:00000200:2.0:1789130486.145400:0:34357:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130486.145411:0:34357:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:2.0:1789130486.145417:0:34357:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:2.0:1789130486.145550:0:34357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf44db5a00. 00000800:00000200:2.0:1789130486.145560:0:34357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:2.0:1789130486.145571:0:34357:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:2.0:1789130486.145577:0:34357:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf44db5a00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:2.0:1789130486.145602:0:34357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130486.145607:0:34357:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: using a timeout of 808113 usecs (809 jiffies) 00000400:00000200:2.0:1789130486.145611:0:34357:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:2.0:1789130486.145614:0:34357:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296580976 00000100:00000001:2.0:1789130486.145618:0:34357:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 2, keep current deadline 4296582142 00000100:00000001:2.0:1789130486.145621:0:34357:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296580976 00000100:00000001:2.0:1789130486.145623:0:34357:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 3, keep current deadline 4296582142 00000100:00000001:2.0:1789130486.145626:0:34357:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789130486.145629:0:34357:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130486.145632:0:34357:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789130486.145634:0:34357:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1789130486.145700:0:34357:0:(client.c:2715:ptlrpc_set_wait()) set ffff9caf584c4900 going to sleep for 11 seconds 00000100:00000001:2.0:1789130486.145705:0:34357:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789130486.145709:0:34357:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789130486.146852:0:2341:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789130486.146864:0:2341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf44db5a00. 00000400:00000200:3.0:1789130486.146871:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130486.146881:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:3.0:1789130486.146889:0:2341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf42d18a18 00000400:00000010:3.0:1789130486.146892:0:2341:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf42d18a18. 00000100:00000001:3.0:1789130486.146899:0:2341:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789130486.146907:0:2341:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf580b92c0 x1876037329051520/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789130502 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130486.146922:0:2341:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130486.146927:0:2341:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf580b92c0 x1876037329051520/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789130502 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130486.146935:0:2341:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130486.146937:0:2341:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1789130486.160745:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130486.160772:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789130486.160779:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130486.160782:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130486.160794:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130486.161122:0:2342:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:3.0:1789130486.161136:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130486.161142:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130486.161150:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130486.161155:0:2342:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 688 into portal 10 MB=0x6aa3efa955f80 00000400:00000200:3.0:1789130486.161160:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130486.161169:0:2342:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.123@tcp of length 688/688 into md 0x729d [1] + 224 00000800:00000001:3.0:1789130486.161178:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130486.161189:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130486.161194:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130486.161199:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:3.0:1789130486.161210:0:2342:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789130486.161224:0:2342:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf580b92c0 x1876037329051520/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789130502 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789130486.161546:0:2342:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9caf580b92c0 x1876037329051520/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789130502 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130486.161572:0:2342:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789130486.161585:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130486.161589:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789130486.161696:0:34357:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789130486.161708:0:34357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789130486.161712:0:34357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789130486.161717:0:34357:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf483fd7e8. 00000400:00000200:2.0:1789130486.161724:0:34357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf42d18088 00000400:00000010:2.0:1789130486.161727:0:34357:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf42d18088. 00000100:00000001:2.0:1789130486.161731:0:34357:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789130486.161738:0:34357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf580b92c0 x1876037329051520/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789130502 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1789130486.161748:0:34357:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf580b92c0 x1876037329051520/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789130502 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130486.161754:0:34357:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789130486.161757:0:34357:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789130486.161760:0:34357:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789130486.161902:0:34357:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789130486.161906:0:34357:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789130486.161909:0:34357:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789130486.161913:0:34357:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789130486.161926:0:34357:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf6079ac60 time=105 v=5 (5 104 104 104) 00000100:00001000:2.0:1789130486.161932:0:34357:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf6079ac18 time=27 v=5 (1 0 0 0) 00000100:00000001:2.0:1789130486.161935:0:34357:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789130486.161937:0:34357:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130486.161941:0:34357:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789130486.161946:0:34357:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130486.161951:0:34357:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789130486.161954:0:34357:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9caf5014c800: skip recheck: last_committed 8589934597 00000100:00000001:2.0:1789130486.162062:0:34357:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789130486.162068:0:34357:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130486.162075:0:34357:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf580b92c0 x1876037329051520/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1789130502 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130486.162084:0:34357:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789130486.162089:0:34357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789130486.162091:0:34357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789130486.162096:0:34357:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf580b92c0 x1876037329051520/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1789130502 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1789130486.162104:0:34357:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf580b92c0 pname:cluuid:pid:xid:nid:opc:job lfs:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:34357:1876037329051520:192.168.204.123@tcp:101:lfs.0 00000100:00000001:2.0:1789130486.162111:0:34357:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789130486.162115:0:34357:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130486.162118:0:34357:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1789130486.162121:0:34357:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130486.162125:0:34357:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf580b92c0 x1876037329051520/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1789130502 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130486.162133:0:34357:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789130486.162137:0:34357:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9caf584c4900. 00000100:00000001:2.0:1789130486.162142:0:34357:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1789130486.162144:0:34357:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130486.162149:0:34357:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1789130486.162155:0:34357:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130486.162159:0:34357:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130486.162163:0:34357:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf46a93a00 refcount=4 00000020:00000001:2.0:1789130486.162166:0:34357:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875351546368 : -109198358005248 : ffff9caf46a93a00) 00010000:00000001:2.0:1789130486.162171:0:34357:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875351546368 : -109198358005248 : ffff9caf46a93a00) 00010000:00000040:2.0:1789130486.162181:0:34357:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9caf46a93a00, remote cookie: 0xcdf1b083821a60a1, flags: 0x1001 00010000:00010000:2.0:1789130486.162188:0:34357:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a93a00/0xde5303b1d982ce35 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a60a1 expref: -99 pid: 34357 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789130486.162204:0:34357:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a93a00/0xde5303b1d982ce35 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a60a1 expref: -99 pid: 34357 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789130486.162212:0:34357:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1789130486.162220:0:34357:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1789130486.162224:0:34357:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1789130486.162226:0:34357:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1789130486.162227:0:34357:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1789130486.162231:0:34357:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff9caf48e45100) refcount = 1 00010000:00010000:2.0:1789130486.162236:0:34357:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a93a00/0xde5303b1d982ce35 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a60a1 expref: -99 pid: 34357 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789130486.162245:0:34357:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1789130486.162251:0:34357:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1789130486.162253:0:34357:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789130486.162257:0:34357:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1789130486.162259:0:34357:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789130486.162263:0:34357:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a93a00/0xde5303b1d982ce35 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a60a1 expref: -99 pid: 34357 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789130486.162270:0:34357:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1789130486.162273:0:34357:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130486.162274:0:34357:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130486.162275:0:34357:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130486.162276:0:34357:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130486.162279:0:34357:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789130486.162285:0:34357:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1789130486.162288:0:34357:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130486.162289:0:34357:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130486.162291:0:34357:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf46a93a00 refcount=3 00000020:00000001:2.0:1789130486.162294:0:34357:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875351546368 : -109198358005248 : ffff9caf46a93a00) 00010000:00000001:2.0:1789130486.162296:0:34357:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875351546368 : -109198358005248 : ffff9caf46a93a00) 00010000:00000001:2.0:1789130486.162299:0:34357:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130486.162300:0:34357:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130486.162302:0:34357:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf46a93a00 refcount=4 00000020:00000001:2.0:1789130486.162303:0:34357:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875351546368 : -109198358005248 : ffff9caf46a93a00) 00010000:00000001:2.0:1789130486.162305:0:34357:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875351546368 : -109198358005248 : ffff9caf46a93a00) 00010000:00000001:2.0:1789130486.162309:0:34357:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789130486.162312:0:34357:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789130486.162316:0:34357:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a93a00/0xde5303b1d982ce35 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a60a1 expref: -99 pid: 34357 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789130486.162322:0:34357:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130486.162323:0:34357:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130486.162324:0:34357:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130486.162325:0:34357:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130486.162326:0:34357:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf46a93a00 refcount=5 00000020:00000001:2.0:1789130486.162328:0:34357:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875351546368 : -109198358005248 : ffff9caf46a93a00) 00010000:00000001:2.0:1789130486.162331:0:34357:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875351546368 : -109198358005248 : ffff9caf46a93a00) 00010000:00000001:2.0:1789130486.162334:0:34357:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789130486.162338:0:34357:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a93a00/0xde5303b1d982ce35 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a60a1 expref: -99 pid: 34357 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789130486.162344:0:34357:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130486.162345:0:34357:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1789130486.162349:0:34357:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a93a00/0xde5303b1d982ce35 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a60a1 expref: -99 pid: 34357 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789130486.162355:0:34357:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789130486.162357:0:34357:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130486.162358:0:34357:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130486.162359:0:34357:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130486.162360:0:34357:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1789130486.162365:0:34357:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9caf580b92c0 x1876037329051520/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1789130502 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1789130486.162375:0:34357:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130486.162376:0:34357:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130486.162377:0:34357:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf46a93a00 refcount=3 00000020:00000001:2.0:1789130486.162379:0:34357:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875351546368 : -109198358005248 : ffff9caf46a93a00) 00010000:00000001:2.0:1789130486.162381:0:34357:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875351546368 : -109198358005248 : ffff9caf46a93a00) 00010000:00000001:2.0:1789130486.162383:0:34357:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130486.162384:0:34357:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789130486.162386:0:34357:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789130486.162388:0:34357:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789130486.162393:0:34357:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1789130486.162396:0:34357:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130486.162398:0:34357:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130486.162399:0:34357:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf46a93a00 refcount=3 00000020:00000001:2.0:1789130486.162401:0:34357:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875351546368 : -109198358005248 : ffff9caf46a93a00) 00010000:00000001:2.0:1789130486.162404:0:34357:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875351546368 : -109198358005248 : ffff9caf46a93a00) 00000002:00010000:2.0:1789130486.162408:0:34357:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a93a00/0xde5303b1d982ce35 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a60a1 expref: -99 pid: 34357 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789130486.162415:0:34357:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130486.162416:0:34357:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130486.162418:0:34357:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1789130486.162419:0:34357:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130486.162420:0:34357:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130486.162422:0:34357:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf46a93a00 refcount=3 00000020:00000001:2.0:1789130486.162424:0:34357:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875351546368 : -109198358005248 : ffff9caf46a93a00) 00010000:00000001:2.0:1789130486.162426:0:34357:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875351546368 : -109198358005248 : ffff9caf46a93a00) 00010000:00000040:2.0:1789130486.162435:0:34357:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf48e45100 count: 2 00010000:00000001:2.0:1789130486.162440:0:34357:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1789130486.162446:0:34357:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9caf4630e800 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:2.0:1789130486.162449:0:34357:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130486.162450:0:34357:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789130486.162451:0:34357:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1789130486.162457:0:34357:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41663a00 00000002:00002000:2.0:1789130486.162459:0:34357:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:2.0:1789130486.162462:0:34357:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789130486.162469:0:34357:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789130486.162473:0:34357:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1789130486.162477:0:34357:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:2.0:1789130486.162482:0:34357:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789130486.162488:0:34357:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9caf4557c8c0 2 00000080:00000010:2.0:1789130486.162493:0:34357:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9caf46309600. 00000080:00000001:2.0:1789130486.162500:0:34357:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1789130486.162504:0:34357:0:(llite_lib.c:3864:ll_prep_inode()) Process entered 00000002:00000001:2.0:1789130486.162513:0:34357:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:2.0:1789130486.162518:0:34357:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:2.0:1789130486.162527:0:34357:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9caf5049ef40. 00800000:00000001:2.0:1789130486.162529:0:34357:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446634875513073472 : -109198196478144 : ffff9caf5049ef40) 00800000:00000001:2.0:1789130486.162532:0:34357:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789130486.162534:0:34357:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1789130486.162539:0:34357:0:(llite_lib.c:1973:ll_update_lsm_md()) Process entered 00000080:00000002:2.0:1789130486.162542:0:34357:0:(llite_lib.c:1977:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:2.0:1789130486.162692:0:34357:0:(llite_lib.c:1928:ll_update_default_lsm_md()) Process entered 00000080:00000001:2.0:1789130486.162697:0:34357:0:(llite_lib.c:1950:ll_update_default_lsm_md()) Process leaving 00000080:00000001:2.0:1789130486.162700:0:34357:0:(llite_lib.c:1994:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130486.162708:0:34357:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:2.0:1789130486.162711:0:34357:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00000002:2.0:1789130486.162714:0:34357:0:(llite_lib.c:3071:ll_update_inode()) setting ino 144115188193296385 mtime from 1789130484 to 1789130486 00000080:00200000:2.0:1789130486.162721:0:34357:0:(llite_lib.c:3140:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 8704 00010000:00000001:2.0:1789130486.162724:0:34357:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130486.162725:0:34357:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130486.162727:0:34357:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf46a93a00 refcount=3 00000020:00000001:2.0:1789130486.162729:0:34357:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875351546368 : -109198358005248 : ffff9caf46a93a00) 00010000:00000001:2.0:1789130486.162732:0:34357:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875351546368 : -109198358005248 : ffff9caf46a93a00) 00010000:00000001:2.0:1789130486.162735:0:34357:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130486.162736:0:34357:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1789130486.162738:0:34357:0:(llite_lib.c:3962:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1789130486.162741:0:34357:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:2.0:1789130486.162743:0:34357:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9caf5049ef40 1 00800000:00000010:2.0:1789130486.162746:0:34357:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9caf5049ef40. 00800000:00000001:2.0:1789130486.162750:0:34357:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789130486.162754:0:34357:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9caf601980c8) for lock 0xde5303b1d982ce35 00800000:00000001:2.0:1789130486.162759:0:34357:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1789130486.162762:0:34357:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1789130486.162763:0:34357:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130486.162765:0:34357:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130486.162774:0:34357:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf46a93a00 refcount=3 00000020:00000001:2.0:1789130486.162777:0:34357:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875351546368 : -109198358005248 : ffff9caf46a93a00) 00010000:00000001:2.0:1789130486.162780:0:34357:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875351546368 : -109198358005248 : ffff9caf46a93a00) 00010000:00000001:2.0:1789130486.162783:0:34357:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130486.162784:0:34357:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789130486.162786:0:34357:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789130486.162788:0:34357:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130486.162791:0:34357:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789130486.162794:0:34357:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9caf601980c8) 00000080:00010000:2.0:1789130486.162797:0:34357:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xde5303b1d982ce35 from it ffffb97f41663cc0 00010000:00000001:2.0:1789130486.162800:0:34357:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130486.162801:0:34357:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130486.162847:0:34357:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf46a93a00 refcount=3 00000020:00000001:2.0:1789130486.162849:0:34357:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875351546368 : -109198358005248 : ffff9caf46a93a00) 00010000:00000001:2.0:1789130486.162852:0:34357:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875351546368 : -109198358005248 : ffff9caf46a93a00) 00010000:00000001:2.0:1789130486.162854:0:34357:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789130486.162856:0:34357:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a93a00/0xde5303b1d982ce35 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a60a1 expref: -99 pid: 34357 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789130486.162863:0:34357:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130486.162865:0:34357:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130486.162866:0:34357:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1789130486.162870:0:34357:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1789130486.162873:0:34357:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a93a00/0xde5303b1d982ce35 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a60a1 expref: -99 pid: 34357 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1789130486.162881:0:34357:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789130486.162885:0:34357:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789130486.162889:0:34357:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789130486.162896:0:34357:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130486.162897:0:34357:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130486.162899:0:34357:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130486.162904:0:34357:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789130486.162907:0:34357:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130486.162909:0:34357:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130486.162913:0:34357:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130486.162915:0:34357:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789130486.162916:0:34357:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130486.162917:0:34357:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1789130486.162919:0:34357:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130486.162924:0:34357:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf580b92c0 x1876037329051520/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1789130502 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130486.162931:0:34357:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789130486.162935:0:34357:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789130486.162940:0:34357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9caf47fb4000. 02000000:00000001:2.0:1789130486.162946:0:34357:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789130486.162950:0:34357:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1789130486.162953:0:34357:0:(genops.c:1223:class_import_put()) import ffff9caf6079a800 refcount=6 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000020:00000001:2.0:1789130486.162956:0:34357:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1789130486.162970:0:34357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9caf50106400. 02000000:00000001:2.0:1789130486.162977:0:34357:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789130486.162980:0:34357:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789130486.162983:0:34357:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf580b92c0. 00000100:00000001:2.0:1789130486.163003:0:34357:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789130486.163004:0:34357:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1789130486.163011:0:34357:0:(file.c:6266:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130486.163022:0:34357:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41663d10 00000080:00000008:2.0:1789130486.163032:0:34357:0:(file.c:6498:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff9caf601980c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:3.0:1789130486.166715:0:34357:0:(llite_lib.c:4271:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789130486.166785:0:34357:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41663d10 00000080:00200008:3.0:1789130486.166790:0:34357:0:(file.c:6313:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9caf601980c8), request_mask 0, flags 0, foreign 0 00000080:00000001:3.0:1789130486.166799:0:34357:0:(file.c:6206:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1789130486.166801:0:34357:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41663c88 00000080:00200000:3.0:1789130486.166840:0:34357:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8),name=/ 00000080:00000010:3.0:1789130486.166850:0:34357:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9caf42b29000. 00800000:00000002:3.0:1789130486.166857:0:34357:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9caf4557c8c0 2 00000080:00000001:3.0:1789130486.166862:0:34357:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1789130486.166868:0:34357:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1789130486.166870:0:34357:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41663ba8 00800000:00000002:3.0:1789130486.166873:0:34357:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1789130486.166878:0:34357:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1789130486.166884:0:34357:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1789130486.166891:0:34357:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1789130486.166893:0:34357:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41663a78 00000002:00010000:3.0:1789130486.166895:0:34357:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1789130486.166899:0:34357:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1789130486.166902:0:34357:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789130486.166906:0:34357:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789130486.166916:0:34357:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf48e45100 count: 2 00010000:00000001:3.0:1789130486.166919:0:34357:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789130486.166925:0:34357:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789130486.166932:0:34357:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1789130486.166939:0:34357:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a93a00/0xde5303b1d982ce35 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a60a1 expref: -99 pid: 34357 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:3.0:1789130486.166952:0:34357:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1789130486.166959:0:34357:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789130486.166964:0:34357:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a93a00/0xde5303b1d982ce35 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a60a1 expref: -99 pid: 34357 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:3.0:1789130486.166971:0:34357:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1789130486.166973:0:34357:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1789130486.166975:0:34357:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1789130486.166977:0:34357:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1789130486.166979:0:34357:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1789130486.166981:0:34357:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1789130486.166985:0:34357:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1789130486.166989:0:34357:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9caf4557c8c0 2 00000080:00000010:3.0:1789130486.166992:0:34357:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9caf42b29000. 00000080:00000001:3.0:1789130486.167015:0:34357:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1789130486.167017:0:34357:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789130486.167020:0:34357:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9caf601980c8) 00000080:00010000:3.0:1789130486.167024:0:34357:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9caf601980c8) for lock 0xde5303b1d982ce35 00800000:00000001:3.0:1789130486.167028:0:34357:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1789130486.167030:0:34357:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1789130486.167033:0:34357:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789130486.167035:0:34357:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789130486.167039:0:34357:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf46a93a00 refcount=3 00000020:00000001:3.0:1789130486.167042:0:34357:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875351546368 : -109198358005248 : ffff9caf46a93a00) 00010000:00000001:3.0:1789130486.167045:0:34357:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875351546368 : -109198358005248 : ffff9caf46a93a00) 00010000:00000001:3.0:1789130486.167049:0:34357:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130486.167051:0:34357:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789130486.167053:0:34357:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789130486.167054:0:34357:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789130486.167057:0:34357:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xde5303b1d982ce35 from it ffffb97f41663cc0 00010000:00000001:3.0:1789130486.167060:0:34357:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789130486.167061:0:34357:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789130486.167063:0:34357:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf46a93a00 refcount=3 00000020:00000001:3.0:1789130486.167065:0:34357:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875351546368 : -109198358005248 : ffff9caf46a93a00) 00010000:00000001:3.0:1789130486.167067:0:34357:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875351546368 : -109198358005248 : ffff9caf46a93a00) 00010000:00000001:3.0:1789130486.167069:0:34357:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789130486.167074:0:34357:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a93a00/0xde5303b1d982ce35 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a60a1 expref: -99 pid: 34357 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1789130486.167081:0:34357:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130486.167082:0:34357:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789130486.167084:0:34357:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1789130486.167086:0:34357:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1789130486.167090:0:34357:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a93a00/0xde5303b1d982ce35 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a60a1 expref: -99 pid: 34357 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1789130486.167103:0:34357:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130486.167107:0:34357:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789130486.167109:0:34357:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789130486.167115:0:34357:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130486.167116:0:34357:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789130486.167118:0:34357:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130486.167122:0:34357:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789130486.167124:0:34357:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130486.167126:0:34357:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130486.167130:0:34357:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130486.167133:0:34357:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789130486.167134:0:34357:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130486.167135:0:34357:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1789130486.167139:0:34357:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1789130486.167141:0:34357:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1789130486.167145:0:34357:0:(file.c:6266:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789130486.167151:0:34357:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41663d10 00000080:00000008:3.0:1789130486.167153:0:34357:0:(file.c:6498:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff9caf601980c8), request_mask 0, flags 0, foreign 0 00000080:00000001:3.0:1789130486.167298:0:34357:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:3.0:1789130486.167300:0:34357:0:(file.c:6206:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1789130486.167302:0:34357:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41663b78 00000080:00200000:3.0:1789130486.167304:0:34357:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8),name=/ 00000080:00000010:3.0:1789130486.167307:0:34357:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9caf42b29000. 00800000:00000002:3.0:1789130486.167311:0:34357:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9caf4557c8c0 2 00000080:00000001:3.0:1789130486.167313:0:34357:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1789130486.167315:0:34357:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1789130486.167316:0:34357:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41663a98 00800000:00000002:3.0:1789130486.167319:0:34357:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1789130486.167322:0:34357:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1789130486.167324:0:34357:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1789130486.167327:0:34357:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1789130486.167328:0:34357:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41663968 00000002:00010000:3.0:1789130486.167749:0:34357:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1789130486.167754:0:34357:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1789130486.167756:0:34357:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789130486.167758:0:34357:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789130486.167762:0:34357:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf48e45100 count: 2 00010000:00000001:3.0:1789130486.167765:0:34357:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789130486.167768:0:34357:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789130486.167770:0:34357:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1789130486.167774:0:34357:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a93a00/0xde5303b1d982ce35 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a60a1 expref: -99 pid: 34357 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:3.0:1789130486.167782:0:34357:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1789130486.167786:0:34357:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789130486.167789:0:34357:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a93a00/0xde5303b1d982ce35 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a60a1 expref: -99 pid: 34357 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:3.0:1789130486.167795:0:34357:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1789130486.167796:0:34357:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1789130486.167798:0:34357:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1789130486.167800:0:34357:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1789130486.167802:0:34357:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1789130486.168241:0:34357:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1789130486.168245:0:34357:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1789130486.168249:0:34357:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9caf4557c8c0 2 00000080:00000010:3.0:1789130486.168253:0:34357:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9caf42b29000. 00000080:00000001:3.0:1789130486.168258:0:34357:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1789130486.168259:0:34357:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789130486.168262:0:34357:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9caf601980c8) 00000080:00010000:3.0:1789130486.168266:0:34357:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9caf601980c8) for lock 0xde5303b1d982ce35 00800000:00000001:3.0:1789130486.168270:0:34357:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1789130486.168273:0:34357:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1789130486.168275:0:34357:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789130486.168276:0:34357:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789130486.168278:0:34357:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf46a93a00 refcount=3 00000020:00000001:3.0:1789130486.168281:0:34357:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875351546368 : -109198358005248 : ffff9caf46a93a00) 00010000:00000001:3.0:1789130486.168284:0:34357:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875351546368 : -109198358005248 : ffff9caf46a93a00) 00010000:00000001:3.0:1789130486.168287:0:34357:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130486.168289:0:34357:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789130486.168290:0:34357:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789130486.168292:0:34357:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789130486.168295:0:34357:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xde5303b1d982ce35 from it ffffb97f41663bb0 00010000:00000001:3.0:1789130486.168297:0:34357:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789130486.168298:0:34357:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789130486.168300:0:34357:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf46a93a00 refcount=3 00000020:00000001:3.0:1789130486.168302:0:34357:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875351546368 : -109198358005248 : ffff9caf46a93a00) 00010000:00000001:3.0:1789130486.168304:0:34357:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875351546368 : -109198358005248 : ffff9caf46a93a00) 00010000:00000001:3.0:1789130486.168306:0:34357:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789130486.168310:0:34357:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a93a00/0xde5303b1d982ce35 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a60a1 expref: -99 pid: 34357 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1789130486.168318:0:34357:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130486.168319:0:34357:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789130486.168321:0:34357:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1789130486.168324:0:34357:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1789130486.168327:0:34357:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a93a00/0xde5303b1d982ce35 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a60a1 expref: -99 pid: 34357 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:3.0:1789130486.168346:0:34357:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130486.168348:0:34357:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789130486.168350:0:34357:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789130486.168353:0:34357:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130486.168355:0:34357:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789130486.168356:0:34357:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130486.168360:0:34357:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789130486.168361:0:34357:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130486.168364:0:34357:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130486.168366:0:34357:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130486.168368:0:34357:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789130486.168370:0:34357:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130486.168371:0:34357:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1789130486.168373:0:34357:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1789130486.168375:0:34357:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1789130486.168378:0:34357:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8), inode mode 41ff mask 44 00000080:00000001:3.0:1789130486.168385:0:34357:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130486.168393:0:34357:0:(dir.c:3010:ll_dir_open()) Process entered 00000080:00000001:3.0:1789130486.168396:0:34357:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:3.0:1789130486.168399:0:34357:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41663b78 00000080:00200008:3.0:1789130486.168401:0:34357:0:(file.c:1090:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff9caf601980c8), flags 100000 00000080:00000010:3.0:1789130486.168409:0:34357:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9caf51ae9cc0. 00000080:00000001:3.0:1789130486.168415:0:34357:0:(file.c:1115:ll_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130486.168417:0:34357:0:(dir.c:3011:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130486.168597:0:34357:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789130486.168600:0:34357:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffc6e0fb820 00000080:00000001:3.0:1789130486.168610:0:34357:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789130486.168615:0:34357:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789130486.168623:0:34357:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf58481800. 00000020:00000001:3.0:1789130486.168629:0:34357:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130486.168632:0:34357:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1789130486.168636:0:34357:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1789130486.168639:0:34357:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf58481800 uarg=0000000000000000 00800000:00000001:3.0:1789130486.168647:0:34357:0:(obd_class.h:1075:obd_statfs()) Process entered 00800000:00000004:3.0:1789130486.168649:0:34357:0:(obd_class.h:1091:obd_statfs()) lustre-MDT0000-mdc-ffff9caf5014c800: age 1902, max_age 1911 00000002:00000001:3.0:1789130486.168654:0:34357:0:(mdc_request.c:1667:mdc_statfs()) Process entered 00000020:00000040:3.0:1789130486.168657:0:34357:0:(genops.c:1210:class_import_get()) import ffff9caf6079a800 refcount=7 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000100:00000010:3.0:1789130486.168665:0:34357:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf501a8f00. 00000020:00000040:3.0:1789130486.168669:0:34357:0:(genops.c:1210:class_import_get()) import ffff9caf6079a800 refcount=8 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000100:00000001:3.0:1789130486.168674:0:34357:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789130486.168678:0:34357:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789130486.168682:0:34357:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789130486.168691:0:34357:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9caf47fd2600. 00000100:00000001:3.0:1789130486.168703:0:34357:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130486.168707:0:34357:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1789130486.168710:0:34357:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1789130486.168718:0:34357:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9caf47fd1e40. 00000100:00000001:3.0:1789130486.168721:0:34357:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446634875373821504 : -109198335730112 : ffff9caf47fd1e40) 00000100:00000001:3.0:1789130486.168725:0:34357:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789130486.168727:0:34357:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875509968640 : -109198199582976 : ffff9caf501a8f00) 00000100:00000001:3.0:1789130486.168735:0:34357:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789130486.168741:0:34357:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130486.168744:0:34357:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1789130486.168746:0:34357:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789130486.168766:0:34357:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf501a8f00 x1876037329051648/t0(0) o41->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130486.168778:0:34357:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789130486.168781:0:34357:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789130486.168786:0:34357:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789130486.168789:0:34357:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789130486.168792:0:34357:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789130486.168797:0:34357:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf501a8f00 pname:cluuid:pid:xid:nid:opc:job lfs:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:34357:1876037329051648:192.168.204.123@tcp:41:lfs.0 00000100:00000001:3.0:1789130486.168802:0:34357:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789130486.168859:0:34357:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789130486.168863:0:34357:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789130486.168867:0:34357:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789130486.168874:0:34357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9caf58483c00. 02000000:00000001:3.0:1789130486.168877:0:34357:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789130486.168890:0:34357:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:3.0:1789130486.168898:0:34357:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf60788898. 00000400:00000010:3.0:1789130486.168910:0:34357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf4549f330. 00000100:00000200:3.0:1789130486.168923:0:34357:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876037329051648, portal 10 00000100:00000001:3.0:1789130486.168926:0:34357:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789130486.168927:0:34357:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875509968640 : -109198199582976 : ffff9caf501a8f00) 00000100:00000040:3.0:1789130486.168938:0:34357:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9caf501a8f00 x1876037329051648/t0(0) o41->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/368 e 0 to 0 dl 1789130502 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130486.168956:0:34357:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789130486.168961:0:34357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:3.0:1789130486.168965:0:34357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf4549f220. 00000100:00000200:3.0:1789130486.168969:0:34357:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876037329051648, offset 0 00000400:00000200:3.0:1789130486.168979:0:34357:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:3.0:1789130486.169006:0:34357:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130486.169026:0:34357:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:3.0:1789130486.169036:0:34357:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789130486.169044:0:34357:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:3.0:1789130486.169050:0:34357:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789130486.169054:0:34357:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:3.0:1789130486.169060:0:34357:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2657:2657:256:4294967295] 192.168.204.123@tcp LPNI seq info [2656:2656:8:4294967295] 00000400:00000200:3.0:1789130486.169066:0:34357:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130486.169080:0:34357:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:3.0:1789130486.169093:0:34357:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:3.0:1789130486.169434:0:34357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf47fd2f00. 00000800:00000200:3.0:1789130486.169448:0:34357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:3.0:1789130486.169460:0:34357:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:3.0:1789130486.169467:0:34357:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf47fd2f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789130486.169593:0:34357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130486.169612:0:34357:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: using a timeout of 807137 usecs (808 jiffies) 00000400:00000200:3.0:1789130486.169617:0:34357:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:3.0:1789130486.169621:0:34357:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296580999 00000100:00000001:3.0:1789130486.169626:0:34357:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 2, keep current deadline 4296582142 00000100:00000001:3.0:1789130486.169629:0:34357:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296580999 00000100:00000001:3.0:1789130486.169632:0:34357:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 3, keep current deadline 4296582142 00000100:00000001:3.0:1789130486.169634:0:34357:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789130486.169638:0:34357:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130486.169643:0:34357:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789130486.169645:0:34357:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1789130486.169649:0:34357:0:(client.c:2715:ptlrpc_set_wait()) set ffff9caf47fd1e40 going to sleep for 11 seconds 00000100:00000001:3.0:1789130486.169652:0:34357:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789130486.169656:0:34357:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789130486.170352:0:2341:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789130486.170362:0:2341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf47fd2f00. 00000400:00000200:2.0:1789130486.170372:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130486.170380:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:2.0:1789130486.170390:0:2341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf4549f220 00000400:00000010:2.0:1789130486.170393:0:2341:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf4549f220. 00000100:00000001:2.0:1789130486.170402:0:2341:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789130486.170411:0:2341:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf501a8f00 x1876037329051648/t0(0) o41->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/368 e 0 to 0 dl 1789130502 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130486.170424:0:2341:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130486.170429:0:2341:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf501a8f00 x1876037329051648/t0(0) o41->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/368 e 0 to 0 dl 1789130502 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130486.170437:0:2341:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130486.170438:0:2341:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1789130486.173614:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130486.173642:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789130486.173648:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130486.173651:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130486.173664:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130486.173675:0:2342:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:3.0:1789130486.173688:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130486.173694:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130486.173702:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130486.173706:0:2342:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 368 into portal 10 MB=0x6aa3efa956000 00000400:00000200:3.0:1789130486.173712:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130486.173719:0:2342:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.123@tcp of length 368/368 into md 0x72ad [1] + 224 00000800:00000001:3.0:1789130486.173728:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130486.173736:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130486.173741:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130486.173753:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:3.0:1789130486.173764:0:2342:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789130486.173777:0:2342:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf501a8f00 x1876037329051648/t0(0) o41->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/368 e 0 to 0 dl 1789130502 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789130486.173790:0:2342:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff9caf501a8f00 x1876037329051648/t0(0) o41->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/368 e 0 to 0 dl 1789130502 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130486.174372:0:2342:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789130486.174386:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130486.174391:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789130486.174657:0:34357:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789130486.174669:0:34357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789130486.174671:0:34357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789130486.174676:0:34357:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf60788898. 00000400:00000200:2.0:1789130486.174682:0:34357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf4549f330 00000400:00000010:2.0:1789130486.174685:0:34357:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf4549f330. 00000100:00000001:2.0:1789130486.174690:0:34357:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789130486.174698:0:34357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf501a8f00 x1876037329051648/t0(0) o41->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/368 e 0 to 0 dl 1789130502 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789130486.174709:0:34357:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf501a8f00 x1876037329051648/t0(0) o41->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/368 e 0 to 0 dl 1789130502 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130486.174716:0:34357:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789130486.174719:0:34357:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789130486.174723:0:34357:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789130486.174727:0:34357:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789130486.174730:0:34357:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789130486.174733:0:34357:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789130486.174736:0:34357:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789130486.174750:0:34357:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf6079ac60 time=105 v=5 (5 104 104 104) 00000100:00001000:2.0:1789130486.174757:0:34357:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf6079ac18 time=27 v=5 (1 0 0 0) 00000100:00000001:2.0:1789130486.174759:0:34357:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789130486.174761:0:34357:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130486.174765:0:34357:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789130486.174771:0:34357:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130486.174776:0:34357:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789130486.174779:0:34357:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9caf5014c800: skip recheck: last_committed 8589934597 00000100:00000001:2.0:1789130486.174782:0:34357:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789130486.174785:0:34357:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130486.174790:0:34357:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf501a8f00 x1876037329051648/t0(0) o41->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/368 e 0 to 0 dl 1789130502 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130486.174797:0:34357:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789130486.174801:0:34357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789130486.174825:0:34357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789130486.174831:0:34357:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf501a8f00 x1876037329051648/t0(0) o41->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/368 e 0 to 0 dl 1789130502 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789130486.174840:0:34357:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf501a8f00 pname:cluuid:pid:xid:nid:opc:job lfs:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:34357:1876037329051648:192.168.204.123@tcp:41:lfs.0 00000100:00000001:2.0:1789130486.174846:0:34357:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789130486.174850:0:34357:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130486.174852:0:34357:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1789130486.174855:0:34357:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130486.174860:0:34357:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf501a8f00 x1876037329051648/t0(0) o41->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/368 e 0 to 0 dl 1789130502 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130486.174868:0:34357:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789130486.174874:0:34357:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9caf47fd1e40. 00000100:00000001:2.0:1789130486.174878:0:34357:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1789130486.174880:0:34357:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789130486.174891:0:34357:0:(mdc_request.c:1719:mdc_statfs()) Process leaving 00000100:00000001:2.0:1789130486.174893:0:34357:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130486.174897:0:34357:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf501a8f00 x1876037329051648/t0(0) o41->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/368 e 0 to 0 dl 1789130502 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130486.174904:0:34357:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789130486.174908:0:34357:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789130486.174912:0:34357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9caf58483c00. 02000000:00000001:2.0:1789130486.174917:0:34357:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789130486.174920:0:34357:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1789130486.174922:0:34357:0:(genops.c:1223:class_import_put()) import ffff9caf6079a800 refcount=7 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000020:00000001:2.0:1789130486.174925:0:34357:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1789130486.174928:0:34357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9caf47fd2600. 02000000:00000001:2.0:1789130486.174932:0:34357:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789130486.174935:0:34357:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789130486.174938:0:34357:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf501a8f00. 00000100:00000001:2.0:1789130486.174946:0:34357:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789130486.174947:0:34357:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1789130486.174948:0:34357:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1789130486.174949:0:34357:0:(genops.c:1223:class_import_put()) import ffff9caf6079a800 refcount=6 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000020:00000001:2.0:1789130486.174952:0:34357:0:(genops.c:1230:class_import_put()) Process leaving 00800000:00000004:2.0:1789130486.174955:0:34357:0:(obd_class.h:1117:obd_statfs()) lustre-MDT0000-mdc-ffff9caf5014c800: update ffff9caf584fb8e0 cache blocks 17238/17271 objects 532986/533339 00800000:00000001:2.0:1789130486.174960:0:34357:0:(obd_class.h:1136:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789130486.174970:0:34357:0:(lmv_obd.c:1197:lmv_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130486.174974:0:34357:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1789130486.174978:0:34357:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf58481800. 00000080:00000001:2.0:1789130486.174983:0:34357:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130486.174987:0:34357:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130486.175173:0:34357:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789130486.175176:0:34357:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffc6e0fb820 00000080:00000001:2.0:1789130486.175186:0:34357:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789130486.175191:0:34357:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789130486.175199:0:34357:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf50105c00. 00000020:00000001:2.0:1789130486.175205:0:34357:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130486.175208:0:34357:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789130486.175212:0:34357:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789130486.175214:0:34357:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf50105c00 uarg=0000000000000000 00800000:00000001:2.0:1789130486.175219:0:34357:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130486.175222:0:34357:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130486.175224:0:34357:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789130486.175227:0:34357:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf50105c00. 00000080:00000001:2.0:1789130486.175229:0:34357:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130486.175231:0:34357:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130486.175236:0:34357:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789130486.175238:0:34357:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffc6e0fb820 00000080:00000001:2.0:1789130486.175241:0:34357:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789130486.175242:0:34357:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789130486.175245:0:34357:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf50105c00. 00000020:00000001:2.0:1789130486.175247:0:34357:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130486.175249:0:34357:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789130486.175250:0:34357:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789130486.175252:0:34357:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf50105c00 uarg=0000000000000000 00800000:00000001:2.0:1789130486.175255:0:34357:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130486.175258:0:34357:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130486.175260:0:34357:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789130486.175262:0:34357:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf50105c00. 00000080:00000001:2.0:1789130486.175264:0:34357:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130486.175267:0:34357:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130486.175270:0:34357:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789130486.175271:0:34357:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffc6e0fb820 00000080:00000001:2.0:1789130486.175274:0:34357:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789130486.175275:0:34357:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789130486.175277:0:34357:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf50105c00. 00000020:00000001:2.0:1789130486.175279:0:34357:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130486.175281:0:34357:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789130486.175282:0:34357:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789130486.175284:0:34357:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf50105c00 uarg=0000000000000000 00800000:00000001:2.0:1789130486.175287:0:34357:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130486.175289:0:34357:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130486.175291:0:34357:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789130486.175293:0:34357:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf50105c00. 00000080:00000001:2.0:1789130486.175295:0:34357:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130486.175297:0:34357:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130486.175300:0:34357:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789130486.175301:0:34357:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffc6e0fb820 00000080:00000001:2.0:1789130486.175303:0:34357:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789130486.175304:0:34357:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789130486.175306:0:34357:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf50105c00. 00000020:00000001:2.0:1789130486.175308:0:34357:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130486.175310:0:34357:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789130486.175311:0:34357:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789130486.175312:0:34357:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf50105c00 uarg=0000000000000000 00800000:00000001:2.0:1789130486.175315:0:34357:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130486.175316:0:34357:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130486.175318:0:34357:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789130486.175321:0:34357:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf50105c00. 00000080:00000001:2.0:1789130486.175323:0:34357:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130486.175324:0:34357:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130486.175327:0:34357:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789130486.175328:0:34357:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffc6e0fb820 00000080:00000001:2.0:1789130486.175331:0:34357:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789130486.175332:0:34357:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789130486.175334:0:34357:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf50105c00. 00000020:00000001:2.0:1789130486.175631:0:34357:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130486.175634:0:34357:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789130486.175635:0:34357:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789130486.175636:0:34357:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf50105c00 uarg=0000000000000000 00800000:00000001:2.0:1789130486.175641:0:34357:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130486.175643:0:34357:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130486.175645:0:34357:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789130486.175647:0:34357:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf50105c00. 00000080:00000001:2.0:1789130486.175650:0:34357:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130486.175652:0:34357:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130486.175657:0:34357:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789130486.175659:0:34357:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffc6e0fb820 00000080:00000001:2.0:1789130486.175662:0:34357:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789130486.175664:0:34357:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789130486.175667:0:34357:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf50105c00. 00000020:00000001:2.0:1789130486.175669:0:34357:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130486.175671:0:34357:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789130486.175672:0:34357:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789130486.175673:0:34357:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf50105c00 uarg=0000000000000000 00800000:00000001:2.0:1789130486.175676:0:34357:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130486.175678:0:34357:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130486.175679:0:34357:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789130486.175681:0:34357:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf50105c00. 00000080:00000001:2.0:1789130486.175684:0:34357:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130486.175685:0:34357:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130486.175688:0:34357:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789130486.175690:0:34357:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffc6e0fb820 00000080:00000001:2.0:1789130486.175692:0:34357:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789130486.175693:0:34357:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789130486.175695:0:34357:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf50105c00. 00000020:00000001:2.0:1789130486.175697:0:34357:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130486.175699:0:34357:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789130486.175700:0:34357:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789130486.175702:0:34357:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf50105c00 uarg=0000000000000000 00800000:00000001:2.0:1789130486.175704:0:34357:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130486.175706:0:34357:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130486.175709:0:34357:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789130486.175711:0:34357:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf50105c00. 00000080:00000001:2.0:1789130486.175713:0:34357:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130486.175715:0:34357:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130486.175719:0:34357:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789130486.175720:0:34357:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffc6e0fb820 00000080:00000001:2.0:1789130486.175723:0:34357:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789130486.175724:0:34357:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789130486.175726:0:34357:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf50105c00. 00000020:00000001:2.0:1789130486.175728:0:34357:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130486.175730:0:34357:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789130486.175731:0:34357:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789130486.175732:0:34357:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf50105c00 uarg=0000000000000000 00800000:00000001:2.0:1789130486.175735:0:34357:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130486.175737:0:34357:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130486.175739:0:34357:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789130486.175741:0:34357:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf50105c00. 00000080:00000001:2.0:1789130486.175743:0:34357:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130486.175746:0:34357:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130486.175748:0:34357:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789130486.175750:0:34357:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffc6e0fb820 00000080:00000001:2.0:1789130486.175752:0:34357:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789130486.175754:0:34357:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789130486.175756:0:34357:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf50105c00. 00000020:00000001:2.0:1789130486.175758:0:34357:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130486.175759:0:34357:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789130486.175761:0:34357:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789130486.175762:0:34357:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf50105c00 uarg=0000000000000000 00800000:00000001:2.0:1789130486.175765:0:34357:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130486.175767:0:34357:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130486.175769:0:34357:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789130486.175772:0:34357:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf50105c00. 00000080:00000001:2.0:1789130486.175775:0:34357:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130486.175777:0:34357:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130486.175779:0:34357:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789130486.175781:0:34357:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffc6e0fb820 00000080:00000001:2.0:1789130486.175784:0:34357:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789130486.175785:0:34357:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789130486.175787:0:34357:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf50105c00. 00000020:00000001:2.0:1789130486.175789:0:34357:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130486.175790:0:34357:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789130486.175792:0:34357:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789130486.175793:0:34357:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf50105c00 uarg=0000000000000000 00800000:00000001:2.0:1789130486.175796:0:34357:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130486.175797:0:34357:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130486.175799:0:34357:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789130486.175801:0:34357:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf50105c00. 00000080:00000001:2.0:1789130486.176052:0:34357:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130486.176055:0:34357:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130486.176061:0:34357:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789130486.176062:0:34357:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffc6e0fb820 00000080:00000001:2.0:1789130486.176065:0:34357:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789130486.176067:0:34357:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789130486.176070:0:34357:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf50105c00. 00000020:00000001:2.0:1789130486.176072:0:34357:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130486.176074:0:34357:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789130486.176075:0:34357:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789130486.176076:0:34357:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf50105c00 uarg=0000000000000000 00800000:00000001:2.0:1789130486.176080:0:34357:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130486.176081:0:34357:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130486.176083:0:34357:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789130486.176085:0:34357:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf50105c00. 00000080:00000001:2.0:1789130486.176087:0:34357:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130486.176088:0:34357:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130486.176091:0:34357:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789130486.176093:0:34357:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffc6e0fb820 00000080:00000001:2.0:1789130486.176096:0:34357:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789130486.176097:0:34357:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789130486.176099:0:34357:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf50105c00. 00000020:00000001:2.0:1789130486.176100:0:34357:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130486.176102:0:34357:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789130486.176103:0:34357:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789130486.176104:0:34357:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf50105c00 uarg=0000000000000000 00800000:00000001:2.0:1789130486.176106:0:34357:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130486.176108:0:34357:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130486.176109:0:34357:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789130486.176112:0:34357:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf50105c00. 00000080:00000001:2.0:1789130486.176113:0:34357:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130486.176114:0:34357:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130486.176116:0:34357:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789130486.176117:0:34357:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffc6e0fb820 00000080:00000001:2.0:1789130486.176119:0:34357:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789130486.176120:0:34357:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789130486.176121:0:34357:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf50105c00. 00000020:00000001:2.0:1789130486.176124:0:34357:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130486.176126:0:34357:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789130486.176127:0:34357:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789130486.176128:0:34357:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf50105c00 uarg=0000000000000000 00800000:00000001:2.0:1789130486.176131:0:34357:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130486.176133:0:34357:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130486.176135:0:34357:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789130486.176137:0:34357:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf50105c00. 00000080:00000001:2.0:1789130486.176138:0:34357:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130486.176139:0:34357:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130486.176141:0:34357:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789130486.176142:0:34357:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffc6e0fb820 00000080:00000001:2.0:1789130486.176143:0:34357:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789130486.176144:0:34357:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789130486.176147:0:34357:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf50105c00. 00000020:00000001:2.0:1789130486.176149:0:34357:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130486.176151:0:34357:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789130486.176152:0:34357:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789130486.176153:0:34357:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf50105c00 uarg=0000000000000000 00800000:00000001:2.0:1789130486.176156:0:34357:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130486.176158:0:34357:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130486.176160:0:34357:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789130486.176162:0:34357:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf50105c00. 00000080:00000001:2.0:1789130486.176163:0:34357:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130486.176165:0:34357:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130486.176168:0:34357:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789130486.176169:0:34357:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffc6e0fb820 00000080:00000001:2.0:1789130486.176171:0:34357:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789130486.176172:0:34357:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789130486.176174:0:34357:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf50105c00. 00000020:00000001:2.0:1789130486.176176:0:34357:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130486.176178:0:34357:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789130486.176179:0:34357:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789130486.176180:0:34357:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf50105c00 uarg=0000000000000000 00800000:00000001:2.0:1789130486.176182:0:34357:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130486.176184:0:34357:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130486.176186:0:34357:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789130486.176187:0:34357:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf50105c00. 00000080:00000001:2.0:1789130486.176189:0:34357:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130486.176190:0:34357:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130486.176193:0:34357:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789130486.176194:0:34357:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffc6e0fb820 00000080:00000001:2.0:1789130486.176197:0:34357:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789130486.176198:0:34357:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789130486.176200:0:34357:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf50105c00. 00000020:00000001:2.0:1789130486.176202:0:34357:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130486.176204:0:34357:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789130486.176206:0:34357:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789130486.176207:0:34357:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf50105c00 uarg=0000000000000000 00800000:00000001:2.0:1789130486.176209:0:34357:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130486.176211:0:34357:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130486.176213:0:34357:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789130486.176214:0:34357:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf50105c00. 00000080:00000001:2.0:1789130486.176216:0:34357:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130486.176218:0:34357:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130486.176221:0:34357:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789130486.176222:0:34357:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffc6e0fb820 00000080:00000001:2.0:1789130486.176224:0:34357:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789130486.176226:0:34357:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789130486.176227:0:34357:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf50105c00. 00000020:00000001:2.0:1789130486.176230:0:34357:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130486.176232:0:34357:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789130486.176233:0:34357:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789130486.176234:0:34357:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf50105c00 uarg=0000000000000000 00800000:00000001:2.0:1789130486.176237:0:34357:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130486.176239:0:34357:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130486.176241:0:34357:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789130486.176243:0:34357:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf50105c00. 00000080:00000001:2.0:1789130486.176245:0:34357:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130486.176247:0:34357:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130486.176249:0:34357:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789130486.176251:0:34357:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffc6e0fb820 00000080:00000001:2.0:1789130486.176254:0:34357:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789130486.176255:0:34357:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789130486.176258:0:34357:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf50105c00. 00000020:00000001:2.0:1789130486.176260:0:34357:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130486.176262:0:34357:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789130486.176263:0:34357:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789130486.176264:0:34357:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf50105c00 uarg=0000000000000000 00800000:00000001:2.0:1789130486.176267:0:34357:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130486.176270:0:34357:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130486.176271:0:34357:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789130486.176273:0:34357:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf50105c00. 00000080:00000001:2.0:1789130486.176276:0:34357:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130486.176278:0:34357:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130486.176280:0:34357:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789130486.176281:0:34357:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffc6e0fb820 00000080:00000001:2.0:1789130486.176284:0:34357:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789130486.176284:0:34357:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789130486.176286:0:34357:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf50105c00. 00000020:00000001:2.0:1789130486.176289:0:34357:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130486.176290:0:34357:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789130486.176291:0:34357:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789130486.176292:0:34357:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf50105c00 uarg=0000000000000000 00800000:00000001:2.0:1789130486.176295:0:34357:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130486.176297:0:34357:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130486.176298:0:34357:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789130486.176300:0:34357:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf50105c00. 00000080:00000001:2.0:1789130486.176302:0:34357:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130486.176304:0:34357:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130486.176307:0:34357:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789130486.176308:0:34357:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffc6e0fb820 00000080:00000001:2.0:1789130486.176311:0:34357:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789130486.176312:0:34357:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789130486.176314:0:34357:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf50105c00. 00000020:00000001:2.0:1789130486.176316:0:34357:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130486.176317:0:34357:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789130486.176318:0:34357:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789130486.176320:0:34357:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf50105c00 uarg=0000000000000000 00800000:00000001:2.0:1789130486.176322:0:34357:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130486.176324:0:34357:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130486.176326:0:34357:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789130486.176328:0:34357:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf50105c00. 00000080:00000001:2.0:1789130486.176343:0:34357:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130486.176346:0:34357:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130486.176351:0:34357:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789130486.176352:0:34357:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffc6e0fb820 00000080:00000001:2.0:1789130486.176355:0:34357:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789130486.176356:0:34357:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789130486.176359:0:34357:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf50105c00. 00000020:00000001:2.0:1789130486.176362:0:34357:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130486.176364:0:34357:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789130486.176365:0:34357:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789130486.176366:0:34357:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf50105c00 uarg=0000000000000000 00800000:00000001:2.0:1789130486.176369:0:34357:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130486.176370:0:34357:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130486.176372:0:34357:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789130486.176374:0:34357:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf50105c00. 00000080:00000001:2.0:1789130486.176376:0:34357:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130486.176378:0:34357:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130486.176382:0:34357:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789130486.176384:0:34357:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffc6e0fb820 00000080:00000001:2.0:1789130486.176386:0:34357:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789130486.176388:0:34357:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789130486.176390:0:34357:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf50105c00. 00000020:00000001:2.0:1789130486.176393:0:34357:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130486.176394:0:34357:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789130486.176395:0:34357:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789130486.176396:0:34357:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf50105c00 uarg=0000000000000000 00800000:00000001:2.0:1789130486.176399:0:34357:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130486.176401:0:34357:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130486.176402:0:34357:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789130486.176404:0:34357:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf50105c00. 00000080:00000001:2.0:1789130486.176406:0:34357:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130486.176408:0:34357:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130486.176410:0:34357:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789130486.176413:0:34357:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffc6e0fb820 00000080:00000001:2.0:1789130486.176415:0:34357:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789130486.176416:0:34357:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789130486.176418:0:34357:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf50105c00. 00000020:00000001:2.0:1789130486.176420:0:34357:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130486.176422:0:34357:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789130486.176423:0:34357:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789130486.176424:0:34357:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf50105c00 uarg=0000000000000000 00800000:00000001:2.0:1789130486.176427:0:34357:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130486.176428:0:34357:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130486.176430:0:34357:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789130486.176433:0:34357:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf50105c00. 00000080:00000001:2.0:1789130486.176435:0:34357:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130486.176438:0:34357:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130486.176441:0:34357:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789130486.176442:0:34357:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffc6e0fb820 00000080:00000001:2.0:1789130486.176445:0:34357:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789130486.176446:0:34357:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789130486.176448:0:34357:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf50105c00. 00000020:00000001:2.0:1789130486.176450:0:34357:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130486.176452:0:34357:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789130486.176453:0:34357:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789130486.176455:0:34357:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf50105c00 uarg=0000000000000000 00800000:00000001:2.0:1789130486.176457:0:34357:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130486.176459:0:34357:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130486.176461:0:34357:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789130486.176464:0:34357:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf50105c00. 00000080:00000001:2.0:1789130486.176466:0:34357:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130486.176468:0:34357:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130486.176471:0:34357:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789130486.176472:0:34357:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffc6e0fb820 00000080:00000001:2.0:1789130486.176474:0:34357:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789130486.176475:0:34357:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789130486.176478:0:34357:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf50105c00. 00000020:00000001:2.0:1789130486.176480:0:34357:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130486.176584:0:34357:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789130486.176586:0:34357:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789130486.176587:0:34357:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf50105c00 uarg=0000000000000000 00800000:00000001:2.0:1789130486.176592:0:34357:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130486.176594:0:34357:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130486.176596:0:34357:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789130486.176598:0:34357:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf50105c00. 00000080:00000001:2.0:1789130486.176601:0:34357:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130486.176603:0:34357:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130486.176609:0:34357:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789130486.176610:0:34357:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffc6e0fb820 00000080:00000001:2.0:1789130486.176613:0:34357:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789130486.176614:0:34357:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789130486.176617:0:34357:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf50105c00. 00000020:00000001:2.0:1789130486.176619:0:34357:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130486.176621:0:34357:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789130486.176622:0:34357:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789130486.176624:0:34357:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf50105c00 uarg=0000000000000000 00800000:00000001:2.0:1789130486.176626:0:34357:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130486.176628:0:34357:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130486.176630:0:34357:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789130486.176632:0:34357:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf50105c00. 00000080:00000001:2.0:1789130486.176635:0:34357:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130486.176637:0:34357:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130486.176640:0:34357:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789130486.176641:0:34357:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffc6e0fb820 00000080:00000001:2.0:1789130486.176643:0:34357:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789130486.176644:0:34357:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789130486.176646:0:34357:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf50105c00. 00000020:00000001:2.0:1789130486.176649:0:34357:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130486.176650:0:34357:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789130486.176653:0:34357:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789130486.176654:0:34357:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf50105c00 uarg=0000000000000000 00800000:00000001:2.0:1789130486.176657:0:34357:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130486.176659:0:34357:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130486.176661:0:34357:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789130486.176663:0:34357:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf50105c00. 00000080:00000001:2.0:1789130486.176665:0:34357:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130486.176667:0:34357:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130486.176670:0:34357:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789130486.176672:0:34357:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffc6e0fb820 00000080:00000001:2.0:1789130486.176674:0:34357:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789130486.176675:0:34357:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789130486.176678:0:34357:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf50105c00. 00000020:00000001:2.0:1789130486.176680:0:34357:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130486.176681:0:34357:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789130486.176682:0:34357:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789130486.176684:0:34357:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf50105c00 uarg=0000000000000000 00800000:00000001:2.0:1789130486.176686:0:34357:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130486.176688:0:34357:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130486.176689:0:34357:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789130486.176692:0:34357:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf50105c00. 00000080:00000001:2.0:1789130486.176693:0:34357:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130486.176695:0:34357:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130486.176698:0:34357:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789130486.176700:0:34357:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffc6e0fb820 00000080:00000001:2.0:1789130486.176702:0:34357:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789130486.176703:0:34357:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789130486.176705:0:34357:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf50105c00. 00000020:00000001:2.0:1789130486.176708:0:34357:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130486.176709:0:34357:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789130486.176710:0:34357:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789130486.176711:0:34357:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf50105c00 uarg=0000000000000000 00800000:00000001:2.0:1789130486.176713:0:34357:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130486.176716:0:34357:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130486.176718:0:34357:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789130486.176720:0:34357:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf50105c00. 00000080:00000001:2.0:1789130486.176722:0:34357:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130486.176724:0:34357:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130486.176727:0:34357:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789130486.176728:0:34357:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffc6e0fb820 00000080:00000001:2.0:1789130486.176730:0:34357:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789130486.176732:0:34357:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789130486.176735:0:34357:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf50105c00. 00000020:00000001:2.0:1789130486.176737:0:34357:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130486.176738:0:34357:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789130486.176740:0:34357:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789130486.176741:0:34357:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf50105c00 uarg=0000000000000000 00800000:00000001:2.0:1789130486.176743:0:34357:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130486.176745:0:34357:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130486.176747:0:34357:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789130486.176749:0:34357:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf50105c00. 00000080:00000001:2.0:1789130486.176751:0:34357:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130486.176753:0:34357:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130486.176756:0:34357:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789130486.176757:0:34357:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffc6e0fb820 00000080:00000001:2.0:1789130486.176760:0:34357:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789130486.176761:0:34357:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789130486.176764:0:34357:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf50105c00. 00000020:00000001:2.0:1789130486.176766:0:34357:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130486.176768:0:34357:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789130486.176769:0:34357:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789130486.176771:0:34357:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf50105c00 uarg=0000000000000000 00800000:00000001:2.0:1789130486.176773:0:34357:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130486.176776:0:34357:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130486.176777:0:34357:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789130486.176779:0:34357:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf50105c00. 00000080:00000001:2.0:1789130486.176782:0:34357:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130486.176783:0:34357:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130486.176787:0:34357:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789130486.176788:0:34357:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffc6e0fb820 00000080:00000001:2.0:1789130486.176791:0:34357:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789130486.176792:0:34357:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789130486.176794:0:34357:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf50105c00. 00000020:00000001:2.0:1789130486.176796:0:34357:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130486.176797:0:34357:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789130486.176798:0:34357:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789130486.176800:0:34357:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf50105c00 uarg=0000000000000000 00800000:00000001:2.0:1789130486.176834:0:34357:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130486.176836:0:34357:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130486.176838:0:34357:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789130486.176841:0:34357:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf50105c00. 00000080:00000001:2.0:1789130486.176844:0:34357:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130486.176846:0:34357:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130486.176850:0:34357:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789130486.176851:0:34357:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffc6e0fb820 00000080:00000001:2.0:1789130486.176854:0:34357:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789130486.176855:0:34357:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789130486.176858:0:34357:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf50105c00. 00000020:00000001:2.0:1789130486.176860:0:34357:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130486.176862:0:34357:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789130486.176863:0:34357:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789130486.176865:0:34357:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf50105c00 uarg=0000000000000000 00800000:00000001:2.0:1789130486.176868:0:34357:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130486.176870:0:34357:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130486.176872:0:34357:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789130486.176874:0:34357:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf50105c00. 00000080:00000001:2.0:1789130486.176877:0:34357:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130486.176879:0:34357:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130486.176881:0:34357:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789130486.176883:0:34357:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffc6e0fb820 00000080:00000001:2.0:1789130486.176886:0:34357:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789130486.176887:0:34357:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789130486.176889:0:34357:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf50105c00. 00000020:00000001:2.0:1789130486.176891:0:34357:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130486.176893:0:34357:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789130486.176894:0:34357:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789130486.176896:0:34357:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf50105c00 uarg=0000000000000000 00800000:00000001:2.0:1789130486.176898:0:34357:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130486.176901:0:34357:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130486.176902:0:34357:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789130486.176905:0:34357:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf50105c00. 00000080:00000001:2.0:1789130486.176907:0:34357:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130486.176909:0:34357:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130486.176911:0:34357:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789130486.176912:0:34357:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffc6e0fb820 00000080:00000001:2.0:1789130486.176915:0:34357:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789130486.176916:0:34357:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789130486.176917:0:34357:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf50105c00. 00000020:00000001:2.0:1789130486.176920:0:34357:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130486.176922:0:34357:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789130486.176923:0:34357:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789130486.176925:0:34357:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf50105c00 uarg=0000000000000000 00800000:00000001:2.0:1789130486.176928:0:34357:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130486.176929:0:34357:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130486.176931:0:34357:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789130486.176933:0:34357:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf50105c00. 00000080:00000001:2.0:1789130486.176935:0:34357:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130486.176937:0:34357:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130486.176939:0:34357:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789130486.176941:0:34357:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffc6e0fb820 00000080:00000001:2.0:1789130486.176944:0:34357:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789130486.176945:0:34357:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789130486.176947:0:34357:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf50105c00. 00000020:00000001:2.0:1789130486.176950:0:34357:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130486.176951:0:34357:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789130486.176953:0:34357:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789130486.176954:0:34357:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf50105c00 uarg=0000000000000000 00800000:00000001:2.0:1789130486.176957:0:34357:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130486.176959:0:34357:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130486.176960:0:34357:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789130486.176963:0:34357:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf50105c00. 00000080:00000001:2.0:1789130486.176965:0:34357:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130486.176967:0:34357:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130486.176970:0:34357:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789130486.176971:0:34357:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffc6e0fb820 00000080:00000001:2.0:1789130486.176974:0:34357:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789130486.176975:0:34357:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789130486.176977:0:34357:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf50105c00. 00000020:00000001:2.0:1789130486.176979:0:34357:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130486.176980:0:34357:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789130486.176981:0:34357:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789130486.176983:0:34357:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf50105c00 uarg=0000000000000000 00800000:00000001:2.0:1789130486.176985:0:34357:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130486.176988:0:34357:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130486.176989:0:34357:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789130486.176991:0:34357:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf50105c00. 00000080:00000001:2.0:1789130486.176993:0:34357:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130486.177136:0:34357:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130486.177142:0:34357:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789130486.177144:0:34357:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffc6e0fb820 00000080:00000001:2.0:1789130486.177147:0:34357:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789130486.177149:0:34357:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789130486.177152:0:34357:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf50105c00. 00000020:00000001:2.0:1789130486.177155:0:34357:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130486.177157:0:34357:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789130486.177159:0:34357:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789130486.177161:0:34357:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf50105c00 uarg=0000000000000000 00800000:00000001:2.0:1789130486.177163:0:34357:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130486.177165:0:34357:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130486.177167:0:34357:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789130486.177169:0:34357:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf50105c00. 00000080:00000001:2.0:1789130486.177172:0:34357:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130486.177174:0:34357:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130486.177177:0:34357:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789130486.177178:0:34357:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffc6e0fb820 00000080:00000001:2.0:1789130486.177181:0:34357:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789130486.177182:0:34357:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789130486.177184:0:34357:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf50105c00. 00000020:00000001:2.0:1789130486.177186:0:34357:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130486.177188:0:34357:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789130486.177189:0:34357:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789130486.177190:0:34357:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf50105c00 uarg=0000000000000000 00800000:00000001:2.0:1789130486.177193:0:34357:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130486.177195:0:34357:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130486.177197:0:34357:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789130486.177200:0:34357:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf50105c00. 00000080:00000001:2.0:1789130486.177201:0:34357:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130486.177203:0:34357:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130486.177206:0:34357:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789130486.177207:0:34357:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffc6e0fb820 00000080:00000001:2.0:1789130486.177209:0:34357:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789130486.177210:0:34357:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789130486.177212:0:34357:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf50105c00. 00000020:00000001:2.0:1789130486.177215:0:34357:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130486.177216:0:34357:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789130486.177218:0:34357:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789130486.177219:0:34357:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf50105c00 uarg=0000000000000000 00800000:00000001:2.0:1789130486.177222:0:34357:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130486.177225:0:34357:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130486.177227:0:34357:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789130486.177229:0:34357:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf50105c00. 00000080:00000001:2.0:1789130486.177231:0:34357:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130486.177233:0:34357:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130486.177236:0:34357:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789130486.177237:0:34357:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffc6e0fb820 00000080:00000001:2.0:1789130486.177240:0:34357:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789130486.177242:0:34357:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789130486.177244:0:34357:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf50105c00. 00000020:00000001:2.0:1789130486.177246:0:34357:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130486.177248:0:34357:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789130486.177249:0:34357:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789130486.177250:0:34357:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf50105c00 uarg=0000000000000000 00800000:00000001:2.0:1789130486.177253:0:34357:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130486.177255:0:34357:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130486.177257:0:34357:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789130486.177259:0:34357:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf50105c00. 00000080:00000001:2.0:1789130486.177261:0:34357:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130486.177263:0:34357:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130486.177267:0:34357:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789130486.177268:0:34357:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffc6e0fb820 00000080:00000001:2.0:1789130486.177271:0:34357:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789130486.177272:0:34357:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789130486.177274:0:34357:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf50105c00. 00000020:00000001:2.0:1789130486.177276:0:34357:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130486.177278:0:34357:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789130486.177279:0:34357:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789130486.177281:0:34357:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf50105c00 uarg=0000000000000000 00800000:00000001:2.0:1789130486.177283:0:34357:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130486.177285:0:34357:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130486.177287:0:34357:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789130486.177289:0:34357:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf50105c00. 00000080:00000001:2.0:1789130486.177292:0:34357:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130486.177294:0:34357:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130486.177298:0:34357:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789130486.177299:0:34357:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffc6e0fb820 00000080:00000001:2.0:1789130486.177302:0:34357:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789130486.177303:0:34357:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789130486.177305:0:34357:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf50105c00. 00000020:00000001:2.0:1789130486.177308:0:34357:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130486.177310:0:34357:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789130486.177311:0:34357:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789130486.177312:0:34357:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf50105c00 uarg=0000000000000000 00800000:00000001:2.0:1789130486.177315:0:34357:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130486.177317:0:34357:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130486.177318:0:34357:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789130486.177321:0:34357:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf50105c00. 00000080:00000001:2.0:1789130486.177323:0:34357:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130486.177325:0:34357:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130486.177327:0:34357:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789130486.177328:0:34357:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffc6e0fb820 00000080:00000001:2.0:1789130486.177331:0:34357:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789130486.177332:0:34357:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789130486.177334:0:34357:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf50105c00. 00000020:00000001:2.0:1789130486.177336:0:34357:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130486.177337:0:34357:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789130486.177338:0:34357:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789130486.177340:0:34357:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf50105c00 uarg=0000000000000000 00800000:00000001:2.0:1789130486.177342:0:34357:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130486.177344:0:34357:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130486.177346:0:34357:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789130486.177349:0:34357:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf50105c00. 00000080:00000001:2.0:1789130486.177351:0:34357:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130486.177353:0:34357:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130486.177356:0:34357:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789130486.177358:0:34357:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffc6e0fb820 00000080:00000001:2.0:1789130486.177361:0:34357:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789130486.177362:0:34357:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789130486.177364:0:34357:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf50105c00. 00000020:00000001:2.0:1789130486.177366:0:34357:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130486.177368:0:34357:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789130486.177370:0:34357:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789130486.177371:0:34357:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf50105c00 uarg=0000000000000000 00800000:00000001:2.0:1789130486.177373:0:34357:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130486.177376:0:34357:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130486.177378:0:34357:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789130486.177380:0:34357:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf50105c00. 00000080:00000001:2.0:1789130486.177382:0:34357:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130486.177384:0:34357:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130486.177387:0:34357:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789130486.177388:0:34357:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffc6e0fb820 00000080:00000001:2.0:1789130486.177391:0:34357:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789130486.177392:0:34357:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789130486.177394:0:34357:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf50105c00. 00000020:00000001:2.0:1789130486.177396:0:34357:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130486.177398:0:34357:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789130486.177399:0:34357:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789130486.177400:0:34357:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf50105c00 uarg=0000000000000000 00800000:00000001:2.0:1789130486.177403:0:34357:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130486.177404:0:34357:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130486.177406:0:34357:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789130486.177408:0:34357:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf50105c00. 00000080:00000001:2.0:1789130486.177411:0:34357:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130486.177412:0:34357:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130486.177416:0:34357:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789130486.177417:0:34357:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffc6e0fb820 00000080:00000001:2.0:1789130486.177420:0:34357:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789130486.177421:0:34357:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789130486.177425:0:34357:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf50105c00. 00000020:00000001:2.0:1789130486.177427:0:34357:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130486.177429:0:34357:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789130486.177430:0:34357:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789130486.177432:0:34357:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf50105c00 uarg=0000000000000000 00800000:00000001:2.0:1789130486.177434:0:34357:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130486.177437:0:34357:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130486.177438:0:34357:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789130486.177441:0:34357:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf50105c00. 00000080:00000001:2.0:1789130486.177443:0:34357:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130486.177445:0:34357:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130486.177449:0:34357:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789130486.177450:0:34357:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffc6e0fb820 00000080:00000001:2.0:1789130486.177453:0:34357:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789130486.177454:0:34357:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789130486.177456:0:34357:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf50105c00. 00000020:00000001:2.0:1789130486.177459:0:34357:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130486.177460:0:34357:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789130486.177461:0:34357:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789130486.177463:0:34357:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf50105c00 uarg=0000000000000000 00800000:00000001:2.0:1789130486.177466:0:34357:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130486.177468:0:34357:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130486.177470:0:34357:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789130486.177472:0:34357:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf50105c00. 00000080:00000001:2.0:1789130486.177474:0:34357:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130486.177476:0:34357:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130486.177479:0:34357:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789130486.177480:0:34357:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffc6e0fb820 00000080:00000001:2.0:1789130486.177545:0:34357:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789130486.177547:0:34357:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789130486.177550:0:34357:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf50105c00. 00000020:00000001:2.0:1789130486.177553:0:34357:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130486.177555:0:34357:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789130486.177558:0:34357:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789130486.177559:0:34357:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf50105c00 uarg=0000000000000000 00800000:00000001:2.0:1789130486.177562:0:34357:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130486.177563:0:34357:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130486.177565:0:34357:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789130486.177566:0:34357:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf50105c00. 00000080:00000001:2.0:1789130486.177569:0:34357:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130486.177571:0:34357:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130486.177576:0:34357:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789130486.177577:0:34357:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffc6e0fb820 00000080:00000001:2.0:1789130486.177580:0:34357:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789130486.177581:0:34357:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789130486.177583:0:34357:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf50105c00. 00000020:00000001:2.0:1789130486.177586:0:34357:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130486.177587:0:34357:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789130486.177589:0:34357:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789130486.177590:0:34357:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf50105c00 uarg=0000000000000000 00800000:00000001:2.0:1789130486.177593:0:34357:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130486.177595:0:34357:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130486.177597:0:34357:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789130486.177600:0:34357:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf50105c00. 00000080:00000001:2.0:1789130486.177602:0:34357:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130486.177604:0:34357:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130486.177607:0:34357:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789130486.177608:0:34357:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffc6e0fb820 00000080:00000001:2.0:1789130486.177610:0:34357:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789130486.177611:0:34357:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789130486.177614:0:34357:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf50105c00. 00000020:00000001:2.0:1789130486.177616:0:34357:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130486.177617:0:34357:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789130486.177618:0:34357:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789130486.177620:0:34357:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf50105c00 uarg=0000000000000000 00800000:00000001:2.0:1789130486.177623:0:34357:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130486.177625:0:34357:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130486.177627:0:34357:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789130486.177630:0:34357:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf50105c00. 00000080:00000001:2.0:1789130486.177632:0:34357:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130486.177634:0:34357:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130486.177637:0:34357:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789130486.177639:0:34357:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffc6e0fb820 00000080:00000001:2.0:1789130486.177641:0:34357:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789130486.177642:0:34357:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789130486.177644:0:34357:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf50105c00. 00000020:00000001:2.0:1789130486.177646:0:34357:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130486.177648:0:34357:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789130486.177649:0:34357:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789130486.177651:0:34357:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf50105c00 uarg=0000000000000000 00800000:00000001:2.0:1789130486.177654:0:34357:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130486.177656:0:34357:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130486.177657:0:34357:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789130486.177660:0:34357:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf50105c00. 00000080:00000001:2.0:1789130486.177662:0:34357:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130486.177664:0:34357:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130486.177667:0:34357:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789130486.177668:0:34357:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffc6e0fb820 00000080:00000001:2.0:1789130486.177671:0:34357:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789130486.177672:0:34357:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789130486.177674:0:34357:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf50105c00. 00000020:00000001:2.0:1789130486.177676:0:34357:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130486.177677:0:34357:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789130486.177678:0:34357:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789130486.177680:0:34357:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf50105c00 uarg=0000000000000000 00800000:00000001:2.0:1789130486.177682:0:34357:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130486.177685:0:34357:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130486.177687:0:34357:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789130486.177689:0:34357:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf50105c00. 00000080:00000001:2.0:1789130486.177692:0:34357:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130486.177694:0:34357:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130486.177697:0:34357:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789130486.177699:0:34357:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffc6e0fb820 00000080:00000001:2.0:1789130486.177701:0:34357:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789130486.177702:0:34357:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789130486.177704:0:34357:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf50105c00. 00000020:00000001:2.0:1789130486.177706:0:34357:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130486.177708:0:34357:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789130486.177709:0:34357:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789130486.177710:0:34357:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf50105c00 uarg=0000000000000000 00800000:00000001:2.0:1789130486.177713:0:34357:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130486.177714:0:34357:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130486.177716:0:34357:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789130486.177718:0:34357:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf50105c00. 00000080:00000001:2.0:1789130486.177719:0:34357:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130486.177721:0:34357:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130486.177725:0:34357:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789130486.177726:0:34357:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffc6e0fb820 00000080:00000001:2.0:1789130486.177729:0:34357:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789130486.177730:0:34357:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789130486.177732:0:34357:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf50105c00. 00000020:00000001:2.0:1789130486.177734:0:34357:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130486.177736:0:34357:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789130486.177737:0:34357:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789130486.177738:0:34357:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf50105c00 uarg=0000000000000000 00800000:00000001:2.0:1789130486.177741:0:34357:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130486.177743:0:34357:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130486.177745:0:34357:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789130486.177747:0:34357:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf50105c00. 00000080:00000001:2.0:1789130486.177750:0:34357:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130486.177752:0:34357:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130486.177755:0:34357:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789130486.177758:0:34357:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffc6e0fb820 00000080:00000001:2.0:1789130486.177761:0:34357:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789130486.177762:0:34357:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789130486.177765:0:34357:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf50105c00. 00000020:00000001:2.0:1789130486.177767:0:34357:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130486.177769:0:34357:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789130486.177770:0:34357:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789130486.177771:0:34357:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf50105c00 uarg=0000000000000000 00800000:00000001:2.0:1789130486.177774:0:34357:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130486.177776:0:34357:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130486.177777:0:34357:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789130486.177780:0:34357:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf50105c00. 00000080:00000001:2.0:1789130486.177783:0:34357:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130486.177785:0:34357:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130486.177788:0:34357:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789130486.177789:0:34357:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffc6e0fb820 00000080:00000001:2.0:1789130486.177791:0:34357:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789130486.177792:0:34357:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789130486.177794:0:34357:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf50105c00. 00000020:00000001:2.0:1789130486.177797:0:34357:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130486.177798:0:34357:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789130486.177800:0:34357:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789130486.177801:0:34357:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf50105c00 uarg=0000000000000000 00800000:00000001:2.0:1789130486.177878:0:34357:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130486.177880:0:34357:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130486.177882:0:34357:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789130486.177884:0:34357:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf50105c00. 00000080:00000001:2.0:1789130486.177887:0:34357:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130486.177889:0:34357:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130486.177892:0:34357:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789130486.177893:0:34357:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffc6e0fb820 00000080:00000001:2.0:1789130486.177896:0:34357:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789130486.177897:0:34357:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789130486.177901:0:34357:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf50105c00. 00000020:00000001:2.0:1789130486.177903:0:34357:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130486.177905:0:34357:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789130486.177906:0:34357:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789130486.177907:0:34357:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf50105c00 uarg=0000000000000000 00800000:00000001:2.0:1789130486.177910:0:34357:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130486.177912:0:34357:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130486.177914:0:34357:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789130486.177916:0:34357:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf50105c00. 00000080:00000001:2.0:1789130486.177918:0:34357:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130486.177920:0:34357:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130486.177923:0:34357:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789130486.177925:0:34357:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffc6e0fb820 00000080:00000001:2.0:1789130486.177927:0:34357:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789130486.177929:0:34357:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789130486.177931:0:34357:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf50105c00. 00000020:00000001:2.0:1789130486.177933:0:34357:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130486.177935:0:34357:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789130486.177936:0:34357:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789130486.177937:0:34357:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf50105c00 uarg=0000000000000000 00800000:00000001:2.0:1789130486.177940:0:34357:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130486.177942:0:34357:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130486.177944:0:34357:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789130486.177946:0:34357:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf50105c00. 00000080:00000001:2.0:1789130486.177948:0:34357:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130486.177949:0:34357:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130486.177952:0:34357:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789130486.177954:0:34357:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffc6e0fb820 00000080:00000001:2.0:1789130486.177956:0:34357:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789130486.177957:0:34357:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789130486.177960:0:34357:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf50105c00. 00000020:00000001:2.0:1789130486.177963:0:34357:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130486.177965:0:34357:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789130486.177967:0:34357:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789130486.177968:0:34357:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf50105c00 uarg=0000000000000000 00800000:00000001:2.0:1789130486.177971:0:34357:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130486.177973:0:34357:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130486.177974:0:34357:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789130486.177976:0:34357:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf50105c00. 00000080:00000001:2.0:1789130486.177980:0:34357:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130486.177982:0:34357:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130486.177985:0:34357:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789130486.177987:0:34357:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffc6e0fb820 00000080:00000001:2.0:1789130486.177989:0:34357:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789130486.177990:0:34357:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789130486.177992:0:34357:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf50105c00. 00000020:00000001:2.0:1789130486.178006:0:34357:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130486.178273:0:34357:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789130486.178275:0:34357:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789130486.178277:0:34357:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf50105c00 uarg=0000000000000000 00800000:00000001:2.0:1789130486.178280:0:34357:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130486.178283:0:34357:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130486.178285:0:34357:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789130486.178287:0:34357:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf50105c00. 00000080:00000001:2.0:1789130486.178290:0:34357:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130486.178292:0:34357:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130486.178298:0:34357:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789130486.178300:0:34357:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffc6e0fb820 00000080:00000001:2.0:1789130486.178303:0:34357:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789130486.178304:0:34357:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789130486.178308:0:34357:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf50105c00. 00000020:00000001:2.0:1789130486.178310:0:34357:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130486.178312:0:34357:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789130486.178313:0:34357:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789130486.178314:0:34357:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf50105c00 uarg=0000000000000000 00800000:00000001:2.0:1789130486.178317:0:34357:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130486.178320:0:34357:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130486.178322:0:34357:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789130486.178373:0:34357:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf50105c00. 00000080:00000001:2.0:1789130486.178377:0:34357:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130486.178379:0:34357:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130486.178383:0:34357:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789130486.178385:0:34357:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffc6e0fb820 00000080:00000001:2.0:1789130486.178388:0:34357:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789130486.178390:0:34357:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789130486.178392:0:34357:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf50105c00. 00000020:00000001:2.0:1789130486.178395:0:34357:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130486.178396:0:34357:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789130486.178398:0:34357:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789130486.178399:0:34357:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf50105c00 uarg=0000000000000000 00800000:00000001:2.0:1789130486.178402:0:34357:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130486.178404:0:34357:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130486.178406:0:34357:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1789130486.178409:0:34357:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf50105c00. 00000080:00000001:2.0:1789130486.178411:0:34357:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130486.178413:0:34357:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789130486.178417:0:34357:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789130486.178418:0:34357:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffc6e0fb820 00000080:00000001:2.0:1789130486.178421:0:34357:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789130486.178422:0:34357:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789130486.178425:0:34357:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf50105c00. 00000020:00000001:2.0:1789130486.178427:0:34357:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130486.178429:0:34357:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789130486.178430:0:34357:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789130486.178432:0:34357:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf50105c00 uarg=0000000000000000 00800000:00000001:2.0:1789130486.178435:0:34357:0:(lmv_obd.c:965:lmv_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:2.0:1789130486.178438:0:34357:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:2.0:1789130486.178439:0:34357:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000080:00000010:2.0:1789130486.178441:0:34357:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf50105c00. 00000080:00000001:2.0:1789130486.178445:0:34357:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:2.0:1789130486.178447:0:34357:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:2.0:1789130486.178450:0:34357:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789130486.178451:0:34357:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffc6e0fb820 00000080:00000001:2.0:1789130486.178454:0:34357:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789130486.178455:0:34357:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789130486.178457:0:34357:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf50105c00. 00000020:00000001:2.0:1789130486.178459:0:34357:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130486.178466:0:34357:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1789130486.178470:0:34357:0:(lov_obd.c:975:lov_iocontrol()) Process entered 00020000:00000080:2.0:1789130486.178472:0:34357:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf50105c00 uarg=0000000000000000 00020000:00000001:2.0:1789130486.178538:0:34357:0:(obd_class.h:1075:obd_statfs()) Process entered 00020000:00000004:2.0:1789130486.178542:0:34357:0:(obd_class.h:1091:obd_statfs()) lustre-OST0000-osc-ffff9caf5014c800: age 1902, max_age 1911 00000008:00000001:2.0:1789130486.178553:0:34357:0:(osc_request.c:3675:osc_statfs()) Process entered 00000020:00000040:2.0:1789130486.178557:0:34357:0:(genops.c:1210:class_import_get()) import ffff9caf468ac800 refcount=3 obd=lustre-OST0000-osc-ffff9caf5014c800 00000100:00000010:2.0:1789130486.178566:0:34357:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf580b92c0. 00000020:00000040:2.0:1789130486.178570:0:34357:0:(genops.c:1210:class_import_get()) import ffff9caf468ac800 refcount=4 obd=lustre-OST0000-osc-ffff9caf5014c800 00000020:00000001:2.0:1789130486.178576:0:34357:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1789130486.178577:0:34357:0:(genops.c:1223:class_import_put()) import ffff9caf468ac800 refcount=3 obd=lustre-OST0000-osc-ffff9caf5014c800 00000020:00000001:2.0:1789130486.178580:0:34357:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:2.0:1789130486.178584:0:34357:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789130486.178588:0:34357:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789130486.178595:0:34357:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789130486.178605:0:34357:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9caf44db5a00. 00000100:00000001:2.0:1789130486.178614:0:34357:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130486.178617:0:34357:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1789130486.178619:0:34357:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1789130486.178626:0:34357:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9caf584c4900. 00000100:00000001:2.0:1789130486.178628:0:34357:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446634875647445248 : -109198062106368 : ffff9caf584c4900) 00000100:00000001:2.0:1789130486.178632:0:34357:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789130486.178633:0:34357:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875643204288 : -109198066347328 : ffff9caf580b92c0) 00000100:00000001:2.0:1789130486.178640:0:34357:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789130486.178645:0:34357:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130486.178647:0:34357:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1789130486.178649:0:34357:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789130486.178663:0:34357:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf580b92c0 x1876037329051776/t0(0) o13->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130486.178673:0:34357:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789130486.178677:0:34357:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789130486.178681:0:34357:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789130486.178684:0:34357:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789130486.178687:0:34357:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789130486.178690:0:34357:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf580b92c0 pname:cluuid:pid:xid:nid:opc:job lfs:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:34357:1876037329051776:192.168.204.123@tcp:13:lfs.0 00000100:00000001:2.0:1789130486.178694:0:34357:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789130486.178702:0:34357:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789130486.178706:0:34357:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789130486.178708:0:34357:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789130486.178713:0:34357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9caf50106800. 02000000:00000001:2.0:1789130486.178715:0:34357:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789130486.178726:0:34357:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:2.0:1789130486.178732:0:34357:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf483fd7e8. 00000400:00000010:2.0:1789130486.178741:0:34357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf42d18088. 00000100:00000200:2.0:1789130486.178749:0:34357:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876037329051776, portal 4 00000100:00000001:2.0:1789130486.178751:0:34357:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789130486.178752:0:34357:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875643204288 : -109198066347328 : ffff9caf580b92c0) 00000100:00000040:2.0:1789130486.178761:0:34357:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9caf580b92c0 x1876037329051776/t0(0) o13->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:7/4 lens 224/368 e 0 to 0 dl 1789130502 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130486.178769:0:34357:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789130486.178773:0:34357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:2.0:1789130486.178775:0:34357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf42d18ee0. 00000100:00000200:2.0:1789130486.178779:0:34357:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1876037329051776, offset 0 00000400:00000200:2.0:1789130486.178786:0:34357:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:2.0:1789130486.178796:0:34357:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130486.178831:0:34357:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:2.0:1789130486.178837:0:34357:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789130486.178843:0:34357:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:2.0:1789130486.178848:0:34357:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789130486.178850:0:34357:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:2.0:1789130486.178856:0:34357:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2658:2658:256:4294967295] 192.168.204.123@tcp LPNI seq info [2657:2657:8:4294967295] 00000400:00000200:2.0:1789130486.178860:0:34357:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130486.178872:0:34357:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:2.0:1789130486.178879:0:34357:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:2.0:1789130486.178885:0:34357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf44db5500. 00000800:00000200:2.0:1789130486.178894:0:34357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:2.0:1789130486.178904:0:34357:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:2.0:1789130486.178910:0:34357:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf44db5500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1789130486.178976:0:34357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130486.178982:0:34357:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9caf5014c800: using a timeout of 23108 usecs (24 jiffies) 00000400:00000200:2.0:1789130486.178986:0:34357:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:2.0:1789130486.178990:0:34357:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296580225 00000100:00000001:2.0:1789130486.179002:0:34357:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9caf5014c800: PM QoS request active for cpu 2, keep current deadline 4296582142 00000100:00000001:2.0:1789130486.179005:0:34357:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296580225 00000100:00000001:2.0:1789130486.179014:0:34357:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9caf5014c800: PM QoS request active for cpu 3, keep current deadline 4296582142 00000100:00000001:2.0:1789130486.179017:0:34357:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789130486.179020:0:34357:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130486.179022:0:34357:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789130486.179024:0:34357:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1789130486.179027:0:34357:0:(client.c:2715:ptlrpc_set_wait()) set ffff9caf584c4900 going to sleep for 11 seconds 00000100:00000001:2.0:1789130486.179030:0:34357:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789130486.179034:0:34357:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789130486.180302:0:2341:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789130486.180313:0:2341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf44db5500. 00000400:00000200:3.0:1789130486.180322:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130486.182161:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:3.0:1789130486.182175:0:2341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf42d18ee0 00000400:00000010:3.0:1789130486.182180:0:2341:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf42d18ee0. 00000100:00000001:3.0:1789130486.182188:0:2341:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789130486.182201:0:2341:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf580b92c0 x1876037329051776/t0(0) o13->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:7/4 lens 224/368 e 0 to 0 dl 1789130502 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130486.182216:0:2341:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130486.182220:0:2341:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf580b92c0 x1876037329051776/t0(0) o13->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:7/4 lens 224/368 e 0 to 0 dl 1789130502 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130486.182228:0:2341:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130486.182230:0:2341:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1789130486.182247:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130486.182274:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789130486.182277:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130486.182279:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130486.182288:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130486.182293:0:2341:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:3.0:1789130486.182302:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130486.182307:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130486.182314:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130486.182318:0:2341:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 368 into portal 4 MB=0x6aa3efa956080 00000400:00000200:3.0:1789130486.182324:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130486.182339:0:2341:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.123@tcp of length 368/368 into md 0x72bd [1] + 224 00000800:00000001:3.0:1789130486.182349:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130486.182358:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130486.182361:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130486.182365:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:3.0:1789130486.182370:0:2341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789130486.182375:0:2341:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf580b92c0 x1876037329051776/t0(0) o13->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:7/4 lens 224/368 e 0 to 0 dl 1789130502 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789130486.182384:0:2341:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff9caf580b92c0 x1876037329051776/t0(0) o13->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:7/4 lens 224/368 e 0 to 0 dl 1789130502 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130486.182408:0:2341:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789130486.182417:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130486.182420:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130486.182472:0:34357:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789130486.182490:0:34357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789130486.182493:0:34357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789130486.182497:0:34357:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf483fd7e8. 00000400:00000200:0.0:1789130486.182501:0:34357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf42d18088 00000400:00000010:0.0:1789130486.182503:0:34357:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf42d18088. 00000100:00000001:0.0:1789130486.182506:0:34357:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789130486.182511:0:34357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf580b92c0 x1876037329051776/t0(0) o13->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:7/4 lens 224/368 e 0 to 0 dl 1789130502 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789130486.182526:0:34357:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf580b92c0 x1876037329051776/t0(0) o13->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:7/4 lens 224/368 e 0 to 0 dl 1789130502 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130486.182532:0:34357:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789130486.182534:0:34357:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130486.182538:0:34357:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789130486.182543:0:34357:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789130486.182546:0:34357:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789130486.182549:0:34357:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130486.182552:0:34357:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789130486.182564:0:34357:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf468accf0 time=103 v=5 (5 0 0 0) 00000100:00001000:0.0:1789130486.182569:0:34357:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf468acc18 time=1 v=5 (1 0 0 0) 00000100:00000001:0.0:1789130486.182571:0:34357:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789130486.182573:0:34357:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130486.182577:0:34357:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789130486.182581:0:34357:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130486.182586:0:34357:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789130486.182588:0:34357:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9caf5014c800: skip recheck: last_committed 4294967344 00000100:00000001:0.0:1789130486.182591:0:34357:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789130486.182593:0:34357:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130486.182598:0:34357:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf580b92c0 x1876037329051776/t0(0) o13->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:7/4 lens 224/368 e 0 to 0 dl 1789130502 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130486.182606:0:34357:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789130486.182609:0:34357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789130486.182612:0:34357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789130486.182616:0:34357:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf580b92c0 x1876037329051776/t0(0) o13->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:7/4 lens 224/368 e 0 to 0 dl 1789130502 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789130486.182624:0:34357:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf580b92c0 pname:cluuid:pid:xid:nid:opc:job lfs:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:34357:1876037329051776:192.168.204.123@tcp:13:lfs.0 00000100:00000001:0.0:1789130486.182629:0:34357:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130486.182633:0:34357:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130486.182635:0:34357:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1789130486.182637:0:34357:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789130486.182641:0:34357:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf580b92c0 x1876037329051776/t0(0) o13->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:7/4 lens 224/368 e 0 to 0 dl 1789130502 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130486.182648:0:34357:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789130486.182651:0:34357:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9caf584c4900. 00000100:00000001:0.0:1789130486.182655:0:34357:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1789130486.182657:0:34357:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1789130486.182665:0:34357:0:(osc_request.c:3723:osc_statfs()) Process leaving 00000100:00000001:0.0:1789130486.182666:0:34357:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789130486.182670:0:34357:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf580b92c0 x1876037329051776/t0(0) o13->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:7/4 lens 224/368 e 0 to 0 dl 1789130502 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130486.182676:0:34357:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789130486.182678:0:34357:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789130486.182682:0:34357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9caf50106800. 02000000:00000001:0.0:1789130486.182686:0:34357:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789130486.182689:0:34357:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1789130486.182692:0:34357:0:(genops.c:1223:class_import_put()) import ffff9caf468ac800 refcount=2 obd=lustre-OST0000-osc-ffff9caf5014c800 00000020:00000001:0.0:1789130486.182694:0:34357:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1789130486.182697:0:34357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9caf44db5a00. 02000000:00000001:0.0:1789130486.182702:0:34357:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789130486.182704:0:34357:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789130486.182705:0:34357:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf580b92c0. 00000100:00000001:0.0:1789130486.182712:0:34357:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789130486.182714:0:34357:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00020000:00000004:0.0:1789130486.182717:0:34357:0:(obd_class.h:1117:obd_statfs()) lustre-OST0000-osc-ffff9caf5014c800: update ffff9caf5044b8e0 cache blocks 3678/3683 objects 117792/118193 00020000:00000001:0.0:1789130486.182723:0:34357:0:(obd_class.h:1136:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789130486.182729:0:34357:0:(lov_obd.c:1150:lov_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130486.182733:0:34357:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1789130486.182737:0:34357:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf50105c00. 00000080:00000001:0.0:1789130486.182741:0:34357:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130486.182744:0:34357:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130486.182838:0:34357:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789130486.182840:0:34357:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffc6e0fb820 00000080:00000001:0.0:1789130486.182850:0:34357:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789130486.182854:0:34357:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789130486.182860:0:34357:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf482be400. 00000020:00000001:0.0:1789130486.182866:0:34357:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130486.182869:0:34357:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1789130486.182873:0:34357:0:(lov_obd.c:975:lov_iocontrol()) Process entered 00020000:00000080:0.0:1789130486.182875:0:34357:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf482be400 uarg=0000000000000000 00020000:00000001:0.0:1789130486.182882:0:34357:0:(obd_class.h:1075:obd_statfs()) Process entered 00020000:00000004:0.0:1789130486.182884:0:34357:0:(obd_class.h:1091:obd_statfs()) lustre-OST0001-osc-ffff9caf5014c800: age 1902, max_age 1911 00000008:00000001:0.0:1789130486.182891:0:34357:0:(osc_request.c:3675:osc_statfs()) Process entered 00000020:00000040:0.0:1789130486.182894:0:34357:0:(genops.c:1210:class_import_get()) import ffff9caf48ede000 refcount=3 obd=lustre-OST0001-osc-ffff9caf5014c800 00000100:00000010:0.0:1789130486.182900:0:34357:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf61462d00. 00000020:00000040:0.0:1789130486.182903:0:34357:0:(genops.c:1210:class_import_get()) import ffff9caf48ede000 refcount=4 obd=lustre-OST0001-osc-ffff9caf5014c800 00000020:00000001:0.0:1789130486.182906:0:34357:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1789130486.182908:0:34357:0:(genops.c:1223:class_import_put()) import ffff9caf48ede000 refcount=3 obd=lustre-OST0001-osc-ffff9caf5014c800 00000020:00000001:0.0:1789130486.182909:0:34357:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:0.0:1789130486.182912:0:34357:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789130486.182915:0:34357:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789130486.182921:0:34357:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789130486.182928:0:34357:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9caf451e7300. 00000100:00000001:0.0:1789130486.182935:0:34357:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130486.182939:0:34357:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1789130486.182941:0:34357:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1789130486.182948:0:34357:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9caf48132d80. 00000100:00000001:0.0:1789130486.182951:0:34357:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446634875375267200 : -109198334284416 : ffff9caf48132d80) 00000100:00000001:0.0:1789130486.182954:0:34357:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789130486.182955:0:34357:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875798039808 : -109197911511808 : ffff9caf61462d00) 00000100:00000001:0.0:1789130486.182961:0:34357:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789130486.182966:0:34357:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130486.182968:0:34357:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1789130486.182969:0:34357:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789130486.182974:0:34357:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf61462d00 x1876037329051904/t0(0) o13->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130486.182982:0:34357:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789130486.182984:0:34357:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130486.182989:0:34357:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789130486.182992:0:34357:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789130486.183005:0:34357:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789130486.183169:0:34357:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf61462d00 pname:cluuid:pid:xid:nid:opc:job lfs:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:34357:1876037329051904:192.168.204.123@tcp:13:lfs.0 00000100:00000001:0.0:1789130486.183174:0:34357:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789130486.183181:0:34357:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789130486.183184:0:34357:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130486.183187:0:34357:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789130486.183195:0:34357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9caf482bc000. 02000000:00000001:0.0:1789130486.183198:0:34357:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789130486.183203:0:34357:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:0.0:1789130486.183207:0:34357:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf50131bb0. 00000400:00000010:0.0:1789130486.183213:0:34357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf5801eee0. 00000100:00000200:0.0:1789130486.183220:0:34357:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876037329051904, portal 4 00000100:00000001:0.0:1789130486.183222:0:34357:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789130486.183223:0:34357:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875798039808 : -109197911511808 : ffff9caf61462d00) 00000100:00000040:0.0:1789130486.183231:0:34357:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9caf61462d00 x1876037329051904/t0(0) o13->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:7/4 lens 224/368 e 0 to 0 dl 1789130502 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130486.183239:0:34357:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789130486.183242:0:34357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:0.0:1789130486.183245:0:34357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf5801e660. 00000100:00000200:0.0:1789130486.183248:0:34357:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1876037329051904, offset 0 00000400:00000200:0.0:1789130486.183254:0:34357:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:0.0:1789130486.183262:0:34357:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:0.0:1789130486.183281:0:34357:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:0.0:1789130486.183287:0:34357:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789130486.183292:0:34357:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:0.0:1789130486.183297:0:34357:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789130486.183300:0:34357:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:0.0:1789130486.183304:0:34357:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2659:2659:256:4294967295] 192.168.204.123@tcp LPNI seq info [2658:2658:8:4294967295] 00000400:00000200:0.0:1789130486.183309:0:34357:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:0.0:1789130486.183319:0:34357:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:0.0:1789130486.183326:0:34357:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:0.0:1789130486.183332:0:34357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf451e7700. 00000800:00000200:0.0:1789130486.183339:0:34357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:0.0:1789130486.183348:0:34357:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:0.0:1789130486.183353:0:34357:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf451e7700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789130486.183371:0:34357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130486.183376:0:34357:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9caf5014c800: using a timeout of 309421 usecs (310 jiffies) 00000400:00000200:0.0:1789130486.183379:0:34357:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:0.0:1789130486.183383:0:34357:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296580515 00000100:00000001:0.0:1789130486.183387:0:34357:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9caf5014c800: PM QoS request active for cpu 2, keep current deadline 4296582142 00000100:00000001:0.0:1789130486.183389:0:34357:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296580515 00000100:00000001:0.0:1789130486.183391:0:34357:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9caf5014c800: PM QoS request active for cpu 3, keep current deadline 4296582142 00000100:00000001:0.0:1789130486.183394:0:34357:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789130486.183397:0:34357:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130486.183399:0:34357:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789130486.183402:0:34357:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1789130486.183405:0:34357:0:(client.c:2715:ptlrpc_set_wait()) set ffff9caf48132d80 going to sleep for 11 seconds 00000100:00000001:0.0:1789130486.183407:0:34357:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789130486.183409:0:34357:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789130486.183924:0:2342:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789130486.183929:0:2342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf451e7700. 00000400:00000200:2.0:1789130486.183935:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130486.183940:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:2.0:1789130486.183946:0:2342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf5801e660 00000400:00000010:2.0:1789130486.183948:0:2342:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf5801e660. 00000100:00000001:2.0:1789130486.183952:0:2342:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789130486.183956:0:2342:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf61462d00 x1876037329051904/t0(0) o13->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:7/4 lens 224/368 e 0 to 0 dl 1789130502 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130486.183969:0:2342:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130486.183972:0:2342:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf61462d00 x1876037329051904/t0(0) o13->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:7/4 lens 224/368 e 0 to 0 dl 1789130502 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130486.183978:0:2342:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130486.183980:0:2342:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1789130486.187552:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130486.187578:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789130486.187586:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130486.187589:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130486.187608:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130486.187619:0:2342:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:2.0:1789130486.187633:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130486.187641:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130486.187648:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130486.187653:0:2342:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 368 into portal 4 MB=0x6aa3efa956100 00000400:00000200:2.0:1789130486.187660:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130486.187668:0:2342:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.123@tcp of length 368/368 into md 0x72cd [1] + 224 00000800:00000001:2.0:1789130486.187677:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130486.187686:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130486.187691:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130486.187695:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:2.0:1789130486.187705:0:2342:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789130486.187716:0:2342:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf61462d00 x1876037329051904/t0(0) o13->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:7/4 lens 224/368 e 0 to 0 dl 1789130502 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789130486.187728:0:2342:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff9caf61462d00 x1876037329051904/t0(0) o13->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:7/4 lens 224/368 e 0 to 0 dl 1789130502 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130486.187749:0:2342:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789130486.187760:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130486.187763:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130486.187892:0:34357:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789130486.187903:0:34357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789130486.187906:0:34357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789130486.187911:0:34357:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf50131bb0. 00000400:00000200:0.0:1789130486.187918:0:34357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf5801eee0 00000400:00000010:0.0:1789130486.187921:0:34357:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf5801eee0. 00000100:00000001:0.0:1789130486.187925:0:34357:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789130486.187930:0:34357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf61462d00 x1876037329051904/t0(0) o13->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:7/4 lens 224/368 e 0 to 0 dl 1789130502 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789130486.187939:0:34357:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf61462d00 x1876037329051904/t0(0) o13->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:7/4 lens 224/368 e 0 to 0 dl 1789130502 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130486.187945:0:34357:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789130486.187948:0:34357:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130486.187951:0:34357:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789130486.187956:0:34357:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789130486.187959:0:34357:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789130486.187963:0:34357:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130486.187966:0:34357:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789130486.187981:0:34357:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf48ede4a8 time=103 v=5 (5 0 0 0) 00000100:00001000:0.0:1789130486.187986:0:34357:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf48ede418 time=23 v=5 (1 0 0 0) 00000100:00000001:0.0:1789130486.187989:0:34357:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789130486.187991:0:34357:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130486.188004:0:34357:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789130486.188015:0:34357:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130486.188020:0:34357:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789130486.188023:0:34357:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9caf5014c800: skip recheck: last_committed 4294967312 00000100:00000001:0.0:1789130486.188025:0:34357:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789130486.188028:0:34357:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130486.188033:0:34357:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf61462d00 x1876037329051904/t0(0) o13->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:7/4 lens 224/368 e 0 to 0 dl 1789130502 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130486.188040:0:34357:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789130486.188044:0:34357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789130486.188047:0:34357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789130486.188052:0:34357:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf61462d00 x1876037329051904/t0(0) o13->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:7/4 lens 224/368 e 0 to 0 dl 1789130502 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789130486.188061:0:34357:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf61462d00 pname:cluuid:pid:xid:nid:opc:job lfs:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:34357:1876037329051904:192.168.204.123@tcp:13:lfs.0 00000100:00000001:0.0:1789130486.188069:0:34357:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130486.188073:0:34357:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130486.188076:0:34357:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1789130486.188079:0:34357:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789130486.188083:0:34357:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf61462d00 x1876037329051904/t0(0) o13->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:7/4 lens 224/368 e 0 to 0 dl 1789130502 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130486.188091:0:34357:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789130486.188095:0:34357:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9caf48132d80. 00000100:00000001:0.0:1789130486.188099:0:34357:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1789130486.188101:0:34357:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1789130486.188111:0:34357:0:(osc_request.c:3723:osc_statfs()) Process leaving 00000100:00000001:0.0:1789130486.188113:0:34357:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789130486.188117:0:34357:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf61462d00 x1876037329051904/t0(0) o13->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:7/4 lens 224/368 e 0 to 0 dl 1789130502 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130486.188124:0:34357:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789130486.188129:0:34357:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789130486.188133:0:34357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9caf482bc000. 02000000:00000001:0.0:1789130486.188137:0:34357:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789130486.188141:0:34357:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1789130486.188143:0:34357:0:(genops.c:1223:class_import_put()) import ffff9caf48ede000 refcount=2 obd=lustre-OST0001-osc-ffff9caf5014c800 00000020:00000001:0.0:1789130486.188145:0:34357:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1789130486.188149:0:34357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9caf451e7300. 02000000:00000001:0.0:1789130486.188153:0:34357:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789130486.188157:0:34357:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789130486.188159:0:34357:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf61462d00. 00000100:00000001:0.0:1789130486.188165:0:34357:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789130486.188166:0:34357:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00020000:00000004:0.0:1789130486.188170:0:34357:0:(obd_class.h:1117:obd_statfs()) lustre-OST0001-osc-ffff9caf5014c800: update ffff9caf50449e98 cache blocks 3679/3683 objects 117792/118188 00020000:00000001:0.0:1789130486.188176:0:34357:0:(obd_class.h:1136:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789130486.188184:0:34357:0:(lov_obd.c:1150:lov_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130486.188187:0:34357:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1789130486.188190:0:34357:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf482be400. 00000080:00000001:0.0:1789130486.188194:0:34357:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130486.188198:0:34357:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130486.188282:0:34357:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789130486.188285:0:34357:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffc6e0fb820 00000080:00000001:0.0:1789130486.188294:0:34357:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789130486.188297:0:34357:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789130486.188303:0:34357:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf482be400. 00000020:00000001:0.0:1789130486.188308:0:34357:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130486.188310:0:34357:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1789130486.188314:0:34357:0:(lov_obd.c:975:lov_iocontrol()) Process entered 00020000:00000080:0.0:1789130486.188316:0:34357:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf482be400 uarg=0000000000000000 00020000:00000001:0.0:1789130486.188321:0:34357:0:(lov_obd.c:1007:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130486.188323:0:34357:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130486.188324:0:34357:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789130486.188327:0:34357:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf482be400. 00000080:00000001:0.0:1789130486.188434:0:34357:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130486.188438:0:34357:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130486.188445:0:34357:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789130486.188446:0:34357:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffc6e0fb820 00000080:00000001:0.0:1789130486.188450:0:34357:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789130486.188452:0:34357:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789130486.188455:0:34357:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf482be400. 00000020:00000001:0.0:1789130486.188458:0:34357:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130486.188459:0:34357:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1789130486.188461:0:34357:0:(lov_obd.c:975:lov_iocontrol()) Process entered 00020000:00000080:0.0:1789130486.188462:0:34357:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf482be400 uarg=0000000000000000 00020000:00000001:0.0:1789130486.188465:0:34357:0:(lov_obd.c:1007:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130486.188467:0:34357:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130486.188469:0:34357:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789130486.188472:0:34357:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf482be400. 00000080:00000001:0.0:1789130486.188474:0:34357:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130486.188476:0:34357:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130486.188479:0:34357:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789130486.188489:0:34357:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffc6e0fb820 00000080:00000001:0.0:1789130486.188492:0:34357:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789130486.188494:0:34357:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789130486.188496:0:34357:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf482be400. 00000020:00000001:0.0:1789130486.188499:0:34357:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130486.188501:0:34357:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1789130486.188502:0:34357:0:(lov_obd.c:975:lov_iocontrol()) Process entered 00020000:00000080:0.0:1789130486.188504:0:34357:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf482be400 uarg=0000000000000000 00020000:00000001:0.0:1789130486.188507:0:34357:0:(lov_obd.c:1007:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130486.188508:0:34357:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130486.188510:0:34357:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789130486.188512:0:34357:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf482be400. 00000080:00000001:0.0:1789130486.188514:0:34357:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130486.188517:0:34357:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130486.188520:0:34357:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789130486.188522:0:34357:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffc6e0fb820 00000080:00000001:0.0:1789130486.188525:0:34357:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789130486.188526:0:34357:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789130486.188528:0:34357:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf482be400. 00000020:00000001:0.0:1789130486.188531:0:34357:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130486.188532:0:34357:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1789130486.188533:0:34357:0:(lov_obd.c:975:lov_iocontrol()) Process entered 00020000:00000080:0.0:1789130486.188535:0:34357:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf482be400 uarg=0000000000000000 00020000:00000001:0.0:1789130486.188537:0:34357:0:(lov_obd.c:1007:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130486.188539:0:34357:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130486.188542:0:34357:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789130486.188544:0:34357:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf482be400. 00000080:00000001:0.0:1789130486.188545:0:34357:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130486.188547:0:34357:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130486.188550:0:34357:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789130486.188551:0:34357:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffc6e0fb820 00000080:00000001:0.0:1789130486.188554:0:34357:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789130486.188555:0:34357:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789130486.188557:0:34357:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf482be400. 00000020:00000001:0.0:1789130486.188559:0:34357:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130486.188560:0:34357:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1789130486.188561:0:34357:0:(lov_obd.c:975:lov_iocontrol()) Process entered 00020000:00000080:0.0:1789130486.188563:0:34357:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf482be400 uarg=0000000000000000 00020000:00000001:0.0:1789130486.188565:0:34357:0:(lov_obd.c:1007:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130486.188567:0:34357:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130486.188570:0:34357:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789130486.188572:0:34357:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf482be400. 00000080:00000001:0.0:1789130486.188574:0:34357:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130486.188575:0:34357:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130486.188579:0:34357:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789130486.188580:0:34357:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffc6e0fb820 00000080:00000001:0.0:1789130486.188583:0:34357:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789130486.188584:0:34357:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789130486.188586:0:34357:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf482be400. 00000020:00000001:0.0:1789130486.188589:0:34357:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130486.188591:0:34357:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1789130486.188592:0:34357:0:(lov_obd.c:975:lov_iocontrol()) Process entered 00020000:00000080:0.0:1789130486.188593:0:34357:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf482be400 uarg=0000000000000000 00020000:00000001:0.0:1789130486.188596:0:34357:0:(lov_obd.c:1007:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130486.188598:0:34357:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130486.188600:0:34357:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789130486.188602:0:34357:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf482be400. 00000080:00000001:0.0:1789130486.188604:0:34357:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130486.188606:0:34357:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130486.188609:0:34357:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789130486.188611:0:34357:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffc6e0fb820 00000080:00000001:0.0:1789130486.188614:0:34357:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789130486.188615:0:34357:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789130486.188618:0:34357:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf482be400. 00000020:00000001:0.0:1789130486.188620:0:34357:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130486.188622:0:34357:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1789130486.188623:0:34357:0:(lov_obd.c:975:lov_iocontrol()) Process entered 00020000:00000080:0.0:1789130486.188624:0:34357:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf482be400 uarg=0000000000000000 00020000:00000001:0.0:1789130486.188627:0:34357:0:(lov_obd.c:1007:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130486.188629:0:34357:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130486.188631:0:34357:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789130486.188633:0:34357:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf482be400. 00000080:00000001:0.0:1789130486.188635:0:34357:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130486.188637:0:34357:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130486.188639:0:34357:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789130486.188641:0:34357:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffc6e0fb820 00000080:00000001:0.0:1789130486.188643:0:34357:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789130486.188645:0:34357:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789130486.188647:0:34357:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf482be400. 00000020:00000001:0.0:1789130486.188649:0:34357:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130486.188650:0:34357:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1789130486.188652:0:34357:0:(lov_obd.c:975:lov_iocontrol()) Process entered 00020000:00000080:0.0:1789130486.188654:0:34357:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf482be400 uarg=0000000000000000 00020000:00000001:0.0:1789130486.188657:0:34357:0:(lov_obd.c:1007:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130486.188659:0:34357:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130486.188661:0:34357:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789130486.188664:0:34357:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf482be400. 00000080:00000001:0.0:1789130486.188665:0:34357:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130486.188667:0:34357:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130486.188670:0:34357:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789130486.188671:0:34357:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffc6e0fb820 00000080:00000001:0.0:1789130486.188674:0:34357:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789130486.188675:0:34357:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789130486.188677:0:34357:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf482be400. 00000020:00000001:0.0:1789130486.188680:0:34357:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130486.188681:0:34357:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1789130486.188682:0:34357:0:(lov_obd.c:975:lov_iocontrol()) Process entered 00020000:00000080:0.0:1789130486.188684:0:34357:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf482be400 uarg=0000000000000000 00020000:00000001:0.0:1789130486.188687:0:34357:0:(lov_obd.c:1007:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130486.188689:0:34357:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130486.188691:0:34357:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789130486.188694:0:34357:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf482be400. 00000080:00000001:0.0:1789130486.188696:0:34357:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130486.188698:0:34357:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130486.188701:0:34357:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789130486.188702:0:34357:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffc6e0fb820 00000080:00000001:0.0:1789130486.188704:0:34357:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789130486.188705:0:34357:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789130486.188707:0:34357:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf482be400. 00000020:00000001:0.0:1789130486.188708:0:34357:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130486.188710:0:34357:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1789130486.188712:0:34357:0:(lov_obd.c:975:lov_iocontrol()) Process entered 00020000:00000080:0.0:1789130486.188713:0:34357:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf482be400 uarg=0000000000000000 00020000:00000001:0.0:1789130486.188715:0:34357:0:(lov_obd.c:1007:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130486.188717:0:34357:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130486.188721:0:34357:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789130486.188723:0:34357:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf482be400. 00000080:00000001:0.0:1789130486.188725:0:34357:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130486.188728:0:34357:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130486.188731:0:34357:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789130486.188732:0:34357:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffc6e0fb820 00000080:00000001:0.0:1789130486.188735:0:34357:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789130486.188737:0:34357:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789130486.188739:0:34357:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf482be400. 00000020:00000001:0.0:1789130486.188741:0:34357:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130486.188743:0:34357:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1789130486.188745:0:34357:0:(lov_obd.c:975:lov_iocontrol()) Process entered 00020000:00000080:0.0:1789130486.188746:0:34357:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf482be400 uarg=0000000000000000 00020000:00000001:0.0:1789130486.188749:0:34357:0:(lov_obd.c:1007:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130486.188751:0:34357:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130486.188753:0:34357:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789130486.188756:0:34357:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf482be400. 00000080:00000001:0.0:1789130486.188758:0:34357:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130486.188761:0:34357:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130486.188763:0:34357:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789130486.188775:0:34357:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffc6e0fb820 00000080:00000001:0.0:1789130486.188778:0:34357:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789130486.188780:0:34357:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789130486.188782:0:34357:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf482be400. 00000020:00000001:0.0:1789130486.188785:0:34357:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130486.188786:0:34357:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1789130486.188788:0:34357:0:(lov_obd.c:975:lov_iocontrol()) Process entered 00020000:00000080:0.0:1789130486.188789:0:34357:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf482be400 uarg=0000000000000000 00020000:00000001:0.0:1789130486.188792:0:34357:0:(lov_obd.c:1007:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130486.188794:0:34357:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130486.188796:0:34357:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789130486.188798:0:34357:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf482be400. 00000080:00000001:0.0:1789130486.188801:0:34357:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130486.188826:0:34357:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130486.188831:0:34357:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789130486.188833:0:34357:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffc6e0fb820 00000080:00000001:0.0:1789130486.188835:0:34357:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789130486.188837:0:34357:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789130486.188840:0:34357:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf482be400. 00000020:00000001:0.0:1789130486.188842:0:34357:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130486.188844:0:34357:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1789130486.188845:0:34357:0:(lov_obd.c:975:lov_iocontrol()) Process entered 00020000:00000080:0.0:1789130486.188847:0:34357:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf482be400 uarg=0000000000000000 00020000:00000001:0.0:1789130486.188850:0:34357:0:(lov_obd.c:1007:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130486.188852:0:34357:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130486.188854:0:34357:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789130486.188857:0:34357:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf482be400. 00000080:00000001:0.0:1789130486.188860:0:34357:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130486.188862:0:34357:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130486.188865:0:34357:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789130486.188867:0:34357:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffc6e0fb820 00000080:00000001:0.0:1789130486.188870:0:34357:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789130486.188871:0:34357:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789130486.188873:0:34357:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf482be400. 00000020:00000001:0.0:1789130486.188875:0:34357:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130486.188877:0:34357:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1789130486.188878:0:34357:0:(lov_obd.c:975:lov_iocontrol()) Process entered 00020000:00000080:0.0:1789130486.188879:0:34357:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf482be400 uarg=0000000000000000 00020000:00000001:0.0:1789130486.188882:0:34357:0:(lov_obd.c:1007:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130486.188884:0:34357:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130486.188887:0:34357:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789130486.188888:0:34357:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf482be400. 00000080:00000001:0.0:1789130486.188890:0:34357:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130486.188892:0:34357:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130486.188894:0:34357:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789130486.188897:0:34357:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffc6e0fb820 00000080:00000001:0.0:1789130486.188899:0:34357:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789130486.188900:0:34357:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789130486.188902:0:34357:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf482be400. 00000020:00000001:0.0:1789130486.188904:0:34357:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130486.188906:0:34357:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1789130486.188908:0:34357:0:(lov_obd.c:975:lov_iocontrol()) Process entered 00020000:00000080:0.0:1789130486.188909:0:34357:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf482be400 uarg=0000000000000000 00020000:00000001:0.0:1789130486.188912:0:34357:0:(lov_obd.c:1007:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130486.188913:0:34357:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130486.188915:0:34357:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789130486.188917:0:34357:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf482be400. 00000080:00000001:0.0:1789130486.188919:0:34357:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130486.188921:0:34357:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130486.188924:0:34357:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789130486.188925:0:34357:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffc6e0fb820 00000080:00000001:0.0:1789130486.188927:0:34357:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789130486.188929:0:34357:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789130486.188930:0:34357:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf482be400. 00000020:00000001:0.0:1789130486.188933:0:34357:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130486.188934:0:34357:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1789130486.188935:0:34357:0:(lov_obd.c:975:lov_iocontrol()) Process entered 00020000:00000080:0.0:1789130486.188937:0:34357:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf482be400 uarg=0000000000000000 00020000:00000001:0.0:1789130486.188940:0:34357:0:(lov_obd.c:1007:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130486.188942:0:34357:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130486.188944:0:34357:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789130486.188946:0:34357:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf482be400. 00000080:00000001:0.0:1789130486.188948:0:34357:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130486.188950:0:34357:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130486.188952:0:34357:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789130486.188954:0:34357:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffc6e0fb820 00000080:00000001:0.0:1789130486.188957:0:34357:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789130486.188958:0:34357:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789130486.188961:0:34357:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf482be400. 00000020:00000001:0.0:1789130486.188963:0:34357:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130486.188965:0:34357:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1789130486.188966:0:34357:0:(lov_obd.c:975:lov_iocontrol()) Process entered 00020000:00000080:0.0:1789130486.188968:0:34357:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf482be400 uarg=0000000000000000 00020000:00000001:0.0:1789130486.188970:0:34357:0:(lov_obd.c:1007:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130486.188972:0:34357:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130486.188975:0:34357:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789130486.188977:0:34357:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf482be400. 00000080:00000001:0.0:1789130486.188979:0:34357:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130486.188981:0:34357:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130486.188983:0:34357:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789130486.188985:0:34357:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffc6e0fb820 00000080:00000001:0.0:1789130486.188988:0:34357:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789130486.188989:0:34357:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789130486.188991:0:34357:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf482be400. 00000020:00000001:0.0:1789130486.189004:0:34357:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130486.189006:0:34357:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1789130486.189007:0:34357:0:(lov_obd.c:975:lov_iocontrol()) Process entered 00020000:00000080:0.0:1789130486.189008:0:34357:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf482be400 uarg=0000000000000000 00020000:00000001:0.0:1789130486.189010:0:34357:0:(lov_obd.c:1007:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130486.189012:0:34357:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130486.189014:0:34357:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789130486.189016:0:34357:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf482be400. 00000080:00000001:0.0:1789130486.189018:0:34357:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130486.189020:0:34357:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130486.189024:0:34357:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789130486.189025:0:34357:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffc6e0fb820 00000080:00000001:0.0:1789130486.189028:0:34357:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789130486.189029:0:34357:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789130486.189032:0:34357:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf482be400. 00000020:00000001:0.0:1789130486.189034:0:34357:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130486.189036:0:34357:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1789130486.189038:0:34357:0:(lov_obd.c:975:lov_iocontrol()) Process entered 00020000:00000080:0.0:1789130486.189039:0:34357:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf482be400 uarg=0000000000000000 00020000:00000001:0.0:1789130486.189042:0:34357:0:(lov_obd.c:1007:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130486.189044:0:34357:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130486.189046:0:34357:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789130486.189048:0:34357:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf482be400. 00000080:00000001:0.0:1789130486.189051:0:34357:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130486.189053:0:34357:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130486.189056:0:34357:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789130486.189057:0:34357:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffc6e0fb820 00000080:00000001:0.0:1789130486.189059:0:34357:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789130486.189061:0:34357:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789130486.189063:0:34357:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf482be400. 00000020:00000001:0.0:1789130486.189066:0:34357:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130486.189067:0:34357:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1789130486.189068:0:34357:0:(lov_obd.c:975:lov_iocontrol()) Process entered 00020000:00000080:0.0:1789130486.189069:0:34357:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf482be400 uarg=0000000000000000 00020000:00000001:0.0:1789130486.189072:0:34357:0:(lov_obd.c:1007:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130486.189074:0:34357:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130486.189075:0:34357:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789130486.189077:0:34357:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf482be400. 00000080:00000001:0.0:1789130486.189079:0:34357:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130486.189081:0:34357:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130486.189084:0:34357:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789130486.189086:0:34357:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffc6e0fb820 00000080:00000001:0.0:1789130486.189088:0:34357:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789130486.189089:0:34357:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789130486.189092:0:34357:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf482be400. 00000020:00000001:0.0:1789130486.189094:0:34357:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130486.189095:0:34357:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1789130486.189097:0:34357:0:(lov_obd.c:975:lov_iocontrol()) Process entered 00020000:00000080:0.0:1789130486.189098:0:34357:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf482be400 uarg=0000000000000000 00020000:00000001:0.0:1789130486.189100:0:34357:0:(lov_obd.c:1007:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130486.189104:0:34357:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130486.189105:0:34357:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789130486.189108:0:34357:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf482be400. 00000080:00000001:0.0:1789130486.189110:0:34357:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130486.189112:0:34357:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130486.189115:0:34357:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789130486.189116:0:34357:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffc6e0fb820 00000080:00000001:0.0:1789130486.189119:0:34357:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789130486.189120:0:34357:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789130486.189122:0:34357:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf482be400. 00000020:00000001:0.0:1789130486.189124:0:34357:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130486.189126:0:34357:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1789130486.189127:0:34357:0:(lov_obd.c:975:lov_iocontrol()) Process entered 00020000:00000080:0.0:1789130486.189128:0:34357:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf482be400 uarg=0000000000000000 00020000:00000001:0.0:1789130486.189131:0:34357:0:(lov_obd.c:1007:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130486.189132:0:34357:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130486.189134:0:34357:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789130486.189136:0:34357:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf482be400. 00000080:00000001:0.0:1789130486.189139:0:34357:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130486.189141:0:34357:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130486.189143:0:34357:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789130486.189145:0:34357:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffc6e0fb820 00000080:00000001:0.0:1789130486.189147:0:34357:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789130486.189148:0:34357:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789130486.189150:0:34357:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf482be400. 00000020:00000001:0.0:1789130486.189152:0:34357:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130486.189153:0:34357:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1789130486.189155:0:34357:0:(lov_obd.c:975:lov_iocontrol()) Process entered 00020000:00000080:0.0:1789130486.189156:0:34357:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf482be400 uarg=0000000000000000 00020000:00000001:0.0:1789130486.189158:0:34357:0:(lov_obd.c:1007:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130486.189160:0:34357:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130486.189162:0:34357:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789130486.189164:0:34357:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf482be400. 00000080:00000001:0.0:1789130486.189167:0:34357:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130486.189168:0:34357:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130486.189171:0:34357:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789130486.189173:0:34357:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffc6e0fb820 00000080:00000001:0.0:1789130486.189175:0:34357:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789130486.189176:0:34357:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789130486.189179:0:34357:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf482be400. 00000020:00000001:0.0:1789130486.189181:0:34357:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130486.189182:0:34357:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1789130486.189183:0:34357:0:(lov_obd.c:975:lov_iocontrol()) Process entered 00020000:00000080:0.0:1789130486.189185:0:34357:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf482be400 uarg=0000000000000000 00020000:00000001:0.0:1789130486.189187:0:34357:0:(lov_obd.c:1007:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130486.189189:0:34357:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130486.189191:0:34357:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789130486.189194:0:34357:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf482be400. 00000080:00000001:0.0:1789130486.189196:0:34357:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130486.189198:0:34357:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130486.189201:0:34357:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789130486.189203:0:34357:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffc6e0fb820 00000080:00000001:0.0:1789130486.189205:0:34357:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789130486.189206:0:34357:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789130486.189208:0:34357:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf482be400. 00000020:00000001:0.0:1789130486.189210:0:34357:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130486.189212:0:34357:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1789130486.189213:0:34357:0:(lov_obd.c:975:lov_iocontrol()) Process entered 00020000:00000080:0.0:1789130486.189214:0:34357:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf482be400 uarg=0000000000000000 00020000:00000001:0.0:1789130486.189217:0:34357:0:(lov_obd.c:1007:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130486.189219:0:34357:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130486.189222:0:34357:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789130486.189224:0:34357:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf482be400. 00000080:00000001:0.0:1789130486.189226:0:34357:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130486.189228:0:34357:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130486.189230:0:34357:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789130486.189232:0:34357:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffc6e0fb820 00000080:00000001:0.0:1789130486.189234:0:34357:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789130486.189235:0:34357:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789130486.189237:0:34357:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf482be400. 00000020:00000001:0.0:1789130486.189239:0:34357:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130486.189241:0:34357:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1789130486.189242:0:34357:0:(lov_obd.c:975:lov_iocontrol()) Process entered 00020000:00000080:0.0:1789130486.189244:0:34357:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf482be400 uarg=0000000000000000 00020000:00000001:0.0:1789130486.189247:0:34357:0:(lov_obd.c:1007:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130486.189249:0:34357:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130486.189251:0:34357:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789130486.189254:0:34357:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf482be400. 00000080:00000001:0.0:1789130486.189256:0:34357:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130486.189259:0:34357:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130486.189262:0:34357:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789130486.189263:0:34357:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffc6e0fb820 00000080:00000001:0.0:1789130486.189266:0:34357:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789130486.189267:0:34357:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789130486.189269:0:34357:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf482be400. 00000020:00000001:0.0:1789130486.189271:0:34357:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130486.189273:0:34357:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1789130486.189274:0:34357:0:(lov_obd.c:975:lov_iocontrol()) Process entered 00020000:00000080:0.0:1789130486.189276:0:34357:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf482be400 uarg=0000000000000000 00020000:00000001:0.0:1789130486.189279:0:34357:0:(lov_obd.c:1007:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130486.189281:0:34357:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130486.189283:0:34357:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789130486.189285:0:34357:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf482be400. 00000080:00000001:0.0:1789130486.189287:0:34357:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130486.189289:0:34357:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130486.189292:0:34357:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789130486.189293:0:34357:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffc6e0fb820 00000080:00000001:0.0:1789130486.189296:0:34357:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789130486.189297:0:34357:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789130486.189301:0:34357:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf482be400. 00000020:00000001:0.0:1789130486.189303:0:34357:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130486.189305:0:34357:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1789130486.189306:0:34357:0:(lov_obd.c:975:lov_iocontrol()) Process entered 00020000:00000080:0.0:1789130486.189308:0:34357:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf482be400 uarg=0000000000000000 00020000:00000001:0.0:1789130486.189311:0:34357:0:(lov_obd.c:1007:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130486.189312:0:34357:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130486.189314:0:34357:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789130486.189317:0:34357:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf482be400. 00000080:00000001:0.0:1789130486.189319:0:34357:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130486.189321:0:34357:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130486.189324:0:34357:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789130486.189326:0:34357:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffc6e0fb820 00000080:00000001:0.0:1789130486.189601:0:34357:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789130486.189605:0:34357:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789130486.189609:0:34357:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf482be400. 00000020:00000001:0.0:1789130486.189613:0:34357:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130486.189614:0:34357:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1789130486.189616:0:34357:0:(lov_obd.c:975:lov_iocontrol()) Process entered 00020000:00000080:0.0:1789130486.189618:0:34357:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf482be400 uarg=0000000000000000 00020000:00000001:0.0:1789130486.189621:0:34357:0:(lov_obd.c:1007:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130486.189623:0:34357:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130486.189625:0:34357:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789130486.189628:0:34357:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf482be400. 00000080:00000001:0.0:1789130486.189630:0:34357:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130486.189633:0:34357:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130486.189639:0:34357:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789130486.189640:0:34357:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffc6e0fb820 00000080:00000001:0.0:1789130486.189644:0:34357:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789130486.189645:0:34357:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789130486.189647:0:34357:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf482be400. 00000020:00000001:0.0:1789130486.189649:0:34357:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130486.189651:0:34357:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1789130486.189653:0:34357:0:(lov_obd.c:975:lov_iocontrol()) Process entered 00020000:00000080:0.0:1789130486.189654:0:34357:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf482be400 uarg=0000000000000000 00020000:00000001:0.0:1789130486.189657:0:34357:0:(lov_obd.c:1007:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130486.189659:0:34357:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130486.189660:0:34357:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789130486.189662:0:34357:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf482be400. 00000080:00000001:0.0:1789130486.189664:0:34357:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130486.189666:0:34357:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130486.189669:0:34357:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789130486.189670:0:34357:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffc6e0fb820 00000080:00000001:0.0:1789130486.189673:0:34357:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789130486.189674:0:34357:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789130486.189676:0:34357:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf482be400. 00000020:00000001:0.0:1789130486.189678:0:34357:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130486.189679:0:34357:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1789130486.189680:0:34357:0:(lov_obd.c:975:lov_iocontrol()) Process entered 00020000:00000080:0.0:1789130486.189681:0:34357:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf482be400 uarg=0000000000000000 00020000:00000001:0.0:1789130486.189683:0:34357:0:(lov_obd.c:1007:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130486.189685:0:34357:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130486.189687:0:34357:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789130486.189689:0:34357:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf482be400. 00000080:00000001:0.0:1789130486.189691:0:34357:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130486.189692:0:34357:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130486.189695:0:34357:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789130486.189696:0:34357:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffc6e0fb820 00000080:00000001:0.0:1789130486.189698:0:34357:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789130486.189699:0:34357:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789130486.189701:0:34357:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf482be400. 00000020:00000001:0.0:1789130486.189703:0:34357:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130486.189704:0:34357:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1789130486.189705:0:34357:0:(lov_obd.c:975:lov_iocontrol()) Process entered 00020000:00000080:0.0:1789130486.189706:0:34357:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf482be400 uarg=0000000000000000 00020000:00000001:0.0:1789130486.189709:0:34357:0:(lov_obd.c:1007:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130486.189711:0:34357:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130486.189713:0:34357:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789130486.189715:0:34357:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf482be400. 00000080:00000001:0.0:1789130486.189717:0:34357:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130486.189719:0:34357:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130486.189722:0:34357:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789130486.189723:0:34357:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffc6e0fb820 00000080:00000001:0.0:1789130486.189725:0:34357:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789130486.189726:0:34357:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789130486.189729:0:34357:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf482be400. 00000020:00000001:0.0:1789130486.189732:0:34357:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130486.189733:0:34357:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1789130486.189734:0:34357:0:(lov_obd.c:975:lov_iocontrol()) Process entered 00020000:00000080:0.0:1789130486.189736:0:34357:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf482be400 uarg=0000000000000000 00020000:00000001:0.0:1789130486.189738:0:34357:0:(lov_obd.c:1007:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130486.189740:0:34357:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130486.189741:0:34357:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789130486.189743:0:34357:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf482be400. 00000080:00000001:0.0:1789130486.189745:0:34357:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130486.189747:0:34357:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130486.189750:0:34357:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789130486.189751:0:34357:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffc6e0fb820 00000080:00000001:0.0:1789130486.189754:0:34357:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789130486.189755:0:34357:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789130486.189757:0:34357:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf482be400. 00000020:00000001:0.0:1789130486.189760:0:34357:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130486.189761:0:34357:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1789130486.189762:0:34357:0:(lov_obd.c:975:lov_iocontrol()) Process entered 00020000:00000080:0.0:1789130486.189764:0:34357:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf482be400 uarg=0000000000000000 00020000:00000001:0.0:1789130486.189766:0:34357:0:(lov_obd.c:1007:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130486.189768:0:34357:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130486.189770:0:34357:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789130486.189772:0:34357:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf482be400. 00000080:00000001:0.0:1789130486.189775:0:34357:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130486.189776:0:34357:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130486.189780:0:34357:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789130486.189781:0:34357:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffc6e0fb820 00000080:00000001:0.0:1789130486.189784:0:34357:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789130486.189785:0:34357:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789130486.189787:0:34357:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf482be400. 00000020:00000001:0.0:1789130486.189789:0:34357:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130486.189790:0:34357:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1789130486.189792:0:34357:0:(lov_obd.c:975:lov_iocontrol()) Process entered 00020000:00000080:0.0:1789130486.189793:0:34357:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf482be400 uarg=0000000000000000 00020000:00000001:0.0:1789130486.189796:0:34357:0:(lov_obd.c:1007:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130486.189797:0:34357:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130486.189799:0:34357:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789130486.189801:0:34357:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf482be400. 00000080:00000001:0.0:1789130486.189948:0:34357:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130486.189952:0:34357:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130486.189957:0:34357:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789130486.189959:0:34357:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffc6e0fb820 00000080:00000001:0.0:1789130486.189962:0:34357:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789130486.189964:0:34357:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789130486.189967:0:34357:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf482be400. 00000020:00000001:0.0:1789130486.189970:0:34357:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130486.189972:0:34357:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1789130486.189973:0:34357:0:(lov_obd.c:975:lov_iocontrol()) Process entered 00020000:00000080:0.0:1789130486.189975:0:34357:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf482be400 uarg=0000000000000000 00020000:00000001:0.0:1789130486.189977:0:34357:0:(lov_obd.c:1007:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130486.189979:0:34357:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130486.189981:0:34357:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789130486.189983:0:34357:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf482be400. 00000080:00000001:0.0:1789130486.189985:0:34357:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130486.189987:0:34357:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130486.189989:0:34357:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789130486.189992:0:34357:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffc6e0fb820 00000080:00000001:0.0:1789130486.190004:0:34357:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789130486.190060:0:34357:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789130486.190063:0:34357:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf482be400. 00000020:00000001:0.0:1789130486.190066:0:34357:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130486.190067:0:34357:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1789130486.190069:0:34357:0:(lov_obd.c:975:lov_iocontrol()) Process entered 00020000:00000080:0.0:1789130486.190070:0:34357:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf482be400 uarg=0000000000000000 00020000:00000001:0.0:1789130486.190073:0:34357:0:(lov_obd.c:1007:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130486.190075:0:34357:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130486.190076:0:34357:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789130486.190078:0:34357:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf482be400. 00000080:00000001:0.0:1789130486.190081:0:34357:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130486.190084:0:34357:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130486.190088:0:34357:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789130486.190090:0:34357:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffc6e0fb820 00000080:00000001:0.0:1789130486.190093:0:34357:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789130486.190094:0:34357:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789130486.190097:0:34357:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf482be400. 00000020:00000001:0.0:1789130486.190100:0:34357:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130486.190101:0:34357:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1789130486.190103:0:34357:0:(lov_obd.c:975:lov_iocontrol()) Process entered 00020000:00000080:0.0:1789130486.190104:0:34357:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf482be400 uarg=0000000000000000 00020000:00000001:0.0:1789130486.190107:0:34357:0:(lov_obd.c:1007:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130486.190109:0:34357:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130486.190111:0:34357:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789130486.190114:0:34357:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf482be400. 00000080:00000001:0.0:1789130486.190118:0:34357:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130486.190119:0:34357:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130486.190123:0:34357:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789130486.190124:0:34357:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffc6e0fb820 00000080:00000001:0.0:1789130486.190127:0:34357:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789130486.190128:0:34357:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789130486.190132:0:34357:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf482be400. 00000020:00000001:0.0:1789130486.190133:0:34357:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130486.190135:0:34357:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1789130486.190136:0:34357:0:(lov_obd.c:975:lov_iocontrol()) Process entered 00020000:00000080:0.0:1789130486.190137:0:34357:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf482be400 uarg=0000000000000000 00020000:00000001:0.0:1789130486.190140:0:34357:0:(lov_obd.c:1007:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130486.190142:0:34357:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130486.190143:0:34357:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789130486.190146:0:34357:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf482be400. 00000080:00000001:0.0:1789130486.190148:0:34357:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130486.190149:0:34357:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130486.190152:0:34357:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789130486.190153:0:34357:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffc6e0fb820 00000080:00000001:0.0:1789130486.190155:0:34357:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789130486.190156:0:34357:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789130486.190158:0:34357:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf482be400. 00000020:00000001:0.0:1789130486.190160:0:34357:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130486.190161:0:34357:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1789130486.190162:0:34357:0:(lov_obd.c:975:lov_iocontrol()) Process entered 00020000:00000080:0.0:1789130486.190164:0:34357:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf482be400 uarg=0000000000000000 00020000:00000001:0.0:1789130486.190166:0:34357:0:(lov_obd.c:1007:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130486.190168:0:34357:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130486.190171:0:34357:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789130486.190173:0:34357:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf482be400. 00000080:00000001:0.0:1789130486.190175:0:34357:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130486.190177:0:34357:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130486.190179:0:34357:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789130486.190181:0:34357:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffc6e0fb820 00000080:00000001:0.0:1789130486.190183:0:34357:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789130486.190184:0:34357:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789130486.190186:0:34357:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf482be400. 00000020:00000001:0.0:1789130486.190188:0:34357:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130486.190190:0:34357:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1789130486.190192:0:34357:0:(lov_obd.c:975:lov_iocontrol()) Process entered 00020000:00000080:0.0:1789130486.190193:0:34357:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf482be400 uarg=0000000000000000 00020000:00000001:0.0:1789130486.190196:0:34357:0:(lov_obd.c:1007:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130486.190198:0:34357:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130486.190199:0:34357:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789130486.190201:0:34357:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf482be400. 00000080:00000001:0.0:1789130486.190203:0:34357:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130486.190205:0:34357:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130486.190208:0:34357:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789130486.190210:0:34357:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffc6e0fb820 00000080:00000001:0.0:1789130486.190212:0:34357:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789130486.190213:0:34357:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789130486.190216:0:34357:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf482be400. 00000020:00000001:0.0:1789130486.190218:0:34357:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130486.190219:0:34357:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1789130486.190221:0:34357:0:(lov_obd.c:975:lov_iocontrol()) Process entered 00020000:00000080:0.0:1789130486.190222:0:34357:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf482be400 uarg=0000000000000000 00020000:00000001:0.0:1789130486.190224:0:34357:0:(lov_obd.c:1007:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130486.190226:0:34357:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130486.190227:0:34357:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789130486.190229:0:34357:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf482be400. 00000080:00000001:0.0:1789130486.190231:0:34357:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130486.190233:0:34357:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130486.190236:0:34357:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789130486.190238:0:34357:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffc6e0fb820 00000080:00000001:0.0:1789130486.190242:0:34357:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789130486.190243:0:34357:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789130486.190246:0:34357:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf482be400. 00000020:00000001:0.0:1789130486.190248:0:34357:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130486.190249:0:34357:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1789130486.190251:0:34357:0:(lov_obd.c:975:lov_iocontrol()) Process entered 00020000:00000080:0.0:1789130486.190252:0:34357:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf482be400 uarg=0000000000000000 00020000:00000001:0.0:1789130486.190254:0:34357:0:(lov_obd.c:1007:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130486.190256:0:34357:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130486.190258:0:34357:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789130486.190260:0:34357:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf482be400. 00000080:00000001:0.0:1789130486.190262:0:34357:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130486.190264:0:34357:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130486.190266:0:34357:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789130486.190267:0:34357:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffc6e0fb820 00000080:00000001:0.0:1789130486.190269:0:34357:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789130486.190270:0:34357:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789130486.190272:0:34357:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf482be400. 00000020:00000001:0.0:1789130486.190274:0:34357:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130486.190276:0:34357:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1789130486.190277:0:34357:0:(lov_obd.c:975:lov_iocontrol()) Process entered 00020000:00000080:0.0:1789130486.190278:0:34357:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf482be400 uarg=0000000000000000 00020000:00000001:0.0:1789130486.190281:0:34357:0:(lov_obd.c:1007:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130486.190282:0:34357:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130486.190284:0:34357:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789130486.190285:0:34357:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf482be400. 00000080:00000001:0.0:1789130486.190287:0:34357:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130486.190290:0:34357:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130486.190292:0:34357:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789130486.190294:0:34357:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffc6e0fb820 00000080:00000001:0.0:1789130486.190297:0:34357:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789130486.190298:0:34357:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789130486.190300:0:34357:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf482be400. 00000020:00000001:0.0:1789130486.190303:0:34357:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130486.190304:0:34357:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1789130486.190305:0:34357:0:(lov_obd.c:975:lov_iocontrol()) Process entered 00020000:00000080:0.0:1789130486.190307:0:34357:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf482be400 uarg=0000000000000000 00020000:00000001:0.0:1789130486.190309:0:34357:0:(lov_obd.c:1007:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130486.190311:0:34357:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130486.190313:0:34357:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789130486.190315:0:34357:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf482be400. 00000080:00000001:0.0:1789130486.190318:0:34357:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130486.190320:0:34357:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130486.190323:0:34357:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789130486.190325:0:34357:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffc6e0fb820 00000080:00000001:0.0:1789130486.190327:0:34357:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789130486.190328:0:34357:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789130486.190448:0:34357:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf482be400. 00000020:00000001:0.0:1789130486.190451:0:34357:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130486.190453:0:34357:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1789130486.190455:0:34357:0:(lov_obd.c:975:lov_iocontrol()) Process entered 00020000:00000080:0.0:1789130486.190456:0:34357:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf482be400 uarg=0000000000000000 00020000:00000001:0.0:1789130486.190459:0:34357:0:(lov_obd.c:1007:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130486.190461:0:34357:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130486.190463:0:34357:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789130486.190465:0:34357:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf482be400. 00000080:00000001:0.0:1789130486.190468:0:34357:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130486.190470:0:34357:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130486.190476:0:34357:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789130486.190477:0:34357:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffc6e0fb820 00000080:00000001:0.0:1789130486.190537:0:34357:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789130486.190539:0:34357:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789130486.190543:0:34357:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf482be400. 00000020:00000001:0.0:1789130486.190545:0:34357:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130486.190547:0:34357:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1789130486.190548:0:34357:0:(lov_obd.c:975:lov_iocontrol()) Process entered 00020000:00000080:0.0:1789130486.190550:0:34357:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf482be400 uarg=0000000000000000 00020000:00000001:0.0:1789130486.190553:0:34357:0:(lov_obd.c:1007:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130486.190555:0:34357:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130486.190557:0:34357:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789130486.190560:0:34357:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf482be400. 00000080:00000001:0.0:1789130486.190563:0:34357:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130486.190565:0:34357:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130486.190570:0:34357:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789130486.190572:0:34357:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffc6e0fb820 00000080:00000001:0.0:1789130486.190575:0:34357:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789130486.190576:0:34357:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789130486.190579:0:34357:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf482be400. 00000020:00000001:0.0:1789130486.190581:0:34357:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130486.190583:0:34357:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1789130486.190584:0:34357:0:(lov_obd.c:975:lov_iocontrol()) Process entered 00020000:00000080:0.0:1789130486.190586:0:34357:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf482be400 uarg=0000000000000000 00020000:00000001:0.0:1789130486.190589:0:34357:0:(lov_obd.c:1007:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130486.190591:0:34357:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130486.190592:0:34357:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789130486.190595:0:34357:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf482be400. 00000080:00000001:0.0:1789130486.190597:0:34357:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130486.190599:0:34357:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130486.190602:0:34357:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789130486.190604:0:34357:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffc6e0fb820 00000080:00000001:0.0:1789130486.190606:0:34357:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789130486.190607:0:34357:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789130486.190609:0:34357:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf482be400. 00000020:00000001:0.0:1789130486.190611:0:34357:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130486.190613:0:34357:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1789130486.190614:0:34357:0:(lov_obd.c:975:lov_iocontrol()) Process entered 00020000:00000080:0.0:1789130486.190615:0:34357:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf482be400 uarg=0000000000000000 00020000:00000001:0.0:1789130486.190618:0:34357:0:(lov_obd.c:1007:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130486.190620:0:34357:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130486.190622:0:34357:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789130486.190625:0:34357:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf482be400. 00000080:00000001:0.0:1789130486.190627:0:34357:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130486.190629:0:34357:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130486.190631:0:34357:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789130486.190632:0:34357:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffc6e0fb820 00000080:00000001:0.0:1789130486.190635:0:34357:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789130486.190636:0:34357:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789130486.190639:0:34357:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf482be400. 00000020:00000001:0.0:1789130486.190641:0:34357:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130486.190642:0:34357:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1789130486.190643:0:34357:0:(lov_obd.c:975:lov_iocontrol()) Process entered 00020000:00000080:0.0:1789130486.190644:0:34357:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf482be400 uarg=0000000000000000 00020000:00000001:0.0:1789130486.190647:0:34357:0:(lov_obd.c:1007:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130486.190649:0:34357:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130486.190651:0:34357:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789130486.190653:0:34357:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf482be400. 00000080:00000001:0.0:1789130486.190656:0:34357:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130486.190657:0:34357:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130486.190661:0:34357:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789130486.190662:0:34357:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffc6e0fb820 00000080:00000001:0.0:1789130486.190665:0:34357:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789130486.190666:0:34357:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789130486.190668:0:34357:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf482be400. 00000020:00000001:0.0:1789130486.190671:0:34357:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130486.190672:0:34357:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1789130486.190673:0:34357:0:(lov_obd.c:975:lov_iocontrol()) Process entered 00020000:00000080:0.0:1789130486.190675:0:34357:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf482be400 uarg=0000000000000000 00020000:00000001:0.0:1789130486.190678:0:34357:0:(lov_obd.c:1007:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130486.190680:0:34357:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130486.190682:0:34357:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789130486.190685:0:34357:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf482be400. 00000080:00000001:0.0:1789130486.190687:0:34357:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130486.190688:0:34357:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130486.190691:0:34357:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789130486.190692:0:34357:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffc6e0fb820 00000080:00000001:0.0:1789130486.190695:0:34357:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789130486.190696:0:34357:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789130486.190698:0:34357:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf482be400. 00000020:00000001:0.0:1789130486.190700:0:34357:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130486.190703:0:34357:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1789130486.190705:0:34357:0:(lov_obd.c:975:lov_iocontrol()) Process entered 00020000:00000080:0.0:1789130486.190706:0:34357:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf482be400 uarg=0000000000000000 00020000:00000001:0.0:1789130486.190710:0:34357:0:(lov_obd.c:1007:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130486.190712:0:34357:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130486.190714:0:34357:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789130486.190717:0:34357:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf482be400. 00000080:00000001:0.0:1789130486.190719:0:34357:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130486.190721:0:34357:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130486.190725:0:34357:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789130486.190726:0:34357:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffc6e0fb820 00000080:00000001:0.0:1789130486.190729:0:34357:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789130486.190730:0:34357:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789130486.190733:0:34357:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf482be400. 00000020:00000001:0.0:1789130486.190735:0:34357:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130486.190737:0:34357:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1789130486.190738:0:34357:0:(lov_obd.c:975:lov_iocontrol()) Process entered 00020000:00000080:0.0:1789130486.190739:0:34357:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf482be400 uarg=0000000000000000 00020000:00000001:0.0:1789130486.190741:0:34357:0:(lov_obd.c:1007:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130486.190744:0:34357:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130486.190746:0:34357:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789130486.190748:0:34357:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf482be400. 00000080:00000001:0.0:1789130486.190750:0:34357:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130486.190753:0:34357:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130486.190756:0:34357:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789130486.190758:0:34357:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffc6e0fb820 00000080:00000001:0.0:1789130486.190761:0:34357:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789130486.190920:0:34357:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789130486.190924:0:34357:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf482be400. 00000020:00000001:0.0:1789130486.190927:0:34357:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130486.190929:0:34357:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1789130486.190931:0:34357:0:(lov_obd.c:975:lov_iocontrol()) Process entered 00020000:00000080:0.0:1789130486.190932:0:34357:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf482be400 uarg=0000000000000000 00020000:00000001:0.0:1789130486.190935:0:34357:0:(lov_obd.c:1007:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130486.190939:0:34357:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130486.190941:0:34357:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789130486.190943:0:34357:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf482be400. 00000080:00000001:0.0:1789130486.190946:0:34357:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130486.190948:0:34357:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130486.190954:0:34357:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789130486.190955:0:34357:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffc6e0fb820 00000080:00000001:0.0:1789130486.190958:0:34357:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789130486.190960:0:34357:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789130486.190962:0:34357:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf482be400. 00000020:00000001:0.0:1789130486.190964:0:34357:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130486.190966:0:34357:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1789130486.190967:0:34357:0:(lov_obd.c:975:lov_iocontrol()) Process entered 00020000:00000080:0.0:1789130486.190969:0:34357:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf482be400 uarg=0000000000000000 00020000:00000001:0.0:1789130486.190971:0:34357:0:(lov_obd.c:1007:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130486.190974:0:34357:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130486.190976:0:34357:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789130486.190978:0:34357:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf482be400. 00000080:00000001:0.0:1789130486.190981:0:34357:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130486.190982:0:34357:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130486.190985:0:34357:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789130486.190987:0:34357:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffc6e0fb820 00000080:00000001:0.0:1789130486.190989:0:34357:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789130486.190990:0:34357:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789130486.190991:0:34357:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf482be400. 00000020:00000001:0.0:1789130486.191005:0:34357:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130486.191063:0:34357:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1789130486.191065:0:34357:0:(lov_obd.c:975:lov_iocontrol()) Process entered 00020000:00000080:0.0:1789130486.191067:0:34357:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf482be400 uarg=0000000000000000 00020000:00000001:0.0:1789130486.191070:0:34357:0:(lov_obd.c:1007:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130486.191072:0:34357:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130486.191074:0:34357:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789130486.191077:0:34357:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf482be400. 00000080:00000001:0.0:1789130486.191080:0:34357:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130486.191082:0:34357:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130486.191087:0:34357:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789130486.191089:0:34357:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffc6e0fb820 00000080:00000001:0.0:1789130486.191093:0:34357:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789130486.191094:0:34357:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789130486.191097:0:34357:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf482be400. 00000020:00000001:0.0:1789130486.191100:0:34357:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130486.191101:0:34357:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1789130486.191102:0:34357:0:(lov_obd.c:975:lov_iocontrol()) Process entered 00020000:00000080:0.0:1789130486.191103:0:34357:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf482be400 uarg=0000000000000000 00020000:00000001:0.0:1789130486.191106:0:34357:0:(lov_obd.c:1007:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130486.191107:0:34357:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130486.191109:0:34357:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789130486.191111:0:34357:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf482be400. 00000080:00000001:0.0:1789130486.191113:0:34357:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130486.191115:0:34357:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130486.191119:0:34357:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789130486.191120:0:34357:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffc6e0fb820 00000080:00000001:0.0:1789130486.191123:0:34357:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789130486.191124:0:34357:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789130486.191126:0:34357:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf482be400. 00000020:00000001:0.0:1789130486.191129:0:34357:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130486.191131:0:34357:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1789130486.191133:0:34357:0:(lov_obd.c:975:lov_iocontrol()) Process entered 00020000:00000080:0.0:1789130486.191134:0:34357:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf482be400 uarg=0000000000000000 00020000:00000001:0.0:1789130486.191136:0:34357:0:(lov_obd.c:1007:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130486.191138:0:34357:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130486.191140:0:34357:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789130486.191143:0:34357:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf482be400. 00000080:00000001:0.0:1789130486.191145:0:34357:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130486.191147:0:34357:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130486.191149:0:34357:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789130486.191152:0:34357:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffc6e0fb820 00000080:00000001:0.0:1789130486.191155:0:34357:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789130486.191156:0:34357:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789130486.191158:0:34357:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf482be400. 00000020:00000001:0.0:1789130486.191160:0:34357:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130486.191162:0:34357:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1789130486.191163:0:34357:0:(lov_obd.c:975:lov_iocontrol()) Process entered 00020000:00000080:0.0:1789130486.191164:0:34357:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf482be400 uarg=0000000000000000 00020000:00000001:0.0:1789130486.191166:0:34357:0:(lov_obd.c:1007:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130486.191168:0:34357:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130486.191170:0:34357:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789130486.191173:0:34357:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf482be400. 00000080:00000001:0.0:1789130486.191175:0:34357:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130486.191176:0:34357:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130486.191178:0:34357:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789130486.191180:0:34357:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffc6e0fb820 00000080:00000001:0.0:1789130486.191182:0:34357:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789130486.191183:0:34357:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789130486.191186:0:34357:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf482be400. 00000020:00000001:0.0:1789130486.191188:0:34357:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130486.191189:0:34357:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1789130486.191190:0:34357:0:(lov_obd.c:975:lov_iocontrol()) Process entered 00020000:00000080:0.0:1789130486.191192:0:34357:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf482be400 uarg=0000000000000000 00020000:00000001:0.0:1789130486.191195:0:34357:0:(lov_obd.c:1007:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130486.191197:0:34357:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130486.191198:0:34357:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789130486.191200:0:34357:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf482be400. 00000080:00000001:0.0:1789130486.191203:0:34357:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130486.191205:0:34357:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130486.191208:0:34357:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789130486.191209:0:34357:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffc6e0fb820 00000080:00000001:0.0:1789130486.191212:0:34357:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789130486.191213:0:34357:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789130486.191216:0:34357:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf482be400. 00000020:00000001:0.0:1789130486.191218:0:34357:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130486.191219:0:34357:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1789130486.191220:0:34357:0:(lov_obd.c:975:lov_iocontrol()) Process entered 00020000:00000080:0.0:1789130486.191222:0:34357:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf482be400 uarg=0000000000000000 00020000:00000001:0.0:1789130486.191224:0:34357:0:(lov_obd.c:1007:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130486.191226:0:34357:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130486.191227:0:34357:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789130486.191230:0:34357:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf482be400. 00000080:00000001:0.0:1789130486.191232:0:34357:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130486.191234:0:34357:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130486.191237:0:34357:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789130486.191239:0:34357:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffc6e0fb820 00000080:00000001:0.0:1789130486.191241:0:34357:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789130486.191243:0:34357:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789130486.191244:0:34357:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf482be400. 00000020:00000001:0.0:1789130486.191247:0:34357:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130486.191249:0:34357:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1789130486.191250:0:34357:0:(lov_obd.c:975:lov_iocontrol()) Process entered 00020000:00000080:0.0:1789130486.191251:0:34357:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf482be400 uarg=0000000000000000 00020000:00000001:0.0:1789130486.191254:0:34357:0:(lov_obd.c:1007:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130486.191256:0:34357:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130486.191257:0:34357:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789130486.191259:0:34357:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf482be400. 00000080:00000001:0.0:1789130486.191261:0:34357:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130486.191263:0:34357:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130486.191266:0:34357:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789130486.191267:0:34357:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffc6e0fb820 00000080:00000001:0.0:1789130486.191269:0:34357:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789130486.191271:0:34357:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789130486.191272:0:34357:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf482be400. 00000020:00000001:0.0:1789130486.191274:0:34357:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130486.191276:0:34357:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1789130486.191277:0:34357:0:(lov_obd.c:975:lov_iocontrol()) Process entered 00020000:00000080:0.0:1789130486.191279:0:34357:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf482be400 uarg=0000000000000000 00020000:00000001:0.0:1789130486.191281:0:34357:0:(lov_obd.c:1003:lov_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:0.0:1789130486.191284:0:34357:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:0.0:1789130486.191286:0:34357:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000080:00000010:0.0:1789130486.191288:0:34357:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf482be400. 00000080:00000001:0.0:1789130486.191290:0:34357:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:0.0:1789130486.191292:0:34357:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:0.0:1789130486.191307:0:34357:0:(dir.c:3016:ll_dir_release()) Process entered 00000080:00000001:0.0:1789130486.191310:0:34357:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:0.0:1789130486.191314:0:34357:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41663dd0 00000080:00200008:0.0:1789130486.191317:0:34357:0:(file.c:479:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff9caf601980c8), flags 100000 00000080:00400000:0.0:1789130486.191322:0:34357:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000007:0x1:0x0] 00000080:00000010:0.0:1789130486.191326:0:34357:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9caf51ae9cc0. 00000080:00000001:0.0:1789130486.191636:0:34357:0:(file.c:498:ll_file_release()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1789130486.191641:0:34357:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41663dd0 00000080:00000008:0.0:1789130486.191644:0:34357:0:(file.c:523:ll_file_release()) COMPLETED file /:[0x200000007:0x1:0x0](ffff9caf601980c8), flags 100000, rc = 0 00000080:00000001:0.0:1789130486.191647:0:34357:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130486.191649:0:34357:0:(dir.c:3017:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130486.196194:0:34358:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:1.0:1789130486.196205:0:34358:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:1.0:1789130486.196208:0:34358:0:(file.c:6206:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1789130486.196211:0:34358:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41cc7bc0 00000080:00200000:1.0:1789130486.196217:0:34358:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8),name=/ 00000080:00000010:1.0:1789130486.196227:0:34358:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9caf47ff8800. 00800000:00000002:1.0:1789130486.196235:0:34358:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9caf4557c8c0 2 00000080:00000001:1.0:1789130486.196240:0:34358:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1789130486.196247:0:34358:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1789130486.196249:0:34358:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41cc7ae0 00800000:00000002:1.0:1789130486.196252:0:34358:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1789130486.196257:0:34358:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1789130486.196262:0:34358:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1789130486.196268:0:34358:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1789130486.196271:0:34358:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41cc79b0 00000002:00010000:1.0:1789130486.196273:0:34358:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1789130486.196278:0:34358:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1789130486.196281:0:34358:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789130486.196286:0:34358:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789130486.196297:0:34358:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf48e45100 count: 2 00010000:00000001:1.0:1789130486.196301:0:34358:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789130486.196308:0:34358:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789130486.196314:0:34358:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1789130486.196320:0:34358:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a93a00/0xde5303b1d982ce35 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a60a1 expref: -99 pid: 34357 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:1.0:1789130486.196651:0:34358:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1789130486.196660:0:34358:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789130486.196664:0:34358:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a93a00/0xde5303b1d982ce35 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a60a1 expref: -99 pid: 34357 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:1.0:1789130486.196673:0:34358:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1789130486.196675:0:34358:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1789130486.196677:0:34358:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1789130486.196679:0:34358:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1789130486.196682:0:34358:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1789130486.196685:0:34358:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1789130486.196689:0:34358:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1789130486.196692:0:34358:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9caf4557c8c0 2 00000080:00000010:1.0:1789130486.196697:0:34358:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9caf47ff8800. 00000080:00000001:1.0:1789130486.196704:0:34358:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1789130486.196707:0:34358:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789130486.196710:0:34358:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9caf601980c8) 00000080:00010000:1.0:1789130486.196715:0:34358:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9caf601980c8) for lock 0xde5303b1d982ce35 00800000:00000001:1.0:1789130486.196719:0:34358:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1789130486.196723:0:34358:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1789130486.196725:0:34358:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130486.196729:0:34358:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130486.196732:0:34358:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf46a93a00 refcount=3 00000020:00000001:1.0:1789130486.196735:0:34358:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875351546368 : -109198358005248 : ffff9caf46a93a00) 00010000:00000001:1.0:1789130486.196739:0:34358:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875351546368 : -109198358005248 : ffff9caf46a93a00) 00010000:00000001:1.0:1789130486.196742:0:34358:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130486.196744:0:34358:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789130486.196746:0:34358:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789130486.196748:0:34358:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789130486.196751:0:34358:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xde5303b1d982ce35 from it ffffb97f41cc7bf8 00010000:00000001:1.0:1789130486.196753:0:34358:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130486.196754:0:34358:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130486.196756:0:34358:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf46a93a00 refcount=3 00000020:00000001:1.0:1789130486.196758:0:34358:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875351546368 : -109198358005248 : ffff9caf46a93a00) 00010000:00000001:1.0:1789130486.196761:0:34358:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875351546368 : -109198358005248 : ffff9caf46a93a00) 00010000:00000001:1.0:1789130486.196763:0:34358:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789130486.196775:0:34358:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a93a00/0xde5303b1d982ce35 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a60a1 expref: -99 pid: 34357 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1789130486.196783:0:34358:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130486.196784:0:34358:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130486.196786:0:34358:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1789130486.196789:0:34358:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1789130486.196792:0:34358:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a93a00/0xde5303b1d982ce35 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a60a1 expref: -99 pid: 34357 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:1.0:1789130486.196800:0:34358:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1789130486.196832:0:34358:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1789130486.196835:0:34358:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789130486.196840:0:34358:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130486.196841:0:34358:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130486.196843:0:34358:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130486.196847:0:34358:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1789130486.196849:0:34358:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130486.196851:0:34358:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130486.196855:0:34358:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130486.196858:0:34358:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789130486.196859:0:34358:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130486.196860:0:34358:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1789130486.196864:0:34358:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1789130486.196866:0:34358:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1789130486.196869:0:34358:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8), inode mode 41ff mask 1 00000080:00000001:1.0:1789130486.196876:0:34358:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130486.196885:0:34358:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1789130486.196887:0:34358:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41cc7b58 00000080:00002000:1.0:1789130486.196889:0:34358:0:(dcache.c:87:ll_dcompare()) found name recon(ffff9caf444bfaf8) flags 0x48000e refc 0 00000080:00000001:1.0:1789130486.196892:0:34358:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130486.196894:0:34358:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41cc7bc8 00000080:00200000:1.0:1789130486.196896:0:34358:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=recon, flags=777 00000080:00000001:1.0:1789130486.196905:0:34358:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00200000:1.0:1789130486.196907:0:34358:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000404:0x31:0x0](ffff9caf60198908), inode mode 81a4 mask 52 00000080:00000001:1.0:1789130486.196910:0:34358:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130486.196918:0:34358:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:1.0:1789130486.196920:0:34358:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41cc7b98 00000080:00200008:1.0:1789130486.196922:0:34358:0:(file.c:1090:ll_file_open()) START file recon:[0x200000404:0x31:0x0](ffff9caf60198908), flags 102101 00000080:00000010:1.0:1789130486.196931:0:34358:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9caf417a9e00. 00000080:00000001:1.0:1789130486.196938:0:34358:0:(file.c:806:ll_intent_file_open()) Process entered 00000080:00000010:1.0:1789130486.196942:0:34358:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9caf47ff8800. 00800000:00000002:1.0:1789130486.196945:0:34358:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9caf4557c8c0 2 00000080:00000001:1.0:1789130486.196947:0:34358:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1789130486.196949:0:34358:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1789130486.196951:0:34358:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41cc7a48 00800000:00000002:1.0:1789130486.196953:0:34358:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x200000404:0x31:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1789130486.196957:0:34358:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00000020:00000001:1.0:1789130486.196961:0:34358:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41cc79c8 00800000:00000002:1.0:1789130486.196963:0:34358:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x31:0x0], name='' -> mds #0 layout version 1 00000002:00000001:1.0:1789130486.196967:0:34358:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1789130486.196968:0:34358:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41cc7900 00000002:00010000:1.0:1789130486.196970:0:34358:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000404:0x31:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 0240102102 00000002:00000001:1.0:1789130486.196974:0:34358:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1789130486.196977:0:34358:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:1.0:1789130486.196981:0:34358:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1789130486.196985:0:34358:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf48fc4800 count: 2 00010000:00000001:1.0:1789130486.196987:0:34358:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789130486.196990:0:34358:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1789130486.197003:0:34358:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130486.197011:0:34358:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789130486.197013:0:34358:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789130486.197015:0:34358:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1789130486.197018:0:34358:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf48e45100 count: 2 00010000:00000001:1.0:1789130486.197020:0:34358:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789130486.197022:0:34358:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1789130486.197025:0:34358:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1789130486.197028:0:34358:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a93a00/0xde5303b1d982ce35 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xcdf1b083821a60a1 expref: -99 pid: 34357 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000080:00000001:1.0:1789130486.197036:0:34358:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1789130486.197041:0:34358:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1789130486.197044:0:34358:0:(file.c:6113:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1789130486.197046:0:34358:0:(file.c:6119:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:1.0:1789130486.197048:0:34358:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789130486.197050:0:34358:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789130486.197052:0:34358:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf48e45100 count: 3 00010000:00000001:1.0:1789130486.197054:0:34358:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1789130486.197057:0:34358:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789130486.197058:0:34358:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789130486.197059:0:34358:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789130486.197060:0:34358:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf48e45100 count: 3 00010000:00000001:1.0:1789130486.197062:0:34358:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1789130486.197064:0:34358:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789130486.197066:0:34358:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789130486.197067:0:34358:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789130486.197069:0:34358:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf48e45100 count: 3 00010000:00000001:1.0:1789130486.197071:0:34358:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1789130486.197073:0:34358:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130486.197075:0:34358:0:(file.c:6141:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1789130486.197077:0:34358:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff9caf60198000, pfid = [0x0:0x0:0x0] 00000080:00000001:1.0:1789130486.197082:0:34358:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:1.0:1789130486.197084:0:34358:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:1.0:1789130486.197086:0:34358:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1789130486.197088:0:34358:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130486.197091:0:34358:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1789130486.197095:0:34358:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1789130486.197096:0:34358:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1789130486.197098:0:34358:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789130486.197100:0:34358:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1789130486.197103:0:34358:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9caf46a93a00 with handle 0xde5303b1d982ce35 from hash 00010000:00000001:1.0:1789130486.197105:0:34358:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1789130486.197107:0:34358:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130486.197108:0:34358:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130486.197109:0:34358:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1789130486.197112:0:34358:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1789130486.197114:0:34358:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1789130486.197116:0:34358:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1789130486.197118:0:34358:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1789130486.197119:0:34358:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1789130486.197126:0:34358:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf615d5a40. 00000020:00000040:1.0:1789130486.197129:0:34358:0:(genops.c:1210:class_import_get()) import ffff9caf6079a800 refcount=7 obd=lustre-MDT0000-mdc-ffff9caf5014c800 02000000:00000001:1.0:1789130486.197136:0:34358:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789130486.197138:0:34358:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130486.197141:0:34358:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1789130486.197146:0:34358:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789130486.197148:0:34358:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130486.197150:0:34358:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130486.197151:0:34358:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130486.197154:0:34358:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789130486.197156:0:34358:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789130486.197160:0:34358:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789130486.197168:0:34358:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9caf487c2000. 00000100:00000001:1.0:1789130486.197176:0:34358:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130486.197181:0:34358:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789130486.197184:0:34358:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1789130486.197187:0:34358:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a93a00/0xde5303b1d982ce35 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xcdf1b083821a60a1 expref: -99 pid: 34357 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00010000:1.0:1789130486.197195:0:34358:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1789130486.197197:0:34358:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1789130486.197198:0:34358:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1789130486.197201:0:34358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a93a00/0xde5303b1d982ce35 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xcdf1b083821a60a1 expref: -99 pid: 34357 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000040:1.0:1789130486.197208:0:34358:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9caf48e45100 count: 0 00010000:00000010:1.0:1789130486.197214:0:34358:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9caf4938d880. 00010000:00000001:1.0:1789130486.197226:0:34358:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130486.197227:0:34358:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130486.197229:0:34358:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789130486.197231:0:34358:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130486.197233:0:34358:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789130486.197240:0:34358:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446634875799558720 : -109197909992896 : ffff9caf615d5a40) 00010000:00000001:1.0:1789130486.197244:0:34358:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1789130486.197247:0:34358:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1789130486.197251:0:34358:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9caf4814df00. 00010000:00000010:1.0:1789130486.197255:0:34358:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9caf50154900. 00010000:00000001:1.0:1789130486.197259:0:34358:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1789130486.197262:0:34358:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9caf586b7400. 00000020:00000001:1.0:1789130486.197265:0:34358:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1789130486.197267:0:34358:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9caf586b7400 with handle 0xde5303b1d982ce3c to hash 00000020:00000001:1.0:1789130486.197270:0:34358:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1789130486.197271:0:34358:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446634875649487872 : -109198060063744 : ffff9caf586b7400) 00010000:00000001:1.0:1789130486.197276:0:34358:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446634875649487872 : -109198060063744 : ffff9caf586b7400) 00010000:00000001:1.0:1789130486.197278:0:34358:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789130486.197279:0:34358:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789130486.197283:0:34358:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7400/0xde5303b1d982ce3c lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 34358 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789130486.197289:0:34358:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7400/0xde5303b1d982ce3c lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34358 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:1.0:1789130486.197301:0:34358:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9caf5014c800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1789130486.197316:0:34358:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9caf615d5a40 x1876037329052160/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1789130486.197326:0:34358:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7400/0xde5303b1d982ce3c lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34358 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1789130486.197446:0:34358:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1789130486.197449:0:34358:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1789130486.197458:0:34358:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9caf4845b3c0. 00000100:00000001:1.0:1789130486.197460:0:34358:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446634875378578368 : -109198330973248 : ffff9caf4845b3c0) 00000100:00000001:1.0:1789130486.197463:0:34358:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789130486.197465:0:34358:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875799558720 : -109197909992896 : ffff9caf615d5a40) 00000100:00000001:1.0:1789130486.197470:0:34358:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789130486.197474:0:34358:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130486.197477:0:34358:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1789130486.197479:0:34358:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789130486.197546:0:34358:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf615d5a40 x1876037329052160/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130486.197554:0:34358:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789130486.197557:0:34358:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130486.197562:0:34358:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789130486.197565:0:34358:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789130486.197568:0:34358:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789130486.197572:0:34358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf615d5a40 pname:cluuid:pid:xid:nid:opc:job bash:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:34358:1876037329052160:192.168.204.123@tcp:101:bash.0 00000100:00000001:1.0:1789130486.197576:0:34358:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789130486.197584:0:34358:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789130486.197587:0:34358:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130486.197590:0:34358:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789130486.197648:0:34358:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff9caf48ba0000. 02000000:00000001:1.0:1789130486.197651:0:34358:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789130486.197660:0:34358:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:1.0:1789130486.197665:0:34358:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf42d8ec08. 00000400:00000010:1.0:1789130486.197675:0:34358:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff9caf487c2800. 00000100:00000200:1.0:1789130486.197683:0:34358:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1876037329052160, portal 10 00000100:00000001:1.0:1789130486.197686:0:34358:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789130486.197687:0:34358:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875799558720 : -109197909992896 : ffff9caf615d5a40) 00000100:00000040:1.0:1789130486.197693:0:34358:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9caf615d5a40 x1876037329052160/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/66320 e 0 to 0 dl 1789130502 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130486.197700:0:34358:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789130486.197703:0:34358:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:1.0:1789130486.197707:0:34358:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf462a3990. 00000100:00000200:1.0:1789130486.197712:0:34358:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1876037329052160, offset 0 00000400:00000200:1.0:1789130486.197719:0:34358:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:1.0:1789130486.197730:0:34358:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:1.0:1789130486.197739:0:34358:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:1.0:1789130486.197747:0:34358:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789130486.197751:0:34358:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:1.0:1789130486.197755:0:34358:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789130486.197758:0:34358:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:1.0:1789130486.197762:0:34358:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2660:2660:256:4294967295] 192.168.204.123@tcp LPNI seq info [2659:2659:8:4294967295] 00000400:00000200:1.0:1789130486.197766:0:34358:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:1.0:1789130486.197778:0:34358:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:1.0:1789130486.197786:0:34358:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:1.0:1789130486.197792:0:34358:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf4a83ae00. 00000800:00000200:1.0:1789130486.197835:0:34358:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:1.0:1789130486.197845:0:34358:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:1.0:1789130486.197851:0:34358:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf4a83ae00 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:1.0:1789130486.197880:0:34358:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789130486.197886:0:34358:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: using a timeout of 806147 usecs (807 jiffies) 00000400:00000200:1.0:1789130486.197889:0:34358:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:1.0:1789130486.197892:0:34358:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296581025 00000100:00000001:1.0:1789130486.197896:0:34358:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 2, keep current deadline 4296582142 00000100:00000001:1.0:1789130486.197899:0:34358:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296581025 00000100:00000001:1.0:1789130486.197902:0:34358:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 3, keep current deadline 4296582142 00000100:00000001:1.0:1789130486.197904:0:34358:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789130486.197907:0:34358:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130486.197909:0:34358:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789130486.197912:0:34358:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1789130486.197915:0:34358:0:(client.c:2715:ptlrpc_set_wait()) set ffff9caf4845b3c0 going to sleep for 11 seconds 00000100:00000001:1.0:1789130486.197918:0:34358:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789130486.197922:0:34358:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789130486.199163:0:2342:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789130486.199176:0:2342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf4a83ae00. 00000400:00000200:3.0:1789130486.199185:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130486.199196:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:3.0:1789130486.199206:0:2342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf462a3990 00000400:00000010:3.0:1789130486.199209:0:2342:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf462a3990. 00000100:00000001:3.0:1789130486.199216:0:2342:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789130486.199224:0:2342:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf615d5a40 x1876037329052160/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/66320 e 0 to 0 dl 1789130502 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130486.199238:0:2342:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130486.199243:0:2342:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf615d5a40 x1876037329052160/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/66320 e 0 to 0 dl 1789130502 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130486.199250:0:2342:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130486.199252:0:2342:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1789130486.203323:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130486.203348:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789130486.203353:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130486.203356:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130486.203369:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130486.203378:0:2341:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:3.0:1789130486.203389:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130486.203395:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130486.203402:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130486.203407:0:2341:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 664 into portal 10 MB=0x6aa3efa956200 00000400:00000200:3.0:1789130486.203413:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130486.203421:0:2341:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.123@tcp of length 664/664 into md 0x72d5 [32] + 224 00000800:00000001:3.0:1789130486.203430:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130486.203439:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130486.203444:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130486.203449:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:3.0:1789130486.203462:0:2341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789130486.203475:0:2341:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf615d5a40 x1876037329052160/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/66320 e 0 to 0 dl 1789130502 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789130486.203554:0:2341:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff9caf615d5a40 x1876037329052160/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/66320 e 0 to 0 dl 1789130502 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130486.203576:0:2341:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789130486.203590:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130486.203593:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130486.203658:0:34358:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789130486.203669:0:34358:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789130486.203672:0:34358:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789130486.203677:0:34358:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf42d8ec08. 00000400:00000200:1.0:1789130486.203683:0:34358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf487c2800 00000400:00000010:1.0:1789130486.203686:0:34358:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 632 at ffff9caf487c2800. 00000100:00000001:1.0:1789130486.203690:0:34358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789130486.203696:0:34358:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf615d5a40 x1876037329052160/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/66320 e 0 to 0 dl 1789130502 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1789130486.203705:0:34358:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf615d5a40 x1876037329052160/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/66320 e 0 to 0 dl 1789130502 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130486.203712:0:34358:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789130486.203715:0:34358:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130486.203718:0:34358:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789130486.203724:0:34358:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789130486.203727:0:34358:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789130486.203730:0:34358:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130486.203734:0:34358:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789130486.203748:0:34358:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf6079ac60 time=105 v=5 (5 104 104 104) 00000100:00001000:1.0:1789130486.203753:0:34358:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf6079ac18 time=27 v=5 (1 0 0 0) 00000100:00000001:1.0:1789130486.203756:0:34358:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789130486.203758:0:34358:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130486.203762:0:34358:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789130486.203766:0:34358:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130486.203771:0:34358:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1789130486.203773:0:34358:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1789130486.203775:0:34358:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1789130486.203787:0:34358:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789130486.203789:0:34358:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875799558720 : -109197909992896 : ffff9caf615d5a40) 00000100:00000001:1.0:1789130486.203794:0:34358:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789130486.203797:0:34358:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9caf5014c800: skip recheck: last_committed 8589934597 00000100:00000001:1.0:1789130486.203799:0:34358:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789130486.203839:0:34358:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789130486.203846:0:34358:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf615d5a40 x1876037329052160/t8589934602(8589934602) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/664 e 0 to 0 dl 1789130502 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130486.203860:0:34358:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789130486.203864:0:34358:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789130486.203867:0:34358:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789130486.203872:0:34358:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf615d5a40 x1876037329052160/t8589934602(8589934602) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/664 e 0 to 0 dl 1789130502 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1789130486.203881:0:34358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf615d5a40 pname:cluuid:pid:xid:nid:opc:job bash:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:34358:1876037329052160:192.168.204.123@tcp:101:bash.0 00000100:00000001:1.0:1789130486.203888:0:34358:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130486.203892:0:34358:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130486.203896:0:34358:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1789130486.203898:0:34358:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789130486.203902:0:34358:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf615d5a40 x1876037329052160/t8589934602(8589934602) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/664 e 0 to 0 dl 1789130502 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130486.203909:0:34358:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789130486.203914:0:34358:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9caf4845b3c0. 00000100:00000001:1.0:1789130486.203917:0:34358:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1789130486.203919:0:34358:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130486.203923:0:34358:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1789130486.203929:0:34358:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130486.203933:0:34358:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130486.203936:0:34358:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b7400 refcount=4 00000020:00000001:1.0:1789130486.203939:0:34358:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649487872 : -109198060063744 : ffff9caf586b7400) 00010000:00000001:1.0:1789130486.203943:0:34358:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649487872 : -109198060063744 : ffff9caf586b7400) 00010000:00000040:1.0:1789130486.203952:0:34358:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9caf586b7400, remote cookie: 0xcdf1b083821a60af, flags: 0x1001 00010000:00010000:1.0:1789130486.203958:0:34358:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7400/0xde5303b1d982ce3c lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a60af expref: -99 pid: 34358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1789130486.203967:0:34358:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x31:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:1.0:1789130486.203971:0:34358:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000040:1.0:1789130486.203983:0:34358:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf48fc4800 count: 2 00010000:00000001:1.0:1789130486.203986:0:34358:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000040:1.0:1789130486.203990:0:34358:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9caf4814df00 count: 0 00010000:00000010:1.0:1789130486.204151:0:34358:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9caf50154900. 00010000:00000001:1.0:1789130486.204163:0:34358:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789130486.204167:0:34358:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7400/0xde5303b1d982ce3c lrc: 4/0,1 mode: --/PR res: [0x200000404:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a60af expref: -99 pid: 34358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789130486.204177:0:34358:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7400/0xde5303b1d982ce3c lrc: 4/0,1 mode: --/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a60af expref: -99 pid: 34358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789130486.204184:0:34358:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1789130486.204189:0:34358:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1789130486.204192:0:34358:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1789130486.204194:0:34358:0:(ldlm_lock.c:1024:search_granted_lock()) Process leaving 00010000:00000001:1.0:1789130486.204196:0:34358:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1789130486.204198:0:34358:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x31:0x0].0x0 (ffff9caf48fc4800) refcount = 2 00010000:00000040:1.0:1789130486.204202:0:34358:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1789130486.204205:0:34358:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40031600/0xde5303b1d982ce20 lrc: 1/0,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xcdf1b083821a607e expref: -99 pid: 34352 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1789130486.204213:0:34358:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7400/0xde5303b1d982ce3c lrc: 4/0,1 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a60af expref: -99 pid: 34358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789130486.204221:0:34358:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1789130486.204226:0:34358:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1789130486.204227:0:34358:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789130486.204230:0:34358:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1789130486.204233:0:34358:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789130486.204236:0:34358:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7400/0xde5303b1d982ce3c lrc: 4/0,1 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a60af expref: -99 pid: 34358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789130486.204242:0:34358:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1789130486.204245:0:34358:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130486.204247:0:34358:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130486.204248:0:34358:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130486.204249:0:34358:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130486.204251:0:34358:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789130486.204257:0:34358:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1789130486.204261:0:34358:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130486.204263:0:34358:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130486.204265:0:34358:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b7400 refcount=3 00000020:00000001:1.0:1789130486.204267:0:34358:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649487872 : -109198060063744 : ffff9caf586b7400) 00010000:00000001:1.0:1789130486.204269:0:34358:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649487872 : -109198060063744 : ffff9caf586b7400) 00010000:00000001:1.0:1789130486.204272:0:34358:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130486.204273:0:34358:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130486.204275:0:34358:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b7400 refcount=4 00000020:00000001:1.0:1789130486.204276:0:34358:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649487872 : -109198060063744 : ffff9caf586b7400) 00010000:00000001:1.0:1789130486.204278:0:34358:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649487872 : -109198060063744 : ffff9caf586b7400) 00010000:00000001:1.0:1789130486.204282:0:34358:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789130486.204286:0:34358:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789130486.204289:0:34358:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7400/0xde5303b1d982ce3c lrc: 5/1,1 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a60af expref: -99 pid: 34358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789130486.204296:0:34358:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130486.204297:0:34358:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130486.204299:0:34358:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130486.204300:0:34358:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130486.204301:0:34358:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b7400 refcount=5 00000020:00000001:1.0:1789130486.204303:0:34358:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649487872 : -109198060063744 : ffff9caf586b7400) 00010000:00000001:1.0:1789130486.204305:0:34358:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649487872 : -109198060063744 : ffff9caf586b7400) 00010000:00000001:1.0:1789130486.204308:0:34358:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789130486.204310:0:34358:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7400/0xde5303b1d982ce3c lrc: 5/1,1 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a60af expref: -99 pid: 34358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789130486.204316:0:34358:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130486.204318:0:34358:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1789130486.204321:0:34358:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7400/0xde5303b1d982ce3c lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a60af expref: -99 pid: 34358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789130486.204328:0:34358:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789130486.204329:0:34358:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130486.204330:0:34358:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130486.204332:0:34358:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130486.204333:0:34358:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1789130486.204338:0:34358:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0x2b, status=0 req@ffff9caf615d5a40 x1876037329052160/t8589934602(8589934602) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/664 e 0 to 0 dl 1789130502 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1789130486.204349:0:34358:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:1.0:1789130486.204354:0:34358:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9caf615d5a40 x1876037329052160/t8589934602(8589934602) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/664 e 0 to 0 dl 1789130502 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1789130486.204361:0:34358:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130486.204368:0:34358:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130486.204370:0:34358:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130486.204371:0:34358:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b7400 refcount=3 00000020:00000001:1.0:1789130486.204373:0:34358:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649487872 : -109198060063744 : ffff9caf586b7400) 00010000:00000001:1.0:1789130486.204375:0:34358:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649487872 : -109198060063744 : ffff9caf586b7400) 00000002:00010000:1.0:1789130486.204379:0:34358:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7400/0xde5303b1d982ce3c lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a60af expref: -99 pid: 34358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:1.0:1789130486.204392:0:34358:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff9caf58606840. 00010000:00000001:1.0:1789130486.204396:0:34358:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130486.204397:0:34358:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789130486.204398:0:34358:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789130486.204400:0:34358:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789130486.204404:0:34358:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:1.0:1789130486.204407:0:34358:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789130486.204409:0:34358:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875799558720 : -109197909992896 : ffff9caf615d5a40) 00010000:00000001:1.0:1789130486.204411:0:34358:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130486.204413:0:34358:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130486.204415:0:34358:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b7400 refcount=3 00000020:00000001:1.0:1789130486.204416:0:34358:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649487872 : -109198060063744 : ffff9caf586b7400) 00010000:00000001:1.0:1789130486.204419:0:34358:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649487872 : -109198060063744 : ffff9caf586b7400) 00000002:00010000:1.0:1789130486.204422:0:34358:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7400/0xde5303b1d982ce3c lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a60af expref: -99 pid: 34358 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789130486.204429:0:34358:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130486.204430:0:34358:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130486.204433:0:34358:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1789130486.204434:0:34358:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130486.204435:0:34358:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130486.204437:0:34358:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b7400 refcount=3 00000020:00000001:1.0:1789130486.204438:0:34358:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649487872 : -109198060063744 : ffff9caf586b7400) 00010000:00000001:1.0:1789130486.204441:0:34358:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649487872 : -109198060063744 : ffff9caf586b7400) 00010000:00000040:1.0:1789130486.204445:0:34358:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf48fc4800 count: 3 00010000:00000001:1.0:1789130486.204447:0:34358:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789130486.204452:0:34358:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789130486.204455:0:34358:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1789130486.204458:0:34358:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40031600/0xde5303b1d982ce20 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xcdf1b083821a607e expref: -99 pid: 34352 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 02000000:00000001:1.0:1789130486.204466:0:34358:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1789130486.204474:0:34358:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789130486.204477:0:34358:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40031600/0xde5303b1d982ce20 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xcdf1b083821a607e expref: -99 pid: 34352 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1789130486.204608:0:34358:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130486.204610:0:34358:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130486.204612:0:34358:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130486.204613:0:34358:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130486.204615:0:34358:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b7400 refcount=3 00000020:00000001:1.0:1789130486.204617:0:34358:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649487872 : -109198060063744 : ffff9caf586b7400) 00010000:00000001:1.0:1789130486.204620:0:34358:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649487872 : -109198060063744 : ffff9caf586b7400) 00010000:00000001:1.0:1789130486.204622:0:34358:0:(ldlm_lock.c:950:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1789130486.204625:0:34358:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7400/0xde5303b1d982ce3c lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a60af expref: -99 pid: 34358 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789130486.204632:0:34358:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789130486.204633:0:34358:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7400/0xde5303b1d982ce3c lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000400000000 nid: local remote: 0xcdf1b083821a60af expref: -99 pid: 34358 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789130486.204639:0:34358:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130486.204640:0:34358:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1789130486.204643:0:34358:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7400/0xde5303b1d982ce3c lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000400000000 nid: local remote: 0xcdf1b083821a60af expref: -99 pid: 34358 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789130486.204649:0:34358:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789130486.204650:0:34358:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130486.204654:0:34358:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:1.0:1789130486.204660:0:34358:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff9caf4845b3c0. 00010000:00000001:1.0:1789130486.204665:0:34358:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:1.0:1789130486.204731:0:34358:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00000001:1.0:1789130486.204734:0:34358:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130486.204735:0:34358:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130486.204737:0:34358:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789130486.204738:0:34358:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130486.204740:0:34358:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789130486.204741:0:34358:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1789130486.204745:0:34358:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41cc7888 00000002:00002000:1.0:1789130486.204747:0:34358:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=open|creat status=0 disp=0x80002b: rc = 0 00000002:00000001:1.0:1789130486.204751:0:34358:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789130486.204755:0:34358:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789130486.204758:0:34358:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1789130486.204770:0:34358:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:1.0:1789130486.204775:0:34358:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789130486.204782:0:34358:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9caf4557c8c0 2 00000080:00000010:1.0:1789130486.204786:0:34358:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9caf47ff8800. 00000080:00000001:1.0:1789130486.204793:0:34358:0:(llite_lib.c:3864:ll_prep_inode()) Process entered 00000002:00000001:1.0:1789130486.204800:0:34358:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1789130486.204831:0:34358:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000020:00000001:1.0:1789130486.204836:0:34358:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1789130486.204841:0:34358:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446634875648774440 : -109198060777176 : ffff9caf58609128) 00000020:00001000:1.0:1789130486.204845:0:34358:0:(cl_object.c:823:cl_env_get()) 1@ffff9caf58609120 00000020:00000001:1.0:1789130486.204848:0:34358:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:1.0:1789130486.204854:0:34358:0:(lov_object.c:1460:lov_conf_set()) Process entered 00020000:00000001:1.0:1789130486.204858:0:34358:0:(lov_pack.c:354:lov_unpackmd()) Process entered 00020000:00000010:1.0:1789130486.204866:0:34358:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9caf481b3420. 00020000:00000010:1.0:1789130486.204872:0:34358:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9caf484af280. 00020000:00000010:1.0:1789130486.204879:0:34358:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9caf481b3060. 00020000:00000001:1.0:1789130486.204882:0:34358:0:(lov_pack.c:366:lov_unpackmd()) Process leaving (rc=18446634875375792224 : -109198333759392 : ffff9caf481b3060) 00020000:00000002:1.0:1789130486.204886:0:34358:0:(lov_ea.c:762:dump_lsm()) lsm ffff9caf481b3060, objid 0x31:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1789130486.204891:0:34358:0:(lov_ea.c:793:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1789130486.204895:0:34358:0:(lov_ea.c:812:dump_lsm()) oinfo:ffff9caf484af280: ostid: 0x280000400:66 ost idx: 1 gen: 0 00020000:00000002:1.0:1789130486.204899:0:34358:0:(lov_object.c:1314:lov_conf_lock()) Took exclusive lov(ffff9caf47cdc1f0) owner ffff9caf41220000 00020000:00000001:1.0:1789130486.204902:0:34358:0:(lov_object.c:1520:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1789130486.204905:0:34358:0:(lov_object.c:1320:lov_conf_unlock()) To release exclusive lov(ffff9caf47cdc1f0) owner ffff9caf41220000 00020000:00000010:1.0:1789130486.204910:0:34358:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9caf484af280. 00020000:00000010:1.0:1789130486.204915:0:34358:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff9caf481b3420. 00020000:00000010:1.0:1789130486.204918:0:34358:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff9caf481b3060. 00020000:00000002:1.0:1789130486.204921:0:34358:0:(lov_object.c:1547:lov_conf_set()) [0x200000404:0x31:0x0] lo_layout_invalid=0 00020000:00000001:1.0:1789130486.204923:0:34358:0:(lov_object.c:1548:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130486.204925:0:34358:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1789130486.204927:0:34358:0:(cl_object.c:917:cl_env_put()) 1@ffff9caf58609120 00000080:00000001:1.0:1789130486.204935:0:34358:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833969 : 144115205322833969 : 200000404000031) 00000080:00000001:1.0:1789130486.204939:0:34358:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00010000:00000001:1.0:1789130486.204946:0:34358:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130486.204948:0:34358:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130486.204950:0:34358:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40031600 refcount=3 00000020:00000001:1.0:1789130486.204952:0:34358:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239994880 : -109198469556736 : ffff9caf40031600) 00010000:00000001:1.0:1789130486.204956:0:34358:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239994880 : -109198469556736 : ffff9caf40031600) 00000080:00000001:1.0:1789130486.204961:0:34358:0:(file.c:6819:ll_layout_conf()) Process entered 00000020:00000001:1.0:1789130486.204962:0:34358:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1789130486.204964:0:34358:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446634875648774440 : -109198060777176 : ffff9caf58609128) 00000020:00001000:1.0:1789130486.204966:0:34358:0:(cl_object.c:823:cl_env_get()) 1@ffff9caf58609120 00000020:00000001:1.0:1789130486.204968:0:34358:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:1.0:1789130486.204969:0:34358:0:(lov_object.c:1460:lov_conf_set()) Process entered 00020000:00000001:1.0:1789130486.204970:0:34358:0:(lov_pack.c:354:lov_unpackmd()) Process entered 00020000:00000010:1.0:1789130486.204973:0:34358:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9caf481b3060. 00020000:00000010:1.0:1789130486.204975:0:34358:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9caf484af280. 00020000:00000010:1.0:1789130486.204977:0:34358:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9caf481b3420. 00020000:00000001:1.0:1789130486.204979:0:34358:0:(lov_pack.c:366:lov_unpackmd()) Process leaving (rc=18446634875375793184 : -109198333758432 : ffff9caf481b3420) 00020000:00000002:1.0:1789130486.204982:0:34358:0:(lov_ea.c:762:dump_lsm()) lsm ffff9caf481b3420, objid 0x31:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1789130486.204985:0:34358:0:(lov_ea.c:793:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1789130486.204988:0:34358:0:(lov_ea.c:812:dump_lsm()) oinfo:ffff9caf484af280: ostid: 0x280000400:66 ost idx: 1 gen: 0 00020000:00000002:1.0:1789130486.204990:0:34358:0:(lov_object.c:1314:lov_conf_lock()) Took exclusive lov(ffff9caf47cdc1f0) owner ffff9caf41220000 00020000:00000001:1.0:1789130486.205003:0:34358:0:(lov_object.c:1520:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1789130486.205005:0:34358:0:(lov_object.c:1320:lov_conf_unlock()) To release exclusive lov(ffff9caf47cdc1f0) owner ffff9caf41220000 00020000:00000010:1.0:1789130486.205015:0:34358:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9caf484af280. 00020000:00000010:1.0:1789130486.205018:0:34358:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff9caf481b3060. 00020000:00000010:1.0:1789130486.205020:0:34358:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff9caf481b3420. 00020000:00000002:1.0:1789130486.205022:0:34358:0:(lov_object.c:1547:lov_conf_set()) [0x200000404:0x31:0x0] lo_layout_invalid=0 00020000:00000001:1.0:1789130486.205024:0:34358:0:(lov_object.c:1548:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130486.205026:0:34358:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130486.205030:0:34358:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:1.0:1789130486.205033:0:34358:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9caf47cdc1f0) owner 0000000000000000/ffff9caf41220000 00020000:00000002:1.0:1789130486.205036:0:34358:0:(lov_object.c:2443:lov_lsm_addref()) lsm ffff9caf5021f600 addref 2/0 by ffff9caf41220000. 00020000:00000002:1.0:1789130486.205039:0:34358:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9caf47cdc1f0) owner 0000000000000000/ffff9caf41220000 00020000:00000001:1.0:1789130486.205042:0:34358:0:(lov_object.c:2339:lov_object_layout_get()) Process entered 00020000:00000001:1.0:1789130486.205045:0:34358:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:1.0:1789130486.205047:0:34358:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:1.0:1789130486.205049:0:34358:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:1.0:1789130486.205051:0:34358:0:(lov_object.c:2358:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:1.0:1789130486.205054:0:34358:0:(file.c:6854:ll_layout_conf()) [0x200000404:0x31:0x0]: layout version change: 0 -> 0 00000020:00001000:1.0:1789130486.205057:0:34358:0:(cl_object.c:917:cl_env_put()) 1@ffff9caf58609120 00000080:00000001:1.0:1789130486.205059:0:34358:0:(file.c:6861:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130486.205061:0:34358:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130486.205062:0:34358:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1789130486.205064:0:34358:0:(llite_lib.c:3962:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1789130486.205067:0:34358:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1789130486.205069:0:34358:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789130486.205075:0:34358:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000404:0x31:0x0](ffff9caf60198908) for lock 0xde5303b1d982ce20 00800000:00000001:1.0:1789130486.205080:0:34358:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1789130486.205083:0:34358:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1789130486.205084:0:34358:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130486.205085:0:34358:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130486.205087:0:34358:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40031600 refcount=3 00000020:00000001:1.0:1789130486.205089:0:34358:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239994880 : -109198469556736 : ffff9caf40031600) 00010000:00000001:1.0:1789130486.205091:0:34358:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239994880 : -109198469556736 : ffff9caf40031600) 00010000:00000001:1.0:1789130486.205093:0:34358:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130486.205094:0:34358:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789130486.205096:0:34358:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789130486.205098:0:34358:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130486.205101:0:34358:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789130486.205109:0:34358:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf615d5a40 x1876037329052160/t8589934602(8589934602) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/664 e 0 to 0 dl 1789130502 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130486.205123:0:34358:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789130486.205128:0:34358:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xde5303b1d982ce20 from it ffffb97f41cc7bf0 00010000:00000001:1.0:1789130486.205130:0:34358:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130486.205131:0:34358:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130486.205133:0:34358:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40031600 refcount=3 00000020:00000001:1.0:1789130486.205135:0:34358:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239994880 : -109198469556736 : ffff9caf40031600) 00010000:00000001:1.0:1789130486.205138:0:34358:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239994880 : -109198469556736 : ffff9caf40031600) 00010000:00000001:1.0:1789130486.205140:0:34358:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789130486.205144:0:34358:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40031600/0xde5303b1d982ce20 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xcdf1b083821a607e expref: -99 pid: 34352 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1789130486.205156:0:34358:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130486.205158:0:34358:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130486.205160:0:34358:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1789130486.205163:0:34358:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1789130486.205167:0:34358:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40031600/0xde5303b1d982ce20 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xcdf1b083821a607e expref: -99 pid: 34352 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1789130486.205174:0:34358:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1789130486.205178:0:34358:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1789130486.205180:0:34358:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789130486.205186:0:34358:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130486.205188:0:34358:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130486.205190:0:34358:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130486.205192:0:34358:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1789130486.205194:0:34358:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130486.205196:0:34358:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130486.205200:0:34358:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130486.205203:0:34358:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789130486.205204:0:34358:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130486.205206:0:34358:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1789130486.205211:0:34358:0:(file.c:917:ll_intent_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1789130486.205218:0:34358:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff9caf58606500. 00000080:00000001:1.0:1789130486.205222:0:34358:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:1.0:1789130486.205227:0:34358:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00000002:00000001:1.0:1789130486.205232:0:34358:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:1.0:1789130486.205236:0:34358:0:(obd.h:1507:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff9caf4632bc40. 00000002:00100000:1.0:1789130486.205242:0:34358:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9caf615d5a40 x1876037329052160/t8589934602(8589934602) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/664 e 0 to 0 dl 1789130502 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1789130486.205250:0:34358:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789130486.205252:0:34358:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:1.0:1789130486.205257:0:34358:0:(rw.c:970:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:1.0:1789130486.205262:0:34358:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130486.205267:0:34358:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:1.0:1789130486.205272:0:34358:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:1.0:1789130486.205274:0:34358:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1789130486.205276:0:34358:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:1.0:1789130486.205278:0:34358:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130486.205282:0:34358:0:(pcc.c:1930:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:1.0:1789130486.205285:0:34358:0:(pcc.c:1933:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130486.205287:0:34358:0:(pcc.c:2398:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1789130486.205289:0:34358:0:(pcc.c:2425:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130486.205292:0:34358:0:(file.c:1298:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789130486.205298:0:34358:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789130486.205301:0:34358:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf615d5a40 x1876037329052160/t8589934602(8589934602) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/664 e 0 to 0 dl 1789130502 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 02000000:00000001:1.0:1789130486.205308:0:34358:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789130486.205313:0:34358:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff9caf48ba0000. 02000000:00000001:1.0:1789130486.205360:0:34358:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1789130486.205363:0:34358:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130486.205366:0:34358:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41cc7b98 00000080:00000008:1.0:1789130486.205369:0:34358:0:(file.c:1329:ll_file_open()) COMPLETED file recon:[0x200000404:0x31:0x0](ffff9caf60198908), flags 102101, rc = 0 00020000:00000001:1.0:1789130486.205665:0:34358:0:(lov_object.c:2454:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:1.0:1789130486.205670:0:34358:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9caf47cdc1f0) owner 0000000000000000/ffff9caf41220000 00020000:00000002:1.0:1789130486.205675:0:34358:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9caf47cdc1f0) owner 0000000000000000/ffff9caf41220000 00020000:00000001:1.0:1789130486.205677:0:34358:0:(lov_object.c:2505:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1789130486.206191:0:34358:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf48e45100. 00010000:00000010:1.1:1789130486.206199:0:34358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf46a93a00. 00000020:00000001:0.0:1789130486.207957:0:16116:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789130486.207964:0:16116:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789130486.207969:0:16116:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:0.0:1789130486.207974:0:16116:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:0.0:1789130486.207977:0:16116:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1789130486.207984:0:16116:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7400/0xde5303b1d982ce3c lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0xcdf1b083821a60af expref: -99 pid: 34358 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789130486.208006:0:16116:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9caf586b7400 already unused, calling callback (ffffffffc1904580) 00000080:00000001:0.0:1789130486.208010:0:16116:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1789130486.208015:0:16116:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7400/0xde5303b1d982ce3c lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0xcdf1b083821a60af expref: -99 pid: 34358 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789130486.208023:0:16116:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1789130486.208027:0:16116:0:(ldlm_inodebits.c:543:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1789130486.208031:0:16116:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7400/0xde5303b1d982ce3c lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0xcdf1b083821a60af expref: -99 pid: 34358 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789130486.208037:0:16116:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1789130486.208040:0:16116:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1789130486.208042:0:16116:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130486.208046:0:16116:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130486.208049:0:16116:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b7400 refcount=3 00000020:00000001:0.0:1789130486.208051:0:16116:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649487872 : -109198060063744 : ffff9caf586b7400) 00010000:00000001:0.0:1789130486.208054:0:16116:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649487872 : -109198060063744 : ffff9caf586b7400) 00010000:00000001:0.0:1789130486.208058:0:16116:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1789130486.208061:0:16116:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7400/0xde5303b1d982ce3c lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xcdf1b083821a60af expref: -99 pid: 34358 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00000080:00000001:0.0:1789130486.208068:0:16116:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1789130486.208073:0:16116:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1789130486.208077:0:16116:0:(file.c:6113:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1789130486.208080:0:16116:0:(file.c:6119:ll_have_md_lock()) trying to match res [0x200000404:0x31:0x0] mode (null) 00000002:00000001:0.0:1789130486.208085:0:16116:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789130486.208089:0:16116:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789130486.208097:0:16116:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf48fc4800 count: 3 00010000:00000001:0.0:1789130486.208100:0:16116:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789130486.208106:0:16116:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:0.0:1789130486.208111:0:16116:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:0.0:1789130486.208114:0:16116:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1789130486.208121:0:16116:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789130486.208124:0:16116:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40031600/0xde5303b1d982ce20 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xcdf1b083821a607e expref: -99 pid: 34352 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1789130486.208133:0:16116:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130486.208135:0:16116:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789130486.208137:0:16116:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00010000:00000001:0.0:1789130486.208139:0:16116:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130486.208142:0:16116:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130486.208143:0:16116:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40031600 refcount=2 00000020:00000001:0.0:1789130486.208145:0:16116:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239994880 : -109198469556736 : ffff9caf40031600) 00010000:00000001:0.0:1789130486.208147:0:16116:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239994880 : -109198469556736 : ffff9caf40031600) 00010000:00000001:0.0:1789130486.208149:0:16116:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130486.208150:0:16116:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1789130486.208152:0:16116:0:(file.c:6141:ll_have_md_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1789130486.208155:0:16116:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1789130486.208157:0:16116:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130486.208161:0:16116:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1789130486.208165:0:16116:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789130486.208167:0:16116:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789130486.208169:0:16116:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789130486.208171:0:16116:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789130486.208175:0:16116:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9caf586b7400 with handle 0xde5303b1d982ce3c from hash 00010000:00000001:0.0:1789130486.208178:0:16116:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789130486.208179:0:16116:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130486.208180:0:16116:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130486.208181:0:16116:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789130486.208186:0:16116:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789130486.208188:0:16116:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1789130486.208193:0:16116:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789130486.208198:0:16116:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130486.208200:0:16116:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130486.208201:0:16116:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130486.208204:0:16116:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789130486.208207:0:16116:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1789130486.208214:0:16116:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf61462d00. 00000020:00000040:0.0:1789130486.208218:0:16116:0:(genops.c:1210:class_import_get()) import ffff9caf6079a800 refcount=8 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000100:00000001:0.0:1789130486.208224:0:16116:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789130486.208228:0:16116:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789130486.208230:0:16116:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789130486.208250:0:16116:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9caf47e8ea00. 00000100:00000001:0.0:1789130486.208263:0:16116:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130486.208266:0:16116:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1789130486.208273:0:16116:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7400/0xde5303b1d982ce3c lrc: 2/0,0 mode: --/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xcdf1b083821a60af expref: -99 pid: 34358 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789130486.208281:0:16116:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1789130486.208283:0:16116:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130486.208291:0:16116:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789130486.208298:0:16116:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130486.208316:0:16116:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000079b50671] to pc [ptlrpcd_00_01+1] req@ffff9caf61462d00 x1876037329052288/t0(0) o103->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1789130486.208355:0:16116:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789130486.208366:0:16116:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130486.208368:0:16116:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130486.208369:0:16116:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130486.208372:0:16116:0:(ldlm_request.c:1834:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130486.208373:0:16116:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789130486.208377:0:16116:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7400/0xde5303b1d982ce3c lrc: 1/0,0 mode: --/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xcdf1b083821a60af expref: -99 pid: 34358 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789130486.208384:0:16116:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789130486.208387:0:16116:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7400/0xde5303b1d982ce3c lrc: 0/0,0 mode: --/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xcdf1b083821a60af expref: -99 pid: 34358 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000010:0.0:1789130486.208395:0:16116:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9caf58606840. 00010000:00000001:0.0:1789130486.208402:0:16116:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130486.208403:0:16116:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:0.0:1789130486.208406:0:16116:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff9caf4845b3c0. 00010000:00000001:0.0:1789130486.208409:0:16116:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130486.208411:0:2348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1789130486.208411:0:16116:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789130486.208412:0:16116:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789130486.208415:0:16116:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1789130486.208416:0:16116:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000100:00000001:1.0:1789130486.208417:0:2348:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1789130486.208417:0:16116:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789130486.208419:0:16116:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789130486.208420:0:2348:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000020:00000001:0.0:1789130486.208421:0:16116:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789130486.208423:0:16116:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789130486.208424:0:16116:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1789130486.208428:0:2348:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf61462d00 x1876037329052288/t0(0) o103->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130486.208432:0:2347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789130486.208436:0:2347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130486.208437:0:2348:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789130486.208439:0:2348:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130486.208444:0:2348:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789130486.208447:0:2348:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789130486.208451:0:2348:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789130486.208454:0:2348:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf61462d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:2348:1876037329052288:192.168.204.123@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1789130486.208460:0:2348:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789130486.208470:0:2348:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789130486.208473:0:2348:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130486.208476:0:2348:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789130486.208540:0:2348:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9caf47ff9800. 02000000:00000001:1.0:1789130486.208543:0:2348:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789130486.208552:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:1.0:1789130486.208558:0:2348:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf42d8ec08. 00000400:00000010:1.0:1789130486.208567:0:2348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf462a3198. 00000100:00000200:1.0:1789130486.208578:0:2348:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876037329052288, portal 18 00000100:00000001:1.0:1789130486.208581:0:2348:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789130486.208583:0:2348:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875798039808 : -109197911511808 : ffff9caf61462d00) 00000100:00000040:1.0:1789130486.208592:0:2348:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9caf61462d00 x1876037329052288/t0(0) o103->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1789130502 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130486.208599:0:2348:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789130486.208602:0:2348:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:1.0:1789130486.208607:0:2348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf462a3b28. 00000100:00000200:1.0:1789130486.208611:0:2348:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1876037329052288, offset 0 00000400:00000200:1.0:1789130486.208618:0:2348:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:1.0:1789130486.208631:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:1.0:1789130486.208641:0:2348:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:1.0:1789130486.208649:0:2348:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789130486.208654:0:2348:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:1.0:1789130486.208659:0:2348:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789130486.208662:0:2348:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:1.0:1789130486.208668:0:2348:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2661:2661:256:4294967295] 192.168.204.123@tcp LPNI seq info [2660:2660:8:4294967295] 00000400:00000200:1.0:1789130486.208673:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:1.0:1789130486.208686:0:2348:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:1.0:1789130486.208693:0:2348:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:1.0:1789130486.208700:0:2348:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf4a83a900. 00000800:00000200:1.0:1789130486.208708:0:2348:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:1.0:1789130486.208718:0:2348:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:1.0:1789130486.208724:0:2348:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf4a83a900 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1789130486.208745:0:2348:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789130486.208750:0:2348:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: using a timeout of 805161 usecs (806 jiffies) 00000400:00000200:1.0:1789130486.208754:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:1.0:1789130486.208758:0:2348:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296581036 00000100:00000001:1.0:1789130486.208762:0:2348:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 2, keep current deadline 4296582142 00000100:00000001:1.0:1789130486.208764:0:2348:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296581036 00000100:00000001:1.0:1789130486.208776:0:2348:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 3, keep current deadline 4296582142 00000100:00000001:1.0:1789130486.208779:0:2348:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789130486.208782:0:2348:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130486.208787:0:2348:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130486.208789:0:2348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130486.208798:0:2348:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789130486.208801:0:2348:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1789130486.208831:0:2348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789130486.208833:0:2348:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789130486.208834:0:2348:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130486.208836:0:2348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789130486.209416:0:2342:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789130486.209423:0:2342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf4a83a900. 00000400:00000200:3.0:1789130486.209429:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130486.209435:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:3.0:1789130486.209442:0:2342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf462a3b28 00000400:00000010:3.0:1789130486.209445:0:2342:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf462a3b28. 00000100:00000001:3.0:1789130486.209449:0:2342:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789130486.209454:0:2342:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf61462d00 x1876037329052288/t0(0) o103->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1789130502 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130486.209466:0:2342:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130486.209470:0:2342:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf61462d00 x1876037329052288/t0(0) o103->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1789130502 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130486.209477:0:2342:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130486.209479:0:2342:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:2.0:1789130486.212355:0:34358:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41cc7d30 00000080:00200008:2.0:1789130486.212375:0:34358:0:(file.c:6313:ll_getattr_dentry()) START file recon:[0x200000404:0x31:0x0](ffff9caf60198908), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1789130486.212391:0:34358:0:(file.c:6206:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1789130486.212393:0:34358:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41cc7ca8 00000080:00200000:2.0:1789130486.212395:0:34358:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x31:0x0](ffff9caf60198908),name=recon 00000080:00000010:2.0:1789130486.212408:0:34358:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9caf46308800. 00800000:00000002:2.0:1789130486.212418:0:34358:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9caf4557c8c0 2 00000080:00000001:2.0:1789130486.212429:0:34358:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1789130486.212437:0:34358:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1789130486.212440:0:34358:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41cc7bc8 00800000:00000002:2.0:1789130486.212443:0:34358:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000404:0x31:0x0] 'recon' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1789130486.212447:0:34358:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1789130486.212457:0:34358:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x31:0x0], name='' -> mds #0 00000002:00000001:2.0:1789130486.212465:0:34358:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1789130486.212468:0:34358:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41cc7a98 00000002:00010000:2.0:1789130486.212471:0:34358:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000404:0x31:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1789130486.212475:0:34358:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1789130486.212478:0:34358:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789130486.212580:0:34358:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789130486.212592:0:34358:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf48fc4800 count: 2 00010000:00000001:2.0:1789130486.212596:0:34358:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789130486.212603:0:34358:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789130486.212610:0:34358:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1789130486.212617:0:34358:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40031600/0xde5303b1d982ce20 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xcdf1b083821a607e expref: -99 pid: 34352 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 02000000:00000001:2.0:1789130486.212634:0:34358:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1789130486.212642:0:34358:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789130486.212646:0:34358:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40031600/0xde5303b1d982ce20 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xcdf1b083821a607e expref: -99 pid: 34352 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00000002:00000001:2.0:1789130486.212655:0:34358:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1789130486.212658:0:34358:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1789130486.212660:0:34358:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1789130486.212661:0:34358:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1789130486.212665:0:34358:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1789130486.212667:0:34358:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1789130486.212671:0:34358:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1789130486.212676:0:34358:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9caf4557c8c0 2 00000080:00000010:2.0:1789130486.212680:0:34358:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9caf46308800. 00000080:00000001:2.0:1789130486.212687:0:34358:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1789130486.212689:0:34358:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789130486.212694:0:34358:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x31:0x0](ffff9caf60198908) 00000080:00010000:2.0:1789130486.212699:0:34358:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000404:0x31:0x0](ffff9caf60198908) for lock 0xde5303b1d982ce20 00800000:00000001:2.0:1789130486.212704:0:34358:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1789130486.212708:0:34358:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1789130486.212710:0:34358:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130486.212714:0:34358:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130486.212718:0:34358:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40031600 refcount=3 00000020:00000001:2.0:1789130486.212722:0:34358:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239994880 : -109198469556736 : ffff9caf40031600) 00010000:00000001:2.0:1789130486.212725:0:34358:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239994880 : -109198469556736 : ffff9caf40031600) 00010000:00000001:2.0:1789130486.212732:0:34358:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130486.212735:0:34358:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789130486.212736:0:34358:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789130486.212738:0:34358:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789130486.212742:0:34358:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xde5303b1d982ce20 from it ffffb97f41cc7ce0 00010000:00000001:2.0:1789130486.212744:0:34358:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130486.212745:0:34358:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130486.212747:0:34358:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40031600 refcount=3 00000020:00000001:2.0:1789130486.212749:0:34358:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239994880 : -109198469556736 : ffff9caf40031600) 00010000:00000001:2.0:1789130486.212751:0:34358:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239994880 : -109198469556736 : ffff9caf40031600) 00010000:00000001:2.0:1789130486.212754:0:34358:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789130486.212757:0:34358:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40031600/0xde5303b1d982ce20 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xcdf1b083821a607e expref: -99 pid: 34352 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00010000:00000001:2.0:1789130486.212947:0:34358:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130486.212949:0:34358:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130486.212951:0:34358:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1789130486.212954:0:34358:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1789130486.212958:0:34358:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40031600/0xde5303b1d982ce20 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xcdf1b083821a607e expref: -99 pid: 34352 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000001:2.0:1789130486.212968:0:34358:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789130486.212974:0:34358:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789130486.212977:0:34358:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789130486.212985:0:34358:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130486.212986:0:34358:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130486.212988:0:34358:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130486.213004:0:34358:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789130486.213061:0:34358:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130486.213065:0:34358:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130486.213070:0:34358:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130486.213073:0:34358:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789130486.213075:0:34358:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130486.213077:0:34358:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1789130486.213084:0:34358:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1789130486.213086:0:34358:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1789130486.213092:0:34358:0:(pcc.c:2686:pcc_inode_getattr()) Process entered 00000080:00000001:2.0:1789130486.213097:0:34358:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:2.0:1789130486.213099:0:34358:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1789130486.213102:0:34358:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:2.0:1789130486.213104:0:34358:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130486.213107:0:34358:0:(pcc.c:2695:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1789130486.213113:0:34358:0:(glimpse.c:178:__cl_glimpse_size()) Process entered 00000020:00000001:2.0:1789130486.213117:0:34358:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1789130486.213125:0:34358:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446634875648775592 : -109198060776024 : ffff9caf586095a8) 00000020:00001000:2.0:1789130486.213128:0:34358:0:(cl_object.c:823:cl_env_get()) 1@ffff9caf586095a0 00000020:00000001:2.0:1789130486.213136:0:34358:0:(cl_object.c:143:cl_object_top()) ffff9caf42b2a148 -> ffff9caf42b2a148 00000020:00000001:2.0:1789130486.213139:0:34358:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:2.0:1789130486.213143:0:34358:0:(vvp_io.c:1987:vvp_io_init()) Process entered 00000080:00200000:2.0:1789130486.213146:0:34358:0:(vvp_io.c:1992:vvp_io_init()) [0x200000404:0x31:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:2.0:1789130486.213151:0:34358:0:(cl_io.c:902:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1789130486.213154:0:34358:0:(cl_io.c:908:cl_io_slice_add()) Process leaving 00000080:00000001:2.0:1789130486.213156:0:34358:0:(file.c:7121:ll_layout_refresh()) Process entered 00000080:00000001:2.0:1789130486.213159:0:34358:0:(file.c:7125:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130486.213161:0:34358:0:(vvp_io.c:2064:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1789130486.213166:0:34358:0:(lov_object.c:1604:lov_io_init()) [0x200000404:0x31:0x0]io ffff9caf42d80060 type 7 ignore/verify layout 0/1, compressed 0 00020000:00000002:2.0:1789130486.213170:0:34358:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9caf47cdc1f0) owner 0000000000000000/ffff9caf41220000 00020000:00000001:2.0:1789130486.213176:0:34358:0:(lov_io.c:2488:lov_io_init_composite()) Process entered 00020000:00000001:2.0:1789130486.213179:0:34358:0:(lov_io.c:764:lov_io_slice_init()) Process entered 00020000:00000001:2.0:1789130486.213183:0:34358:0:(lov_io.c:478:lov_io_mirror_init()) Process entered 00020000:00000001:2.0:1789130486.213186:0:34358:0:(lov_io.c:489:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789130486.213188:0:34358:0:(lov_io.c:919:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:2.0:1789130486.213192:0:34358:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:2.0:1789130486.213195:0:34358:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130486.213196:0:34358:0:(cl_io.c:902:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1789130486.213198:0:34358:0:(cl_io.c:908:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1789130486.213200:0:34358:0:(lov_io.c:2501:lov_io_init_composite()) Process leaving 00020000:00000002:2.0:1789130486.213202:0:34358:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9caf47cdc1f0) owner 0000000000000000/ffff9caf41220000 00000020:00000001:2.0:1789130486.213205:0:34358:0:(cl_io.c:146:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1789130486.213209:0:34358:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:2.0:1789130486.213210:0:34358:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000404:0x31:0x0] 00000020:00000001:2.0:1789130486.213214:0:34358:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:2.0:1789130486.213217:0:34358:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:2.0:1789130486.213221:0:34358:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:2.0:1789130486.213224:0:34358:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:2.0:1789130486.213233:0:34358:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:2.0:1789130486.213241:0:34358:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff9caf4938da00. 00020000:00000002:2.0:1789130486.213245:0:34358:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:2.0:1789130486.213248:0:34358:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:2.0:1789130486.213253:0:34358:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1789130486.213255:0:34358:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:2.0:1789130486.213257:0:34358:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1789130486.213260:0:34358:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446634875648776456 : -109198060775160 : ffff9caf58609908) 00000020:00001000:2.0:1789130486.213262:0:34358:0:(cl_object.c:823:cl_env_get()) 1@ffff9caf58609900 00000020:00000001:2.0:1789130486.213267:0:34358:0:(cl_object.c:143:cl_object_top()) ffff9caf42b2a850 -> ffff9caf42b2a148 00000020:00000001:2.0:1789130486.213268:0:34358:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:2.0:1789130486.213275:0:34358:0:(cl_io.c:902:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1789130486.213276:0:34358:0:(cl_io.c:908:cl_io_slice_add()) Process leaving 00000020:00000001:2.0:1789130486.213278:0:34358:0:(cl_io.c:146:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789130486.213280:0:34358:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789130486.213282:0:34358:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446634875287517928 : -109198422033688 : ffff9caf42d83ae8) 00000020:00000001:2.0:1789130486.213285:0:34358:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:2.0:1789130486.213292:0:34358:0:(osc_lock.c:1279:osc_lock_init()) slab-alloced 'oscl': 312 at ffff9caf48150618. 00000008:00010000:2.0:1789130486.213296:0:34358:0:(lustre_osc.h:166:osc_enq2ldlm_flags()) flags: a 00000020:00000001:2.0:1789130486.213300:0:34358:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1789130486.213302:0:34358:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:2.0:1789130486.213305:0:34358:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9caf4938da30, osc lock ffff9caf48150618, flags 0x400001002 00000020:00000001:2.0:1789130486.213309:0:34358:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789130486.213311:0:34358:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789130486.213316:0:34358:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446634875394513408 : -109198315038208 : ffff9caf4938da00) 00000020:00000001:2.0:1789130486.213318:0:34358:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1789130486.213320:0:34358:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:2.0:1789130486.213322:0:34358:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130486.213324:0:34358:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130486.213385:0:34358:0:(cl_io.c:1193:cl_sync_io_init_notify()) Process entered 00000020:00000001:2.0:1789130486.213388:0:34358:0:(cl_io.c:1201:cl_sync_io_init_notify()) Process leaving 00000020:00000001:2.0:1789130486.213391:0:34358:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:2.0:1789130486.213393:0:34358:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:2.0:1789130486.213395:0:34358:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1789130486.213396:0:34358:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446634875287517928 : -109198422033688 : ffff9caf42d83ae8) 00000020:00000001:2.0:1789130486.213399:0:34358:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:2.0:1789130486.213402:0:34358:0:(osc_lock.c:1010:osc_lock_enqueue()) Process entered 00000008:00000001:2.0:1789130486.213405:0:34358:0:(osc_lock.c:1035:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1789130486.213411:0:34358:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:2.0:1789130486.213415:0:34358:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process entered 00000020:00000001:2.0:1789130486.213416:0:34358:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:2.0:1789130486.213419:0:34358:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:2.0:1789130486.213420:0:34358:0:(lovsub_object.c:152:lovsub_req_projid_set()) Process leaving 00000020:00000001:2.0:1789130486.213422:0:34358:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:2.0:1789130486.213425:0:34358:0:(osc_request.c:3393:osc_enqueue_base()) Process entered 00010000:00000001:2.0:1789130486.213428:0:34358:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789130486.213434:0:34358:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf48e45500 count: 2 00010000:00000001:2.0:1789130486.213437:0:34358:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789130486.213444:0:34358:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789130486.213448:0:34358:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1789130486.213454:0:34358:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff9caf5014c800 lock: 000000005a65f6a0/0xde5303b1d982ce2e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xcdf1b083821a6093 expref: -99 pid: 34352 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 02000000:00000001:2.0:1789130486.213467:0:34358:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1789130486.213471:0:34358:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789130486.213474:0:34358:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff9caf5014c800 lock: 000000005a65f6a0/0xde5303b1d982ce2e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xcdf1b083821a6093 expref: -99 pid: 34352 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1789130486.213552:0:34358:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130486.213554:0:34358:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130486.213556:0:34358:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b6800 refcount=4 00000020:00000001:2.0:1789130486.213559:0:34358:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649484800 : -109198060066816 : ffff9caf586b6800) 00010000:00000001:2.0:1789130486.213562:0:34358:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649484800 : -109198060066816 : ffff9caf586b6800) 00000008:00000001:2.0:1789130486.213568:0:34358:0:(osc_lock.c:277:osc_lock_upcall()) Process entered 00010000:00000001:2.0:1789130486.213572:0:34358:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130486.213573:0:34358:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130486.213574:0:34358:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b6800 refcount=5 00000020:00000001:2.0:1789130486.213576:0:34358:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649484800 : -109198060066816 : ffff9caf586b6800) 00010000:00000001:2.0:1789130486.213579:0:34358:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649484800 : -109198060066816 : ffff9caf586b6800) 00000020:00000001:2.0:1789130486.213585:0:34358:0:(cl_io.c:1837:__cl_sync_io_note()) Process entered 00000020:00200000:2.0:1789130486.213588:0:34358:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:2.0:1789130486.213591:0:34358:0:(cl_io.c:1911:__cl_sync_io_note()) Process leaving 00000008:00000001:2.0:1789130486.213594:0:34358:0:(osc_lock.c:311:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130486.213596:0:34358:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130486.213597:0:34358:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130486.213599:0:34358:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b6800 refcount=6 00000020:00000001:2.0:1789130486.213602:0:34358:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649484800 : -109198060066816 : ffff9caf586b6800) 00010000:00000001:2.0:1789130486.213604:0:34358:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649484800 : -109198060066816 : ffff9caf586b6800) 00010000:00000001:2.0:1789130486.213607:0:34358:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789130486.213611:0:34358:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff9caf5014c800 lock: 000000005a65f6a0/0xde5303b1d982ce2e lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xcdf1b083821a6093 expref: -99 pid: 34352 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1789130486.213619:0:34358:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130486.213621:0:34358:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130486.213622:0:34358:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1789130486.213624:0:34358:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1789130486.213627:0:34358:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9caf5014c800 lock: 000000005a65f6a0/0xde5303b1d982ce2e lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xcdf1b083821a6093 expref: -99 pid: 34352 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1789130486.213642:0:34358:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789130486.213645:0:34358:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789130486.213646:0:34358:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789130486.213649:0:34358:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130486.213650:0:34358:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130486.213652:0:34358:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130486.213654:0:34358:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789130486.213655:0:34358:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130486.213657:0:34358:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130486.213661:0:34358:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130486.213663:0:34358:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789130486.213664:0:34358:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130486.213665:0:34358:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130486.213667:0:34358:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130486.213668:0:34358:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1789130486.213670:0:34358:0:(osc_request.c:3462:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1789130486.213673:0:34358:0:(osc_lock.c:1114:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130486.213675:0:34358:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789130486.213677:0:34358:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130486.213679:0:34358:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130486.213681:0:34358:0:(cl_io.c:1837:__cl_sync_io_note()) Process entered 00000020:00200000:2.0:1789130486.213683:0:34358:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:2.0:1789130486.213686:0:34358:0:(cl_io.c:1911:__cl_sync_io_note()) Process leaving 00000020:00000001:2.0:1789130486.213688:0:34358:0:(cl_io.c:1213:cl_sync_io_wait()) Process entered 00000020:00000001:2.0:1789130486.213690:0:34358:0:(cl_io.c:1237:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130486.213692:0:34358:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130486.213698:0:34358:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:2.0:1789130486.213701:0:34358:0:(cl_object.c:143:cl_object_top()) ffff9caf42b2a148 -> ffff9caf42b2a148 00000020:00000001:2.0:1789130486.213703:0:34358:0:(cl_object.c:143:cl_object_top()) ffff9caf42b2a148 -> ffff9caf42b2a148 00000020:00000001:2.0:1789130486.213706:0:34358:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:2.0:1789130486.213711:0:34358:0:(lov_object.c:1077:lov_attr_get_composite()) Process entered 00020000:00000002:2.0:1789130486.213715:0:34358:0:(lov_object.c:1108:lov_attr_get_composite()) COMP ID #-1: s=23 m=1789130486 a=0 c=1789130486 b=1 00020000:00000001:2.0:1789130486.213720:0:34358:0:(lov_object.c:1146:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130486.213722:0:34358:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130486.213724:0:34358:0:(cl_object.c:143:cl_object_top()) ffff9caf42b2a148 -> ffff9caf42b2a148 00000080:00200000:2.0:1789130486.213728:0:34358:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000404:0x31:0x0] updating i_size 23 i_blocks 1 00000080:00000001:2.0:1789130486.213732:0:34358:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:2.0:1789130486.213734:0:34358:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:2.0:1789130486.213736:0:34358:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9caf42d80000 (ffff9caf586095a8/0) at cl_lock_release():245 00000020:00000001:2.0:1789130486.213740:0:34358:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1789130486.213741:0:34358:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9caf42d80000 (ffff9caf586095a8/0) at cl_lock_cancel():142 00020000:00000001:2.0:1789130486.213745:0:34358:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:2.0:1789130486.213746:0:34358:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1789130486.213747:0:34358:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446634875287517928 : -109198422033688 : ffff9caf42d83ae8) 00000020:00000001:2.0:1789130486.213749:0:34358:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1789130486.213750:0:34358:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9caf4938da30 (ffff9caf58609908/1) at cl_lock_cancel():142 00000008:00000001:2.0:1789130486.213754:0:34358:0:(osc_lock.c:1172:osc_lock_cancel()) Process entered 00000008:00000001:2.0:1789130486.213755:0:34358:0:(osc_lock.c:1126:osc_lock_detach()) Process entered 00010000:00000001:2.0:1789130486.213757:0:34358:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130486.213758:0:34358:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1789130486.213759:0:34358:0:(osc_lock.c:1145:osc_lock_detach()) Process leaving 00000008:00000001:2.0:1789130486.213762:0:34358:0:(osc_lock.c:1181:osc_lock_cancel()) Process leaving 00000020:00000001:2.0:1789130486.213763:0:34358:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1789130486.213765:0:34358:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1789130486.213766:0:34358:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1789130486.213768:0:34358:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9caf42d80000 (ffff9caf586095a8/0) at cl_lock_fini():72 00020000:00000001:2.0:1789130486.213771:0:34358:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:2.0:1789130486.213772:0:34358:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1789130486.213773:0:34358:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9caf4938da30 (ffff9caf586095a8/1) at cl_lock_fini():72 00000008:00000010:2.0:1789130486.214430:0:34358:0:(osc_lock.c:116:osc_lock_fini()) slab-freed '(ols)': 312 at ffff9caf48150618. 00000020:00000001:2.0:1789130486.214435:0:34358:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:2.0:1789130486.214437:0:34358:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff9caf4938da00. 00020000:00000001:2.0:1789130486.214442:0:34358:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:2.0:1789130486.214443:0:34358:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:2.0:1789130486.214445:0:34358:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:2.0:1789130486.214447:0:34358:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130486.214450:0:34358:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:2.0:1789130486.214453:0:34358:0:(lov_io.c:1057:lov_io_fini()) Process entered 00020000:00000001:2.0:1789130486.214456:0:34358:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:2.0:1789130486.214457:0:34358:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:2.0:1789130486.214459:0:34358:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1789130486.214460:0:34358:0:(cl_object.c:917:cl_env_put()) 1@ffff9caf58609900 00020000:00000001:2.0:1789130486.214464:0:34358:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:2.0:1789130486.214467:0:34358:0:(lov_io.c:1088:lov_io_fini()) Process leaving 00000080:00000001:2.0:1789130486.214471:0:34358:0:(vvp_io.c:392:vvp_io_fini()) Process entered 00000080:00200000:2.0:1789130486.214474:0:34358:0:(vvp_io.c:402:vvp_io_fini()) [0x200000404:0x31:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, need minor change layout 0 00000080:00000001:2.0:1789130486.214478:0:34358:0:(file.c:7121:ll_layout_refresh()) Process entered 00000080:00000001:2.0:1789130486.214479:0:34358:0:(file.c:7125:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130486.215376:0:34358:0:(vvp_io.c:506:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1789130486.215383:0:34358:0:(vvp_io.c:509:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1789130486.215384:0:34358:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1789130486.215387:0:34358:0:(cl_object.c:917:cl_env_put()) 1@ffff9caf586095a0 00000001:00000001:2.0:1789130486.215391:0:34358:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130486.215401:0:34358:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41cc7d30 00000080:00000008:2.0:1789130486.215404:0:34358:0:(file.c:6498:ll_getattr_dentry()) COMPLETED file recon:[0x200000404:0x31:0x0](ffff9caf60198908), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1789130486.215558:0:34358:0:(file.c:2648:do_file_write_iter()) Process entered 00000020:00000001:2.0:1789130486.215562:0:34358:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41cc7d88 00000080:00200008:2.0:1789130486.215564:0:34358:0:(file.c:2652:do_file_write_iter()) START file recon:[0x200000404:0x31:0x0], ppos: 0, count: 23 00000080:00000002:2.0:1789130486.215567:0:34358:0:(file.c:2658:do_file_write_iter()) inode ffff9caf60198908 need_sync_to_oss [0x200000404:0x31:0x0] 00000080:00000001:2.0:1789130486.215571:0:34358:0:(pcc.c:2607:pcc_file_write_iter()) Process entered 00000080:00000001:2.0:1789130486.215573:0:34358:0:(pcc.c:2610:pcc_file_write_iter()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130486.215575:0:34358:0:(file.c:2004:ll_hybrid_bio_dio_switch_check()) Process entered 00000080:00000001:2.0:1789130486.215579:0:34358:0:(file.c:2055:ll_hybrid_bio_dio_switch_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130486.215582:0:34358:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1789130486.215585:0:34358:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446634875648775592 : -109198060776024 : ffff9caf586095a8) 00000020:00001000:2.0:1789130486.215588:0:34358:0:(cl_object.c:823:cl_env_get()) 1@ffff9caf586095a0 00000080:00000001:2.0:1789130486.215591:0:34358:0:(file.c:2087:ll_file_io_generic()) Process entered 00000020:00000001:2.0:1789130486.215594:0:34358:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41cc7c98 00000080:00200000:2.0:1789130486.215596:0:34358:0:(file.c:2090:ll_file_io_generic()) recon: write ppos: 0, bytes: 23 00000020:00000001:2.0:1789130486.215604:0:34358:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41cc7c30 00000080:00200000:2.0:1789130486.215605:0:34358:0:(file.c:1848:ll_io_set_mirror()) recon: desiginated mirror: 0 00000080:00000001:2.0:1789130486.215608:0:34358:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:2.0:1789130486.215610:0:34358:0:(cl_object.c:143:cl_object_top()) ffff9caf42b2a148 -> ffff9caf42b2a148 00000020:00000001:2.0:1789130486.215613:0:34358:0:(cl_object.c:143:cl_object_top()) ffff9caf42b2a148 -> ffff9caf42b2a148 00000020:00000001:2.0:1789130486.215614:0:34358:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:2.0:1789130486.215619:0:34358:0:(lov_object.c:1077:lov_attr_get_composite()) Process entered 00020000:00000002:2.0:1789130486.215622:0:34358:0:(lov_object.c:1108:lov_attr_get_composite()) COMP ID #-1: s=23 m=1789130486 a=0 c=1789130486 b=1 00020000:00000001:2.0:1789130486.215626:0:34358:0:(lov_object.c:1146:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130486.215628:0:34358:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130486.215630:0:34358:0:(cl_object.c:143:cl_object_top()) ffff9caf42b2a148 -> ffff9caf42b2a148 00000080:00200000:2.0:1789130486.215632:0:34358:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000404:0x31:0x0] updating i_size 23 i_blocks 1 00000080:00000001:2.0:1789130486.215635:0:34358:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:2.0:1789130486.215637:0:34358:0:(cl_io.c:214:cl_io_rw_init()) Process entered 00000020:00200000:2.0:1789130486.215645:0:34358:0:(cl_io.c:218:cl_io_rw_init()) header@00000000172d4ec3[0x110, 2, [0x200000404:0x31:0x0] hash] 00000020:00200000:2.0:1789130486.215648:0:34358:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [23, 46) 0 1 00000020:00000001:2.0:1789130486.215650:0:34358:0:(cl_object.c:143:cl_object_top()) ffff9caf42b2a148 -> ffff9caf42b2a148 00000020:00000001:2.0:1789130486.215653:0:34358:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:2.0:1789130486.215654:0:34358:0:(vvp_io.c:1987:vvp_io_init()) Process entered 00000080:00200000:2.0:1789130486.215657:0:34358:0:(vvp_io.c:1992:vvp_io_init()) [0x200000404:0x31:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:2.0:1789130486.215660:0:34358:0:(cl_io.c:902:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1789130486.215662:0:34358:0:(cl_io.c:908:cl_io_slice_add()) Process leaving 00000100:00000001:2.0:1789130486.215665:0:34358:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789130486.215671:0:34358:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130486.215673:0:34358:0:(file.c:7121:ll_layout_refresh()) Process entered 00000080:00000001:2.0:1789130486.215675:0:34358:0:(file.c:7125:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130486.215677:0:34358:0:(vvp_io.c:2064:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1789130486.215680:0:34358:0:(lov_object.c:1604:lov_io_init()) [0x200000404:0x31:0x0]io ffff9caf42d80060 type 2 ignore/verify layout 0/0, compressed 0 00020000:00000002:2.0:1789130486.215684:0:34358:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9caf47cdc1f0) owner 0000000000000000/ffff9caf41220000 00020000:00000001:2.0:1789130486.215688:0:34358:0:(lov_io.c:2488:lov_io_init_composite()) Process entered 00020000:00000001:2.0:1789130486.215690:0:34358:0:(lov_io.c:764:lov_io_slice_init()) Process entered 00020000:00000002:2.0:1789130486.215693:0:34358:0:(lov_io.c:903:lov_io_slice_init()) [0x200000404:0x31:0x0]io ffff9caf42d80060 type 2, compressed 0, chunk_size 0 00020000:00000001:2.0:1789130486.215696:0:34358:0:(lov_io.c:478:lov_io_mirror_init()) Process entered 00020000:00000001:2.0:1789130486.215699:0:34358:0:(lov_io.c:489:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:80000000:2.0:1789130486.215701:0:34358:0:(lov_io.c:942:lov_io_slice_init()) 23 46 00020000:00000001:2.0:1789130486.215704:0:34358:0:(lov_io.c:969:lov_io_slice_init()) Process leaving 00020000:00000001:2.0:1789130486.215707:0:34358:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:2.0:1789130486.215708:0:34358:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130486.215710:0:34358:0:(cl_io.c:902:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1789130486.215711:0:34358:0:(cl_io.c:908:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1789130486.215712:0:34358:0:(lov_io.c:2501:lov_io_init_composite()) Process leaving 00020000:00000002:2.0:1789130486.215714:0:34358:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9caf47cdc1f0) owner 0000000000000000/ffff9caf41220000 00000020:00000001:2.0:1789130486.215716:0:34358:0:(cl_io.c:146:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130486.215718:0:34358:0:(cl_io.c:221:cl_io_rw_init()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1789130486.215720:0:34358:0:(file.c:2170:ll_file_io_generic()) Range lock [0, 18446744073709551615] 00000001:00000001:2.0:1789130486.215723:0:34358:0:(range_lock.c:126:range_lock()) Process entered 00000001:00000001:2.0:1789130486.215726:0:34358:0:(range_lock.c:159:range_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130486.215731:0:34358:0:(cl_io.c:827:cl_io_loop()) Process entered 00000020:00000001:2.0:1789130486.215733:0:34358:0:(cl_io.c:403:cl_io_iter_init()) Process entered 00000020:00000001:2.0:1789130486.215735:0:34358:0:(cl_io.c:918:cl_page_list_init()) Process entered 00000020:00000001:2.0:1789130486.215737:0:34358:0:(cl_io.c:921:cl_page_list_init()) Process leaving 00020000:00000001:2.0:1789130486.215739:0:34358:0:(lov_io.c:1409:lov_io_rw_iter_init()) Process entered 00020000:00000001:2.0:1789130486.215744:0:34358:0:(lov_io.c:1238:lov_io_iter_init()) Process entered 00020000:00200000:2.0:1789130486.215747:0:34358:0:(lov_io.c:1289:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:2.0:1789130486.215752:0:34358:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:2.0:1789130486.215755:0:34358:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1789130486.215757:0:34358:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:2.0:1789130486.215759:0:34358:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1789130486.215761:0:34358:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446634875648776456 : -109198060775160 : ffff9caf58609908) 00000020:00001000:2.0:1789130486.215763:0:34358:0:(cl_object.c:823:cl_env_get()) 1@ffff9caf58609900 00000020:00000001:2.0:1789130486.215766:0:34358:0:(cl_object.c:143:cl_object_top()) ffff9caf42b2a850 -> ffff9caf42b2a148 00000020:00000001:2.0:1789130486.215767:0:34358:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:2.0:1789130486.215771:0:34358:0:(cl_io.c:902:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1789130486.215772:0:34358:0:(cl_io.c:908:cl_io_slice_add()) Process leaving 00000020:00000001:2.0:1789130486.215774:0:34358:0:(cl_io.c:146:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789130486.215775:0:34358:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789130486.215777:0:34358:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446634875287517928 : -109198422033688 : ffff9caf42d83ae8) 00000020:00000001:2.0:1789130486.215780:0:34358:0:(cl_io.c:403:cl_io_iter_init()) Process entered 00000008:00000001:2.0:1789130486.215783:0:34358:0:(osc_io.c:546:osc_io_iter_init()) Process entered 00000008:00000001:2.0:1789130486.215788:0:34358:0:(osc_io.c:568:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130486.215790:0:34358:0:(cl_io.c:415:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789130486.215793:0:34358:0:(lov_io.c:1395:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789130486.215794:0:34358:0:(lov_io.c:1431:lov_io_rw_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130486.215796:0:34358:0:(cl_io.c:415:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130486.215799:0:34358:0:(cl_io.c:318:cl_io_lock()) Process entered 00000080:00000001:2.0:1789130486.215826:0:34358:0:(vvp_io.c:663:vvp_io_rw_lock()) Process entered 00000080:00000001:2.0:1789130486.215828:0:34358:0:(vvp_io.c:552:vvp_mmap_locks()) Process entered 00000080:00000001:2.0:1789130486.215832:0:34358:0:(llite_mmap.c:54:our_vma()) Process entered 00000080:00000001:2.0:1789130486.215835:0:34358:0:(llite_mmap.c:69:our_vma()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130486.215838:0:34358:0:(vvp_io.c:623:vvp_mmap_locks()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130486.215841:0:34358:0:(vvp_io.c:214:vvp_io_one_lock_index()) Process entered 00000080:00200000:2.0:1789130486.215842:0:34358:0:(vvp_io.c:216:vvp_io_one_lock_index()) lock: 1 [0, 18446744073709551615] 00000020:00000001:2.0:1789130486.215845:0:34358:0:(cl_io.c:480:cl_io_lock_add()) Process entered 00000020:00000001:2.0:1789130486.215846:0:34358:0:(cl_io.c:263:cl_lockset_merge()) Process entered 00000020:00000001:2.0:1789130486.215848:0:34358:0:(cl_io.c:280:cl_lockset_merge()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130486.215850:0:34358:0:(cl_io.c:487:cl_io_lock_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130486.215851:0:34358:0:(vvp_io.c:236:vvp_io_one_lock_index()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130486.215853:0:34358:0:(vvp_io.c:725:vvp_io_rw_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130486.215854:0:34358:0:(vvp_io.c:772:vvp_io_write_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789130486.215857:0:34358:0:(lov_io.c:1538:lov_io_lock()) Process entered 00020000:00000001:2.0:1789130486.215859:0:34358:0:(lov_io.c:1516:lov_io_call()) Process entered 00000020:00000001:2.0:1789130486.215860:0:34358:0:(cl_io.c:318:cl_io_lock()) Process entered 00000020:00000001:2.0:1789130486.215862:0:34358:0:(cl_io.c:290:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1789130486.215864:0:34358:0:(cl_io.c:299:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130486.215865:0:34358:0:(cl_io.c:338:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789130486.215867:0:34358:0:(lov_io.c:1533:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789130486.215868:0:34358:0:(lov_io.c:1539:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130486.215870:0:34358:0:(cl_io.c:290:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1789130486.215872:0:34358:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:2.0:1789130486.215874:0:34358:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:2.0:1789130486.215877:0:34358:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:2.0:1789130486.215879:0:34358:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:2.0:1789130486.215883:0:34358:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:2.0:1789130486.215893:0:34358:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff9caf4938da00. 00020000:00000002:2.0:1789130486.215896:0:34358:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:2.0:1789130486.215899:0:34358:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:2.0:1789130486.215900:0:34358:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1789130486.215901:0:34358:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446634875287517928 : -109198422033688 : ffff9caf42d83ae8) 00000020:00000001:2.0:1789130486.215903:0:34358:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:2.0:1789130486.215909:0:34358:0:(osc_lock.c:1279:osc_lock_init()) slab-alloced 'oscl': 312 at ffff9caf48150618. 00000008:00010000:2.0:1789130486.215912:0:34358:0:(lustre_osc.h:166:osc_enq2ldlm_flags()) flags: 0 00000020:00000001:2.0:1789130486.215914:0:34358:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1789130486.215916:0:34358:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:2.0:1789130486.215920:0:34358:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9caf4938da30, osc lock ffff9caf48150618, flags 0x0 00000020:00000001:2.0:1789130486.215922:0:34358:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789130486.215924:0:34358:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789130486.215927:0:34358:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446634875394513408 : -109198315038208 : ffff9caf4938da00) 00000020:00000001:2.0:1789130486.215928:0:34358:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1789130486.215929:0:34358:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:2.0:1789130486.215930:0:34358:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130486.215932:0:34358:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130486.215933:0:34358:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:2.0:1789130486.215935:0:34358:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:2.0:1789130486.215936:0:34358:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1789130486.215937:0:34358:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446634875287517928 : -109198422033688 : ffff9caf42d83ae8) 00000020:00000001:2.0:1789130486.215939:0:34358:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:2.0:1789130486.215941:0:34358:0:(osc_lock.c:1010:osc_lock_enqueue()) Process entered 00000008:00000001:2.0:1789130486.215943:0:34358:0:(osc_lock.c:916:osc_lock_enqueue_wait()) Process entered 00000008:00000001:2.0:1789130486.215945:0:34358:0:(osc_lock.c:964:osc_lock_enqueue_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130486.215949:0:34358:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:2.0:1789130486.215951:0:34358:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process entered 00000020:00000001:2.0:1789130486.215953:0:34358:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:2.0:1789130486.215955:0:34358:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:2.0:1789130486.215956:0:34358:0:(lovsub_object.c:152:lovsub_req_projid_set()) Process leaving 00000020:00000001:2.0:1789130486.215957:0:34358:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:2.0:1789130486.215959:0:34358:0:(osc_request.c:3393:osc_enqueue_base()) Process entered 00010000:00000001:2.0:1789130486.215963:0:34358:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789130486.215972:0:34358:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf48e45500 count: 2 00010000:00000001:2.0:1789130486.215975:0:34358:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789130486.215981:0:34358:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789130486.215987:0:34358:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1789130486.216004:0:34358:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff9caf5014c800 lock: 000000005a65f6a0/0xde5303b1d982ce2e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xcdf1b083821a6093 expref: -99 pid: 34352 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 02000000:00000001:2.0:1789130486.216016:0:34358:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1789130486.216022:0:34358:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789130486.216025:0:34358:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff9caf5014c800 lock: 000000005a65f6a0/0xde5303b1d982ce2e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xcdf1b083821a6093 expref: -99 pid: 34352 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1789130486.216033:0:34358:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130486.216036:0:34358:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130486.216039:0:34358:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b6800 refcount=4 00000020:00000001:2.0:1789130486.216042:0:34358:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649484800 : -109198060066816 : ffff9caf586b6800) 00010000:00000001:2.0:1789130486.216045:0:34358:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649484800 : -109198060066816 : ffff9caf586b6800) 00000008:00000001:2.0:1789130486.216049:0:34358:0:(osc_lock.c:277:osc_lock_upcall()) Process entered 00010000:00000001:2.0:1789130486.216052:0:34358:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130486.216054:0:34358:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130486.216055:0:34358:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b6800 refcount=5 00000020:00000001:2.0:1789130486.216057:0:34358:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649484800 : -109198060066816 : ffff9caf586b6800) 00010000:00000001:2.0:1789130486.216059:0:34358:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649484800 : -109198060066816 : ffff9caf586b6800) 00010000:00000001:2.0:1789130486.216062:0:34358:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130486.216064:0:34358:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130486.216065:0:34358:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b6800 refcount=6 00000020:00000001:2.0:1789130486.216067:0:34358:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649484800 : -109198060066816 : ffff9caf586b6800) 00010000:00000001:2.0:1789130486.216073:0:34358:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649484800 : -109198060066816 : ffff9caf586b6800) 00010000:00000001:2.0:1789130486.216075:0:34358:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789130486.216077:0:34358:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789130486.216080:0:34358:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff9caf5014c800 lock: 000000005a65f6a0/0xde5303b1d982ce2e lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xcdf1b083821a6093 expref: -99 pid: 34352 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1789130486.216086:0:34358:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130486.216088:0:34358:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1789130486.216091:0:34358:0:(osc_lock.c:311:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130486.216093:0:34358:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130486.216094:0:34358:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130486.216096:0:34358:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b6800 refcount=7 00000020:00000001:2.0:1789130486.216097:0:34358:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649484800 : -109198060066816 : ffff9caf586b6800) 00010000:00000001:2.0:1789130486.216100:0:34358:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649484800 : -109198060066816 : ffff9caf586b6800) 00010000:00000001:2.0:1789130486.216102:0:34358:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789130486.216105:0:34358:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff9caf5014c800 lock: 000000005a65f6a0/0xde5303b1d982ce2e lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xcdf1b083821a6093 expref: -99 pid: 34352 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1789130486.216112:0:34358:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130486.216113:0:34358:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1789130486.216116:0:34358:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9caf5014c800 lock: 000000005a65f6a0/0xde5303b1d982ce2e lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xcdf1b083821a6093 expref: -99 pid: 34352 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1789130486.216123:0:34358:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789130486.216125:0:34358:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130486.216126:0:34358:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130486.216127:0:34358:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130486.216128:0:34358:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1789130486.216130:0:34358:0:(osc_request.c:3462:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1789130486.216132:0:34358:0:(osc_lock.c:1114:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130486.216135:0:34358:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789130486.216137:0:34358:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130486.216139:0:34358:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130486.216141:0:34358:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130486.216143:0:34358:0:(cl_io.c:299:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130486.216144:0:34358:0:(cl_io.c:338:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130486.216147:0:34358:0:(cl_io.c:532:cl_io_start()) Process entered 00000080:00000001:2.0:1789130486.216150:0:34358:0:(vvp_io.c:1405:vvp_io_write_start()) Process entered 00000080:00000001:2.0:1789130486.216154:0:34358:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:2.0:1789130486.216156:0:34358:0:(cl_object.c:143:cl_object_top()) ffff9caf42b2a148 -> ffff9caf42b2a148 00000020:00000001:2.0:1789130486.216157:0:34358:0:(cl_object.c:143:cl_object_top()) ffff9caf42b2a148 -> ffff9caf42b2a148 00000020:00000001:2.0:1789130486.216159:0:34358:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:2.0:1789130486.216161:0:34358:0:(lov_object.c:1077:lov_attr_get_composite()) Process entered 00020000:00000002:2.0:1789130486.216163:0:34358:0:(lov_object.c:1108:lov_attr_get_composite()) COMP ID #-1: s=23 m=1789130486 a=0 c=1789130486 b=1 00020000:00000001:2.0:1789130486.216165:0:34358:0:(lov_object.c:1146:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130486.216167:0:34358:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130486.216169:0:34358:0:(cl_object.c:143:cl_object_top()) ffff9caf42b2a148 -> ffff9caf42b2a148 00000080:00200000:2.0:1789130486.216170:0:34358:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000404:0x31:0x0] updating i_size 23 i_blocks 1 00000080:00000001:2.0:1789130486.216172:0:34358:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:2.0:1789130486.216175:0:34358:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41cc7b80 00000080:00200000:2.0:1789130486.216177:0:34358:0:(vvp_io.c:1439:vvp_io_write_start()) recon: write [23, 46) append 1 append lockpos 18446744073709551615 00000020:00000001:2.0:1789130486.216180:0:34358:0:(cl_object.c:463:cl_object_maxbytes()) Process entered 00020000:00000002:2.0:1789130486.216182:0:34358:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9caf47cdc1f0) owner 0000000000000000/ffff9caf41220000 00020000:00000002:2.0:1789130486.216185:0:34358:0:(lov_object.c:2443:lov_lsm_addref()) lsm ffff9caf5021f600 addref 2/0 by ffff9caf41220000. 00020000:00000002:2.0:1789130486.216187:0:34358:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9caf47cdc1f0) owner 0000000000000000/ffff9caf41220000 00000020:00000001:2.0:1789130486.216190:0:34358:0:(cl_object.c:471:cl_object_maxbytes()) Process leaving (rc=9223372036854775807 : 9223372036854775807 : 7fffffffffffffff) 00000020:00000001:2.0:1789130486.216193:0:34358:0:(cl_io.c:616:cl_io_lru_reserve()) Process entered 00020000:00000001:2.0:1789130486.216196:0:34358:0:(lov_io.c:1780:lov_io_lru_reserve()) Process entered 00020000:00000002:2.0:1789130486.216198:0:34358:0:(lov_offset.c:253:lov_stripe_intersects()) [23->45] -> [(0) 23->45 (0)] 00020000:00000001:2.0:1789130486.216201:0:34358:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1789130486.216202:0:34358:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446634875287517928 : -109198422033688 : ffff9caf42d83ae8) 00000020:00000001:2.0:1789130486.216204:0:34358:0:(cl_io.c:616:cl_io_lru_reserve()) Process entered 00000008:00000001:2.0:1789130486.216206:0:34358:0:(osc_io.c:1447:osc_io_lru_reserve()) Process entered 00000008:00000001:2.0:1789130486.216209:0:34358:0:(osc_io.c:1460:osc_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130486.216211:0:34358:0:(cl_io.c:627:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789130486.216213:0:34358:0:(lov_io.c:1821:lov_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130486.216216:0:34358:0:(cl_io.c:627:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130486.216223:0:34358:0:(rw26.c:680:ll_write_begin()) Process entered 00000080:00200000:2.0:1789130486.216225:0:34358:0:(rw26.c:681:ll_write_begin()) Writing 0 of 23 to 23 bytes 00000080:00000001:2.0:1789130486.216232:0:34358:0:(vvp_io.c:1314:vvp_io_write_commit()) Process entered 00000080:00000001:2.0:1789130486.216234:0:34358:0:(vvp_io.c:1317:vvp_io_write_commit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130486.216238:0:34358:0:(cl_page.c:421:cl_page_find()) Process entered 00000020:00008000:2.0:1789130486.216240:0:34358:0:(cl_page.c:427:cl_page_find()) 0@[0x200000404:0x31:0x0] fffff3e084a54380 ffff9caf51b79910 1 00000020:00000001:2.0:1789130486.216243:0:34358:0:(cl_page.c:603:cl_vmpage_page()) Process entered 00000020:00000001:2.0:1789130486.216246:0:34358:0:(cl_page.c:617:cl_vmpage_page()) Process leaving (rc=18446634875537037584 : -109198172514032 : ffff9caf51b79910) 00000020:00000001:2.0:1789130486.216249:0:34358:0:(cl_page.c:444:cl_page_find()) Process leaving (rc=18446634875537037584 : -109198172514032 : ffff9caf51b79910) 00000020:00000001:2.0:1789130486.216251:0:34358:0:(cl_page.c:800:cl_page_assume()) Process entered 00000020:00000001:2.0:1789130486.216254:0:34358:0:(cl_io.c:1149:cl_io_top()) Process entered 00000020:00000001:2.0:1789130486.216255:0:34358:0:(cl_io.c:1152:cl_io_top()) Process leaving (rc=18446634875287502944 : -109198422048672 : ffff9caf42d80060) 00000020:00000001:2.0:1789130486.216258:0:34358:0:(cl_page.c:634:cl_page_owner_set()) Process entered 00000020:00000001:2.0:1789130486.216259:0:34358:0:(cl_page.c:637:cl_page_owner_set()) Process leaving 00000020:00000001:2.0:1789130486.216261:0:34358:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:2.0:1789130486.216265:0:34358:0:(cl_page.c:507:__cl_page_state_set()) page@000000002b5d307f[3 000000004aae6a80 1 1 00000000e315390e 0 0 0] 00000020:00000001:2.0:1789130486.216267:0:34358:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 2 00000020:00000001:2.0:1789130486.216269:0:34358:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:2.0:1789130486.216270:0:34358:0:(cl_page.c:814:cl_page_assume()) Process leaving 00000080:00000001:2.0:1789130486.216272:0:34358:0:(rw26.c:792:ll_write_begin()) Process leaving 00000080:00000001:2.0:1789130486.216273:0:34358:0:(rw26.c:808:ll_write_begin()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130486.216277:0:34358:0:(rw26.c:871:ll_write_end()) Process entered 00000080:00200000:2.0:1789130486.216279:0:34358:0:(rw26.c:875:ll_write_end()) pos 23, len 23, copied 23 00000020:00000001:2.0:1789130486.216281:0:34358:0:(cl_io.c:1149:cl_io_top()) Process entered 00000020:00000001:2.0:1789130486.216282:0:34358:0:(cl_io.c:1152:cl_io_top()) Process leaving (rc=18446634875287502944 : -109198422048672 : ffff9caf42d80060) 00000020:00000001:2.0:1789130486.216284:0:34358:0:(cl_page.c:669:cl_page_is_owned()) Process entered 00000020:00000001:2.0:1789130486.216286:0:34358:0:(cl_page.c:671:cl_page_is_owned()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1789130486.216290:0:34358:0:(cl_io.c:931:cl_page_list_add()) Process entered 00000020:00000001:2.0:1789130486.216292:0:34358:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:2.0:1789130486.216294:0:34358:0:(cl_page.c:536:cl_page_get()) Process leaving 00000020:00000001:2.0:1789130486.216295:0:34358:0:(cl_io.c:942:cl_page_list_add()) Process leaving 00000080:00200000:2.0:1789130486.216299:0:34358:0:(rw26.c:933:ll_write_end()) page@000000002b5d307f[4 000000004aae6a80 2 1 00000000e315390e 0 0 0] 00000080:00200000:2.0:1789130486.216303:0:34358:0:(rw26.c:933:ll_write_end()) vmpage @000000006a92f2d7 17ffffc0001039 2:0 ffff9caf51b79910 0 lru 00000080:00200000:2.0:1789130486.216312:0:34358:0:(rw26.c:933:ll_write_end()) osc-page@000000008683812c 0: 1< 2 + - > 2< 0 0 4096 0x0 0x40420 | 000000000d72cd48 00000000131d7bcd > 3< 1 0 > 4< 0 0 8 393216 - | - - + - > 5< - - + - | 0 - | 1 - -> 00000080:00200000:2.0:1789130486.216315:0:34358:0:(rw26.c:933:ll_write_end()) end page@000000002b5d307f 00000080:00200000:2.0:1789130486.216316:0:34358:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00000001:2.0:1789130486.216318:0:34358:0:(vvp_io.c:1314:vvp_io_write_commit()) Process entered 00000080:00200000:2.0:1789130486.216320:0:34358:0:(vvp_io.c:1321:vvp_io_write_commit()) commit async pages: 1, from 23, to 46 prio 0 00000020:00000001:2.0:1789130486.216324:0:34358:0:(cl_io.c:650:cl_io_commit_async()) Process entered 00000080:00000001:2.0:1789130486.216326:0:34358:0:(vvp_io.c:1845:vvp_io_commit_async()) Process entered 00000080:00000001:2.0:1789130486.216327:0:34358:0:(vvp_io.c:1851:vvp_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789130486.216330:0:34358:0:(lov_io.c:2015:lov_io_commit_async()) Process entered 00020000:08000000:2.0:1789130486.216332:0:34358:0:(lov_io.c:2027:lov_io_commit_async()) compr: type 0, level 0, bits: 0 00020000:00008000:2.0:1789130486.216335:0:34358:0:(lov_io.c:1889:set_page_list_compression()) compr: type 0, level 0, bits: 0, page ffff9caf51b79910 00020000:00000001:2.0:1789130486.216337:0:34358:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1789130486.216338:0:34358:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446634875287517928 : -109198422033688 : ffff9caf42d83ae8) 00000020:00000001:2.0:1789130486.216341:0:34358:0:(cl_io.c:650:cl_io_commit_async()) Process entered 00000008:00000001:2.0:1789130486.216343:0:34358:0:(osc_io.c:440:osc_io_commit_async()) Process entered 00000008:00000001:2.0:1789130486.216345:0:34358:0:(osc_io.c:401:osc_page_touch_at()) Process entered 00000020:00000001:2.0:1789130486.216347:0:34358:0:(cl_object.c:143:cl_object_top()) ffff9caf58313310 -> ffff9caf42b2a148 00000008:00000002:2.0:1789130486.216349:0:34358:0:(osc_io.c:409:osc_page_touch_at()) stripe KMS increasing 23->46 23 00000020:00000001:2.0:1789130486.216352:0:34358:0:(cl_object.c:143:cl_object_top()) ffff9caf58313310 -> ffff9caf42b2a148 00000020:00000001:2.0:1789130486.216354:0:34358:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:2.0:1789130486.216357:0:34358:0:(osc_object.c:161:osc_attr_update()) set kms from 23to 46 00020000:00000001:2.0:1789130486.216360:0:34358:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:2.0:1789130486.216362:0:34358:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130486.216364:0:34358:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130486.216366:0:34358:0:(cl_object.c:143:cl_object_top()) ffff9caf58313310 -> ffff9caf42b2a148 00000008:00000001:2.0:1789130486.216367:0:34358:0:(osc_io.c:424:osc_page_touch_at()) Process leaving 00000020:00000001:2.0:1789130486.216369:0:34358:0:(cl_io.c:955:cl_page_list_del()) Process entered 00000020:00000001:2.0:1789130486.216371:0:34358:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:2.0:1789130486.216375:0:34358:0:(cl_page.c:556:cl_batch_put()) page@000000002b5d307f[4 000000004aae6a80 2 1 00000000e315390e 0 0 0] 00000020:00000001:2.0:1789130486.216377:0:34358:0:(cl_page.c:556:cl_batch_put()) 4 00000020:00000001:2.0:1789130486.216379:0:34358:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000020:00000001:2.0:1789130486.216380:0:34358:0:(cl_io.c:960:cl_page_list_del()) Process leaving 00000008:00000020:2.0:1789130486.216382:0:34358:0:(osc_request.c:747:osc_update_next_shrink()) next time 3112 to shrink grant 00000080:00000001:2.0:1789130486.216386:0:34358:0:(vvp_io.c:1253:write_commit_callback()) Process entered 00000080:00000001:2.0:1789130486.216387:0:34358:0:(vvp_io.c:1152:vvp_set_batch_dirty()) Process entered 00000080:00200000:2.0:1789130486.216391:0:34358:0:(vvp_io.c:1234:vvp_set_batch_dirty()) mapping ffff9caf60198ab8, count 1, dirtied 0 00000080:00000001:2.0:1789130486.216393:0:34358:0:(vvp_io.c:1241:vvp_set_batch_dirty()) Process leaving 00000020:00000001:2.0:1789130486.216395:0:34358:0:(cl_page.c:645:__cl_page_disown()) Process entered 00000020:00000001:2.0:1789130486.216397:0:34358:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:2.0:1789130486.216398:0:34358:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:2.0:1789130486.216400:0:34358:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:2.0:1789130486.216402:0:34358:0:(cl_page.c:507:__cl_page_state_set()) page@000000002b5d307f[3 000000004aae6a80 2 1 0000000000000000 0 0 0] 00000020:00000001:2.0:1789130486.216404:0:34358:0:(cl_page.c:507:__cl_page_state_set()) 2 -> 1 00000020:00000001:2.0:1789130486.216405:0:34358:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:2.0:1789130486.216407:0:34358:0:(cl_page.c:660:__cl_page_disown()) Process leaving 00000020:00000001:2.0:1789130486.216408:0:34358:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:2.0:1789130486.216410:0:34358:0:(cl_page.c:556:cl_batch_put()) page@000000002b5d307f[3 000000004aae6a80 1 1 0000000000000000 0 0 0] 00000020:00000001:2.0:1789130486.216412:0:34358:0:(cl_page.c:556:cl_batch_put()) 3 00000020:00000001:2.0:1789130486.216412:0:34358:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000080:00000001:2.0:1789130486.216413:0:34358:0:(vvp_io.c:1276:write_commit_callback()) Process leaving 00000008:00000040:2.0:1789130486.216415:0:34358:0:(osc_io.c:513:osc_io_commit_async()) 0 0 00000008:00000001:2.0:1789130486.216416:0:34358:0:(osc_io.c:514:osc_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130486.216418:0:34358:0:(cl_io.c:660:cl_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789130486.216420:0:34358:0:(lov_io.c:2037:lov_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130486.216421:0:34358:0:(cl_io.c:660:cl_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1789130486.216423:0:34358:0:(vvp_io.c:1344:vvp_io_write_commit()) Committed 1 pages 23 bytes, tot: 23 00000020:00000001:2.0:1789130486.216425:0:34358:0:(cl_io.c:1047:cl_page_list_fini()) Process entered 00000020:00000001:2.0:1789130486.216427:0:34358:0:(cl_io.c:1051:cl_page_list_fini()) Process leaving 00000080:00000001:2.0:1789130486.216428:0:34358:0:(vvp_io.c:1385:vvp_io_write_commit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130486.216430:0:34358:0:(rw26.c:954:ll_write_end()) Process leaving (rc=23 : 23 : 17) 00000080:00000001:2.0:1789130486.216433:0:34358:0:(vvp_io.c:1314:vvp_io_write_commit()) Process entered 00000080:00000001:2.0:1789130486.216435:0:34358:0:(vvp_io.c:1317:vvp_io_write_commit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130486.216437:0:34358:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41cc7b80 00000080:00200000:2.0:1789130486.216439:0:34358:0:(vvp_io.c:1505:vvp_io_write_start()) recon: write bytes 0, result: 23 00000080:00000001:2.0:1789130486.216441:0:34358:0:(vvp_io.c:1538:vvp_io_write_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789130486.216444:0:34358:0:(lov_io.c:1588:lov_io_start()) Process entered 00020000:00000001:2.0:1789130486.216445:0:34358:0:(lov_io.c:1516:lov_io_call()) Process entered 00000020:00000001:2.0:1789130486.216446:0:34358:0:(cl_io.c:532:cl_io_start()) Process entered 00000008:00000001:2.0:1789130486.216448:0:34358:0:(osc_io.c:1075:osc_io_write_start()) Process entered 00000020:00000001:2.0:1789130486.216449:0:34358:0:(cl_object.c:143:cl_object_top()) ffff9caf58313310 -> ffff9caf42b2a148 00000020:00000001:2.0:1789130486.216451:0:34358:0:(cl_object.c:143:cl_object_top()) ffff9caf58313310 -> ffff9caf42b2a148 00000020:00000001:2.0:1789130486.216452:0:34358:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00020000:00000001:2.0:1789130486.216453:0:34358:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:2.0:1789130486.216455:0:34358:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130486.216456:0:34358:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130486.216458:0:34358:0:(cl_object.c:143:cl_object_top()) ffff9caf58313310 -> ffff9caf42b2a148 00000008:00000001:2.0:1789130486.216459:0:34358:0:(osc_io.c:1083:osc_io_write_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130486.216461:0:34358:0:(cl_io.c:544:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789130486.216463:0:34358:0:(lov_io.c:1533:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789130486.216464:0:34358:0:(lov_io.c:1589:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130486.216465:0:34358:0:(cl_io.c:544:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130486.216468:0:34358:0:(cl_io.c:559:cl_io_end()) Process entered 00020000:00000001:2.0:1789130486.216469:0:34358:0:(lov_io.c:1516:lov_io_call()) Process entered 00020000:00000001:2.0:1789130486.216471:0:34358:0:(lov_io.c:1594:lov_io_end_wrapper()) Process entered 00000020:00000001:2.0:1789130486.216472:0:34358:0:(cl_io.c:559:cl_io_end()) Process entered 00000020:00000001:2.0:1789130486.216474:0:34358:0:(cl_io.c:567:cl_io_end()) Process leaving 00020000:00000001:2.0:1789130486.216475:0:34358:0:(lov_io.c:1604:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789130486.216476:0:34358:0:(lov_io.c:1533:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130486.216478:0:34358:0:(cl_io.c:567:cl_io_end()) Process leaving 00000800:00000001:3.0:1789130486.217125:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130486.217142:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789130486.217146:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130486.217148:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130486.217159:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130486.217169:0:2341:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:3.0:1789130486.217180:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130486.217186:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130486.217192:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130486.217197:0:2341:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 224 into portal 18 MB=0x6aa3efa956280 00000400:00000200:3.0:1789130486.217202:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130486.217210:0:2341:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.123@tcp of length 224/224 into md 0x72dd [1] + 224 00000800:00000001:3.0:1789130486.217217:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130486.217224:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130486.217229:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130486.217233:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:3.0:1789130486.217244:0:2341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789130486.217256:0:2341:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf61462d00 x1876037329052288/t0(0) o103->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1789130502 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789130486.217267:0:2341:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9caf61462d00 x1876037329052288/t0(0) o103->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1789130502 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130486.217284:0:2341:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789130486.217295:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130486.217298:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130486.217426:0:2348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789130486.217433:0:2348:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789130486.217444:0:2348:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789130486.217446:0:2348:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789130486.217450:0:2348:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf42d8ec08. 00000400:00000200:1.0:1789130486.217456:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf462a3198 00000400:00000010:1.0:1789130486.217459:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf462a3198. 00000100:00000001:1.0:1789130486.217463:0:2348:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789130486.217469:0:2348:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf61462d00 x1876037329052288/t0(0) o103->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1789130502 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789130486.217478:0:2348:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf61462d00 x1876037329052288/t0(0) o103->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1789130502 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130486.217496:0:2348:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789130486.217498:0:2348:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130486.217501:0:2348:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789130486.217506:0:2348:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789130486.217509:0:2348:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789130486.217512:0:2348:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130486.217516:0:2348:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789130486.217527:0:2348:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf6079ad38 time=104 v=5 (5 5 5 5) 00000100:00001000:1.0:1789130486.217532:0:2348:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf6079ac18 time=27 v=5 (1 0 0 0) 00000100:00000001:1.0:1789130486.217536:0:2348:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789130486.217538:0:2348:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130486.217542:0:2348:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789130486.217545:0:2348:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130486.217550:0:2348:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789130486.217553:0:2348:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9caf5014c800: skip recheck: last_committed 8589934597 00000100:00000001:1.0:1789130486.217555:0:2348:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789130486.217559:0:2348:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789130486.217565:0:2348:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf61462d00 x1876037329052288/t0(0) o103->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1789130502 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130486.217573:0:2348:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789130486.217578:0:2348:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789130486.217580:0:2348:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789130486.217585:0:2348:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf61462d00 x1876037329052288/t0(0) o103->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1789130502 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789130486.217594:0:2348:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf61462d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:2348:1876037329052288:192.168.204.123@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1789130486.217601:0:2348:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130486.217604:0:2348:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789130486.217608:0:2348:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf61462d00 x1876037329052288/t0(0) o103->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1789130502 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130486.217616:0:2348:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789130486.217620:0:2348:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789130486.217624:0:2348:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9caf47ff9800. 02000000:00000001:1.0:1789130486.217629:0:2348:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789130486.217633:0:2348:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1789130486.217636:0:2348:0:(genops.c:1223:class_import_put()) import ffff9caf6079a800 refcount=7 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000020:00000001:1.0:1789130486.217638:0:2348:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1789130486.217643:0:2348:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9caf47e8ea00. 02000000:00000001:1.0:1789130486.217648:0:2348:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789130486.217650:0:2348:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789130486.217653:0:2348:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf61462d00. 00000100:00000001:1.0:1789130486.217658:0:2348:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789130486.217660:0:2348:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130486.217663:0:2348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130486.217673:0:2348:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789130486.217676:0:2348:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130486.217679:0:2348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789130486.217682:0:2348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130486.218253:0:34358:0:(cl_io.c:356:cl_io_unlock()) Process entered 00000020:00000001:2.0:1789130486.218259:0:34358:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:2.0:1789130486.218262:0:34358:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9caf586073f8 (ffff9caf586095a8/0) at cl_lock_release():245 00000020:00000001:2.0:1789130486.218266:0:34358:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1789130486.219084:0:34358:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9caf586073f8 (ffff9caf586095a8/0) at cl_lock_cancel():142 00020000:00000001:2.0:1789130486.219091:0:34358:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:2.0:1789130486.219096:0:34358:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1789130486.219098:0:34358:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446634875287517928 : -109198422033688 : ffff9caf42d83ae8) 00000020:00000001:2.0:1789130486.219101:0:34358:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1789130486.219102:0:34358:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9caf4938da30 (ffff9caf58609908/1) at cl_lock_cancel():142 00000008:00000001:2.0:1789130486.219107:0:34358:0:(osc_lock.c:1172:osc_lock_cancel()) Process entered 00000008:00000001:2.0:1789130486.219109:0:34358:0:(osc_lock.c:1126:osc_lock_detach()) Process entered 00010000:00000001:2.0:1789130486.219113:0:34358:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130486.219116:0:34358:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130486.219121:0:34358:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b6800 refcount=5 00000020:00000001:2.0:1789130486.219123:0:34358:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649484800 : -109198060066816 : ffff9caf586b6800) 00010000:00000001:2.0:1789130486.219127:0:34358:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649484800 : -109198060066816 : ffff9caf586b6800) 00010000:00000001:2.0:1789130486.219131:0:34358:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789130486.219138:0:34358:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff9caf5014c800 lock: 000000005a65f6a0/0xde5303b1d982ce2e lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xcdf1b083821a6093 expref: -99 pid: 34352 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1789130486.219153:0:34358:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130486.219155:0:34358:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130486.219157:0:34358:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1789130486.219161:0:34358:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1789130486.219164:0:34358:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9caf5014c800 lock: 000000005a65f6a0/0xde5303b1d982ce2e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xcdf1b083821a6093 expref: -99 pid: 34352 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000001:2.0:1789130486.219181:0:34358:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789130486.219186:0:34358:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789130486.219188:0:34358:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789130486.219195:0:34358:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130486.219197:0:34358:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130486.219199:0:34358:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130486.219203:0:34358:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789130486.219205:0:34358:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130486.219207:0:34358:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130486.219212:0:34358:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130486.219215:0:34358:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789130486.219217:0:34358:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130486.219219:0:34358:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130486.219220:0:34358:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130486.219221:0:34358:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1789130486.219222:0:34358:0:(osc_lock.c:1145:osc_lock_detach()) Process leaving 00000008:00000001:2.0:1789130486.219224:0:34358:0:(osc_lock.c:1181:osc_lock_cancel()) Process leaving 00000020:00000001:2.0:1789130486.219226:0:34358:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1789130486.219227:0:34358:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1789130486.219228:0:34358:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1789130486.219230:0:34358:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9caf586073f8 (ffff9caf586095a8/0) at cl_lock_fini():72 00020000:00000001:2.0:1789130486.219234:0:34358:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:2.0:1789130486.219235:0:34358:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1789130486.219236:0:34358:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9caf4938da30 (ffff9caf586095a8/1) at cl_lock_fini():72 00000008:00000010:2.0:1789130486.219239:0:34358:0:(osc_lock.c:116:osc_lock_fini()) slab-freed '(ols)': 312 at ffff9caf48150618. 00000020:00000001:2.0:1789130486.219244:0:34358:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:2.0:1789130486.219246:0:34358:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff9caf4938da00. 00020000:00000001:2.0:1789130486.219252:0:34358:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:2.0:1789130486.219253:0:34358:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:2.0:1789130486.219254:0:34358:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00020000:00000001:2.0:1789130486.219268:0:34358:0:(lov_io.c:1682:lov_io_unlock()) Process entered 00020000:00000001:2.0:1789130486.219271:0:34358:0:(lov_io.c:1516:lov_io_call()) Process entered 00000020:00000001:2.0:1789130486.219273:0:34358:0:(cl_io.c:356:cl_io_unlock()) Process entered 00000020:00000001:2.0:1789130486.219275:0:34358:0:(cl_io.c:377:cl_io_unlock()) Process leaving 00020000:00000001:2.0:1789130486.219276:0:34358:0:(lov_io.c:1616:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789130486.219278:0:34358:0:(lov_io.c:1533:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789130486.219280:0:34358:0:(lov_io.c:1685:lov_io_unlock()) Process leaving 00000020:00000001:2.0:1789130486.219281:0:34358:0:(cl_io.c:377:cl_io_unlock()) Process leaving 00000020:00000001:2.0:1789130486.219283:0:34358:0:(cl_io.c:453:cl_io_rw_advance()) Process entered 00000080:00200000:2.0:1789130486.219288:0:34358:0:(vvp_io.c:640:vvp_io_advance()) advancing 23 bytes 00000020:00000001:2.0:1789130486.219290:0:34358:0:(cl_io.c:469:cl_io_rw_advance()) Process leaving 00000020:00000001:2.0:1789130486.219292:0:34358:0:(cl_io.c:433:cl_io_iter_fini()) Process entered 00020000:00000001:2.0:1789130486.219294:0:34358:0:(lov_io.c:1663:lov_io_iter_fini()) Process entered 00020000:00000001:2.0:1789130486.219296:0:34358:0:(lov_io.c:1516:lov_io_call()) Process entered 00000020:00000001:2.0:1789130486.219297:0:34358:0:(cl_io.c:433:cl_io_iter_fini()) Process entered 00000020:00000001:2.0:1789130486.219303:0:34358:0:(cl_io.c:439:cl_io_iter_fini()) Process leaving 00020000:00000001:2.0:1789130486.219305:0:34358:0:(lov_io.c:1610:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789130486.219306:0:34358:0:(lov_io.c:1533:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789130486.219309:0:34358:0:(lov_io.c:1674:lov_io_iter_fini()) Process leaving 00000020:00000001:2.0:1789130486.219310:0:34358:0:(cl_io.c:439:cl_io_iter_fini()) Process leaving 00000020:00000001:2.0:1789130486.219312:0:34358:0:(cl_io.c:877:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1789130486.219319:0:34358:0:(file.c:2207:ll_file_io_generic()) Range unlock [0, 18446744073709551615] 00000001:00000001:2.0:1789130486.219323:0:34358:0:(range_lock.c:83:range_unlock()) Process entered 00000001:00000001:2.0:1789130486.219328:0:34358:0:(range_lock.c:104:range_unlock()) Process leaving 00000020:00000001:2.0:1789130486.219330:0:34358:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:2.0:1789130486.219332:0:34358:0:(lov_io.c:1057:lov_io_fini()) Process entered 00020000:00000001:2.0:1789130486.219334:0:34358:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:2.0:1789130486.219335:0:34358:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:2.0:1789130486.219336:0:34358:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1789130486.219339:0:34358:0:(cl_object.c:917:cl_env_put()) 1@ffff9caf58609900 00020000:00000001:2.0:1789130486.219343:0:34358:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:2.0:1789130486.219345:0:34358:0:(lov_io.c:1088:lov_io_fini()) Process leaving 00000080:00000001:2.0:1789130486.219347:0:34358:0:(vvp_io.c:392:vvp_io_fini()) Process entered 00000080:00200000:2.0:1789130486.219348:0:34358:0:(vvp_io.c:402:vvp_io_fini()) [0x200000404:0x31:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, need minor change layout 0 00000080:00000001:2.0:1789130486.219351:0:34358:0:(vvp_io.c:509:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1789130486.219352:0:34358:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00000001:2.0:1789130486.219356:0:34358:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41cc7c98 00000080:00200000:2.0:1789130486.219358:0:34358:0:(file.c:2240:ll_file_io_generic()) recon: 2 io complete with rc: 0, result: 23, restart: 0 00000080:00000001:2.0:1789130486.219363:0:34358:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:2.0:1789130486.219367:0:34358:0:(cl_object.c:143:cl_object_top()) ffff9caf42b2a148 -> ffff9caf42b2a148 00000020:00000001:2.0:1789130486.219369:0:34358:0:(cl_object.c:143:cl_object_top()) ffff9caf42b2a148 -> ffff9caf42b2a148 00000020:00000001:2.0:1789130486.219371:0:34358:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:2.0:1789130486.219376:0:34358:0:(lov_object.c:1077:lov_attr_get_composite()) Process entered 00020000:00000001:2.0:1789130486.219384:0:34358:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:2.0:1789130486.219386:0:34358:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=46 : 46 : 2e) 00020000:00000001:2.0:1789130486.219388:0:34358:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:2.0:1789130486.219389:0:34358:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=46 : 46 : 2e) 00020000:00000002:2.0:1789130486.219391:0:34358:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x31:1028 on OST[1]: s=46 (1) m=1789130486 a=0 c=1789130486 b=1 00020000:00000001:2.0:1789130486.219396:0:34358:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1789130486.219398:0:34358:0:(lov_object.c:1108:lov_attr_get_composite()) COMP ID #-1: s=46 m=1789130486 a=0 c=1789130486 b=1 00020000:00000001:2.0:1789130486.219401:0:34358:0:(lov_object.c:1146:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130486.219403:0:34358:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130486.219405:0:34358:0:(cl_object.c:143:cl_object_top()) ffff9caf42b2a148 -> ffff9caf42b2a148 00000080:00200000:2.0:1789130486.219408:0:34358:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000404:0x31:0x0] updating i_size 46 i_blocks 1 00000080:00000001:2.0:1789130486.219411:0:34358:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000080:00200000:2.0:1789130486.219416:0:34358:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 23 00000080:00000001:2.0:1789130486.219419:0:34358:0:(file.c:2330:ll_file_io_generic()) Process leaving (rc=23 : 23 : 17) 00000020:00001000:2.0:1789130486.219422:0:34358:0:(cl_object.c:917:cl_env_put()) 1@ffff9caf586095a0 00000020:00000001:2.0:1789130486.219436:0:34358:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41cc7d88 00000080:00000008:2.0:1789130486.219438:0:34358:0:(file.c:2734:do_file_write_iter()) COMPLETED: file recon:[0x200000404:0x31:0x0], ppos: 46, count: 0, rc = 23 00000080:00000001:2.0:1789130486.219442:0:34358:0:(file.c:2736:do_file_write_iter()) Process leaving (rc=23 : 23 : 17) 00020000:00000001:2.0:1789130486.219467:0:34358:0:(lov_object.c:2454:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:2.0:1789130486.219471:0:34358:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9caf47cdc1f0) owner 0000000000000000/ffff9caf41220000 00020000:00000002:2.0:1789130486.219477:0:34358:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9caf47cdc1f0) owner 0000000000000000/ffff9caf41220000 00020000:00000001:2.0:1789130486.219480:0:34358:0:(lov_object.c:2505:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130486.219492:0:34358:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:2.0:1789130486.219495:0:34358:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41cc7df0 00000080:00200008:2.0:1789130486.219497:0:34358:0:(file.c:479:ll_file_release()) START file recon:[0x200000404:0x31:0x0](ffff9caf60198908), flags 102001 00000080:00000001:2.0:1789130486.219501:0:34358:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:2.0:1789130486.219505:0:34358:0:(pcc.c:2463:pcc_file_release()) Process leaving 00020000:00000001:2.0:1789130486.219506:0:34358:0:(lov_object.c:2454:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:2.0:1789130486.219508:0:34358:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9caf47cdc1f0) owner 0000000000000000/ffff9caf41220000 00020000:00000002:2.0:1789130486.219510:0:34358:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9caf47cdc1f0) owner 0000000000000000/ffff9caf41220000 00020000:00000001:2.0:1789130486.219512:0:34358:0:(lov_object.c:2505:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130486.219515:0:34358:0:(file.c:341:ll_md_close()) Process entered 00000002:00000001:2.0:1789130486.219526:0:34358:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789130486.219529:0:34358:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789130486.219537:0:34358:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf48fc4800 count: 2 00010000:00000001:2.0:1789130486.219540:0:34358:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789130486.219546:0:34358:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789130486.219548:0:34358:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000404:0x31:0x0]: 0 00000080:00000001:2.0:1789130486.219551:0:34358:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:2.0:1789130486.219553:0:34358:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:2.0:1789130486.219563:0:34358:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9caf46308800. 00000080:00000001:2.0:1789130486.219565:0:34358:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:2.0:1789130486.219570:0:34358:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:2.0:1789130486.219575:0:34358:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000002:2.0:1789130486.219578:0:34358:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000404:0x31:0x0] 00000002:00000001:2.0:1789130486.219584:0:34358:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:2.0:1789130486.219586:0:34358:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9caf5014c800: [0x200000404:0x31:0x0] file closed with intent: 200 00000100:00000010:2.0:1789130486.219592:0:34358:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf580b8b40. 00000020:00000040:2.0:1789130486.219683:0:34358:0:(genops.c:1210:class_import_get()) import ffff9caf6079a800 refcount=8 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000100:00000001:2.0:1789130486.219688:0:34358:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789130486.219693:0:34358:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789130486.219699:0:34358:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789130486.219721:0:34358:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9caf46309000. 00000100:00000001:2.0:1789130486.219733:0:34358:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:2.0:1789130486.219765:0:34358:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9caf615d5a40 x1876037329052160/t8589934602(8589934602) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/664 e 0 to 0 dl 1789130502 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000020:00100000:2.0:1789130486.219789:0:34358:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9caf5014c800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:2.0:1789130486.219796:0:34358:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9caf580b8b40 x1876037329052544/t0(0) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:2.0:1789130486.219825:0:34358:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1789130486.219827:0:34358:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1789130486.219837:0:34358:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9caf584c4900. 00000100:00000001:2.0:1789130486.219839:0:34358:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446634875647445248 : -109198062106368 : ffff9caf584c4900) 00000100:00000001:2.0:1789130486.219842:0:34358:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789130486.219844:0:34358:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875643202368 : -109198066349248 : ffff9caf580b8b40) 00000100:00000001:2.0:1789130486.219849:0:34358:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789130486.219854:0:34358:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130486.219856:0:34358:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1789130486.219858:0:34358:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789130486.219863:0:34358:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf580b8b40 x1876037329052544/t0(0) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130486.219871:0:34358:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789130486.219875:0:34358:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789130486.219881:0:34358:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789130486.219884:0:34358:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789130486.219887:0:34358:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789130486.219891:0:34358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf580b8b40 pname:cluuid:pid:xid:nid:opc:job uname:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:34358:1876037329052544:192.168.204.123@tcp:35:uname.0 00000100:00000001:2.0:1789130486.219896:0:34358:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789130486.219906:0:34358:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789130486.219910:0:34358:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789130486.219913:0:34358:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789130486.219921:0:34358:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9caf50107c00. 02000000:00000001:2.0:1789130486.219923:0:34358:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789130486.219964:0:34358:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:2.0:1789130486.219971:0:34358:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf483fde18. 00000400:00000010:2.0:1789130486.219983:0:34358:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf42d18e58. 00000100:00000200:2.0:1789130486.220003:0:34358:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876037329052544, portal 10 00000100:00000001:2.0:1789130486.220006:0:34358:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789130486.220007:0:34358:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875643202368 : -109198066349248 : ffff9caf580b8b40) 00000100:00000040:2.0:1789130486.220016:0:34358:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9caf580b8b40 x1876037329052544/t0(0) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1789130502 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130486.220025:0:34358:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789130486.220029:0:34358:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:2.0:1789130486.220032:0:34358:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf42d18660. 00000100:00000200:2.0:1789130486.220035:0:34358:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1876037329052544, offset 0 00000400:00000200:2.0:1789130486.220044:0:34358:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:2.0:1789130486.220055:0:34358:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130486.220066:0:34358:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:2.0:1789130486.220075:0:34358:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789130486.220082:0:34358:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:2.0:1789130486.220088:0:34358:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789130486.220092:0:34358:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:2.0:1789130486.220097:0:34358:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2662:2662:256:4294967295] 192.168.204.123@tcp LPNI seq info [2661:2661:8:4294967295] 00000400:00000200:2.0:1789130486.220103:0:34358:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130486.220114:0:34358:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:2.0:1789130486.220373:0:34358:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:2.0:1789130486.220379:0:34358:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf44db5b00. 00000800:00000200:2.0:1789130486.220386:0:34358:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:2.0:1789130486.220394:0:34358:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:2.0:1789130486.220399:0:34358:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf44db5b00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:2.0:1789130486.220417:0:34358:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130486.220422:0:34358:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: using a timeout of 804181 usecs (805 jiffies) 00000400:00000200:2.0:1789130486.220426:0:34358:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:2.0:1789130486.220430:0:34358:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296581046 00000100:00000001:2.0:1789130486.220434:0:34358:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 2, keep current deadline 4296582142 00000100:00000001:2.0:1789130486.220437:0:34358:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296581047 00000100:00000001:2.0:1789130486.220440:0:34358:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 3, keep current deadline 4296582142 00000100:00000001:2.0:1789130486.220443:0:34358:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789130486.220446:0:34358:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130486.220449:0:34358:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789130486.220451:0:34358:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1789130486.220455:0:34358:0:(client.c:2715:ptlrpc_set_wait()) set ffff9caf584c4900 going to sleep for 11 seconds 00000100:00000001:2.0:1789130486.220459:0:34358:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789130486.220463:0:34358:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789130486.220617:0:2342:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789130486.220624:0:2342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf44db5b00. 00000400:00000200:3.0:1789130486.220631:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130486.220637:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:3.0:1789130486.220645:0:2342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf42d18660 00000400:00000010:3.0:1789130486.220647:0:2342:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf42d18660. 00000100:00000001:3.0:1789130486.220651:0:2342:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789130486.220656:0:2342:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf580b8b40 x1876037329052544/t0(0) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1789130502 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130486.220667:0:2342:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130486.220671:0:2342:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf580b8b40 x1876037329052544/t0(0) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1789130502 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130486.220679:0:2342:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130486.220681:0:2342:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:1.1:1789130486.221162:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf4814df00. 00010000:00000010:0.1:1789130486.221858:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf586b7400. 00000800:00000001:3.0:1789130486.227095:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130486.227120:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789130486.227127:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130486.227129:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130486.227142:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130486.227155:0:2341:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:3.0:1789130486.227167:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130486.227173:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130486.227179:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130486.227184:0:2341:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 456 into portal 10 MB=0x6aa3efa956380 00000400:00000200:3.0:1789130486.227190:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130486.227198:0:2341:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.123@tcp of length 456/456 into md 0x72e5 [1] + 224 00000800:00000001:3.0:1789130486.227207:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130486.227215:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130486.227219:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130486.227224:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:3.0:1789130486.227234:0:2341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789130486.227247:0:2341:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf580b8b40 x1876037329052544/t0(0) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1789130502 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789130486.227259:0:2341:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9caf580b8b40 x1876037329052544/t0(0) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1789130502 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130486.227285:0:2341:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789130486.227296:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130486.227300:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789130486.227616:0:34358:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789130486.227626:0:34358:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789130486.227629:0:34358:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789130486.227633:0:34358:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf483fde18. 00000400:00000200:2.0:1789130486.227638:0:34358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf42d18e58 00000400:00000010:2.0:1789130486.227641:0:34358:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf42d18e58. 00000100:00000001:2.0:1789130486.227645:0:34358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789130486.227650:0:34358:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf580b8b40 x1876037329052544/t0(0) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1789130502 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1789130486.227659:0:34358:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf580b8b40 x1876037329052544/t0(0) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1789130502 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130486.227666:0:34358:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789130486.227669:0:34358:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789130486.227672:0:34358:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789130486.227677:0:34358:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789130486.227680:0:34358:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789130486.227683:0:34358:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789130486.227687:0:34358:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789130486.227698:0:34358:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf6079aca8 time=105 v=5 (10 5 5 5) 00000100:00001000:2.0:1789130486.227703:0:34358:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf6079ac18 time=27 v=5 (1 0 0 0) 00000100:00000001:2.0:1789130486.227706:0:34358:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789130486.227709:0:34358:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130486.227712:0:34358:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789130486.227717:0:34358:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130486.227721:0:34358:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1789130486.227724:0:34358:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:2.0:1789130486.227726:0:34358:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1789130486.227728:0:34358:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789130486.227730:0:34358:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875643202368 : -109198066349248 : ffff9caf580b8b40) 00000100:00000001:2.0:1789130486.227734:0:34358:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789130486.227737:0:34358:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9caf5014c800: skip recheck: last_committed 8589934597 00000100:00000001:2.0:1789130486.227739:0:34358:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789130486.227743:0:34358:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130486.227749:0:34358:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf580b8b40 x1876037329052544/t8589934603(8589934603) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1789130502 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130486.227757:0:34358:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789130486.227761:0:34358:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789130486.227772:0:34358:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789130486.227776:0:34358:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf580b8b40 x1876037329052544/t8589934603(8589934603) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1789130502 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1789130486.227785:0:34358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf580b8b40 pname:cluuid:pid:xid:nid:opc:job uname:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:34358:1876037329052544:192.168.204.123@tcp:35:uname.0 00000100:00000001:2.0:1789130486.227790:0:34358:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789130486.227794:0:34358:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130486.227797:0:34358:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1789130486.227800:0:34358:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130486.227843:0:34358:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf580b8b40 x1876037329052544/t8589934603(8589934603) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1789130502 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130486.227852:0:34358:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789130486.227855:0:34358:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9caf584c4900. 00000100:00000001:2.0:1789130486.227859:0:34358:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1789130486.227861:0:34358:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130486.227871:0:34358:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789130486.227872:0:34358:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875643202368 : -109198066349248 : ffff9caf580b8b40) 00000002:00000001:2.0:1789130486.227875:0:34358:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789130486.227879:0:34358:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1789130486.227885:0:34358:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9caf46308800. 00000080:00000001:2.0:1789130486.227890:0:34358:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:2.0:1789130486.227894:0:34358:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00000002:00000001:2.0:1789130486.227901:0:34358:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:2.0:1789130486.227907:0:34358:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9caf615d5a40 x1876037329052160/t8589934602(8589934602) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/664 e 0 to 0 dl 1789130502 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130486.227916:0:34358:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789130486.227917:0:34358:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875799558720 : -109197909992896 : ffff9caf615d5a40) 00000100:00000001:2.0:1789130486.227920:0:34358:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130486.227922:0:34358:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf615d5a40 x1876037329052160/t8589934602(8589934602) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/664 e 0 to 0 dl 1789130502 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130486.227929:0:34358:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130486.227931:0:34358:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130486.227934:0:34358:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf580b8b40 x1876037329052544/t8589934603(8589934603) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1789130502 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130486.227940:0:34358:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130486.227942:0:34358:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130486.227945:0:34358:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf615d5a40 x1876037329052160/t8589934602(8589934602) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/664 e 0 to 0 dl 1789130502 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130486.227952:0:34358:0:(client.c:2793:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1789130486.227956:0:34358:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1789130486.227958:0:34358:0:(genops.c:1223:class_import_put()) import ffff9caf6079a800 refcount=7 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000020:00000001:2.0:1789130486.227961:0:34358:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1789130486.227965:0:34358:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9caf487c2000. 02000000:00000001:2.0:1789130486.227971:0:34358:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789130486.227973:0:34358:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789130486.227976:0:34358:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf615d5a40. 00000100:00000001:2.0:1789130486.227982:0:34358:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789130486.228001:0:34358:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789130486.228004:0:34358:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130486.228013:0:34358:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf580b8b40 x1876037329052544/t8589934603(8589934603) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1789130502 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130486.228020:0:34358:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789130486.228022:0:34358:0:(client.c:2947:obd_mod_free()) kfreed 'mod': 32 at ffff9caf4632bc40. 00000002:00000001:2.0:1789130486.228026:0:34358:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789130486.228028:0:34358:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1789130486.228031:0:34358:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9caf58606500. 00000100:00000001:2.0:1789130486.228034:0:34358:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130486.228037:0:34358:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf580b8b40 x1876037329052544/t8589934603(8589934603) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1789130502 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130486.228043:0:34358:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789130486.228045:0:34358:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789130486.228048:0:34358:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9caf50107c00. 02000000:00000001:2.0:1789130486.228051:0:34358:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789130486.228053:0:34358:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1789130486.228054:0:34358:0:(genops.c:1223:class_import_put()) import ffff9caf6079a800 refcount=6 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000020:00000001:2.0:1789130486.228056:0:34358:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1789130486.228058:0:34358:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9caf46309000. 02000000:00000001:2.0:1789130486.228060:0:34358:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789130486.228061:0:34358:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789130486.228062:0:34358:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf580b8b40. 00000100:00000001:2.0:1789130486.228067:0:34358:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789130486.228068:0:34358:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1789130486.228071:0:34358:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1789130486.228076:0:34358:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9caf417a9e00. 00000080:00000001:2.0:1789130486.228080:0:34358:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130486.228089:0:34358:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41cc7df0 00000080:00000008:2.0:1789130486.228092:0:34358:0:(file.c:523:ll_file_release()) COMPLETED file recon:[0x200000404:0x31:0x0](ffff9caf60198908), flags 102001, rc = 0 00000080:00000001:2.0:1789130486.228097:0:34358:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130486.228104:0:34358:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1789130486.228106:0:34358:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41cc7e00 00000080:00002000:2.0:1789130486.228108:0:34358:0:(dcache.c:127:ll_ddelete()) keeping dentry recon (ffff9caf444bfaf8, parent ffff9caf600f3360, inode ffff9caf60198908) hashed, 00000080:00000001:2.0:1789130486.228112:0:34358:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130486.268888:0:34359:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:0.0:1789130486.268899:0:34359:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:0.0:1789130486.268902:0:34359:0:(file.c:6206:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1789130486.268906:0:34359:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41cc7bc0 00000080:00200000:0.0:1789130486.268913:0:34359:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8),name=/ 00000080:00000010:0.0:1789130486.268924:0:34359:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9caf47e8ec00. 00800000:00000002:0.0:1789130486.268934:0:34359:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9caf4557c8c0 2 00000080:00000001:0.0:1789130486.268939:0:34359:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1789130486.268946:0:34359:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1789130486.268949:0:34359:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41cc7ae0 00800000:00000002:0.0:1789130486.268952:0:34359:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1789130486.268956:0:34359:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1789130486.268963:0:34359:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1789130486.268970:0:34359:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1789130486.268973:0:34359:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41cc79b0 00000002:00010000:0.0:1789130486.268975:0:34359:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1789130486.268979:0:34359:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1789130486.268982:0:34359:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789130486.268987:0:34359:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1789130486.269006:0:34359:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789130486.269009:0:34359:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789130486.269011:0:34359:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789130486.269014:0:34359:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1789130486.269017:0:34359:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1789130486.269025:0:34359:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf61462d00. 00000020:00000040:0.0:1789130486.269030:0:34359:0:(genops.c:1210:class_import_get()) import ffff9caf6079a800 refcount=7 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00010000:00000001:0.0:1789130486.269038:0:34359:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1789130486.269046:0:34359:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789130486.269054:0:34359:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130486.269057:0:34359:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130486.269058:0:34359:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130486.269062:0:34359:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789130486.269067:0:34359:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789130486.269072:0:34359:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789130486.269081:0:34359:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9caf482be400. 00000100:00000001:0.0:1789130486.269090:0:34359:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130486.269097:0:34359:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789130486.269099:0:34359:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130486.269101:0:34359:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789130486.269102:0:34359:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130486.269104:0:34359:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789130486.269110:0:34359:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446634875798039808 : -109197911511808 : ffff9caf61462d00) 00010000:00000001:0.0:1789130486.269116:0:34359:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1789130486.269119:0:34359:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1789130486.269124:0:34359:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9caf48fc4000. 00010000:00000010:0.0:1789130486.269130:0:34359:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9caf4c532880. 00010000:00000001:0.0:1789130486.269134:0:34359:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1789130486.269138:0:34359:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9caf40030e00. 00000020:00000001:0.0:1789130486.269143:0:34359:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1789130486.269146:0:34359:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9caf40030e00 with handle 0xde5303b1d982ce43 to hash 00000020:00000001:0.0:1789130486.269148:0:34359:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1789130486.269150:0:34359:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446634875239992832 : -109198469558784 : ffff9caf40030e00) 00010000:00000001:0.0:1789130486.269155:0:34359:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446634875239992832 : -109198469558784 : ffff9caf40030e00) 00010000:00000001:0.0:1789130486.269159:0:34359:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789130486.269163:0:34359:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789130486.269168:0:34359:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030e00/0xde5303b1d982ce43 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 34359 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789130486.269179:0:34359:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030e00/0xde5303b1d982ce43 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34359 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789130486.269191:0:34359:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030e00/0xde5303b1d982ce43 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34359 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1789130486.269197:0:34359:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1789130486.269199:0:34359:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1789130486.269208:0:34359:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9caf48132d80. 00000100:00000001:0.0:1789130486.269210:0:34359:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446634875375267200 : -109198334284416 : ffff9caf48132d80) 00000100:00000001:0.0:1789130486.269213:0:34359:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789130486.269215:0:34359:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875798039808 : -109197911511808 : ffff9caf61462d00) 00000100:00000001:0.0:1789130486.269220:0:34359:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789130486.269225:0:34359:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130486.269228:0:34359:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1789130486.269230:0:34359:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789130486.269245:0:34359:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf61462d00 x1876037329052672/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130486.269254:0:34359:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789130486.269257:0:34359:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130486.269261:0:34359:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789130486.269265:0:34359:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789130486.269267:0:34359:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789130486.269272:0:34359:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf61462d00 pname:cluuid:pid:xid:nid:opc:job cat:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:34359:1876037329052672:192.168.204.123@tcp:101:cat.0 00000100:00000001:0.0:1789130486.269276:0:34359:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789130486.269283:0:34359:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789130486.269287:0:34359:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130486.269291:0:34359:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789130486.269297:0:34359:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9caf47cd3000. 02000000:00000001:0.0:1789130486.269299:0:34359:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789130486.269309:0:34359:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:0.0:1789130486.269314:0:34359:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf50131bb0. 00000400:00000010:0.0:1789130486.269325:0:34359:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf5801eee0. 00000100:00000200:0.0:1789130486.269336:0:34359:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1876037329052672, portal 10 00000100:00000001:0.0:1789130486.269338:0:34359:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789130486.269340:0:34359:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875798039808 : -109197911511808 : ffff9caf61462d00) 00000100:00000040:0.0:1789130486.269346:0:34359:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9caf61462d00 x1876037329052672/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789130502 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130486.269355:0:34359:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789130486.269358:0:34359:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:0.0:1789130486.269361:0:34359:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf5801e3b8. 00000100:00000200:0.0:1789130486.269366:0:34359:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1876037329052672, offset 0 00000400:00000200:0.0:1789130486.269373:0:34359:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:0.0:1789130486.269384:0:34359:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:0.0:1789130486.269393:0:34359:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:0.0:1789130486.269401:0:34359:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789130486.269406:0:34359:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:0.0:1789130486.269410:0:34359:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789130486.269412:0:34359:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:0.0:1789130486.269416:0:34359:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2663:2663:256:4294967295] 192.168.204.123@tcp LPNI seq info [2662:2662:8:4294967295] 00000400:00000200:0.0:1789130486.269420:0:34359:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:0.0:1789130486.269431:0:34359:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:0.0:1789130486.269436:0:34359:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:0.0:1789130486.269441:0:34359:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf451e7300. 00000800:00000200:0.0:1789130486.269449:0:34359:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:0.0:1789130486.269458:0:34359:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:0.0:1789130486.269463:0:34359:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf451e7300 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:0.0:1789130486.269586:0:34359:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130486.269593:0:34359:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: using a timeout of 803201 usecs (804 jiffies) 00000400:00000200:0.0:1789130486.269598:0:34359:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:0.0:1789130486.269602:0:34359:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296581095 00000100:00000001:0.0:1789130486.269606:0:34359:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 2, keep current deadline 4296582142 00000100:00000001:0.0:1789130486.269609:0:34359:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296581095 00000100:00000001:0.0:1789130486.269611:0:34359:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 3, keep current deadline 4296582142 00000100:00000001:0.0:1789130486.269614:0:34359:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789130486.269617:0:34359:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130486.269620:0:34359:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789130486.269623:0:34359:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1789130486.269626:0:34359:0:(client.c:2715:ptlrpc_set_wait()) set ffff9caf48132d80 going to sleep for 11 seconds 00000100:00000001:0.0:1789130486.269629:0:34359:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789130486.269633:0:34359:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789130486.269962:0:2342:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789130486.269968:0:2342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf451e7300. 00000400:00000200:3.0:1789130486.269974:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130486.269979:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:3.0:1789130486.269986:0:2342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf5801e3b8 00000400:00000010:3.0:1789130486.269989:0:2342:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf5801e3b8. 00000100:00000001:3.0:1789130486.270403:0:2342:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789130486.270410:0:2342:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf61462d00 x1876037329052672/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789130502 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130486.270424:0:2342:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130486.270428:0:2342:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf61462d00 x1876037329052672/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789130502 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130486.270436:0:2342:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130486.270439:0:2342:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1789130486.272382:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130486.272407:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789130486.272413:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130486.272415:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130486.272425:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130486.272433:0:2341:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:3.0:1789130486.272442:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130486.272448:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130486.272453:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130486.272457:0:2341:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 688 into portal 10 MB=0x6aa3efa956400 00000400:00000200:3.0:1789130486.272461:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130486.272466:0:2341:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.123@tcp of length 688/688 into md 0x72f5 [1] + 224 00000800:00000001:3.0:1789130486.272472:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130486.272549:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130486.272555:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130486.272560:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:3.0:1789130486.272573:0:2341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789130486.272587:0:2341:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf61462d00 x1876037329052672/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789130502 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789130486.272599:0:2341:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9caf61462d00 x1876037329052672/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789130502 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130486.272623:0:2341:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789130486.272634:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130486.272638:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130486.272722:0:34359:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789130486.272733:0:34359:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789130486.272736:0:34359:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789130486.272739:0:34359:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf50131bb0. 00000400:00000200:0.0:1789130486.272745:0:34359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf5801eee0 00000400:00000010:0.0:1789130486.272749:0:34359:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf5801eee0. 00000100:00000001:0.0:1789130486.272752:0:34359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789130486.272756:0:34359:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf61462d00 x1876037329052672/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789130502 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1789130486.272766:0:34359:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf61462d00 x1876037329052672/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789130502 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130486.272772:0:34359:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789130486.272775:0:34359:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130486.272777:0:34359:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789130486.272782:0:34359:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789130486.272786:0:34359:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789130486.272788:0:34359:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130486.272792:0:34359:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789130486.272845:0:34359:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf6079ac60 time=105 v=5 (5 104 104 104) 00000100:00001000:0.0:1789130486.272850:0:34359:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf6079ac18 time=27 v=5 (1 0 0 0) 00000100:00000001:0.0:1789130486.272853:0:34359:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789130486.272855:0:34359:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130486.272858:0:34359:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789130486.272863:0:34359:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130486.272869:0:34359:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789130486.272873:0:34359:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9caf5014c800: skip recheck: last_committed 8589934597 00000100:00000001:0.0:1789130486.272876:0:34359:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789130486.272879:0:34359:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130486.272886:0:34359:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf61462d00 x1876037329052672/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1789130502 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130486.272895:0:34359:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789130486.272900:0:34359:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789130486.272902:0:34359:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789130486.272907:0:34359:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf61462d00 x1876037329052672/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1789130502 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1789130486.272922:0:34359:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf61462d00 pname:cluuid:pid:xid:nid:opc:job cat:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:34359:1876037329052672:192.168.204.123@tcp:101:cat.0 00000100:00000001:0.0:1789130486.272928:0:34359:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130486.272932:0:34359:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130486.272934:0:34359:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1789130486.272937:0:34359:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789130486.272941:0:34359:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf61462d00 x1876037329052672/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1789130502 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130486.272947:0:34359:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789130486.273796:0:34359:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9caf48132d80. 00000100:00000001:0.0:1789130486.273847:0:34359:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1789130486.273849:0:34359:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130486.273855:0:34359:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1789130486.273861:0:34359:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130486.273864:0:34359:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130486.273868:0:34359:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40030e00 refcount=4 00000020:00000001:0.0:1789130486.273870:0:34359:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239992832 : -109198469558784 : ffff9caf40030e00) 00010000:00000001:0.0:1789130486.273875:0:34359:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239992832 : -109198469558784 : ffff9caf40030e00) 00010000:00000040:0.0:1789130486.273885:0:34359:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9caf40030e00, remote cookie: 0xcdf1b083821a60c4, flags: 0x1001 00010000:00010000:0.0:1789130486.273892:0:34359:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030e00/0xde5303b1d982ce43 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a60c4 expref: -99 pid: 34359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789130486.273906:0:34359:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030e00/0xde5303b1d982ce43 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a60c4 expref: -99 pid: 34359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789130486.273913:0:34359:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1789130486.273919:0:34359:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1789130486.273926:0:34359:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1789130486.273928:0:34359:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1789130486.273930:0:34359:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1789130486.273933:0:34359:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff9caf48fc4000) refcount = 1 00010000:00010000:0.0:1789130486.273939:0:34359:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030e00/0xde5303b1d982ce43 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a60c4 expref: -99 pid: 34359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789130486.273948:0:34359:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1789130486.273953:0:34359:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1789130486.273955:0:34359:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789130486.273959:0:34359:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1789130486.273963:0:34359:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789130486.273966:0:34359:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030e00/0xde5303b1d982ce43 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a60c4 expref: -99 pid: 34359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789130486.273973:0:34359:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1789130486.273975:0:34359:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130486.273978:0:34359:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130486.273979:0:34359:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130486.273981:0:34359:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130486.273983:0:34359:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789130486.273988:0:34359:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1789130486.273990:0:34359:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130486.274006:0:34359:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130486.274008:0:34359:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40030e00 refcount=3 00000020:00000001:0.0:1789130486.274010:0:34359:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239992832 : -109198469558784 : ffff9caf40030e00) 00010000:00000001:0.0:1789130486.274012:0:34359:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239992832 : -109198469558784 : ffff9caf40030e00) 00010000:00000001:0.0:1789130486.274015:0:34359:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130486.274016:0:34359:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130486.274017:0:34359:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40030e00 refcount=4 00000020:00000001:0.0:1789130486.274019:0:34359:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239992832 : -109198469558784 : ffff9caf40030e00) 00010000:00000001:0.0:1789130486.274021:0:34359:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239992832 : -109198469558784 : ffff9caf40030e00) 00010000:00000001:0.0:1789130486.274025:0:34359:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789130486.274029:0:34359:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789130486.274033:0:34359:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030e00/0xde5303b1d982ce43 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a60c4 expref: -99 pid: 34359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789130486.274041:0:34359:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130486.274043:0:34359:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130486.274044:0:34359:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130486.274046:0:34359:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130486.274047:0:34359:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40030e00 refcount=5 00000020:00000001:0.0:1789130486.274049:0:34359:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239992832 : -109198469558784 : ffff9caf40030e00) 00010000:00000001:0.0:1789130486.274052:0:34359:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239992832 : -109198469558784 : ffff9caf40030e00) 00010000:00000001:0.0:1789130486.274055:0:34359:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789130486.274058:0:34359:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030e00/0xde5303b1d982ce43 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a60c4 expref: -99 pid: 34359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789130486.274064:0:34359:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130486.274065:0:34359:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1789130486.274068:0:34359:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030e00/0xde5303b1d982ce43 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a60c4 expref: -99 pid: 34359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789130486.274075:0:34359:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789130486.274077:0:34359:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130486.274078:0:34359:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130486.274079:0:34359:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130486.274080:0:34359:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1789130486.274089:0:34359:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9caf61462d00 x1876037329052672/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1789130502 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1789130486.274100:0:34359:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130486.274102:0:34359:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130486.274103:0:34359:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40030e00 refcount=3 00000020:00000001:0.0:1789130486.274105:0:34359:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239992832 : -109198469558784 : ffff9caf40030e00) 00010000:00000001:0.0:1789130486.274107:0:34359:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239992832 : -109198469558784 : ffff9caf40030e00) 00010000:00000001:0.0:1789130486.274109:0:34359:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130486.274110:0:34359:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789130486.274112:0:34359:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789130486.274114:0:34359:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789130486.274117:0:34359:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1789130486.274120:0:34359:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130486.274121:0:34359:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130486.274123:0:34359:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40030e00 refcount=3 00000020:00000001:0.0:1789130486.274125:0:34359:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239992832 : -109198469558784 : ffff9caf40030e00) 00010000:00000001:0.0:1789130486.274128:0:34359:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239992832 : -109198469558784 : ffff9caf40030e00) 00000002:00010000:0.0:1789130486.274131:0:34359:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030e00/0xde5303b1d982ce43 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a60c4 expref: -99 pid: 34359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789130486.274137:0:34359:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130486.274139:0:34359:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130486.274141:0:34359:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1789130486.274142:0:34359:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130486.274143:0:34359:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130486.274145:0:34359:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40030e00 refcount=3 00000020:00000001:0.0:1789130486.274147:0:34359:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239992832 : -109198469558784 : ffff9caf40030e00) 00010000:00000001:0.0:1789130486.274149:0:34359:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239992832 : -109198469558784 : ffff9caf40030e00) 00010000:00000040:0.0:1789130486.274157:0:34359:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf48fc4000 count: 2 00010000:00000001:0.0:1789130486.274161:0:34359:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1789130486.274166:0:34359:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9caf4630e800 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:0.0:1789130486.274169:0:34359:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130486.274170:0:34359:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789130486.274171:0:34359:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1789130486.274175:0:34359:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41cc7938 00000002:00002000:0.0:1789130486.274177:0:34359:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:0.0:1789130486.274180:0:34359:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789130486.274185:0:34359:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789130486.274188:0:34359:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1789130486.274191:0:34359:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1789130486.274195:0:34359:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789130486.274200:0:34359:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9caf4557c8c0 2 00000080:00000010:0.0:1789130486.274204:0:34359:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9caf47e8ec00. 00000080:00000001:0.0:1789130486.274210:0:34359:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1789130486.274213:0:34359:0:(llite_lib.c:3864:ll_prep_inode()) Process entered 00000002:00000001:0.0:1789130486.274221:0:34359:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:0.0:1789130486.274226:0:34359:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:0.0:1789130486.274293:0:34359:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9caf47faa140. 00800000:00000001:0.0:1789130486.274297:0:34359:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446634875373658432 : -109198335893184 : ffff9caf47faa140) 00800000:00000001:0.0:1789130486.274300:0:34359:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789130486.274303:0:34359:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1789130486.274308:0:34359:0:(llite_lib.c:1973:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1789130486.274310:0:34359:0:(llite_lib.c:1977:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:0.0:1789130486.274314:0:34359:0:(llite_lib.c:1928:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1789130486.274317:0:34359:0:(llite_lib.c:1950:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1789130486.274320:0:34359:0:(llite_lib.c:1994:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130486.274325:0:34359:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:0.0:1789130486.274339:0:34359:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:0.0:1789130486.274345:0:34359:0:(llite_lib.c:3140:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 8704 00010000:00000001:0.0:1789130486.274347:0:34359:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130486.274349:0:34359:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130486.274351:0:34359:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40030e00 refcount=3 00000020:00000001:0.0:1789130486.274353:0:34359:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239992832 : -109198469558784 : ffff9caf40030e00) 00010000:00000001:0.0:1789130486.274365:0:34359:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239992832 : -109198469558784 : ffff9caf40030e00) 00010000:00000001:0.0:1789130486.274368:0:34359:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130486.274369:0:34359:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1789130486.274371:0:34359:0:(llite_lib.c:3962:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1789130486.274374:0:34359:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:0.0:1789130486.274375:0:34359:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9caf47faa140 1 00800000:00000010:0.0:1789130486.274378:0:34359:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9caf47faa140. 00800000:00000001:0.0:1789130486.274382:0:34359:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789130486.274386:0:34359:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9caf601980c8) for lock 0xde5303b1d982ce43 00800000:00000001:0.0:1789130486.274390:0:34359:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1789130486.274393:0:34359:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1789130486.274394:0:34359:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130486.274395:0:34359:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130486.274396:0:34359:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40030e00 refcount=3 00000020:00000001:0.0:1789130486.274398:0:34359:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239992832 : -109198469558784 : ffff9caf40030e00) 00010000:00000001:0.0:1789130486.274400:0:34359:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239992832 : -109198469558784 : ffff9caf40030e00) 00010000:00000001:0.0:1789130486.274403:0:34359:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130486.274404:0:34359:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789130486.274406:0:34359:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789130486.274409:0:34359:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130486.274412:0:34359:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789130486.274415:0:34359:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9caf601980c8) 00000080:00010000:0.0:1789130486.274418:0:34359:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xde5303b1d982ce43 from it ffffb97f41cc7bf8 00010000:00000001:0.0:1789130486.274421:0:34359:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130486.274422:0:34359:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130486.274423:0:34359:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40030e00 refcount=3 00000020:00000001:0.0:1789130486.274425:0:34359:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239992832 : -109198469558784 : ffff9caf40030e00) 00010000:00000001:0.0:1789130486.274428:0:34359:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239992832 : -109198469558784 : ffff9caf40030e00) 00010000:00000001:0.0:1789130486.274430:0:34359:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789130486.274433:0:34359:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030e00/0xde5303b1d982ce43 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a60c4 expref: -99 pid: 34359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789130486.274440:0:34359:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130486.274442:0:34359:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130486.274443:0:34359:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789130486.274446:0:34359:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789130486.274449:0:34359:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030e00/0xde5303b1d982ce43 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a60c4 expref: -99 pid: 34359 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1789130486.274457:0:34359:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789130486.274461:0:34359:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789130486.274463:0:34359:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789130486.274469:0:34359:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130486.274470:0:34359:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130486.274472:0:34359:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130486.274476:0:34359:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789130486.274479:0:34359:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130486.274481:0:34359:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130486.274484:0:34359:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130486.274486:0:34359:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789130486.274487:0:34359:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130486.274489:0:34359:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1789130486.274491:0:34359:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789130486.274497:0:34359:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf61462d00 x1876037329052672/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1789130502 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130486.274506:0:34359:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789130486.274511:0:34359:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789130486.274516:0:34359:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9caf47cd3000. 02000000:00000001:0.0:1789130486.274520:0:34359:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789130486.274523:0:34359:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1789130486.274526:0:34359:0:(genops.c:1223:class_import_put()) import ffff9caf6079a800 refcount=6 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000020:00000001:0.0:1789130486.274529:0:34359:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1789130486.274534:0:34359:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9caf482be400. 02000000:00000001:0.0:1789130486.274539:0:34359:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789130486.274542:0:34359:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789130486.274615:0:34359:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf61462d00. 00000100:00000001:0.0:1789130486.274622:0:34359:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789130486.274624:0:34359:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1789130486.274629:0:34359:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8), inode mode 41ff mask 1 00000080:00000001:0.0:1789130486.274637:0:34359:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130486.274646:0:34359:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1789130486.274649:0:34359:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41cc7bc0 00000080:00002000:0.0:1789130486.274651:0:34359:0:(dcache.c:87:ll_dcompare()) found name recon(ffff9caf444bfaf8) flags 0x48004e refc 0 00000080:00000001:0.0:1789130486.274654:0:34359:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130486.274656:0:34359:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41cc7c08 00000080:00200000:0.0:1789130486.274657:0:34359:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=recon, flags=265 00000080:00000001:0.0:1789130486.274667:0:34359:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00200000:0.0:1789130486.274669:0:34359:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000404:0x31:0x0](ffff9caf60198908), inode mode 81a4 mask 44 00000080:00000001:0.0:1789130486.274671:0:34359:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130486.274682:0:34359:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:0.0:1789130486.274684:0:34359:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41cc7b98 00000080:00200008:0.0:1789130486.274686:0:34359:0:(file.c:1090:ll_file_open()) START file recon:[0x200000404:0x31:0x0](ffff9caf60198908), flags 100000 00000080:00000010:0.0:1789130486.274707:0:34359:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9caf4865e3c0. 00000080:00000001:0.0:1789130486.274717:0:34359:0:(file.c:806:ll_intent_file_open()) Process entered 00000080:00000010:0.0:1789130486.274723:0:34359:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9caf47e8ec00. 00800000:00000002:0.0:1789130486.274730:0:34359:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9caf4557c8c0 2 00000080:00000001:0.0:1789130486.274735:0:34359:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1789130486.274739:0:34359:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1789130486.274741:0:34359:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41cc7a48 00800000:00000002:0.0:1789130486.274744:0:34359:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open' for [0x200000404:0x31:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1789130486.274749:0:34359:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00000020:00000001:0.0:1789130486.274755:0:34359:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41cc79c8 00800000:00000002:0.0:1789130486.274757:0:34359:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x31:0x0], name='' -> mds #0 layout version 1 00000002:00000001:0.0:1789130486.274762:0:34359:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1789130486.274764:0:34359:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41cc7900 00000002:00010000:0.0:1789130486.274766:0:34359:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000404:0x31:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 04240100001 00000002:00000001:0.0:1789130486.274771:0:34359:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1789130486.274775:0:34359:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:0.0:1789130486.274780:0:34359:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1789130486.274787:0:34359:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf48fc4800 count: 2 00010000:00000001:0.0:1789130486.274789:0:34359:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789130486.274792:0:34359:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1789130486.274797:0:34359:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130486.274799:0:34359:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789130486.274801:0:34359:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789130486.274944:0:34359:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1789130486.274947:0:34359:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf48fc4000 count: 2 00010000:00000001:0.0:1789130486.274950:0:34359:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789130486.274952:0:34359:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1789130486.274954:0:34359:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130486.274956:0:34359:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789130486.274958:0:34359:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789130486.274964:0:34359:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf61462d00. 00000020:00000040:0.0:1789130486.274969:0:34359:0:(genops.c:1210:class_import_get()) import ffff9caf6079a800 refcount=7 obd=lustre-MDT0000-mdc-ffff9caf5014c800 02000000:00000001:0.0:1789130486.274975:0:34359:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1789130486.274978:0:34359:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130486.274982:0:34359:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1789130486.274987:0:34359:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789130486.275003:0:34359:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130486.275005:0:34359:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130486.275006:0:34359:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130486.275011:0:34359:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789130486.275013:0:34359:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789130486.275018:0:34359:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789130486.275028:0:34359:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9caf482be400. 00000100:00000001:0.0:1789130486.275039:0:34359:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130486.275044:0:34359:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789130486.275046:0:34359:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130486.275048:0:34359:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789130486.275049:0:34359:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130486.275052:0:34359:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789130486.275061:0:34359:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446634875798039808 : -109197911511808 : ffff9caf61462d00) 00010000:00000001:0.0:1789130486.275067:0:34359:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1789130486.275070:0:34359:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1789130486.275073:0:34359:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf48fc4000 count: 2 00010000:00000001:0.0:1789130486.275075:0:34359:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789130486.275078:0:34359:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1789130486.275083:0:34359:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9caf40030600. 00000020:00000001:0.0:1789130486.275087:0:34359:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1789130486.275091:0:34359:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9caf40030600 with handle 0xde5303b1d982ce4a to hash 00000020:00000001:0.0:1789130486.275093:0:34359:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1789130486.275095:0:34359:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446634875239990784 : -109198469560832 : ffff9caf40030600) 00010000:00000001:0.0:1789130486.275100:0:34359:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446634875239990784 : -109198469560832 : ffff9caf40030600) 00010000:00000001:0.0:1789130486.275104:0:34359:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789130486.275106:0:34359:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789130486.275110:0:34359:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030600/0xde5303b1d982ce4a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 34359 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789130486.275118:0:34359:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030600/0xde5303b1d982ce4a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 34359 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:0.0:1789130486.275134:0:34359:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9caf5014c800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1789130486.275142:0:34359:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9caf61462d00 x1876037329052928/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1789130486.275154:0:34359:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030600/0xde5303b1d982ce4a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 34359 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1789130486.275160:0:34359:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1789130486.275163:0:34359:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1789130486.275172:0:34359:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9caf48132d80. 00000100:00000001:0.0:1789130486.275175:0:34359:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446634875375267200 : -109198334284416 : ffff9caf48132d80) 00000100:00000001:0.0:1789130486.275179:0:34359:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789130486.275181:0:34359:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875798039808 : -109197911511808 : ffff9caf61462d00) 00000100:00000001:0.0:1789130486.275187:0:34359:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789130486.275192:0:34359:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130486.275195:0:34359:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1789130486.275198:0:34359:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789130486.275203:0:34359:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf61462d00 x1876037329052928/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130486.275211:0:34359:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789130486.275214:0:34359:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130486.275220:0:34359:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789130486.275223:0:34359:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789130486.275226:0:34359:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789130486.275229:0:34359:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf61462d00 pname:cluuid:pid:xid:nid:opc:job cat:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:34359:1876037329052928:192.168.204.123@tcp:101:cat.0 00000100:00000001:0.0:1789130486.275234:0:34359:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789130486.275243:0:34359:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789130486.275248:0:34359:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130486.275251:0:34359:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789130486.275351:0:34359:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 262144 at ffff9caf48a00000. 02000000:00000001:0.0:1789130486.275355:0:34359:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789130486.275365:0:34359:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:0.0:1789130486.275369:0:34359:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf50131bb0. 00000400:00000010:0.0:1789130486.275379:0:34359:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffff9caf47cd3000. 00000100:00000200:0.0:1789130486.275389:0:34359:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 262144 bytes, xid 1876037329052928, portal 10 00000100:00000001:0.0:1789130486.275391:0:34359:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789130486.275393:0:34359:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875798039808 : -109197911511808 : ffff9caf61462d00) 00000100:00000040:0.0:1789130486.275400:0:34359:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9caf61462d00 x1876037329052928/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789130502 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130486.275408:0:34359:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789130486.275411:0:34359:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:0.0:1789130486.275417:0:34359:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf5801eee0. 00000100:00000200:0.0:1789130486.275421:0:34359:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1876037329052928, offset 0 00000400:00000200:0.0:1789130486.275429:0:34359:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:0.0:1789130486.275441:0:34359:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:0.0:1789130486.275451:0:34359:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:0.0:1789130486.275458:0:34359:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789130486.275464:0:34359:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:0.0:1789130486.275468:0:34359:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789130486.275472:0:34359:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:0.0:1789130486.275476:0:34359:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2664:2664:256:4294967295] 192.168.204.123@tcp LPNI seq info [2663:2663:8:4294967295] 00000400:00000200:0.0:1789130486.275481:0:34359:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:0.0:1789130486.275495:0:34359:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:0.0:1789130486.275503:0:34359:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:0.0:1789130486.275511:0:34359:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf451e7e00. 00000800:00000200:0.0:1789130486.275519:0:34359:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:0.0:1789130486.275529:0:34359:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:0.0:1789130486.275535:0:34359:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf451e7e00 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:0.0:1789130486.275630:0:34359:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130486.275636:0:34359:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: using a timeout of 802217 usecs (803 jiffies) 00000400:00000200:0.0:1789130486.275640:0:34359:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:0.0:1789130486.275643:0:34359:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296581100 00000100:00000001:0.0:1789130486.275647:0:34359:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 2, keep current deadline 4296582142 00000100:00000001:0.0:1789130486.275649:0:34359:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296581100 00000100:00000001:0.0:1789130486.275652:0:34359:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 3, keep current deadline 4296582142 00000100:00000001:0.0:1789130486.275655:0:34359:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789130486.275658:0:34359:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130486.275660:0:34359:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789130486.275663:0:34359:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1789130486.275665:0:34359:0:(client.c:2715:ptlrpc_set_wait()) set ffff9caf48132d80 going to sleep for 11 seconds 00000100:00000001:0.0:1789130486.275669:0:34359:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789130486.275673:0:34359:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789130486.276516:0:2342:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789130486.276525:0:2342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf451e7e00. 00000400:00000200:3.0:1789130486.276532:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130486.276541:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:3.0:1789130486.276549:0:2342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf5801eee0 00000400:00000010:3.0:1789130486.276552:0:2342:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf5801eee0. 00000100:00000001:3.0:1789130486.276557:0:2342:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789130486.276564:0:2342:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf61462d00 x1876037329052928/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789130502 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130486.276579:0:2342:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130486.276583:0:2342:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf61462d00 x1876037329052928/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789130502 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130486.276590:0:2342:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130486.276592:0:2342:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1789130486.280831:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130486.280855:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789130486.280861:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130486.280865:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130486.280877:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130486.280888:0:2341:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:3.0:1789130486.280900:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130486.280907:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130486.280914:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130486.280919:0:2341:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 664 into portal 10 MB=0x6aa3efa956500 00000400:00000200:3.0:1789130486.280925:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130486.280933:0:2341:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.123@tcp of length 664/664 into md 0x72fd [64] + 224 00000800:00000001:3.0:1789130486.280942:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130486.280949:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130486.280953:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130486.280958:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:3.0:1789130486.280969:0:2341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789130486.280979:0:2341:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf61462d00 x1876037329052928/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789130502 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789130486.281012:0:2341:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=131856 req@ffff9caf61462d00 x1876037329052928/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789130502 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130486.281034:0:2341:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789130486.281045:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130486.281049:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130486.281154:0:34359:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789130486.281164:0:34359:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789130486.281166:0:34359:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789130486.281170:0:34359:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf50131bb0. 00000400:00000200:0.0:1789130486.281176:0:34359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf47cd3000 00000400:00000010:0.0:1789130486.281179:0:34359:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 1144 at ffff9caf47cd3000. 00000100:00000001:0.0:1789130486.281183:0:34359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789130486.281188:0:34359:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf61462d00 x1876037329052928/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789130502 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1789130486.281198:0:34359:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf61462d00 x1876037329052928/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789130502 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130486.281204:0:34359:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789130486.281208:0:34359:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130486.281211:0:34359:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789130486.281216:0:34359:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789130486.281219:0:34359:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789130486.281222:0:34359:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130486.281226:0:34359:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789130486.281240:0:34359:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf6079ac60 time=105 v=5 (5 104 104 104) 00000100:00001000:0.0:1789130486.281245:0:34359:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf6079ac18 time=27 v=5 (1 0 0 0) 00000100:00000001:0.0:1789130486.281249:0:34359:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789130486.281251:0:34359:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130486.281254:0:34359:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789130486.281259:0:34359:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130486.281264:0:34359:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1789130486.281266:0:34359:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1789130486.281268:0:34359:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1789130486.281271:0:34359:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789130486.281273:0:34359:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875798039808 : -109197911511808 : ffff9caf61462d00) 00000100:00000001:0.0:1789130486.281277:0:34359:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789130486.281279:0:34359:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9caf5014c800: skip recheck: last_committed 8589934597 00000100:00000001:0.0:1789130486.281281:0:34359:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789130486.281284:0:34359:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130486.281290:0:34359:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf61462d00 x1876037329052928/t8589934604(8589934604) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/664 e 0 to 0 dl 1789130502 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130486.281304:0:34359:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789130486.281308:0:34359:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789130486.281310:0:34359:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789130486.281315:0:34359:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf61462d00 x1876037329052928/t8589934604(8589934604) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/664 e 0 to 0 dl 1789130502 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1789130486.281323:0:34359:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf61462d00 pname:cluuid:pid:xid:nid:opc:job cat:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:34359:1876037329052928:192.168.204.123@tcp:101:cat.0 00000100:00000001:0.0:1789130486.281329:0:34359:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130486.281557:0:34359:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130486.281561:0:34359:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1789130486.281564:0:34359:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789130486.281570:0:34359:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf61462d00 x1876037329052928/t8589934604(8589934604) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/664 e 0 to 0 dl 1789130502 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130486.281738:0:34359:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789130486.281742:0:34359:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9caf48132d80. 00000100:00000001:0.0:1789130486.281746:0:34359:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1789130486.281748:0:34359:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130486.281752:0:34359:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1789130486.281759:0:34359:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130486.281762:0:34359:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130486.281766:0:34359:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40030600 refcount=4 00000020:00000001:0.0:1789130486.281769:0:34359:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239990784 : -109198469560832 : ffff9caf40030600) 00010000:00000001:0.0:1789130486.281772:0:34359:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239990784 : -109198469560832 : ffff9caf40030600) 00010000:00000040:0.0:1789130486.281781:0:34359:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9caf40030600, remote cookie: 0xcdf1b083821a60d2, flags: 0x1001 00010000:00000040:0.0:1789130486.281784:0:34359:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x31:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:0.0:1789130486.281788:0:34359:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000040:0.0:1789130486.281796:0:34359:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf48fc4800 count: 2 00010000:00000001:0.0:1789130486.281800:0:34359:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789130486.281832:0:34359:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789130486.281838:0:34359:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030600/0xde5303b1d982ce4a lrc: 4/1,0 mode: --/CR res: [0x200000404:0x31:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a60d2 expref: -99 pid: 34359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789130486.281850:0:34359:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030600/0xde5303b1d982ce4a lrc: 4/1,0 mode: --/CR res: [0x200000404:0x31:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a60d2 expref: -99 pid: 34359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789130486.281857:0:34359:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1789130486.281863:0:34359:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1789130486.281866:0:34359:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1789130486.281868:0:34359:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1789130486.281869:0:34359:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1789130486.281872:0:34359:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x31:0x0].0x0 (ffff9caf48fc4800) refcount = 2 00010000:00000040:0.0:1789130486.281876:0:34359:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1789130486.281879:0:34359:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40031600/0xde5303b1d982ce20 lrc: 1/0,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xcdf1b083821a607e expref: -99 pid: 34352 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1789130486.281888:0:34359:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030600/0xde5303b1d982ce4a lrc: 4/1,0 mode: CR/CR res: [0x200000404:0x31:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a60d2 expref: -99 pid: 34359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789130486.281896:0:34359:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1789130486.281901:0:34359:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1789130486.281903:0:34359:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789130486.281906:0:34359:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1789130486.281908:0:34359:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789130486.281912:0:34359:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030600/0xde5303b1d982ce4a lrc: 4/1,0 mode: CR/CR res: [0x200000404:0x31:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a60d2 expref: -99 pid: 34359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789130486.281918:0:34359:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1789130486.281920:0:34359:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130486.281922:0:34359:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130486.281923:0:34359:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130486.281925:0:34359:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130486.281926:0:34359:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789130486.281932:0:34359:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1789130486.281936:0:34359:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130486.281938:0:34359:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130486.281940:0:34359:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40030600 refcount=3 00000020:00000001:0.0:1789130486.281942:0:34359:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239990784 : -109198469560832 : ffff9caf40030600) 00010000:00000001:0.0:1789130486.281945:0:34359:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239990784 : -109198469560832 : ffff9caf40030600) 00010000:00000001:0.0:1789130486.281947:0:34359:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130486.281948:0:34359:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1789130486.281953:0:34359:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x200002b, status=0 req@ffff9caf61462d00 x1876037329052928/t8589934604(8589934604) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/664 e 0 to 0 dl 1789130502 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1789130486.281964:0:34359:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:0.0:1789130486.281969:0:34359:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9caf61462d00 x1876037329052928/t8589934604(8589934604) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/664 e 0 to 0 dl 1789130502 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1789130486.281976:0:34359:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130486.281982:0:34359:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130486.282001:0:34359:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130486.282003:0:34359:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40030600 refcount=3 00000020:00000001:0.0:1789130486.282005:0:34359:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239990784 : -109198469560832 : ffff9caf40030600) 00010000:00000001:0.0:1789130486.282007:0:34359:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239990784 : -109198469560832 : ffff9caf40030600) 00000002:00010000:0.0:1789130486.282011:0:34359:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030600/0xde5303b1d982ce4a lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x31:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a60d2 expref: -99 pid: 34359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:0.0:1789130486.282024:0:34359:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff9caf47faa140. 00010000:00000001:0.0:1789130486.282027:0:34359:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130486.282028:0:34359:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789130486.282030:0:34359:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789130486.282033:0:34359:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789130486.282037:0:34359:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:0.0:1789130486.282039:0:34359:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789130486.282040:0:34359:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875798039808 : -109197911511808 : ffff9caf61462d00) 00010000:00000001:0.0:1789130486.282043:0:34359:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130486.282044:0:34359:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130486.282045:0:34359:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40030600 refcount=3 00000020:00000001:0.0:1789130486.282047:0:34359:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239990784 : -109198469560832 : ffff9caf40030600) 00010000:00000001:0.0:1789130486.282050:0:34359:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239990784 : -109198469560832 : ffff9caf40030600) 00000002:00010000:0.0:1789130486.282053:0:34359:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030600/0xde5303b1d982ce4a lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x31:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a60d2 expref: -99 pid: 34359 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789130486.282060:0:34359:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130486.282061:0:34359:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130486.282063:0:34359:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1789130486.282064:0:34359:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130486.282066:0:34359:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130486.282067:0:34359:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40030600 refcount=3 00000020:00000001:0.0:1789130486.282069:0:34359:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239990784 : -109198469560832 : ffff9caf40030600) 00010000:00000001:0.0:1789130486.282072:0:34359:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239990784 : -109198469560832 : ffff9caf40030600) 00010000:00000040:0.0:1789130486.282075:0:34359:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf48fc4800 count: 3 00010000:00000001:0.0:1789130486.282077:0:34359:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1789130486.282081:0:34359:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9caf4630e800 type 13 mode 16 res 8589935620/49 (0 0) 00010000:00000001:0.0:1789130486.282085:0:34359:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130486.282086:0:34359:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789130486.282088:0:34359:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1789130486.282091:0:34359:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41cc7888 00000002:00002000:0.0:1789130486.282093:0:34359:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=open status=0 disp=0x280002b: rc = 0 00000002:00000001:0.0:1789130486.282095:0:34359:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789130486.282099:0:34359:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789130486.282102:0:34359:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1789130486.282106:0:34359:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1789130486.282109:0:34359:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789130486.282114:0:34359:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9caf4557c8c0 2 00000080:00000010:0.0:1789130486.282118:0:34359:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9caf47e8ec00. 00000080:00000001:0.0:1789130486.282124:0:34359:0:(llite_lib.c:3864:ll_prep_inode()) Process entered 00000002:00000001:0.0:1789130486.282131:0:34359:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1789130486.282135:0:34359:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000020:00000001:0.0:1789130486.282139:0:34359:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1789130486.282144:0:34359:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446634875648775016 : -109198060776600 : ffff9caf58609368) 00000020:00001000:0.0:1789130486.282147:0:34359:0:(cl_object.c:823:cl_env_get()) 1@ffff9caf58609360 00000020:00000001:0.0:1789130486.282150:0:34359:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:0.0:1789130486.282156:0:34359:0:(lov_object.c:1460:lov_conf_set()) Process entered 00020000:00000001:0.0:1789130486.282159:0:34359:0:(lov_pack.c:354:lov_unpackmd()) Process entered 00020000:00000010:0.0:1789130486.282167:0:34359:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9caf5021fe40. 00020000:00000010:0.0:1789130486.282172:0:34359:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9caf488f2a80. 00020000:00000010:0.0:1789130486.282178:0:34359:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9caf5021fcc0. 00020000:00000001:0.0:1789130486.282181:0:34359:0:(lov_pack.c:366:lov_unpackmd()) Process leaving (rc=18446634875510455488 : -109198199096128 : ffff9caf5021fcc0) 00020000:00000002:0.0:1789130486.282184:0:34359:0:(lov_ea.c:762:dump_lsm()) lsm ffff9caf5021fcc0, objid 0x31:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1789130486.282189:0:34359:0:(lov_ea.c:793:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1789130486.282194:0:34359:0:(lov_ea.c:812:dump_lsm()) oinfo:ffff9caf488f2a80: ostid: 0x280000400:66 ost idx: 1 gen: 0 00020000:00000002:0.0:1789130486.282198:0:34359:0:(lov_object.c:1314:lov_conf_lock()) Took exclusive lov(ffff9caf47cdc1f0) owner ffff9caf41220000 00020000:00000001:0.0:1789130486.282201:0:34359:0:(lov_object.c:1520:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1789130486.282204:0:34359:0:(lov_object.c:1320:lov_conf_unlock()) To release exclusive lov(ffff9caf47cdc1f0) owner ffff9caf41220000 00020000:00000010:0.0:1789130486.282210:0:34359:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9caf488f2a80. 00020000:00000010:0.0:1789130486.282214:0:34359:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff9caf5021fe40. 00020000:00000010:0.0:1789130486.282217:0:34359:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff9caf5021fcc0. 00020000:00000002:0.0:1789130486.282219:0:34359:0:(lov_object.c:1547:lov_conf_set()) [0x200000404:0x31:0x0] lo_layout_invalid=0 00020000:00000001:0.0:1789130486.282221:0:34359:0:(lov_object.c:1548:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130486.282224:0:34359:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1789130486.282226:0:34359:0:(cl_object.c:917:cl_env_put()) 1@ffff9caf58609360 00000080:00000001:0.0:1789130486.282232:0:34359:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833969 : 144115205322833969 : 200000404000031) 00000080:00000001:0.0:1789130486.282235:0:34359:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00010000:00000001:0.0:1789130486.282240:0:34359:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130486.282241:0:34359:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130486.282243:0:34359:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40030600 refcount=3 00000020:00000001:0.0:1789130486.282245:0:34359:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239990784 : -109198469560832 : ffff9caf40030600) 00010000:00000001:0.0:1789130486.282247:0:34359:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239990784 : -109198469560832 : ffff9caf40030600) 00000080:00000001:0.0:1789130486.282250:0:34359:0:(file.c:6819:ll_layout_conf()) Process entered 00000020:00000001:0.0:1789130486.282252:0:34359:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1789130486.282254:0:34359:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446634875648775016 : -109198060776600 : ffff9caf58609368) 00000020:00001000:0.0:1789130486.282256:0:34359:0:(cl_object.c:823:cl_env_get()) 1@ffff9caf58609360 00000020:00000001:0.0:1789130486.282258:0:34359:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:0.0:1789130486.282259:0:34359:0:(lov_object.c:1460:lov_conf_set()) Process entered 00020000:00000001:0.0:1789130486.282260:0:34359:0:(lov_pack.c:354:lov_unpackmd()) Process entered 00020000:00000010:0.0:1789130486.282264:0:34359:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9caf5021fcc0. 00020000:00000010:0.0:1789130486.282266:0:34359:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9caf488f2a80. 00020000:00000010:0.0:1789130486.282268:0:34359:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9caf5021fe40. 00020000:00000001:0.0:1789130486.282270:0:34359:0:(lov_pack.c:366:lov_unpackmd()) Process leaving (rc=18446634875510455872 : -109198199095744 : ffff9caf5021fe40) 00020000:00000002:0.0:1789130486.282273:0:34359:0:(lov_ea.c:762:dump_lsm()) lsm ffff9caf5021fe40, objid 0x31:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1789130486.282277:0:34359:0:(lov_ea.c:793:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1789130486.282280:0:34359:0:(lov_ea.c:812:dump_lsm()) oinfo:ffff9caf488f2a80: ostid: 0x280000400:66 ost idx: 1 gen: 0 00020000:00000002:0.0:1789130486.282282:0:34359:0:(lov_object.c:1314:lov_conf_lock()) Took exclusive lov(ffff9caf47cdc1f0) owner ffff9caf41220000 00020000:00000001:0.0:1789130486.282284:0:34359:0:(lov_object.c:1520:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1789130486.282286:0:34359:0:(lov_object.c:1320:lov_conf_unlock()) To release exclusive lov(ffff9caf47cdc1f0) owner ffff9caf41220000 00020000:00000010:0.0:1789130486.282288:0:34359:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9caf488f2a80. 00020000:00000010:0.0:1789130486.282290:0:34359:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff9caf5021fcc0. 00020000:00000010:0.0:1789130486.282292:0:34359:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff9caf5021fe40. 00020000:00000002:0.0:1789130486.282294:0:34359:0:(lov_object.c:1547:lov_conf_set()) [0x200000404:0x31:0x0] lo_layout_invalid=0 00020000:00000001:0.0:1789130486.282296:0:34359:0:(lov_object.c:1548:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130486.282297:0:34359:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130486.282301:0:34359:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:0.0:1789130486.282304:0:34359:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9caf47cdc1f0) owner 0000000000000000/ffff9caf41220000 00020000:00000002:0.0:1789130486.282307:0:34359:0:(lov_object.c:2443:lov_lsm_addref()) lsm ffff9caf5021f600 addref 2/0 by ffff9caf41220000. 00020000:00000002:0.0:1789130486.282310:0:34359:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9caf47cdc1f0) owner 0000000000000000/ffff9caf41220000 00020000:00000001:0.0:1789130486.282313:0:34359:0:(lov_object.c:2339:lov_object_layout_get()) Process entered 00020000:00000001:0.0:1789130486.282316:0:34359:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:0.0:1789130486.282317:0:34359:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:0.0:1789130486.282319:0:34359:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:0.0:1789130486.282321:0:34359:0:(lov_object.c:2358:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:0.0:1789130486.282324:0:34359:0:(file.c:6854:ll_layout_conf()) [0x200000404:0x31:0x0]: layout version change: 0 -> 0 00000020:00001000:0.0:1789130486.282326:0:34359:0:(cl_object.c:917:cl_env_put()) 1@ffff9caf58609360 00000080:00000001:0.0:1789130486.282328:0:34359:0:(file.c:6861:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130486.282330:0:34359:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130486.282332:0:34359:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1789130486.282334:0:34359:0:(llite_lib.c:3962:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1789130486.282337:0:34359:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1789130486.282339:0:34359:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789130486.282343:0:34359:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000404:0x31:0x0](ffff9caf60198908) for lock 0xde5303b1d982ce4a 00800000:00000001:0.0:1789130486.282347:0:34359:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1789130486.282349:0:34359:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1789130486.282350:0:34359:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130486.282352:0:34359:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130486.282353:0:34359:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40030600 refcount=3 00000020:00000001:0.0:1789130486.282355:0:34359:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239990784 : -109198469560832 : ffff9caf40030600) 00010000:00000001:0.0:1789130486.282357:0:34359:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239990784 : -109198469560832 : ffff9caf40030600) 00010000:00000001:0.0:1789130486.282359:0:34359:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130486.282360:0:34359:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789130486.282362:0:34359:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789130486.282364:0:34359:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130486.282366:0:34359:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789130486.282371:0:34359:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf61462d00 x1876037329052928/t8589934604(8589934604) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/664 e 0 to 0 dl 1789130502 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130486.282378:0:34359:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789130486.282382:0:34359:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xde5303b1d982ce4a from it ffffb97f41cc7bf0 00010000:00000001:0.0:1789130486.282542:0:34359:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130486.282544:0:34359:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130486.282546:0:34359:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40030600 refcount=3 00000020:00000001:0.0:1789130486.282548:0:34359:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239990784 : -109198469560832 : ffff9caf40030600) 00010000:00000001:0.0:1789130486.282551:0:34359:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239990784 : -109198469560832 : ffff9caf40030600) 00010000:00000001:0.0:1789130486.282554:0:34359:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789130486.282558:0:34359:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030600/0xde5303b1d982ce4a lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x31:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xcdf1b083821a60d2 expref: -99 pid: 34359 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789130486.282566:0:34359:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130486.282567:0:34359:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130486.282569:0:34359:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789130486.282574:0:34359:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789130486.282737:0:34359:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030600/0xde5303b1d982ce4a lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x31:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xcdf1b083821a60d2 expref: -99 pid: 34359 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1789130486.282750:0:34359:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789130486.282755:0:34359:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789130486.282757:0:34359:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789130486.282764:0:34359:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130486.282766:0:34359:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130486.282768:0:34359:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130486.282771:0:34359:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789130486.282773:0:34359:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130486.282775:0:34359:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130486.282778:0:34359:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130486.282781:0:34359:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789130486.282783:0:34359:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130486.282784:0:34359:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1789130486.282788:0:34359:0:(file.c:917:ll_intent_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1789130486.282794:0:34359:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff9caf47faaa00. 00000080:00000001:0.0:1789130486.282798:0:34359:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:0.0:1789130486.282852:0:34359:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00000002:00000001:0.0:1789130486.282857:0:34359:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:0.0:1789130486.282861:0:34359:0:(obd.h:1507:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff9caf47eab420. 00000002:00100000:0.0:1789130486.282867:0:34359:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9caf61462d00 x1876037329052928/t8589934604(8589934604) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/664 e 0 to 0 dl 1789130502 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1789130486.282874:0:34359:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789130486.282875:0:34359:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:0.0:1789130486.282880:0:34359:0:(rw.c:970:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:0.0:1789130486.282884:0:34359:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130486.282889:0:34359:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:0.0:1789130486.282891:0:34359:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:0.0:1789130486.282893:0:34359:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1789130486.282895:0:34359:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:0.0:1789130486.282897:0:34359:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130486.282900:0:34359:0:(pcc.c:1930:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:0.0:1789130486.282905:0:34359:0:(pcc.c:1947:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130486.282907:0:34359:0:(pcc.c:2398:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1789130486.282909:0:34359:0:(pcc.c:2425:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130486.282912:0:34359:0:(file.c:1298:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789130486.282917:0:34359:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789130486.282920:0:34359:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf61462d00 x1876037329052928/t8589934604(8589934604) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/664 e 0 to 0 dl 1789130502 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 02000000:00000001:0.0:1789130486.282934:0:34359:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789130486.282939:0:34359:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 262144 at ffff9caf48a00000. 02000000:00000001:0.0:1789130486.283133:0:34359:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1789130486.283137:0:34359:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130486.283139:0:34359:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41cc7b98 00000080:00000008:0.0:1789130486.283142:0:34359:0:(file.c:1329:ll_file_open()) COMPLETED file recon:[0x200000404:0x31:0x0](ffff9caf60198908), flags 100000, rc = 0 00000020:00000001:0.0:1789130486.283172:0:34359:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41cc7d30 00000080:00200008:0.0:1789130486.283175:0:34359:0:(file.c:6313:ll_getattr_dentry()) START file recon:[0x200000404:0x31:0x0](ffff9caf60198908), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1789130486.283182:0:34359:0:(file.c:6206:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1789130486.283184:0:34359:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41cc7ca8 00000080:00200000:0.0:1789130486.283186:0:34359:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x31:0x0](ffff9caf60198908),name=recon 00000080:00000010:0.0:1789130486.283193:0:34359:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9caf47e8ec00. 00800000:00000002:0.0:1789130486.283200:0:34359:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9caf4557c8c0 2 00000080:00000001:0.0:1789130486.283208:0:34359:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1789130486.283212:0:34359:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1789130486.283214:0:34359:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41cc7bc8 00800000:00000002:0.0:1789130486.283217:0:34359:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000404:0x31:0x0] 'recon' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1789130486.283221:0:34359:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1789130486.283228:0:34359:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x31:0x0], name='' -> mds #0 00000002:00000001:0.0:1789130486.283233:0:34359:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1789130486.283235:0:34359:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41cc7a98 00000002:00010000:0.0:1789130486.283236:0:34359:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000404:0x31:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1789130486.283241:0:34359:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1789130486.283243:0:34359:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789130486.283246:0:34359:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789130486.283251:0:34359:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf48fc4800 count: 3 00010000:00000001:0.0:1789130486.283253:0:34359:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789130486.283258:0:34359:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789130486.283263:0:34359:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1789130486.283266:0:34359:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40031600/0xde5303b1d982ce20 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xcdf1b083821a607e expref: -99 pid: 34352 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 02000000:00000001:0.0:1789130486.283280:0:34359:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1789130486.283286:0:34359:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789130486.283289:0:34359:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40031600/0xde5303b1d982ce20 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xcdf1b083821a607e expref: -99 pid: 34352 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00000002:00000001:0.0:1789130486.283296:0:34359:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1789130486.283298:0:34359:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1789130486.283300:0:34359:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789130486.283302:0:34359:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789130486.283304:0:34359:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1789130486.283306:0:34359:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1789130486.283309:0:34359:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1789130486.283312:0:34359:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9caf4557c8c0 2 00000080:00000010:0.0:1789130486.283315:0:34359:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9caf47e8ec00. 00000080:00000001:0.0:1789130486.283318:0:34359:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1789130486.283321:0:34359:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789130486.283324:0:34359:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x31:0x0](ffff9caf60198908) 00000080:00010000:0.0:1789130486.283328:0:34359:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000404:0x31:0x0](ffff9caf60198908) for lock 0xde5303b1d982ce20 00800000:00000001:0.0:1789130486.283331:0:34359:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1789130486.283333:0:34359:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1789130486.283334:0:34359:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130486.283335:0:34359:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130486.283337:0:34359:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40031600 refcount=3 00000020:00000001:0.0:1789130486.283339:0:34359:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239994880 : -109198469556736 : ffff9caf40031600) 00010000:00000001:0.0:1789130486.283342:0:34359:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239994880 : -109198469556736 : ffff9caf40031600) 00010000:00000001:0.0:1789130486.283345:0:34359:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130486.283347:0:34359:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789130486.283348:0:34359:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789130486.283350:0:34359:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789130486.283352:0:34359:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xde5303b1d982ce20 from it ffffb97f41cc7ce0 00010000:00000001:0.0:1789130486.283354:0:34359:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130486.283356:0:34359:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130486.283358:0:34359:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40031600 refcount=3 00000020:00000001:0.0:1789130486.283360:0:34359:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239994880 : -109198469556736 : ffff9caf40031600) 00010000:00000001:0.0:1789130486.283362:0:34359:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239994880 : -109198469556736 : ffff9caf40031600) 00010000:00000001:0.0:1789130486.283364:0:34359:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789130486.283366:0:34359:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40031600/0xde5303b1d982ce20 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xcdf1b083821a607e expref: -99 pid: 34352 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000001:0.0:1789130486.283373:0:34359:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130486.283374:0:34359:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130486.283376:0:34359:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789130486.283377:0:34359:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789130486.283379:0:34359:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40031600/0xde5303b1d982ce20 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xcdf1b083821a607e expref: -99 pid: 34352 timeout: 0 lvb_type: 3 lru_score: 6 lru_type: 0 00010000:00000001:0.0:1789130486.283493:0:34359:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789130486.283495:0:34359:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789130486.283496:0:34359:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789130486.283498:0:34359:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130486.283500:0:34359:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130486.283501:0:34359:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130486.283504:0:34359:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789130486.283505:0:34359:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130486.283507:0:34359:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130486.283509:0:34359:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130486.283511:0:34359:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789130486.283512:0:34359:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130486.283513:0:34359:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1789130486.283515:0:34359:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1789130486.283517:0:34359:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1789130486.283520:0:34359:0:(pcc.c:2686:pcc_inode_getattr()) Process entered 00000080:00000001:0.0:1789130486.283524:0:34359:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:0.0:1789130486.283526:0:34359:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1789130486.283528:0:34359:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:0.0:1789130486.283529:0:34359:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130486.283532:0:34359:0:(pcc.c:2695:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1789130486.283536:0:34359:0:(glimpse.c:178:__cl_glimpse_size()) Process entered 00000020:00000001:0.0:1789130486.283539:0:34359:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1789130486.283542:0:34359:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446634875648775016 : -109198060776600 : ffff9caf58609368) 00000020:00001000:0.0:1789130486.283545:0:34359:0:(cl_object.c:823:cl_env_get()) 1@ffff9caf58609360 00000020:00000001:0.0:1789130486.283552:0:34359:0:(cl_object.c:143:cl_object_top()) ffff9caf42b2a148 -> ffff9caf42b2a148 00000020:00000001:0.0:1789130486.283555:0:34359:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1789130486.283559:0:34359:0:(vvp_io.c:1987:vvp_io_init()) Process entered 00000080:00200000:0.0:1789130486.283562:0:34359:0:(vvp_io.c:1992:vvp_io_init()) [0x200000404:0x31:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:0.0:1789130486.283566:0:34359:0:(cl_io.c:902:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1789130486.283568:0:34359:0:(cl_io.c:908:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1789130486.283571:0:34359:0:(file.c:7121:ll_layout_refresh()) Process entered 00000080:00000001:0.0:1789130486.283574:0:34359:0:(file.c:7125:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130486.283575:0:34359:0:(vvp_io.c:2064:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1789130486.283685:0:34359:0:(lov_object.c:1604:lov_io_init()) [0x200000404:0x31:0x0]io ffff9caf42d807b0 type 7 ignore/verify layout 0/1, compressed 0 00020000:00000002:0.0:1789130486.283690:0:34359:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9caf47cdc1f0) owner 0000000000000000/ffff9caf41220000 00020000:00000001:0.0:1789130486.283694:0:34359:0:(lov_io.c:2488:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1789130486.283697:0:34359:0:(lov_io.c:764:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1789130486.283700:0:34359:0:(lov_io.c:478:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1789130486.283703:0:34359:0:(lov_io.c:489:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789130486.283705:0:34359:0:(lov_io.c:919:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1789130486.283708:0:34359:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1789130486.283711:0:34359:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130486.283713:0:34359:0:(cl_io.c:902:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1789130486.283714:0:34359:0:(cl_io.c:908:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1789130486.283716:0:34359:0:(lov_io.c:2501:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1789130486.283718:0:34359:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9caf47cdc1f0) owner 0000000000000000/ffff9caf41220000 00000020:00000001:0.0:1789130486.283721:0:34359:0:(cl_io.c:146:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1789130486.283725:0:34359:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:0.0:1789130486.283726:0:34359:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000404:0x31:0x0] 00000020:00000001:0.0:1789130486.283730:0:34359:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:0.0:1789130486.283733:0:34359:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:0.0:1789130486.283736:0:34359:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:0.0:1789130486.283739:0:34359:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:0.0:1789130486.283747:0:34359:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:0.0:1789130486.283754:0:34359:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff9caf4c532600. 00020000:00000002:0.0:1789130486.283758:0:34359:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1789130486.283761:0:34359:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:0.0:1789130486.283764:0:34359:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1789130486.283767:0:34359:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1789130486.283769:0:34359:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1789130486.283773:0:34359:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446634875648777320 : -109198060774296 : ffff9caf58609c68) 00000020:00001000:0.0:1789130486.283775:0:34359:0:(cl_object.c:823:cl_env_get()) 1@ffff9caf58609c60 00000020:00000001:0.0:1789130486.283778:0:34359:0:(cl_object.c:143:cl_object_top()) ffff9caf42b2a850 -> ffff9caf42b2a148 00000020:00000001:0.0:1789130486.283780:0:34359:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:0.0:1789130486.283785:0:34359:0:(cl_io.c:902:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1789130486.283786:0:34359:0:(cl_io.c:908:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1789130486.283789:0:34359:0:(cl_io.c:146:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789130486.283791:0:34359:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789130486.283793:0:34359:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446634875287505448 : -109198422046168 : ffff9caf42d80a28) 00000020:00000001:0.0:1789130486.283796:0:34359:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:0.0:1789130486.284069:0:34359:0:(osc_lock.c:1279:osc_lock_init()) slab-alloced 'oscl': 312 at ffff9caf5867a4e0. 00000008:00010000:0.0:1789130486.284075:0:34359:0:(lustre_osc.h:166:osc_enq2ldlm_flags()) flags: a 00000020:00000001:0.0:1789130486.284079:0:34359:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1789130486.284081:0:34359:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:0.0:1789130486.284083:0:34359:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9caf4c532630, osc lock ffff9caf5867a4e0, flags 0x400001002 00000020:00000001:0.0:1789130486.284086:0:34359:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789130486.284088:0:34359:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789130486.284091:0:34359:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446634875446568448 : -109198262983168 : ffff9caf4c532600) 00000020:00000001:0.0:1789130486.284094:0:34359:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1789130486.284095:0:34359:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:0.0:1789130486.284097:0:34359:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130486.284100:0:34359:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130486.284103:0:34359:0:(cl_io.c:1193:cl_sync_io_init_notify()) Process entered 00000020:00000001:0.0:1789130486.284106:0:34359:0:(cl_io.c:1201:cl_sync_io_init_notify()) Process leaving 00000020:00000001:0.0:1789130486.284108:0:34359:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:0.0:1789130486.284111:0:34359:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:0.0:1789130486.284113:0:34359:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1789130486.284114:0:34359:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446634875287505448 : -109198422046168 : ffff9caf42d80a28) 00000020:00000001:0.0:1789130486.284116:0:34359:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:0.0:1789130486.284119:0:34359:0:(osc_lock.c:1010:osc_lock_enqueue()) Process entered 00000008:00000001:0.0:1789130486.284122:0:34359:0:(osc_lock.c:1035:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1789130486.284126:0:34359:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:0.0:1789130486.284130:0:34359:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process entered 00000020:00000001:0.0:1789130486.284132:0:34359:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:0.0:1789130486.284135:0:34359:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:0.0:1789130486.284136:0:34359:0:(lovsub_object.c:152:lovsub_req_projid_set()) Process leaving 00000020:00000001:0.0:1789130486.284138:0:34359:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:0.0:1789130486.284143:0:34359:0:(osc_request.c:3393:osc_enqueue_base()) Process entered 00010000:00000001:0.0:1789130486.284145:0:34359:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789130486.284151:0:34359:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf48e45500 count: 2 00010000:00000001:0.0:1789130486.284153:0:34359:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789130486.284158:0:34359:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789130486.284161:0:34359:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1789130486.284165:0:34359:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff9caf5014c800 lock: 000000005a65f6a0/0xde5303b1d982ce2e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xcdf1b083821a6093 expref: -99 pid: 34352 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 02000000:00000001:0.0:1789130486.284176:0:34359:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1789130486.284179:0:34359:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789130486.284182:0:34359:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff9caf5014c800 lock: 000000005a65f6a0/0xde5303b1d982ce2e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xcdf1b083821a6093 expref: -99 pid: 34352 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1789130486.284190:0:34359:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130486.284191:0:34359:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130486.284193:0:34359:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b6800 refcount=4 00000020:00000001:0.0:1789130486.284195:0:34359:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649484800 : -109198060066816 : ffff9caf586b6800) 00010000:00000001:0.0:1789130486.284199:0:34359:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649484800 : -109198060066816 : ffff9caf586b6800) 00000008:00000001:0.0:1789130486.284203:0:34359:0:(osc_lock.c:277:osc_lock_upcall()) Process entered 00010000:00000001:0.0:1789130486.284206:0:34359:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130486.284207:0:34359:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130486.284208:0:34359:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b6800 refcount=5 00000020:00000001:0.0:1789130486.284210:0:34359:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649484800 : -109198060066816 : ffff9caf586b6800) 00010000:00000001:0.0:1789130486.284212:0:34359:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649484800 : -109198060066816 : ffff9caf586b6800) 00000020:00000001:0.0:1789130486.284216:0:34359:0:(cl_io.c:1837:__cl_sync_io_note()) Process entered 00000020:00200000:0.0:1789130486.284218:0:34359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:0.0:1789130486.284221:0:34359:0:(cl_io.c:1911:__cl_sync_io_note()) Process leaving 00000008:00000001:0.0:1789130486.284223:0:34359:0:(osc_lock.c:311:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130486.284225:0:34359:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130486.284226:0:34359:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130486.284227:0:34359:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b6800 refcount=6 00000020:00000001:0.0:1789130486.284229:0:34359:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649484800 : -109198060066816 : ffff9caf586b6800) 00010000:00000001:0.0:1789130486.284232:0:34359:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649484800 : -109198060066816 : ffff9caf586b6800) 00010000:00000001:0.0:1789130486.284234:0:34359:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789130486.284237:0:34359:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff9caf5014c800 lock: 000000005a65f6a0/0xde5303b1d982ce2e lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xcdf1b083821a6093 expref: -99 pid: 34352 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1789130486.284245:0:34359:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130486.284246:0:34359:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130486.284248:0:34359:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789130486.284249:0:34359:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789130486.284252:0:34359:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9caf5014c800 lock: 000000005a65f6a0/0xde5303b1d982ce2e lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xcdf1b083821a6093 expref: -99 pid: 34352 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1789130486.284261:0:34359:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789130486.284263:0:34359:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789130486.284264:0:34359:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789130486.284267:0:34359:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130486.284268:0:34359:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130486.284269:0:34359:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130486.284271:0:34359:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789130486.284273:0:34359:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130486.284275:0:34359:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130486.284278:0:34359:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130486.284280:0:34359:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789130486.284282:0:34359:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130486.284283:0:34359:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130486.284284:0:34359:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130486.284284:0:34359:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1789130486.284286:0:34359:0:(osc_request.c:3462:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1789130486.284289:0:34359:0:(osc_lock.c:1114:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130486.284292:0:34359:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789130486.284294:0:34359:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130486.284296:0:34359:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130486.284298:0:34359:0:(cl_io.c:1837:__cl_sync_io_note()) Process entered 00000020:00200000:0.0:1789130486.284299:0:34359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:0.0:1789130486.284303:0:34359:0:(cl_io.c:1911:__cl_sync_io_note()) Process leaving 00000020:00000001:0.0:1789130486.284306:0:34359:0:(cl_io.c:1213:cl_sync_io_wait()) Process entered 00000020:00000001:0.0:1789130486.284308:0:34359:0:(cl_io.c:1237:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130486.284310:0:34359:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130486.284317:0:34359:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:0.0:1789130486.284320:0:34359:0:(cl_object.c:143:cl_object_top()) ffff9caf42b2a148 -> ffff9caf42b2a148 00000020:00000001:0.0:1789130486.284323:0:34359:0:(cl_object.c:143:cl_object_top()) ffff9caf42b2a148 -> ffff9caf42b2a148 00000020:00000001:0.0:1789130486.284326:0:34359:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:0.0:1789130486.284331:0:34359:0:(lov_object.c:1077:lov_attr_get_composite()) Process entered 00020000:00000002:0.0:1789130486.284336:0:34359:0:(lov_object.c:1108:lov_attr_get_composite()) COMP ID #-1: s=46 m=1789130486 a=0 c=1789130486 b=1 00020000:00000001:0.0:1789130486.284341:0:34359:0:(lov_object.c:1146:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130486.284343:0:34359:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130486.284345:0:34359:0:(cl_object.c:143:cl_object_top()) ffff9caf42b2a148 -> ffff9caf42b2a148 00000080:00200000:0.0:1789130486.284348:0:34359:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000404:0x31:0x0] updating i_size 46 i_blocks 1 00000080:00000001:0.0:1789130486.284351:0:34359:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:0.0:1789130486.284353:0:34359:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:0.0:1789130486.284354:0:34359:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9caf42d80750 (ffff9caf58609368/0) at cl_lock_release():245 00000020:00000001:0.0:1789130486.284357:0:34359:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1789130486.284358:0:34359:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9caf42d80750 (ffff9caf58609368/0) at cl_lock_cancel():142 00020000:00000001:0.0:1789130486.284361:0:34359:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:0.0:1789130486.284363:0:34359:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1789130486.284364:0:34359:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446634875287505448 : -109198422046168 : ffff9caf42d80a28) 00000020:00000001:0.0:1789130486.284365:0:34359:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1789130486.284366:0:34359:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9caf4c532630 (ffff9caf58609c68/1) at cl_lock_cancel():142 00000008:00000001:0.0:1789130486.284369:0:34359:0:(osc_lock.c:1172:osc_lock_cancel()) Process entered 00000008:00000001:0.0:1789130486.284371:0:34359:0:(osc_lock.c:1126:osc_lock_detach()) Process entered 00010000:00000001:0.0:1789130486.284372:0:34359:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130486.284373:0:34359:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1789130486.284374:0:34359:0:(osc_lock.c:1145:osc_lock_detach()) Process leaving 00000008:00000001:0.0:1789130486.284377:0:34359:0:(osc_lock.c:1181:osc_lock_cancel()) Process leaving 00000020:00000001:0.0:1789130486.284378:0:34359:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1789130486.284379:0:34359:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1789130486.284380:0:34359:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1789130486.284381:0:34359:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9caf42d80750 (ffff9caf58609368/0) at cl_lock_fini():72 00020000:00000001:0.0:1789130486.284560:0:34359:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:0.0:1789130486.284561:0:34359:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1789130486.284562:0:34359:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9caf4c532630 (ffff9caf58609368/1) at cl_lock_fini():72 00000008:00000010:0.0:1789130486.284567:0:34359:0:(osc_lock.c:116:osc_lock_fini()) slab-freed '(ols)': 312 at ffff9caf5867a4e0. 00000020:00000001:0.0:1789130486.284570:0:34359:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:0.0:1789130486.284573:0:34359:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff9caf4c532600. 00020000:00000001:0.0:1789130486.284660:0:34359:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:0.0:1789130486.284663:0:34359:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:0.0:1789130486.284664:0:34359:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:0.0:1789130486.284667:0:34359:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130486.284670:0:34359:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1789130486.284673:0:34359:0:(lov_io.c:1057:lov_io_fini()) Process entered 00020000:00000001:0.0:1789130486.284676:0:34359:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1789130486.284677:0:34359:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1789130486.284679:0:34359:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1789130486.284681:0:34359:0:(cl_object.c:917:cl_env_put()) 1@ffff9caf58609c60 00020000:00000001:0.0:1789130486.284685:0:34359:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1789130486.284689:0:34359:0:(lov_io.c:1088:lov_io_fini()) Process leaving 00000080:00000001:0.0:1789130486.284692:0:34359:0:(vvp_io.c:392:vvp_io_fini()) Process entered 00000080:00200000:0.0:1789130486.284695:0:34359:0:(vvp_io.c:402:vvp_io_fini()) [0x200000404:0x31:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, need minor change layout 0 00000080:00000001:0.0:1789130486.284699:0:34359:0:(file.c:7121:ll_layout_refresh()) Process entered 00000080:00000001:0.0:1789130486.284701:0:34359:0:(file.c:7125:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130486.284704:0:34359:0:(vvp_io.c:506:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1789130486.284706:0:34359:0:(vvp_io.c:509:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1789130486.284707:0:34359:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1789130486.284708:0:34359:0:(cl_object.c:917:cl_env_put()) 1@ffff9caf58609360 00000001:00000001:0.0:1789130486.284711:0:34359:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130486.284719:0:34359:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41cc7d30 00000080:00000008:0.0:1789130486.284722:0:34359:0:(file.c:6498:ll_getattr_dentry()) COMPLETED file recon:[0x200000404:0x31:0x0](ffff9caf60198908), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1789130486.284926:0:34359:0:(file.c:2481:do_file_read_iter()) Process entered 00000020:00000001:0.0:1789130486.284929:0:34359:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41cc7d88 00000080:00200008:0.0:1789130486.284932:0:34359:0:(file.c:2485:do_file_read_iter()) START file recon:[0x200000404:0x31:0x0], ppos: 0, count: 4194304 00000080:00000001:0.0:1789130486.284937:0:34359:0:(pcc.c:2477:pcc_file_read_iter()) Process entered 00000080:00000001:0.0:1789130486.284940:0:34359:0:(pcc.c:2481:pcc_file_read_iter()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:0.0:1789130486.284946:0:34359:0:(rw.c:1213:ras_detect_read_pattern()) lre 0 cr 1 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 1 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00400000:0.0:1789130486.284952:0:34359:0:(rw.c:1267:ras_detect_read_pattern()) lre 4194303 cr 1 cb 4194304 wsi 0 wp 0 nra 1 rpc 16384 r 1 csr 0 so 0 sb 0 sl 0 lr 0 00000020:00000001:0.0:1789130486.285064:0:34359:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1789130486.285068:0:34359:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446634875648775016 : -109198060776600 : ffff9caf58609368) 00000020:00001000:0.0:1789130486.285071:0:34359:0:(cl_object.c:823:cl_env_get()) 1@ffff9caf58609360 00000080:00000001:0.0:1789130486.285074:0:34359:0:(file.c:2004:ll_hybrid_bio_dio_switch_check()) Process entered 00000080:00000001:0.0:1789130486.285078:0:34359:0:(file.c:2055:ll_hybrid_bio_dio_switch_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130486.285082:0:34359:0:(file.c:2087:ll_file_io_generic()) Process entered 00000020:00000001:0.0:1789130486.285084:0:34359:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41cc7c98 00000080:00200000:0.0:1789130486.285087:0:34359:0:(file.c:2090:ll_file_io_generic()) recon: read ppos: 46, bytes: 4194258 00000020:00000001:0.0:1789130486.285093:0:34359:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41cc7c30 00000080:00200000:0.0:1789130486.285095:0:34359:0:(file.c:1848:ll_io_set_mirror()) recon: desiginated mirror: 0 00000020:00000001:0.0:1789130486.285098:0:34359:0:(cl_io.c:214:cl_io_rw_init()) Process entered 00000020:00200000:0.0:1789130486.285106:0:34359:0:(cl_io.c:218:cl_io_rw_init()) header@00000000172d4ec3[0x110, 2, [0x200000404:0x31:0x0] hash] 00000020:00200000:0.0:1789130486.285108:0:34359:0:(cl_io.c:218:cl_io_rw_init()) io range: 1 [46, 4194304) 0 0 00000020:00000001:0.0:1789130486.285110:0:34359:0:(cl_object.c:143:cl_object_top()) ffff9caf42b2a148 -> ffff9caf42b2a148 00000020:00000001:0.0:1789130486.285112:0:34359:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1789130486.285114:0:34359:0:(vvp_io.c:1987:vvp_io_init()) Process entered 00000080:00200000:0.0:1789130486.285116:0:34359:0:(vvp_io.c:1992:vvp_io_init()) [0x200000404:0x31:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:0.0:1789130486.285120:0:34359:0:(cl_io.c:902:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1789130486.285122:0:34359:0:(cl_io.c:908:cl_io_slice_add()) Process leaving 00000100:00000001:0.0:1789130486.285127:0:34359:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789130486.285135:0:34359:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130486.285137:0:34359:0:(file.c:7121:ll_layout_refresh()) Process entered 00000080:00000001:0.0:1789130486.285139:0:34359:0:(file.c:7125:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130486.285141:0:34359:0:(vvp_io.c:2064:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1789130486.285145:0:34359:0:(lov_object.c:1604:lov_io_init()) [0x200000404:0x31:0x0]io ffff9caf42d807b0 type 1 ignore/verify layout 0/0, compressed 0 00020000:00000002:0.0:1789130486.285149:0:34359:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9caf47cdc1f0) owner 0000000000000000/ffff9caf41220000 00020000:00000001:0.0:1789130486.285152:0:34359:0:(lov_io.c:2488:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1789130486.285154:0:34359:0:(lov_io.c:764:lov_io_slice_init()) Process entered 00020000:00000002:0.0:1789130486.285158:0:34359:0:(lov_io.c:903:lov_io_slice_init()) [0x200000404:0x31:0x0]io ffff9caf42d807b0 type 1, compressed 0, chunk_size 0 00020000:00000001:0.0:1789130486.285161:0:34359:0:(lov_io.c:478:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1789130486.285163:0:34359:0:(lov_io.c:489:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789130486.285166:0:34359:0:(lov_io.c:919:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1789130486.285169:0:34359:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1789130486.285171:0:34359:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130486.285172:0:34359:0:(cl_io.c:902:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1789130486.285173:0:34359:0:(cl_io.c:908:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1789130486.285174:0:34359:0:(lov_io.c:2501:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1789130486.285177:0:34359:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9caf47cdc1f0) owner 0000000000000000/ffff9caf41220000 00000020:00000001:0.0:1789130486.285180:0:34359:0:(cl_io.c:146:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130486.285181:0:34359:0:(cl_io.c:221:cl_io_rw_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130486.285187:0:34359:0:(cl_io.c:827:cl_io_loop()) Process entered 00000020:00000001:0.0:1789130486.285189:0:34359:0:(cl_io.c:403:cl_io_iter_init()) Process entered 00020000:00000001:0.0:1789130486.285192:0:34359:0:(lov_io.c:1409:lov_io_rw_iter_init()) Process entered 00020000:00200000:0.0:1789130486.285196:0:34359:0:(lov_io.c:1481:lov_io_rw_iter_init()) stripe: 46 chunk: [46, 4194304) 4194304, 4194258 00020000:00000001:0.0:1789130486.285201:0:34359:0:(lov_io.c:1238:lov_io_iter_init()) Process entered 00020000:00200000:0.0:1789130486.285204:0:34359:0:(lov_io.c:1289:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:0.0:1789130486.285208:0:34359:0:(lov_offset.c:253:lov_stripe_intersects()) [46->4194303] -> [(0) 46->4194303 (0)] 00020000:00000001:0.0:1789130486.285212:0:34359:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1789130486.285213:0:34359:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1789130486.285215:0:34359:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1789130486.285217:0:34359:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446634875648777320 : -109198060774296 : ffff9caf58609c68) 00000020:00001000:0.0:1789130486.285219:0:34359:0:(cl_object.c:823:cl_env_get()) 1@ffff9caf58609c60 00000020:00000001:0.0:1789130486.285221:0:34359:0:(cl_object.c:143:cl_object_top()) ffff9caf42b2a850 -> ffff9caf42b2a148 00000020:00000001:0.0:1789130486.285223:0:34359:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:0.0:1789130486.285226:0:34359:0:(cl_io.c:902:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1789130486.285227:0:34359:0:(cl_io.c:908:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1789130486.285228:0:34359:0:(cl_io.c:146:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789130486.285230:0:34359:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789130486.285231:0:34359:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446634875287505448 : -109198422046168 : ffff9caf42d80a28) 00000020:00000001:0.0:1789130486.285234:0:34359:0:(cl_io.c:403:cl_io_iter_init()) Process entered 00000008:00000001:0.0:1789130486.285237:0:34359:0:(osc_io.c:546:osc_io_iter_init()) Process entered 00000008:00000001:0.0:1789130486.285241:0:34359:0:(osc_io.c:568:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130486.285243:0:34359:0:(cl_io.c:415:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789130486.285246:0:34359:0:(lov_io.c:1395:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789130486.285248:0:34359:0:(lov_io.c:1487:lov_io_rw_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130486.285249:0:34359:0:(cl_io.c:415:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130486.285252:0:34359:0:(cl_io.c:318:cl_io_lock()) Process entered 00000080:00000001:0.0:1789130486.285254:0:34359:0:(vvp_io.c:735:vvp_io_read_lock()) Process entered 00000080:00000001:0.0:1789130486.285257:0:34359:0:(vvp_io.c:663:vvp_io_rw_lock()) Process entered 00000080:00000001:0.0:1789130486.285259:0:34359:0:(vvp_io.c:552:vvp_mmap_locks()) Process entered 00000080:00000001:0.0:1789130486.285263:0:34359:0:(llite_mmap.c:54:our_vma()) Process entered 00000080:00000001:0.0:1789130486.285266:0:34359:0:(llite_mmap.c:69:our_vma()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130486.285270:0:34359:0:(vvp_io.c:623:vvp_mmap_locks()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130486.285272:0:34359:0:(vvp_io.c:214:vvp_io_one_lock_index()) Process entered 00000080:00200000:0.0:1789130486.285274:0:34359:0:(vvp_io.c:216:vvp_io_one_lock_index()) lock: 0 [0, 1023] 00000020:00000001:0.0:1789130486.285277:0:34359:0:(cl_io.c:480:cl_io_lock_add()) Process entered 00000020:00000001:0.0:1789130486.285279:0:34359:0:(cl_io.c:263:cl_lockset_merge()) Process entered 00000020:00000001:0.0:1789130486.285281:0:34359:0:(cl_io.c:280:cl_lockset_merge()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130486.285282:0:34359:0:(cl_io.c:487:cl_io_lock_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130486.285285:0:34359:0:(vvp_io.c:236:vvp_io_one_lock_index()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130486.285287:0:34359:0:(vvp_io.c:725:vvp_io_rw_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130486.285289:0:34359:0:(vvp_io.c:738:vvp_io_read_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789130486.285292:0:34359:0:(lov_io.c:1538:lov_io_lock()) Process entered 00020000:00000001:0.0:1789130486.285294:0:34359:0:(lov_io.c:1516:lov_io_call()) Process entered 00000020:00000001:0.0:1789130486.285295:0:34359:0:(cl_io.c:318:cl_io_lock()) Process entered 00000020:00000001:0.0:1789130486.285298:0:34359:0:(cl_io.c:290:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1789130486.285300:0:34359:0:(cl_io.c:299:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130486.285301:0:34359:0:(cl_io.c:338:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789130486.285304:0:34359:0:(lov_io.c:1533:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789130486.285306:0:34359:0:(lov_io.c:1539:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130486.285307:0:34359:0:(cl_io.c:290:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1789130486.285309:0:34359:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:0.0:1789130486.285310:0:34359:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:0.0:1789130486.285312:0:34359:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:0.0:1789130486.285314:0:34359:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:0.0:1789130486.285317:0:34359:0:(lov_offset.c:253:lov_stripe_intersects()) [0->4194303] -> [(0) 0->4194303 (0)] 00020000:00000010:0.0:1789130486.285323:0:34359:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff9caf4c532600. 00020000:00000002:0.0:1789130486.285325:0:34359:0:(lov_offset.c:253:lov_stripe_intersects()) [0->4194303] -> [(0) 0->4194303 (0)] 00020000:00000001:0.0:1789130486.285328:0:34359:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:0.0:1789130486.285329:0:34359:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1789130486.285331:0:34359:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446634875287505448 : -109198422046168 : ffff9caf42d80a28) 00000020:00000001:0.0:1789130486.285333:0:34359:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:0.0:1789130486.285337:0:34359:0:(osc_lock.c:1279:osc_lock_init()) slab-alloced 'oscl': 312 at ffff9caf5867a4e0. 00000008:00010000:0.0:1789130486.285341:0:34359:0:(lustre_osc.h:166:osc_enq2ldlm_flags()) flags: 0 00000020:00000001:0.0:1789130486.285343:0:34359:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1789130486.285344:0:34359:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:0.0:1789130486.285348:0:34359:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9caf4c532630, osc lock ffff9caf5867a4e0, flags 0x0 00000020:00000001:0.0:1789130486.285350:0:34359:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789130486.285352:0:34359:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789130486.285355:0:34359:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446634875446568448 : -109198262983168 : ffff9caf4c532600) 00000020:00000001:0.0:1789130486.285357:0:34359:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1789130486.285358:0:34359:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:0.0:1789130486.285360:0:34359:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130486.285362:0:34359:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130486.285363:0:34359:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:0.0:1789130486.285365:0:34359:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:0.0:1789130486.285366:0:34359:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1789130486.285367:0:34359:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446634875287505448 : -109198422046168 : ffff9caf42d80a28) 00000020:00000001:0.0:1789130486.285369:0:34359:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:0.0:1789130486.285371:0:34359:0:(osc_lock.c:1010:osc_lock_enqueue()) Process entered 00000008:00000001:0.0:1789130486.285373:0:34359:0:(osc_lock.c:916:osc_lock_enqueue_wait()) Process entered 00000008:00000001:0.0:1789130486.285377:0:34359:0:(osc_lock.c:964:osc_lock_enqueue_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130486.285380:0:34359:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:0.0:1789130486.285460:0:34359:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process entered 00000020:00000001:0.0:1789130486.285474:0:34359:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:0.0:1789130486.285478:0:34359:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:0.0:1789130486.285480:0:34359:0:(lovsub_object.c:152:lovsub_req_projid_set()) Process leaving 00000020:00000001:0.0:1789130486.285481:0:34359:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:0.0:1789130486.285486:0:34359:0:(osc_request.c:3393:osc_enqueue_base()) Process entered 00010000:00000001:0.0:1789130486.285490:0:34359:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789130486.285512:0:34359:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf48e45500 count: 2 00010000:00000001:0.0:1789130486.285518:0:34359:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789130486.285527:0:34359:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789130486.285533:0:34359:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1789130486.285539:0:34359:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff9caf5014c800 lock: 000000005a65f6a0/0xde5303b1d982ce2e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xcdf1b083821a6093 expref: -99 pid: 34352 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 02000000:00000001:0.0:1789130486.285564:0:34359:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1789130486.285572:0:34359:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789130486.285576:0:34359:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 4194303) ns: lustre-OST0001-osc-ffff9caf5014c800 lock: 000000005a65f6a0/0xde5303b1d982ce2e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xcdf1b083821a6093 expref: -99 pid: 34352 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1789130486.285585:0:34359:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130486.285589:0:34359:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130486.285592:0:34359:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b6800 refcount=4 00000020:00000001:0.0:1789130486.285595:0:34359:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649484800 : -109198060066816 : ffff9caf586b6800) 00010000:00000001:0.0:1789130486.285597:0:34359:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649484800 : -109198060066816 : ffff9caf586b6800) 00000008:00000001:0.0:1789130486.285603:0:34359:0:(osc_lock.c:277:osc_lock_upcall()) Process entered 00010000:00000001:0.0:1789130486.285608:0:34359:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130486.285609:0:34359:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130486.285610:0:34359:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b6800 refcount=5 00000020:00000001:0.0:1789130486.285612:0:34359:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649484800 : -109198060066816 : ffff9caf586b6800) 00010000:00000001:0.0:1789130486.285614:0:34359:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649484800 : -109198060066816 : ffff9caf586b6800) 00010000:00000001:0.0:1789130486.285617:0:34359:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130486.285617:0:34359:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130486.285619:0:34359:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b6800 refcount=6 00000020:00000001:0.0:1789130486.285622:0:34359:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649484800 : -109198060066816 : ffff9caf586b6800) 00010000:00000001:0.0:1789130486.285625:0:34359:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649484800 : -109198060066816 : ffff9caf586b6800) 00010000:00000001:0.0:1789130486.285627:0:34359:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789130486.285629:0:34359:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789130486.285632:0:34359:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9caf5014c800 lock: 000000005a65f6a0/0xde5303b1d982ce2e lrc: 7/1,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xcdf1b083821a6093 expref: -99 pid: 34352 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1789130486.285640:0:34359:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130486.285642:0:34359:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1789130486.285644:0:34359:0:(osc_lock.c:311:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130486.285647:0:34359:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130486.285648:0:34359:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130486.285649:0:34359:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b6800 refcount=7 00000020:00000001:0.0:1789130486.285651:0:34359:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649484800 : -109198060066816 : ffff9caf586b6800) 00010000:00000001:0.0:1789130486.285654:0:34359:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649484800 : -109198060066816 : ffff9caf586b6800) 00010000:00000001:0.0:1789130486.285656:0:34359:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789130486.285658:0:34359:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff9caf5014c800 lock: 000000005a65f6a0/0xde5303b1d982ce2e lrc: 7/1,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xcdf1b083821a6093 expref: -99 pid: 34352 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1789130486.285666:0:34359:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130486.285667:0:34359:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1789130486.285670:0:34359:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9caf5014c800 lock: 000000005a65f6a0/0xde5303b1d982ce2e lrc: 6/1,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xcdf1b083821a6093 expref: -99 pid: 34352 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1789130486.285677:0:34359:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789130486.285678:0:34359:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130486.285679:0:34359:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130486.285680:0:34359:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130486.285681:0:34359:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1789130486.285683:0:34359:0:(osc_request.c:3462:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1789130486.285685:0:34359:0:(osc_lock.c:1114:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130486.285688:0:34359:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789130486.285691:0:34359:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130486.285694:0:34359:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130486.285696:0:34359:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130486.285699:0:34359:0:(cl_io.c:299:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130486.285701:0:34359:0:(cl_io.c:338:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130486.285703:0:34359:0:(cl_io.c:532:cl_io_start()) Process entered 00000080:00000001:0.0:1789130486.285708:0:34359:0:(vvp_io.c:977:vvp_io_read_start()) Process entered 00000020:00000001:0.0:1789130486.285712:0:34359:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41cc7b90 00000080:00200000:0.0:1789130486.285714:0:34359:0:(vvp_io.c:981:vvp_io_read_start()) recon: read [46, 4194304) 00000020:00000001:0.0:1789130486.285719:0:34359:0:(cl_io.c:616:cl_io_lru_reserve()) Process entered 00020000:00000001:0.0:1789130486.285723:0:34359:0:(lov_io.c:1780:lov_io_lru_reserve()) Process entered 00020000:00000002:0.0:1789130486.285728:0:34359:0:(lov_offset.c:253:lov_stripe_intersects()) [46->4194303] -> [(0) 46->4194303 (0)] 00020000:00000001:0.0:1789130486.285731:0:34359:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1789130486.285733:0:34359:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446634875287505448 : -109198422046168 : ffff9caf42d80a28) 00000020:00000001:0.0:1789130486.285734:0:34359:0:(cl_io.c:616:cl_io_lru_reserve()) Process entered 00000008:00000001:0.0:1789130486.285738:0:34359:0:(osc_io.c:1447:osc_io_lru_reserve()) Process entered 00000008:00000001:0.0:1789130486.285741:0:34359:0:(osc_io.c:1460:osc_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130486.285743:0:34359:0:(cl_io.c:627:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789130486.285745:0:34359:0:(lov_io.c:1821:lov_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130486.285746:0:34359:0:(cl_io.c:627:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130486.285750:0:34359:0:(cl_object.c:143:cl_object_top()) ffff9caf42b2a148 -> ffff9caf42b2a148 00000020:00000001:0.0:1789130486.285752:0:34359:0:(cl_object.c:143:cl_object_top()) ffff9caf42b2a148 -> ffff9caf42b2a148 00000020:00000001:0.0:1789130486.285754:0:34359:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:0.0:1789130486.285757:0:34359:0:(lov_object.c:1077:lov_attr_get_composite()) Process entered 00020000:00000002:0.0:1789130486.285761:0:34359:0:(lov_object.c:1108:lov_attr_get_composite()) COMP ID #-1: s=46 m=1789130486 a=0 c=1789130486 b=1 00020000:00000001:0.0:1789130486.285765:0:34359:0:(lov_object.c:1146:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130486.285766:0:34359:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130486.285768:0:34359:0:(cl_object.c:143:cl_object_top()) ffff9caf42b2a148 -> ffff9caf42b2a148 00000001:00000001:0.0:1789130486.285771:0:34359:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:0.0:1789130486.285773:0:34359:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000404:0x31:0x0] 00000020:00000001:0.0:1789130486.285775:0:34359:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:0.0:1789130486.285777:0:34359:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:0.0:1789130486.285779:0:34359:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:0.0:1789130486.285781:0:34359:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:0.0:1789130486.285783:0:34359:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:0.0:1789130486.285792:0:34359:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff9caf4c532800. 00020000:00000002:0.0:1789130486.285795:0:34359:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1789130486.285797:0:34359:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:0.0:1789130486.285798:0:34359:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1789130486.285800:0:34359:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446634875287505448 : -109198422046168 : ffff9caf42d80a28) 00000020:00000001:0.0:1789130486.285802:0:34359:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:0.0:1789130486.285855:0:34359:0:(osc_lock.c:1279:osc_lock_init()) slab-alloced 'oscl': 312 at ffff9caf5867ad68. 00000008:00010000:0.0:1789130486.285858:0:34359:0:(lustre_osc.h:166:osc_enq2ldlm_flags()) flags: a 00000020:00000001:0.0:1789130486.285861:0:34359:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1789130486.285862:0:34359:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:0.0:1789130486.285864:0:34359:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9caf4c532830, osc lock ffff9caf5867ad68, flags 0x400001002 00000020:00000001:0.0:1789130486.285867:0:34359:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789130486.285869:0:34359:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789130486.285871:0:34359:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446634875446568960 : -109198262982656 : ffff9caf4c532800) 00000020:00000001:0.0:1789130486.285873:0:34359:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1789130486.285874:0:34359:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:0.0:1789130486.285875:0:34359:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130486.285877:0:34359:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130486.285880:0:34359:0:(cl_io.c:1193:cl_sync_io_init_notify()) Process entered 00000020:00000001:0.0:1789130486.285881:0:34359:0:(cl_io.c:1201:cl_sync_io_init_notify()) Process leaving 00000020:00000001:0.0:1789130486.285883:0:34359:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:0.0:1789130486.285884:0:34359:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:0.0:1789130486.285886:0:34359:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1789130486.285887:0:34359:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446634875287505448 : -109198422046168 : ffff9caf42d80a28) 00000020:00000001:0.0:1789130486.285888:0:34359:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:0.0:1789130486.285890:0:34359:0:(osc_lock.c:1010:osc_lock_enqueue()) Process entered 00000008:00000001:0.0:1789130486.285892:0:34359:0:(osc_lock.c:1035:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1789130486.285895:0:34359:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:0.0:1789130486.285896:0:34359:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process entered 00000020:00000001:0.0:1789130486.285897:0:34359:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:0.0:1789130486.285898:0:34359:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:0.0:1789130486.285899:0:34359:0:(lovsub_object.c:152:lovsub_req_projid_set()) Process leaving 00000020:00000001:0.0:1789130486.285900:0:34359:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:0.0:1789130486.285901:0:34359:0:(osc_request.c:3393:osc_enqueue_base()) Process entered 00010000:00000001:0.0:1789130486.285903:0:34359:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789130486.285906:0:34359:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf48e45500 count: 2 00010000:00000001:0.0:1789130486.285908:0:34359:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789130486.285911:0:34359:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789130486.285912:0:34359:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789130486.285915:0:34359:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff9caf5014c800 lock: 000000005a65f6a0/0xde5303b1d982ce2e lrc: 5/1,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xcdf1b083821a6093 expref: -99 pid: 34352 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 02000000:00000001:0.0:1789130486.285930:0:34359:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1789130486.285933:0:34359:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789130486.285935:0:34359:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff9caf5014c800 lock: 000000005a65f6a0/0xde5303b1d982ce2e lrc: 5/1,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xcdf1b083821a6093 expref: -99 pid: 34352 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1789130486.285942:0:34359:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130486.285943:0:34359:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130486.285944:0:34359:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b6800 refcount=6 00000020:00000001:0.0:1789130486.285946:0:34359:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649484800 : -109198060066816 : ffff9caf586b6800) 00010000:00000001:0.0:1789130486.285948:0:34359:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649484800 : -109198060066816 : ffff9caf586b6800) 00000008:00000001:0.0:1789130486.285950:0:34359:0:(osc_lock.c:277:osc_lock_upcall()) Process entered 00010000:00000001:0.0:1789130486.285951:0:34359:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130486.285952:0:34359:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130486.285953:0:34359:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b6800 refcount=7 00000020:00000001:0.0:1789130486.285955:0:34359:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649484800 : -109198060066816 : ffff9caf586b6800) 00010000:00000001:0.0:1789130486.285957:0:34359:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649484800 : -109198060066816 : ffff9caf586b6800) 00000020:00000001:0.0:1789130486.285960:0:34359:0:(cl_io.c:1837:__cl_sync_io_note()) Process entered 00000020:00200000:0.0:1789130486.285962:0:34359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:0.0:1789130486.285963:0:34359:0:(cl_io.c:1911:__cl_sync_io_note()) Process leaving 00000008:00000001:0.0:1789130486.285965:0:34359:0:(osc_lock.c:311:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130486.285966:0:34359:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130486.285967:0:34359:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130486.285968:0:34359:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b6800 refcount=8 00000020:00000001:0.0:1789130486.285970:0:34359:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649484800 : -109198060066816 : ffff9caf586b6800) 00010000:00000001:0.0:1789130486.285972:0:34359:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649484800 : -109198060066816 : ffff9caf586b6800) 00010000:00000001:0.0:1789130486.285974:0:34359:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789130486.285976:0:34359:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff9caf5014c800 lock: 000000005a65f6a0/0xde5303b1d982ce2e lrc: 8/1,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xcdf1b083821a6093 expref: -99 pid: 34352 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1789130486.285987:0:34359:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130486.285988:0:34359:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1789130486.285990:0:34359:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9caf5014c800 lock: 000000005a65f6a0/0xde5303b1d982ce2e lrc: 7/1,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xcdf1b083821a6093 expref: -99 pid: 34352 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1789130486.286009:0:34359:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789130486.286010:0:34359:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130486.286011:0:34359:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130486.286012:0:34359:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130486.286013:0:34359:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1789130486.286015:0:34359:0:(osc_request.c:3462:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1789130486.286017:0:34359:0:(osc_lock.c:1114:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130486.286018:0:34359:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789130486.286020:0:34359:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130486.286021:0:34359:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130486.286022:0:34359:0:(cl_io.c:1837:__cl_sync_io_note()) Process entered 00000020:00200000:0.0:1789130486.286024:0:34359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:0.0:1789130486.286026:0:34359:0:(cl_io.c:1911:__cl_sync_io_note()) Process leaving 00000020:00000001:0.0:1789130486.286027:0:34359:0:(cl_io.c:1213:cl_sync_io_wait()) Process entered 00000020:00000001:0.0:1789130486.286030:0:34359:0:(cl_io.c:1237:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130486.286031:0:34359:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130486.286047:0:34359:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:0.0:1789130486.286049:0:34359:0:(cl_object.c:143:cl_object_top()) ffff9caf42b2a148 -> ffff9caf42b2a148 00000020:00000001:0.0:1789130486.286051:0:34359:0:(cl_object.c:143:cl_object_top()) ffff9caf42b2a148 -> ffff9caf42b2a148 00000020:00000001:0.0:1789130486.286053:0:34359:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:0.0:1789130486.286055:0:34359:0:(lov_object.c:1077:lov_attr_get_composite()) Process entered 00020000:00000002:0.0:1789130486.286057:0:34359:0:(lov_object.c:1108:lov_attr_get_composite()) COMP ID #-1: s=46 m=1789130486 a=0 c=1789130486 b=1 00020000:00000001:0.0:1789130486.286059:0:34359:0:(lov_object.c:1146:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130486.286061:0:34359:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130486.286062:0:34359:0:(cl_object.c:143:cl_object_top()) ffff9caf42b2a148 -> ffff9caf42b2a148 00000080:00200000:0.0:1789130486.286064:0:34359:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000404:0x31:0x0] updating i_size 46 i_blocks 1 00000080:00000001:0.0:1789130486.286067:0:34359:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:0.0:1789130486.286069:0:34359:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:0.0:1789130486.286070:0:34359:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9caf42d80750 (ffff9caf58609368/0) at cl_lock_release():245 00000020:00000001:0.0:1789130486.286073:0:34359:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1789130486.286074:0:34359:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9caf42d80750 (ffff9caf58609368/0) at cl_lock_cancel():142 00020000:00000001:0.0:1789130486.286078:0:34359:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:0.0:1789130486.286080:0:34359:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1789130486.286081:0:34359:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446634875287505448 : -109198422046168 : ffff9caf42d80a28) 00000020:00000001:0.0:1789130486.286571:0:34359:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1789130486.286573:0:34359:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9caf4c532830 (ffff9caf58609c68/1) at cl_lock_cancel():142 00000008:00000001:0.0:1789130486.286577:0:34359:0:(osc_lock.c:1172:osc_lock_cancel()) Process entered 00000008:00000001:0.0:1789130486.286579:0:34359:0:(osc_lock.c:1126:osc_lock_detach()) Process entered 00010000:00000001:0.0:1789130486.286580:0:34359:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130486.286581:0:34359:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1789130486.286582:0:34359:0:(osc_lock.c:1145:osc_lock_detach()) Process leaving 00000008:00000001:0.0:1789130486.286585:0:34359:0:(osc_lock.c:1181:osc_lock_cancel()) Process leaving 00000020:00000001:0.0:1789130486.286586:0:34359:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1789130486.286587:0:34359:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1789130486.286588:0:34359:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1789130486.286589:0:34359:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9caf42d80750 (ffff9caf58609368/0) at cl_lock_fini():72 00020000:00000001:0.0:1789130486.286592:0:34359:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:0.0:1789130486.286593:0:34359:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1789130486.286594:0:34359:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9caf4c532830 (ffff9caf58609368/1) at cl_lock_fini():72 00000008:00000010:0.0:1789130486.286597:0:34359:0:(osc_lock.c:116:osc_lock_fini()) slab-freed '(ols)': 312 at ffff9caf5867ad68. 00000020:00000001:0.0:1789130486.286603:0:34359:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:0.0:1789130486.286605:0:34359:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff9caf4c532800. 00020000:00000001:0.0:1789130486.286608:0:34359:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:0.0:1789130486.286610:0:34359:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:0.0:1789130486.286611:0:34359:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:0.0:1789130486.286613:0:34359:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1789130486.286621:0:34359:0:(vvp_io.c:1010:vvp_io_read_start()) header@00000000172d4ec3[0x110, 2, [0x200000404:0x31:0x0] hash] 00000080:00000002:0.0:1789130486.286624:0:34359:0:(vvp_io.c:1010:vvp_io_read_start()) Read ino 144115205322833969, 4194258 bytes, offset 46, size 46 00000080:00400000:0.0:1789130486.286627:0:34359:0:(vvp_io.c:1029:vvp_io_read_start()) tot 4194258, ra_start 0, ra_count 1024 00000080:00200000:0.0:1789130486.286632:0:34359:0:(vvp_io.c:1039:vvp_io_read_start()) count:4194258 iocb pos:46 00020000:00000001:0.0:1789130486.286740:0:34359:0:(lov_io.c:1588:lov_io_start()) Process entered 00020000:00000001:0.0:1789130486.286744:0:34359:0:(lov_io.c:1516:lov_io_call()) Process entered 00000020:00000001:0.0:1789130486.286747:0:34359:0:(cl_io.c:532:cl_io_start()) Process entered 00000008:00000001:0.0:1789130486.286750:0:34359:0:(osc_io.c:1056:osc_io_read_start()) Process entered 00000020:00000001:0.0:1789130486.286752:0:34359:0:(cl_object.c:143:cl_object_top()) ffff9caf58313310 -> ffff9caf42b2a148 00000020:00000001:0.0:1789130486.286754:0:34359:0:(cl_object.c:143:cl_object_top()) ffff9caf58313310 -> ffff9caf42b2a148 00000020:00000001:0.0:1789130486.286757:0:34359:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00020000:00000001:0.0:1789130486.286762:0:34359:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1789130486.286765:0:34359:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130486.286767:0:34359:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130486.286769:0:34359:0:(cl_object.c:143:cl_object_top()) ffff9caf58313310 -> ffff9caf42b2a148 00000008:00000001:0.0:1789130486.286771:0:34359:0:(osc_io.c:1065:osc_io_read_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130486.286772:0:34359:0:(cl_io.c:544:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789130486.286774:0:34359:0:(lov_io.c:1533:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789130486.286776:0:34359:0:(lov_io.c:1589:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130486.286777:0:34359:0:(cl_io.c:544:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130486.286780:0:34359:0:(cl_io.c:559:cl_io_end()) Process entered 00020000:00000001:0.0:1789130486.286782:0:34359:0:(lov_io.c:1516:lov_io_call()) Process entered 00020000:00000001:0.0:1789130486.286784:0:34359:0:(lov_io.c:1594:lov_io_end_wrapper()) Process entered 00000020:00000001:0.0:1789130486.286786:0:34359:0:(cl_io.c:559:cl_io_end()) Process entered 00000020:00000001:0.0:1789130486.286787:0:34359:0:(cl_io.c:567:cl_io_end()) Process leaving 00020000:00000001:0.0:1789130486.286789:0:34359:0:(lov_io.c:1604:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789130486.286790:0:34359:0:(lov_io.c:1533:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130486.286793:0:34359:0:(cl_io.c:567:cl_io_end()) Process leaving 00000020:00000001:0.0:1789130486.286796:0:34359:0:(cl_io.c:356:cl_io_unlock()) Process entered 00000020:00000001:0.0:1789130486.286798:0:34359:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:0.0:1789130486.286800:0:34359:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9caf58607b78 (ffff9caf58609368/0) at cl_lock_release():245 00000020:00000001:0.0:1789130486.286802:0:34359:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1789130486.286910:0:34359:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9caf58607b78 (ffff9caf58609368/0) at cl_lock_cancel():142 00020000:00000001:0.0:1789130486.286914:0:34359:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:0.0:1789130486.286916:0:34359:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1789130486.286917:0:34359:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446634875287505448 : -109198422046168 : ffff9caf42d80a28) 00000020:00000001:0.0:1789130486.286920:0:34359:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1789130486.286921:0:34359:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9caf4c532630 (ffff9caf58609c68/1) at cl_lock_cancel():142 00000008:00000001:0.0:1789130486.286924:0:34359:0:(osc_lock.c:1172:osc_lock_cancel()) Process entered 00000008:00000001:0.0:1789130486.286925:0:34359:0:(osc_lock.c:1126:osc_lock_detach()) Process entered 00010000:00000001:0.0:1789130486.286927:0:34359:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130486.286929:0:34359:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130486.286932:0:34359:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b6800 refcount=5 00000020:00000001:0.0:1789130486.286935:0:34359:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649484800 : -109198060066816 : ffff9caf586b6800) 00010000:00000001:0.0:1789130486.286939:0:34359:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649484800 : -109198060066816 : ffff9caf586b6800) 00010000:00000001:0.0:1789130486.286942:0:34359:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789130486.286948:0:34359:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9caf5014c800 lock: 000000005a65f6a0/0xde5303b1d982ce2e lrc: 5/1,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xcdf1b083821a6093 expref: -99 pid: 34352 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1789130486.286964:0:34359:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130486.286966:0:34359:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130486.286968:0:34359:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789130486.286973:0:34359:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789130486.286976:0:34359:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9caf5014c800 lock: 000000005a65f6a0/0xde5303b1d982ce2e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xcdf1b083821a6093 expref: -99 pid: 34352 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00000001:0.0:1789130486.286987:0:34359:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789130486.287004:0:34359:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789130486.287006:0:34359:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789130486.287012:0:34359:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130486.287013:0:34359:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130486.287015:0:34359:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130486.287020:0:34359:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789130486.287022:0:34359:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130486.287027:0:34359:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130486.287031:0:34359:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130486.287033:0:34359:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789130486.287035:0:34359:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130486.287036:0:34359:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130486.287037:0:34359:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130486.287038:0:34359:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1789130486.287039:0:34359:0:(osc_lock.c:1145:osc_lock_detach()) Process leaving 00000008:00000001:0.0:1789130486.287040:0:34359:0:(osc_lock.c:1181:osc_lock_cancel()) Process leaving 00000020:00000001:0.0:1789130486.287042:0:34359:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1789130486.287043:0:34359:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1789130486.287044:0:34359:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1789130486.287045:0:34359:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9caf58607b78 (ffff9caf58609368/0) at cl_lock_fini():72 00020000:00000001:0.0:1789130486.287048:0:34359:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:0.0:1789130486.287050:0:34359:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1789130486.287050:0:34359:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9caf4c532630 (ffff9caf58609368/1) at cl_lock_fini():72 00000008:00000010:0.0:1789130486.287053:0:34359:0:(osc_lock.c:116:osc_lock_fini()) slab-freed '(ols)': 312 at ffff9caf5867a4e0. 00000020:00000001:0.0:1789130486.287056:0:34359:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:0.0:1789130486.287057:0:34359:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff9caf4c532600. 00020000:00000001:0.0:1789130486.287059:0:34359:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:0.0:1789130486.287061:0:34359:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:0.0:1789130486.287062:0:34359:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00020000:00000001:0.0:1789130486.287064:0:34359:0:(lov_io.c:1682:lov_io_unlock()) Process entered 00020000:00000001:0.0:1789130486.287066:0:34359:0:(lov_io.c:1516:lov_io_call()) Process entered 00000020:00000001:0.0:1789130486.287067:0:34359:0:(cl_io.c:356:cl_io_unlock()) Process entered 00000020:00000001:0.0:1789130486.287068:0:34359:0:(cl_io.c:377:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1789130486.287070:0:34359:0:(lov_io.c:1616:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789130486.287072:0:34359:0:(lov_io.c:1533:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789130486.287074:0:34359:0:(lov_io.c:1685:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1789130486.287075:0:34359:0:(cl_io.c:377:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1789130486.287078:0:34359:0:(cl_io.c:453:cl_io_rw_advance()) Process entered 00000080:00200000:0.0:1789130486.287082:0:34359:0:(vvp_io.c:640:vvp_io_advance()) advancing 0 bytes 00000020:00000001:0.0:1789130486.287083:0:34359:0:(cl_io.c:469:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1789130486.287085:0:34359:0:(cl_io.c:433:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1789130486.287087:0:34359:0:(lov_io.c:1663:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1789130486.287089:0:34359:0:(lov_io.c:1516:lov_io_call()) Process entered 00000020:00000001:0.0:1789130486.287089:0:34359:0:(cl_io.c:433:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1789130486.287094:0:34359:0:(cl_io.c:439:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1789130486.287095:0:34359:0:(lov_io.c:1610:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789130486.287097:0:34359:0:(lov_io.c:1533:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789130486.287099:0:34359:0:(lov_io.c:1674:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1789130486.287100:0:34359:0:(cl_io.c:439:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1789130486.287102:0:34359:0:(cl_io.c:877:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130486.287106:0:34359:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1789130486.287109:0:34359:0:(lov_io.c:1057:lov_io_fini()) Process entered 00020000:00000001:0.0:1789130486.287111:0:34359:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1789130486.287112:0:34359:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1789130486.287113:0:34359:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1789130486.287116:0:34359:0:(cl_object.c:917:cl_env_put()) 1@ffff9caf58609c60 00020000:00000001:0.0:1789130486.287120:0:34359:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1789130486.287123:0:34359:0:(lov_io.c:1088:lov_io_fini()) Process leaving 00000080:00000001:0.0:1789130486.287125:0:34359:0:(vvp_io.c:392:vvp_io_fini()) Process entered 00000080:00200000:0.0:1789130486.287128:0:34359:0:(vvp_io.c:402:vvp_io_fini()) [0x200000404:0x31:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, need minor change layout 0 00000080:00000001:0.0:1789130486.287131:0:34359:0:(vvp_io.c:509:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1789130486.287132:0:34359:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00000001:0.0:1789130486.287135:0:34359:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41cc7c98 00000080:00200000:0.0:1789130486.287137:0:34359:0:(file.c:2240:ll_file_io_generic()) recon: 1 io complete with rc: 0, result: 0, restart: 0 00000080:00200000:0.0:1789130486.287141:0:34359:0:(file.c:2326:ll_file_io_generic()) iot: 1, result: 0 00000080:00000001:0.0:1789130486.287144:0:34359:0:(file.c:2330:ll_file_io_generic()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1789130486.287147:0:34359:0:(cl_object.c:917:cl_env_put()) 1@ffff9caf58609360 00000020:00000001:0.0:1789130486.287154:0:34359:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41cc7d88 00000080:00000008:0.0:1789130486.287156:0:34359:0:(file.c:2550:do_file_read_iter()) COMPLETED: file recon:[0x200000404:0x31:0x0], ppos: 46, count: 4194258, rc = 46 00000080:00000001:0.0:1789130486.287160:0:34359:0:(file.c:2552:do_file_read_iter()) Process leaving (rc=46 : 46 : 2e) 00000080:00000001:0.0:1789130486.287226:0:34359:0:(file.c:2481:do_file_read_iter()) Process entered 00000020:00000001:0.0:1789130486.287228:0:34359:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41cc7d88 00000080:00200008:0.0:1789130486.287234:0:34359:0:(file.c:2485:do_file_read_iter()) START file recon:[0x200000404:0x31:0x0], ppos: 46, count: 4194304 00000080:00000001:0.0:1789130486.287238:0:34359:0:(pcc.c:2477:pcc_file_read_iter()) Process entered 00000080:00000001:0.0:1789130486.287240:0:34359:0:(pcc.c:2481:pcc_file_read_iter()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:0.0:1789130486.287243:0:34359:0:(rw.c:1310:ll_ras_enter()) kmsp 1 mwp 1024 mp 16384 00000080:00000001:0.0:1789130486.287317:0:34359:0:(rw.c:1319:ll_ras_enter()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1789130486.287324:0:34359:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1789130486.287328:0:34359:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446634875648775016 : -109198060776600 : ffff9caf58609368) 00000020:00001000:0.0:1789130486.287331:0:34359:0:(cl_object.c:823:cl_env_get()) 1@ffff9caf58609360 00000080:00000001:0.0:1789130486.287334:0:34359:0:(file.c:2004:ll_hybrid_bio_dio_switch_check()) Process entered 00000080:00000001:0.0:1789130486.287338:0:34359:0:(file.c:2055:ll_hybrid_bio_dio_switch_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130486.287341:0:34359:0:(file.c:2087:ll_file_io_generic()) Process entered 00000020:00000001:0.0:1789130486.287343:0:34359:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41cc7c98 00000080:00200000:0.0:1789130486.287345:0:34359:0:(file.c:2090:ll_file_io_generic()) recon: read ppos: 46, bytes: 4194304 00000020:00000001:0.0:1789130486.287351:0:34359:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41cc7c30 00000080:00200000:0.0:1789130486.287353:0:34359:0:(file.c:1848:ll_io_set_mirror()) recon: desiginated mirror: 0 00000020:00000001:0.0:1789130486.287355:0:34359:0:(cl_io.c:214:cl_io_rw_init()) Process entered 00000020:00200000:0.0:1789130486.287359:0:34359:0:(cl_io.c:218:cl_io_rw_init()) header@00000000172d4ec3[0x110, 2, [0x200000404:0x31:0x0] hash] 00000020:00200000:0.0:1789130486.287361:0:34359:0:(cl_io.c:218:cl_io_rw_init()) io range: 1 [46, 4194350) 0 0 00000020:00000001:0.0:1789130486.287363:0:34359:0:(cl_object.c:143:cl_object_top()) ffff9caf42b2a148 -> ffff9caf42b2a148 00000020:00000001:0.0:1789130486.287366:0:34359:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1789130486.287369:0:34359:0:(vvp_io.c:1987:vvp_io_init()) Process entered 00000080:00200000:0.0:1789130486.287371:0:34359:0:(vvp_io.c:1992:vvp_io_init()) [0x200000404:0x31:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:0.0:1789130486.287376:0:34359:0:(cl_io.c:902:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1789130486.287377:0:34359:0:(cl_io.c:908:cl_io_slice_add()) Process leaving 00000100:00000001:0.0:1789130486.287381:0:34359:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789130486.287387:0:34359:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130486.287390:0:34359:0:(file.c:7121:ll_layout_refresh()) Process entered 00000080:00000001:0.0:1789130486.287393:0:34359:0:(file.c:7125:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130486.287394:0:34359:0:(vvp_io.c:2064:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1789130486.287398:0:34359:0:(lov_object.c:1604:lov_io_init()) [0x200000404:0x31:0x0]io ffff9caf42d807b0 type 1 ignore/verify layout 0/0, compressed 0 00020000:00000002:0.0:1789130486.287401:0:34359:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9caf47cdc1f0) owner 0000000000000000/ffff9caf41220000 00020000:00000001:0.0:1789130486.287405:0:34359:0:(lov_io.c:2488:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1789130486.287407:0:34359:0:(lov_io.c:764:lov_io_slice_init()) Process entered 00020000:00000002:0.0:1789130486.287411:0:34359:0:(lov_io.c:903:lov_io_slice_init()) [0x200000404:0x31:0x0]io ffff9caf42d807b0 type 1, compressed 0, chunk_size 0 00020000:00000001:0.0:1789130486.287415:0:34359:0:(lov_io.c:478:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1789130486.287417:0:34359:0:(lov_io.c:489:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789130486.287419:0:34359:0:(lov_io.c:919:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1789130486.287422:0:34359:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1789130486.287423:0:34359:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130486.287425:0:34359:0:(cl_io.c:902:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1789130486.287426:0:34359:0:(cl_io.c:908:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1789130486.287427:0:34359:0:(lov_io.c:2501:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1789130486.287428:0:34359:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9caf47cdc1f0) owner 0000000000000000/ffff9caf41220000 00000020:00000001:0.0:1789130486.287431:0:34359:0:(cl_io.c:146:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130486.287432:0:34359:0:(cl_io.c:221:cl_io_rw_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130486.287436:0:34359:0:(cl_io.c:827:cl_io_loop()) Process entered 00000020:00000001:0.0:1789130486.287437:0:34359:0:(cl_io.c:403:cl_io_iter_init()) Process entered 00020000:00000001:0.0:1789130486.287439:0:34359:0:(lov_io.c:1409:lov_io_rw_iter_init()) Process entered 00020000:00200000:0.0:1789130486.287443:0:34359:0:(lov_io.c:1481:lov_io_rw_iter_init()) stripe: 46 chunk: [46, 4194350) 4194350, 4194304 00020000:00000001:0.0:1789130486.287446:0:34359:0:(lov_io.c:1238:lov_io_iter_init()) Process entered 00020000:00200000:0.0:1789130486.287448:0:34359:0:(lov_io.c:1289:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:0.0:1789130486.287450:0:34359:0:(lov_offset.c:253:lov_stripe_intersects()) [46->4194349] -> [(0) 46->4194349 (0)] 00020000:00000001:0.0:1789130486.287453:0:34359:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1789130486.287454:0:34359:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1789130486.287455:0:34359:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1789130486.287456:0:34359:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446634875648777320 : -109198060774296 : ffff9caf58609c68) 00000020:00001000:0.0:1789130486.287458:0:34359:0:(cl_object.c:823:cl_env_get()) 1@ffff9caf58609c60 00000020:00000001:0.0:1789130486.287460:0:34359:0:(cl_object.c:143:cl_object_top()) ffff9caf42b2a850 -> ffff9caf42b2a148 00000020:00000001:0.0:1789130486.287462:0:34359:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:0.0:1789130486.287464:0:34359:0:(cl_io.c:902:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1789130486.287465:0:34359:0:(cl_io.c:908:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1789130486.287466:0:34359:0:(cl_io.c:146:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789130486.287468:0:34359:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789130486.287470:0:34359:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446634875287505448 : -109198422046168 : ffff9caf42d80a28) 00000020:00000001:0.0:1789130486.287473:0:34359:0:(cl_io.c:403:cl_io_iter_init()) Process entered 00000008:00000001:0.0:1789130486.287475:0:34359:0:(osc_io.c:546:osc_io_iter_init()) Process entered 00000008:00000001:0.0:1789130486.287478:0:34359:0:(osc_io.c:568:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130486.287480:0:34359:0:(cl_io.c:415:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789130486.287482:0:34359:0:(lov_io.c:1395:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789130486.287484:0:34359:0:(lov_io.c:1487:lov_io_rw_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130486.287485:0:34359:0:(cl_io.c:415:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130486.287487:0:34359:0:(cl_io.c:318:cl_io_lock()) Process entered 00000080:00000001:0.0:1789130486.287489:0:34359:0:(vvp_io.c:735:vvp_io_read_lock()) Process entered 00000080:00000001:0.0:1789130486.287492:0:34359:0:(vvp_io.c:663:vvp_io_rw_lock()) Process entered 00000080:00000001:0.0:1789130486.287494:0:34359:0:(vvp_io.c:552:vvp_mmap_locks()) Process entered 00000080:00000001:0.0:1789130486.287497:0:34359:0:(llite_mmap.c:54:our_vma()) Process entered 00000080:00000001:0.0:1789130486.287502:0:34359:0:(llite_mmap.c:69:our_vma()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130486.287504:0:34359:0:(vvp_io.c:623:vvp_mmap_locks()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130486.287506:0:34359:0:(vvp_io.c:214:vvp_io_one_lock_index()) Process entered 00000080:00200000:0.0:1789130486.287508:0:34359:0:(vvp_io.c:216:vvp_io_one_lock_index()) lock: 0 [0, 1024] 00000020:00000001:0.0:1789130486.287511:0:34359:0:(cl_io.c:480:cl_io_lock_add()) Process entered 00000020:00000001:0.0:1789130486.287512:0:34359:0:(cl_io.c:263:cl_lockset_merge()) Process entered 00000020:00000001:0.0:1789130486.287514:0:34359:0:(cl_io.c:280:cl_lockset_merge()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130486.287516:0:34359:0:(cl_io.c:487:cl_io_lock_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130486.287518:0:34359:0:(vvp_io.c:236:vvp_io_one_lock_index()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130486.287519:0:34359:0:(vvp_io.c:725:vvp_io_rw_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130486.287521:0:34359:0:(vvp_io.c:738:vvp_io_read_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789130486.287523:0:34359:0:(lov_io.c:1538:lov_io_lock()) Process entered 00020000:00000001:0.0:1789130486.287524:0:34359:0:(lov_io.c:1516:lov_io_call()) Process entered 00000020:00000001:0.0:1789130486.287525:0:34359:0:(cl_io.c:318:cl_io_lock()) Process entered 00000020:00000001:0.0:1789130486.287527:0:34359:0:(cl_io.c:290:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1789130486.287528:0:34359:0:(cl_io.c:299:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130486.287530:0:34359:0:(cl_io.c:338:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789130486.287531:0:34359:0:(lov_io.c:1533:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789130486.287532:0:34359:0:(lov_io.c:1539:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130486.287534:0:34359:0:(cl_io.c:290:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1789130486.287535:0:34359:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:0.0:1789130486.287536:0:34359:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:0.0:1789130486.287538:0:34359:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:0.0:1789130486.287540:0:34359:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:0.0:1789130486.287542:0:34359:0:(lov_offset.c:253:lov_stripe_intersects()) [0->4198399] -> [(0) 0->4198399 (0)] 00020000:00000010:0.0:1789130486.287550:0:34359:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff9caf4c532600. 00020000:00000002:0.0:1789130486.287553:0:34359:0:(lov_offset.c:253:lov_stripe_intersects()) [0->4198399] -> [(0) 0->4198399 (0)] 00020000:00000001:0.0:1789130486.287556:0:34359:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:0.0:1789130486.287557:0:34359:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1789130486.287558:0:34359:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446634875287505448 : -109198422046168 : ffff9caf42d80a28) 00000020:00000001:0.0:1789130486.287560:0:34359:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:0.0:1789130486.287563:0:34359:0:(osc_lock.c:1279:osc_lock_init()) slab-alloced 'oscl': 312 at ffff9caf5867a4e0. 00000008:00010000:0.0:1789130486.287565:0:34359:0:(lustre_osc.h:166:osc_enq2ldlm_flags()) flags: 0 00000020:00000001:0.0:1789130486.287568:0:34359:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1789130486.287569:0:34359:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:0.0:1789130486.287572:0:34359:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9caf4c532630, osc lock ffff9caf5867a4e0, flags 0x0 00000020:00000001:0.0:1789130486.287574:0:34359:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789130486.287576:0:34359:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789130486.287578:0:34359:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446634875446568448 : -109198262983168 : ffff9caf4c532600) 00000020:00000001:0.0:1789130486.287580:0:34359:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1789130486.287581:0:34359:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:0.0:1789130486.287582:0:34359:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130486.287584:0:34359:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130486.287585:0:34359:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:0.0:1789130486.287587:0:34359:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:0.0:1789130486.287588:0:34359:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1789130486.287589:0:34359:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446634875287505448 : -109198422046168 : ffff9caf42d80a28) 00000020:00000001:0.0:1789130486.287590:0:34359:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:0.0:1789130486.287592:0:34359:0:(osc_lock.c:1010:osc_lock_enqueue()) Process entered 00000008:00000001:0.0:1789130486.287594:0:34359:0:(osc_lock.c:916:osc_lock_enqueue_wait()) Process entered 00000008:00000001:0.0:1789130486.287596:0:34359:0:(osc_lock.c:964:osc_lock_enqueue_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130486.287599:0:34359:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:0.0:1789130486.287602:0:34359:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process entered 00000020:00000001:0.0:1789130486.287603:0:34359:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:0.0:1789130486.287606:0:34359:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:0.0:1789130486.287607:0:34359:0:(lovsub_object.c:152:lovsub_req_projid_set()) Process leaving 00000020:00000001:0.0:1789130486.287608:0:34359:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:0.0:1789130486.287611:0:34359:0:(osc_request.c:3393:osc_enqueue_base()) Process entered 00010000:00000001:0.0:1789130486.287614:0:34359:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789130486.287621:0:34359:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf48e45500 count: 2 00010000:00000001:0.0:1789130486.287624:0:34359:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789130486.287630:0:34359:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789130486.287634:0:34359:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1789130486.287732:0:34359:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff9caf5014c800 lock: 000000005a65f6a0/0xde5303b1d982ce2e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xcdf1b083821a6093 expref: -99 pid: 34352 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 02000000:00000001:0.0:1789130486.287743:0:34359:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1789130486.287748:0:34359:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789130486.287751:0:34359:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 4198399) ns: lustre-OST0001-osc-ffff9caf5014c800 lock: 000000005a65f6a0/0xde5303b1d982ce2e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xcdf1b083821a6093 expref: -99 pid: 34352 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00000001:0.0:1789130486.287758:0:34359:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130486.287760:0:34359:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130486.287761:0:34359:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b6800 refcount=4 00000020:00000001:0.0:1789130486.287764:0:34359:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649484800 : -109198060066816 : ffff9caf586b6800) 00010000:00000001:0.0:1789130486.287766:0:34359:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649484800 : -109198060066816 : ffff9caf586b6800) 00000008:00000001:0.0:1789130486.287769:0:34359:0:(osc_lock.c:277:osc_lock_upcall()) Process entered 00010000:00000001:0.0:1789130486.287773:0:34359:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130486.287774:0:34359:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130486.287775:0:34359:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b6800 refcount=5 00000020:00000001:0.0:1789130486.287777:0:34359:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649484800 : -109198060066816 : ffff9caf586b6800) 00010000:00000001:0.0:1789130486.287779:0:34359:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649484800 : -109198060066816 : ffff9caf586b6800) 00010000:00000001:0.0:1789130486.287781:0:34359:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130486.287782:0:34359:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130486.287784:0:34359:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b6800 refcount=6 00000020:00000001:0.0:1789130486.287785:0:34359:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649484800 : -109198060066816 : ffff9caf586b6800) 00010000:00000001:0.0:1789130486.287787:0:34359:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649484800 : -109198060066816 : ffff9caf586b6800) 00010000:00000001:0.0:1789130486.287789:0:34359:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789130486.287791:0:34359:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789130486.287793:0:34359:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9caf5014c800 lock: 000000005a65f6a0/0xde5303b1d982ce2e lrc: 7/1,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xcdf1b083821a6093 expref: -99 pid: 34352 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00000001:0.0:1789130486.287800:0:34359:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130486.287801:0:34359:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1789130486.287833:0:34359:0:(osc_lock.c:311:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130486.287835:0:34359:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130486.287836:0:34359:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130486.287838:0:34359:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b6800 refcount=7 00000020:00000001:0.0:1789130486.287840:0:34359:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649484800 : -109198060066816 : ffff9caf586b6800) 00010000:00000001:0.0:1789130486.287842:0:34359:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649484800 : -109198060066816 : ffff9caf586b6800) 00010000:00000001:0.0:1789130486.287844:0:34359:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789130486.287846:0:34359:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff9caf5014c800 lock: 000000005a65f6a0/0xde5303b1d982ce2e lrc: 7/1,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xcdf1b083821a6093 expref: -99 pid: 34352 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00000001:0.0:1789130486.287924:0:34359:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130486.287926:0:34359:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1789130486.287929:0:34359:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9caf5014c800 lock: 000000005a65f6a0/0xde5303b1d982ce2e lrc: 6/1,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xcdf1b083821a6093 expref: -99 pid: 34352 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00000001:0.0:1789130486.287938:0:34359:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789130486.287939:0:34359:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130486.287940:0:34359:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130486.287941:0:34359:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130486.287942:0:34359:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1789130486.287943:0:34359:0:(osc_request.c:3462:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1789130486.287945:0:34359:0:(osc_lock.c:1114:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130486.287947:0:34359:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789130486.287949:0:34359:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130486.287951:0:34359:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130486.287952:0:34359:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130486.287954:0:34359:0:(cl_io.c:299:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130486.287955:0:34359:0:(cl_io.c:338:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130486.287957:0:34359:0:(cl_io.c:532:cl_io_start()) Process entered 00000080:00000001:0.0:1789130486.287960:0:34359:0:(vvp_io.c:977:vvp_io_read_start()) Process entered 00000020:00000001:0.0:1789130486.287961:0:34359:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41cc7b90 00000080:00200000:0.0:1789130486.287963:0:34359:0:(vvp_io.c:981:vvp_io_read_start()) recon: read [46, 4194350) 00000020:00000001:0.0:1789130486.287967:0:34359:0:(cl_io.c:616:cl_io_lru_reserve()) Process entered 00020000:00000001:0.0:1789130486.287969:0:34359:0:(lov_io.c:1780:lov_io_lru_reserve()) Process entered 00020000:00000002:0.0:1789130486.287971:0:34359:0:(lov_offset.c:253:lov_stripe_intersects()) [46->4194349] -> [(0) 46->4194349 (0)] 00020000:00000001:0.0:1789130486.287973:0:34359:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1789130486.287975:0:34359:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446634875287505448 : -109198422046168 : ffff9caf42d80a28) 00000020:00000001:0.0:1789130486.287977:0:34359:0:(cl_io.c:616:cl_io_lru_reserve()) Process entered 00000008:00000001:0.0:1789130486.287979:0:34359:0:(osc_io.c:1447:osc_io_lru_reserve()) Process entered 00000008:00000001:0.0:1789130486.287981:0:34359:0:(osc_io.c:1460:osc_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130486.287983:0:34359:0:(cl_io.c:627:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789130486.287985:0:34359:0:(lov_io.c:1821:lov_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130486.287986:0:34359:0:(cl_io.c:627:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130486.287990:0:34359:0:(cl_object.c:143:cl_object_top()) ffff9caf42b2a148 -> ffff9caf42b2a148 00000020:00000001:0.0:1789130486.288003:0:34359:0:(cl_object.c:143:cl_object_top()) ffff9caf42b2a148 -> ffff9caf42b2a148 00000020:00000001:0.0:1789130486.288005:0:34359:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:0.0:1789130486.288007:0:34359:0:(lov_object.c:1077:lov_attr_get_composite()) Process entered 00020000:00000001:0.0:1789130486.288010:0:34359:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:0.0:1789130486.288012:0:34359:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=46 : 46 : 2e) 00020000:00000001:0.0:1789130486.288014:0:34359:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:0.0:1789130486.288015:0:34359:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=46 : 46 : 2e) 00020000:00000002:0.0:1789130486.288017:0:34359:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x31:1028 on OST[1]: s=46 (1) m=1789130486 a=1789130486 c=1789130486 b=1 00020000:00000001:0.0:1789130486.288021:0:34359:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1789130486.288024:0:34359:0:(lov_object.c:1108:lov_attr_get_composite()) COMP ID #-1: s=46 m=1789130486 a=1789130486 c=1789130486 b=1 00020000:00000001:0.0:1789130486.288026:0:34359:0:(lov_object.c:1146:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130486.288028:0:34359:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130486.288030:0:34359:0:(cl_object.c:143:cl_object_top()) ffff9caf42b2a148 -> ffff9caf42b2a148 00000001:00000001:0.0:1789130486.288033:0:34359:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:0.0:1789130486.288035:0:34359:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000404:0x31:0x0] 00000020:00000001:0.0:1789130486.288037:0:34359:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:0.0:1789130486.288038:0:34359:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:0.0:1789130486.288039:0:34359:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:0.0:1789130486.288041:0:34359:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:0.0:1789130486.288042:0:34359:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:0.0:1789130486.288048:0:34359:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff9caf4c532800. 00020000:00000002:0.0:1789130486.288050:0:34359:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1789130486.288051:0:34359:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:0.0:1789130486.288052:0:34359:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1789130486.288053:0:34359:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446634875287505448 : -109198422046168 : ffff9caf42d80a28) 00000020:00000001:0.0:1789130486.288055:0:34359:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:0.0:1789130486.288057:0:34359:0:(osc_lock.c:1279:osc_lock_init()) slab-alloced 'oscl': 312 at ffff9caf5867ad68. 00000008:00010000:0.0:1789130486.288059:0:34359:0:(lustre_osc.h:166:osc_enq2ldlm_flags()) flags: a 00000020:00000001:0.0:1789130486.288060:0:34359:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1789130486.288061:0:34359:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:0.0:1789130486.288063:0:34359:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9caf4c532830, osc lock ffff9caf5867ad68, flags 0x400001002 00000020:00000001:0.0:1789130486.288065:0:34359:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789130486.288067:0:34359:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789130486.288069:0:34359:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446634875446568960 : -109198262982656 : ffff9caf4c532800) 00000020:00000001:0.0:1789130486.288070:0:34359:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1789130486.288071:0:34359:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:0.0:1789130486.288073:0:34359:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130486.288075:0:34359:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130486.288077:0:34359:0:(cl_io.c:1193:cl_sync_io_init_notify()) Process entered 00000020:00000001:0.0:1789130486.288079:0:34359:0:(cl_io.c:1201:cl_sync_io_init_notify()) Process leaving 00000020:00000001:0.0:1789130486.288080:0:34359:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:0.0:1789130486.288081:0:34359:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:0.0:1789130486.288082:0:34359:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1789130486.288084:0:34359:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446634875287505448 : -109198422046168 : ffff9caf42d80a28) 00000020:00000001:0.0:1789130486.288085:0:34359:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:0.0:1789130486.288087:0:34359:0:(osc_lock.c:1010:osc_lock_enqueue()) Process entered 00000008:00000001:0.0:1789130486.288088:0:34359:0:(osc_lock.c:1035:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1789130486.288090:0:34359:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:0.0:1789130486.288092:0:34359:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process entered 00000020:00000001:0.0:1789130486.288093:0:34359:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:0.0:1789130486.288094:0:34359:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:0.0:1789130486.288096:0:34359:0:(lovsub_object.c:152:lovsub_req_projid_set()) Process leaving 00000020:00000001:0.0:1789130486.288098:0:34359:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:0.0:1789130486.288099:0:34359:0:(osc_request.c:3393:osc_enqueue_base()) Process entered 00010000:00000001:0.0:1789130486.288101:0:34359:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789130486.288103:0:34359:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf48e45500 count: 2 00010000:00000001:0.0:1789130486.288106:0:34359:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789130486.288109:0:34359:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789130486.288111:0:34359:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789130486.288114:0:34359:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff9caf5014c800 lock: 000000005a65f6a0/0xde5303b1d982ce2e lrc: 5/1,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xcdf1b083821a6093 expref: -99 pid: 34352 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 02000000:00000001:0.0:1789130486.288122:0:34359:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1789130486.288125:0:34359:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789130486.288127:0:34359:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff9caf5014c800 lock: 000000005a65f6a0/0xde5303b1d982ce2e lrc: 5/1,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xcdf1b083821a6093 expref: -99 pid: 34352 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00000001:0.0:1789130486.288134:0:34359:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130486.288135:0:34359:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130486.288137:0:34359:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b6800 refcount=6 00000020:00000001:0.0:1789130486.288139:0:34359:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649484800 : -109198060066816 : ffff9caf586b6800) 00010000:00000001:0.0:1789130486.288140:0:34359:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649484800 : -109198060066816 : ffff9caf586b6800) 00000008:00000001:0.0:1789130486.288143:0:34359:0:(osc_lock.c:277:osc_lock_upcall()) Process entered 00010000:00000001:0.0:1789130486.288145:0:34359:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130486.288146:0:34359:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130486.288147:0:34359:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b6800 refcount=7 00000020:00000001:0.0:1789130486.288149:0:34359:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649484800 : -109198060066816 : ffff9caf586b6800) 00010000:00000001:0.0:1789130486.288151:0:34359:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649484800 : -109198060066816 : ffff9caf586b6800) 00000020:00000001:0.0:1789130486.288155:0:34359:0:(cl_io.c:1837:__cl_sync_io_note()) Process entered 00000020:00200000:0.0:1789130486.288156:0:34359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:0.0:1789130486.288159:0:34359:0:(cl_io.c:1911:__cl_sync_io_note()) Process leaving 00000008:00000001:0.0:1789130486.288160:0:34359:0:(osc_lock.c:311:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130486.288162:0:34359:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130486.288163:0:34359:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130486.288164:0:34359:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b6800 refcount=8 00000020:00000001:0.0:1789130486.288166:0:34359:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649484800 : -109198060066816 : ffff9caf586b6800) 00010000:00000001:0.0:1789130486.288167:0:34359:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649484800 : -109198060066816 : ffff9caf586b6800) 00010000:00000001:0.0:1789130486.288169:0:34359:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789130486.288171:0:34359:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff9caf5014c800 lock: 000000005a65f6a0/0xde5303b1d982ce2e lrc: 8/1,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xcdf1b083821a6093 expref: -99 pid: 34352 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00000001:0.0:1789130486.288179:0:34359:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130486.288180:0:34359:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1789130486.288182:0:34359:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9caf5014c800 lock: 000000005a65f6a0/0xde5303b1d982ce2e lrc: 7/1,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xcdf1b083821a6093 expref: -99 pid: 34352 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00000001:0.0:1789130486.288188:0:34359:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789130486.288189:0:34359:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130486.288190:0:34359:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130486.288191:0:34359:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130486.288191:0:34359:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1789130486.288192:0:34359:0:(osc_request.c:3462:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1789130486.288194:0:34359:0:(osc_lock.c:1114:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130486.288196:0:34359:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789130486.288197:0:34359:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130486.288199:0:34359:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130486.288201:0:34359:0:(cl_io.c:1837:__cl_sync_io_note()) Process entered 00000020:00200000:0.0:1789130486.288202:0:34359:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:0.0:1789130486.288204:0:34359:0:(cl_io.c:1911:__cl_sync_io_note()) Process leaving 00000020:00000001:0.0:1789130486.288205:0:34359:0:(cl_io.c:1213:cl_sync_io_wait()) Process entered 00000020:00000001:0.0:1789130486.288207:0:34359:0:(cl_io.c:1237:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130486.288209:0:34359:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130486.288212:0:34359:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:0.0:1789130486.288213:0:34359:0:(cl_object.c:143:cl_object_top()) ffff9caf42b2a148 -> ffff9caf42b2a148 00000020:00000001:0.0:1789130486.288215:0:34359:0:(cl_object.c:143:cl_object_top()) ffff9caf42b2a148 -> ffff9caf42b2a148 00000020:00000001:0.0:1789130486.288216:0:34359:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:0.0:1789130486.288217:0:34359:0:(lov_object.c:1077:lov_attr_get_composite()) Process entered 00020000:00000002:0.0:1789130486.288219:0:34359:0:(lov_object.c:1108:lov_attr_get_composite()) COMP ID #-1: s=46 m=1789130486 a=1789130486 c=1789130486 b=1 00020000:00000001:0.0:1789130486.288221:0:34359:0:(lov_object.c:1146:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130486.288228:0:34359:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130486.288230:0:34359:0:(cl_object.c:143:cl_object_top()) ffff9caf42b2a148 -> ffff9caf42b2a148 00000080:00200000:0.0:1789130486.288232:0:34359:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000404:0x31:0x0] updating i_size 46 i_blocks 1 00000080:00000001:0.0:1789130486.288235:0:34359:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:0.0:1789130486.288236:0:34359:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:0.0:1789130486.288238:0:34359:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9caf42d80750 (ffff9caf58609368/0) at cl_lock_release():245 00000020:00000001:0.0:1789130486.288241:0:34359:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1789130486.288242:0:34359:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9caf42d80750 (ffff9caf58609368/0) at cl_lock_cancel():142 00020000:00000001:0.0:1789130486.288244:0:34359:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:0.0:1789130486.288245:0:34359:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1789130486.288321:0:34359:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446634875287505448 : -109198422046168 : ffff9caf42d80a28) 00000020:00000001:0.0:1789130486.288324:0:34359:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1789130486.288325:0:34359:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9caf4c532830 (ffff9caf58609c68/1) at cl_lock_cancel():142 00000008:00000001:0.0:1789130486.288328:0:34359:0:(osc_lock.c:1172:osc_lock_cancel()) Process entered 00000008:00000001:0.0:1789130486.288329:0:34359:0:(osc_lock.c:1126:osc_lock_detach()) Process entered 00010000:00000001:0.0:1789130486.288331:0:34359:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130486.288332:0:34359:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1789130486.288333:0:34359:0:(osc_lock.c:1145:osc_lock_detach()) Process leaving 00000008:00000001:0.0:1789130486.288334:0:34359:0:(osc_lock.c:1181:osc_lock_cancel()) Process leaving 00000020:00000001:0.0:1789130486.288335:0:34359:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1789130486.288336:0:34359:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1789130486.288337:0:34359:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1789130486.288338:0:34359:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9caf42d80750 (ffff9caf58609368/0) at cl_lock_fini():72 00020000:00000001:0.0:1789130486.288340:0:34359:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:0.0:1789130486.288341:0:34359:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1789130486.288342:0:34359:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9caf4c532830 (ffff9caf58609368/1) at cl_lock_fini():72 00000008:00000010:0.0:1789130486.288345:0:34359:0:(osc_lock.c:116:osc_lock_fini()) slab-freed '(ols)': 312 at ffff9caf5867ad68. 00000020:00000001:0.0:1789130486.288348:0:34359:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:0.0:1789130486.288350:0:34359:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff9caf4c532800. 00020000:00000001:0.0:1789130486.288353:0:34359:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:0.0:1789130486.288354:0:34359:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:0.0:1789130486.288356:0:34359:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:0.0:1789130486.288357:0:34359:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1789130486.288362:0:34359:0:(vvp_io.c:1010:vvp_io_read_start()) header@00000000172d4ec3[0x110, 2, [0x200000404:0x31:0x0] hash] 00000080:00000002:0.0:1789130486.288365:0:34359:0:(vvp_io.c:1010:vvp_io_read_start()) Read ino 144115205322833969, 4194304 bytes, offset 46, size 46 00000080:00400000:0.0:1789130486.288368:0:34359:0:(vvp_io.c:1029:vvp_io_read_start()) tot 4194304, ra_start 0, ra_count 1025 00000080:00200000:0.0:1789130486.288372:0:34359:0:(vvp_io.c:1039:vvp_io_read_start()) count:4194304 iocb pos:46 00020000:00000001:0.0:1789130486.288376:0:34359:0:(lov_io.c:1588:lov_io_start()) Process entered 00020000:00000001:0.0:1789130486.288378:0:34359:0:(lov_io.c:1516:lov_io_call()) Process entered 00000020:00000001:0.0:1789130486.288380:0:34359:0:(cl_io.c:532:cl_io_start()) Process entered 00000008:00000001:0.0:1789130486.288381:0:34359:0:(osc_io.c:1056:osc_io_read_start()) Process entered 00000020:00000001:0.0:1789130486.288382:0:34359:0:(cl_object.c:143:cl_object_top()) ffff9caf58313310 -> ffff9caf42b2a148 00000020:00000001:0.0:1789130486.288384:0:34359:0:(cl_object.c:143:cl_object_top()) ffff9caf58313310 -> ffff9caf42b2a148 00000020:00000001:0.0:1789130486.288385:0:34359:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00020000:00000001:0.0:1789130486.288388:0:34359:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1789130486.288390:0:34359:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130486.288391:0:34359:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130486.288393:0:34359:0:(cl_object.c:143:cl_object_top()) ffff9caf58313310 -> ffff9caf42b2a148 00000008:00000001:0.0:1789130486.288394:0:34359:0:(osc_io.c:1065:osc_io_read_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130486.288396:0:34359:0:(cl_io.c:544:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789130486.288397:0:34359:0:(lov_io.c:1533:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789130486.288399:0:34359:0:(lov_io.c:1589:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130486.288400:0:34359:0:(cl_io.c:544:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130486.288402:0:34359:0:(cl_io.c:559:cl_io_end()) Process entered 00020000:00000001:0.0:1789130486.288403:0:34359:0:(lov_io.c:1516:lov_io_call()) Process entered 00020000:00000001:0.0:1789130486.288404:0:34359:0:(lov_io.c:1594:lov_io_end_wrapper()) Process entered 00000020:00000001:0.0:1789130486.288406:0:34359:0:(cl_io.c:559:cl_io_end()) Process entered 00000020:00000001:0.0:1789130486.288406:0:34359:0:(cl_io.c:567:cl_io_end()) Process leaving 00020000:00000001:0.0:1789130486.288408:0:34359:0:(lov_io.c:1604:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789130486.288409:0:34359:0:(lov_io.c:1533:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130486.288411:0:34359:0:(cl_io.c:567:cl_io_end()) Process leaving 00000020:00000001:0.0:1789130486.288413:0:34359:0:(cl_io.c:356:cl_io_unlock()) Process entered 00000020:00000001:0.0:1789130486.288414:0:34359:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:0.0:1789130486.288415:0:34359:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9caf58607b78 (ffff9caf58609368/0) at cl_lock_release():245 00000020:00000001:0.0:1789130486.288417:0:34359:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1789130486.288419:0:34359:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9caf58607b78 (ffff9caf58609368/0) at cl_lock_cancel():142 00020000:00000001:0.0:1789130486.288421:0:34359:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:0.0:1789130486.288422:0:34359:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1789130486.288423:0:34359:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446634875287505448 : -109198422046168 : ffff9caf42d80a28) 00000020:00000001:0.0:1789130486.288425:0:34359:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1789130486.288426:0:34359:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9caf4c532630 (ffff9caf58609c68/1) at cl_lock_cancel():142 00000008:00000001:0.0:1789130486.288428:0:34359:0:(osc_lock.c:1172:osc_lock_cancel()) Process entered 00000008:00000001:0.0:1789130486.288429:0:34359:0:(osc_lock.c:1126:osc_lock_detach()) Process entered 00010000:00000001:0.0:1789130486.288431:0:34359:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130486.288432:0:34359:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130486.288433:0:34359:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b6800 refcount=5 00000020:00000001:0.0:1789130486.288435:0:34359:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649484800 : -109198060066816 : ffff9caf586b6800) 00010000:00000001:0.0:1789130486.288436:0:34359:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649484800 : -109198060066816 : ffff9caf586b6800) 00010000:00000001:0.0:1789130486.288438:0:34359:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789130486.288440:0:34359:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9caf5014c800 lock: 000000005a65f6a0/0xde5303b1d982ce2e lrc: 5/1,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xcdf1b083821a6093 expref: -99 pid: 34352 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00000001:0.0:1789130486.288446:0:34359:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130486.288447:0:34359:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130486.288449:0:34359:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789130486.288450:0:34359:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789130486.288453:0:34359:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9caf5014c800 lock: 000000005a65f6a0/0xde5303b1d982ce2e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xcdf1b083821a6093 expref: -99 pid: 34352 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00000001:0.0:1789130486.288460:0:34359:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789130486.288464:0:34359:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789130486.288466:0:34359:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789130486.288469:0:34359:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130486.288470:0:34359:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130486.288471:0:34359:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130486.288474:0:34359:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789130486.288475:0:34359:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130486.288477:0:34359:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130486.288480:0:34359:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130486.288482:0:34359:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789130486.288483:0:34359:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130486.288484:0:34359:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130486.288485:0:34359:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130486.288486:0:34359:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1789130486.288488:0:34359:0:(osc_lock.c:1145:osc_lock_detach()) Process leaving 00000008:00000001:0.0:1789130486.288489:0:34359:0:(osc_lock.c:1181:osc_lock_cancel()) Process leaving 00000020:00000001:0.0:1789130486.288490:0:34359:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1789130486.288491:0:34359:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1789130486.288492:0:34359:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1789130486.288493:0:34359:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9caf58607b78 (ffff9caf58609368/0) at cl_lock_fini():72 00020000:00000001:0.0:1789130486.288496:0:34359:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:0.0:1789130486.288497:0:34359:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1789130486.288498:0:34359:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9caf4c532630 (ffff9caf58609368/1) at cl_lock_fini():72 00000008:00000010:0.0:1789130486.288500:0:34359:0:(osc_lock.c:116:osc_lock_fini()) slab-freed '(ols)': 312 at ffff9caf5867a4e0. 00000020:00000001:0.0:1789130486.288502:0:34359:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:0.0:1789130486.288503:0:34359:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff9caf4c532600. 00020000:00000001:0.0:1789130486.288505:0:34359:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:0.0:1789130486.288506:0:34359:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:0.0:1789130486.288507:0:34359:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00020000:00000001:0.0:1789130486.288509:0:34359:0:(lov_io.c:1682:lov_io_unlock()) Process entered 00020000:00000001:0.0:1789130486.288510:0:34359:0:(lov_io.c:1516:lov_io_call()) Process entered 00000020:00000001:0.0:1789130486.288511:0:34359:0:(cl_io.c:356:cl_io_unlock()) Process entered 00000020:00000001:0.0:1789130486.288512:0:34359:0:(cl_io.c:377:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1789130486.288513:0:34359:0:(lov_io.c:1616:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789130486.288515:0:34359:0:(lov_io.c:1533:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789130486.288516:0:34359:0:(lov_io.c:1685:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1789130486.288517:0:34359:0:(cl_io.c:377:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1789130486.288518:0:34359:0:(cl_io.c:453:cl_io_rw_advance()) Process entered 00000080:00200000:0.0:1789130486.288520:0:34359:0:(vvp_io.c:640:vvp_io_advance()) advancing 0 bytes 00000020:00000001:0.0:1789130486.288521:0:34359:0:(cl_io.c:469:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1789130486.288523:0:34359:0:(cl_io.c:433:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1789130486.288524:0:34359:0:(lov_io.c:1663:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1789130486.288525:0:34359:0:(lov_io.c:1516:lov_io_call()) Process entered 00000020:00000001:0.0:1789130486.288526:0:34359:0:(cl_io.c:433:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1789130486.288530:0:34359:0:(cl_io.c:439:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1789130486.288531:0:34359:0:(lov_io.c:1610:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789130486.288533:0:34359:0:(lov_io.c:1533:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789130486.288534:0:34359:0:(lov_io.c:1674:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1789130486.288535:0:34359:0:(cl_io.c:439:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1789130486.288536:0:34359:0:(cl_io.c:877:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130486.288539:0:34359:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1789130486.288541:0:34359:0:(lov_io.c:1057:lov_io_fini()) Process entered 00020000:00000001:0.0:1789130486.288542:0:34359:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1789130486.288543:0:34359:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1789130486.288544:0:34359:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1789130486.288546:0:34359:0:(cl_object.c:917:cl_env_put()) 1@ffff9caf58609c60 00020000:00000001:0.0:1789130486.288548:0:34359:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1789130486.288550:0:34359:0:(lov_io.c:1088:lov_io_fini()) Process leaving 00000080:00000001:0.0:1789130486.288552:0:34359:0:(vvp_io.c:392:vvp_io_fini()) Process entered 00000080:00200000:0.0:1789130486.288554:0:34359:0:(vvp_io.c:402:vvp_io_fini()) [0x200000404:0x31:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, need minor change layout 0 00000080:00000001:0.0:1789130486.288557:0:34359:0:(vvp_io.c:509:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1789130486.288558:0:34359:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00000001:0.0:1789130486.288559:0:34359:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41cc7c98 00000080:00200000:0.0:1789130486.288561:0:34359:0:(file.c:2240:ll_file_io_generic()) recon: 1 io complete with rc: 0, result: 0, restart: 0 00000080:00200000:0.0:1789130486.288564:0:34359:0:(file.c:2326:ll_file_io_generic()) iot: 1, result: 0 00000080:00000001:0.0:1789130486.288566:0:34359:0:(file.c:2330:ll_file_io_generic()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1789130486.288568:0:34359:0:(cl_object.c:917:cl_env_put()) 1@ffff9caf58609360 00000020:00000001:0.0:1789130486.288570:0:34359:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41cc7d88 00000080:00000008:0.0:1789130486.288571:0:34359:0:(file.c:2550:do_file_read_iter()) COMPLETED: file recon:[0x200000404:0x31:0x0], ppos: 46, count: 4194304, rc = 0 00000080:00000001:0.0:1789130486.288574:0:34359:0:(file.c:2552:do_file_read_iter()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789130486.290191:0:34359:0:(lov_object.c:2454:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1789130486.290200:0:34359:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9caf47cdc1f0) owner 0000000000000000/ffff9caf41220000 00020000:00000002:0.0:1789130486.290208:0:34359:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9caf47cdc1f0) owner 0000000000000000/ffff9caf41220000 00020000:00000001:0.0:1789130486.290210:0:34359:0:(lov_object.c:2505:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130486.290222:0:34359:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:0.0:1789130486.290225:0:34359:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41cc7df0 00000080:00200008:0.0:1789130486.290227:0:34359:0:(file.c:479:ll_file_release()) START file recon:[0x200000404:0x31:0x0](ffff9caf60198908), flags 100000 00000080:00000001:0.0:1789130486.290232:0:34359:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:0.0:1789130486.290236:0:34359:0:(pcc.c:2463:pcc_file_release()) Process leaving 00020000:00000001:0.0:1789130486.290237:0:34359:0:(lov_object.c:2454:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1789130486.290239:0:34359:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9caf47cdc1f0) owner 0000000000000000/ffff9caf41220000 00020000:00000002:0.0:1789130486.290241:0:34359:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9caf47cdc1f0) owner 0000000000000000/ffff9caf41220000 00020000:00000001:0.0:1789130486.290243:0:34359:0:(lov_object.c:2505:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130486.290548:0:34359:0:(file.c:341:ll_md_close()) Process entered 00000002:00000001:0.0:1789130486.290562:0:34359:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789130486.290565:0:34359:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789130486.290573:0:34359:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf48fc4800 count: 3 00010000:00000001:0.0:1789130486.290578:0:34359:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789130486.290584:0:34359:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:0.0:1789130486.290589:0:34359:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:0.0:1789130486.290594:0:34359:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1789130486.290602:0:34359:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789130486.290608:0:34359:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030600/0xde5303b1d982ce4a lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x31:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xcdf1b083821a60d2 expref: -99 pid: 34359 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1789130486.290619:0:34359:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130486.290622:0:34359:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789130486.290624:0:34359:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=16 : 16 : 10) 00800000:00000002:0.0:1789130486.290628:0:34359:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000404:0x31:0x0]: 16 00000080:00000010:0.0:1789130486.290632:0:34359:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9caf4865e3c0. 00000080:00000001:0.0:1789130486.290694:0:34359:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130486.290702:0:34359:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41cc7df0 00000080:00000008:0.0:1789130486.290704:0:34359:0:(file.c:523:ll_file_release()) COMPLETED file recon:[0x200000404:0x31:0x0](ffff9caf60198908), flags 100000, rc = 0 00000080:00000001:0.0:1789130486.290707:0:34359:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130486.290712:0:34359:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1789130486.290714:0:34359:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41cc7e00 00000080:00002000:0.0:1789130486.290716:0:34359:0:(dcache.c:127:ll_ddelete()) keeping dentry recon (ffff9caf444bfaf8, parent ffff9caf600f3360, inode ffff9caf60198908) hashed, 00000080:00000001:0.0:1789130486.290719:0:34359:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130486.314746:0:34360:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:0.0:1789130486.314754:0:34360:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:0.0:1789130486.314757:0:34360:0:(file.c:6206:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1789130486.314761:0:34360:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41cd7b20 00000080:00200000:0.0:1789130486.314767:0:34360:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8),name=/ 00000080:00000010:0.0:1789130486.314776:0:34360:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9caf47e8ec00. 00800000:00000002:0.0:1789130486.314784:0:34360:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9caf4557c8c0 2 00000080:00000001:0.0:1789130486.314789:0:34360:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1789130486.314796:0:34360:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1789130486.314799:0:34360:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41cd7a40 00800000:00000002:0.0:1789130486.314866:0:34360:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1789130486.314872:0:34360:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1789130486.314880:0:34360:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1789130486.314939:0:34360:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1789130486.314944:0:34360:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41cd7910 00000002:00010000:0.0:1789130486.314946:0:34360:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1789130486.314950:0:34360:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1789130486.314953:0:34360:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789130486.316367:0:34360:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789130486.316381:0:34360:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf48fc4000 count: 2 00010000:00000001:0.0:1789130486.316388:0:34360:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789130486.316397:0:34360:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789130486.316405:0:34360:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1789130486.316411:0:34360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030e00/0xde5303b1d982ce43 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a60c4 expref: -99 pid: 34359 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:0.0:1789130486.316426:0:34360:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1789130486.316434:0:34360:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789130486.316438:0:34360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030e00/0xde5303b1d982ce43 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a60c4 expref: -99 pid: 34359 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:0.0:1789130486.316446:0:34360:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1789130486.316449:0:34360:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1789130486.316452:0:34360:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789130486.316455:0:34360:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789130486.316458:0:34360:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1789130486.316461:0:34360:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1789130486.316464:0:34360:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1789130486.316469:0:34360:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9caf4557c8c0 2 00000080:00000010:0.0:1789130486.316474:0:34360:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9caf47e8ec00. 00000080:00000001:0.0:1789130486.316481:0:34360:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1789130486.316483:0:34360:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789130486.316486:0:34360:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9caf601980c8) 00000080:00010000:0.0:1789130486.316671:0:34360:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9caf601980c8) for lock 0xde5303b1d982ce43 00800000:00000001:0.0:1789130486.316678:0:34360:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1789130486.316681:0:34360:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1789130486.316684:0:34360:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130486.316686:0:34360:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130486.316691:0:34360:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40030e00 refcount=3 00000020:00000001:0.0:1789130486.316693:0:34360:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239992832 : -109198469558784 : ffff9caf40030e00) 00010000:00000001:0.0:1789130486.316696:0:34360:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239992832 : -109198469558784 : ffff9caf40030e00) 00010000:00000001:0.0:1789130486.316700:0:34360:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130486.316702:0:34360:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789130486.316703:0:34360:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789130486.316705:0:34360:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789130486.316708:0:34360:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xde5303b1d982ce43 from it ffffb97f41cd7b58 00010000:00000001:0.0:1789130486.316710:0:34360:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130486.316711:0:34360:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130486.316712:0:34360:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40030e00 refcount=3 00000020:00000001:0.0:1789130486.316714:0:34360:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239992832 : -109198469558784 : ffff9caf40030e00) 00010000:00000001:0.0:1789130486.316716:0:34360:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239992832 : -109198469558784 : ffff9caf40030e00) 00010000:00000001:0.0:1789130486.316718:0:34360:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789130486.316721:0:34360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030e00/0xde5303b1d982ce43 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a60c4 expref: -99 pid: 34359 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1789130486.316728:0:34360:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130486.316729:0:34360:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130486.316732:0:34360:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789130486.316734:0:34360:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789130486.316737:0:34360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030e00/0xde5303b1d982ce43 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a60c4 expref: -99 pid: 34359 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1789130486.316744:0:34360:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789130486.316748:0:34360:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789130486.316751:0:34360:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789130486.316757:0:34360:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130486.316758:0:34360:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130486.316760:0:34360:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130486.316764:0:34360:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789130486.316766:0:34360:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130486.316769:0:34360:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130486.316772:0:34360:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130486.316775:0:34360:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789130486.316777:0:34360:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130486.316779:0:34360:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1789130486.316782:0:34360:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1789130486.316784:0:34360:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1789130486.316789:0:34360:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8), inode mode 41ff mask 1 00000080:00000001:0.0:1789130486.316795:0:34360:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130486.316802:0:34360:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1789130486.317155:0:34360:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41cd7b48 00000080:00002000:0.0:1789130486.317158:0:34360:0:(dcache.c:87:ll_dcompare()) found name recon(ffff9caf444bfaf8) flags 0x48004e refc 0 00000080:00000001:0.0:1789130486.317161:0:34360:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130486.317163:0:34360:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41cd7b90 00000080:00200000:0.0:1789130486.317165:0:34360:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=recon, flags=8 00000020:00000001:0.0:1789130486.317178:0:34360:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41cd7d10 00000080:00200008:0.0:1789130486.317180:0:34360:0:(file.c:6313:ll_getattr_dentry()) START file recon:[0x200000404:0x31:0x0](ffff9caf60198908), request_mask 606, flags 0, foreign 0 00000080:00000001:0.0:1789130486.317185:0:34360:0:(file.c:6206:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1789130486.317187:0:34360:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41cd7c88 00000080:00200000:0.0:1789130486.317189:0:34360:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x31:0x0](ffff9caf60198908),name=recon 00000080:00000010:0.0:1789130486.317198:0:34360:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9caf47e8ec00. 00800000:00000002:0.0:1789130486.317204:0:34360:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9caf4557c8c0 2 00000080:00000001:0.0:1789130486.317211:0:34360:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1789130486.317214:0:34360:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1789130486.317216:0:34360:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41cd7ba8 00800000:00000002:0.0:1789130486.317219:0:34360:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000404:0x31:0x0] 'recon' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1789130486.317222:0:34360:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1789130486.317228:0:34360:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x31:0x0], name='' -> mds #0 00000002:00000001:0.0:1789130486.317232:0:34360:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1789130486.317234:0:34360:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41cd7a78 00000002:00010000:0.0:1789130486.317236:0:34360:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000404:0x31:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1789130486.317239:0:34360:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1789130486.317241:0:34360:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789130486.317243:0:34360:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789130486.317247:0:34360:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf48fc4800 count: 3 00010000:00000001:0.0:1789130486.317249:0:34360:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789130486.317253:0:34360:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789130486.317256:0:34360:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1789130486.317259:0:34360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40031600/0xde5303b1d982ce20 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xcdf1b083821a607e expref: -99 pid: 34352 timeout: 0 lvb_type: 3 lru_score: 6 lru_type: 0 02000000:00000001:0.0:1789130486.317267:0:34360:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1789130486.317269:0:34360:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789130486.317273:0:34360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40031600/0xde5303b1d982ce20 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xcdf1b083821a607e expref: -99 pid: 34352 timeout: 0 lvb_type: 3 lru_score: 6 lru_type: 0 00000002:00000001:0.0:1789130486.317280:0:34360:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1789130486.317282:0:34360:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1789130486.317283:0:34360:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789130486.317286:0:34360:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789130486.317287:0:34360:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1789130486.317289:0:34360:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1789130486.317292:0:34360:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1789130486.317294:0:34360:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9caf4557c8c0 2 00000080:00000010:0.0:1789130486.317297:0:34360:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9caf47e8ec00. 00000080:00000001:0.0:1789130486.317299:0:34360:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1789130486.317301:0:34360:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789130486.317303:0:34360:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x31:0x0](ffff9caf60198908) 00000080:00010000:0.0:1789130486.317306:0:34360:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000404:0x31:0x0](ffff9caf60198908) for lock 0xde5303b1d982ce20 00800000:00000001:0.0:1789130486.317309:0:34360:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1789130486.317310:0:34360:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1789130486.317311:0:34360:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130486.317313:0:34360:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130486.317315:0:34360:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40031600 refcount=3 00000020:00000001:0.0:1789130486.317317:0:34360:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239994880 : -109198469556736 : ffff9caf40031600) 00010000:00000001:0.0:1789130486.317319:0:34360:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239994880 : -109198469556736 : ffff9caf40031600) 00010000:00000001:0.0:1789130486.317322:0:34360:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130486.317323:0:34360:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789130486.317325:0:34360:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789130486.317326:0:34360:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789130486.317328:0:34360:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xde5303b1d982ce20 from it ffffb97f41cd7cc0 00010000:00000001:0.0:1789130486.317330:0:34360:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130486.317332:0:34360:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130486.317333:0:34360:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40031600 refcount=3 00000020:00000001:0.0:1789130486.317335:0:34360:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239994880 : -109198469556736 : ffff9caf40031600) 00010000:00000001:0.0:1789130486.317337:0:34360:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239994880 : -109198469556736 : ffff9caf40031600) 00010000:00000001:0.0:1789130486.317339:0:34360:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789130486.317342:0:34360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40031600/0xde5303b1d982ce20 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xcdf1b083821a607e expref: -99 pid: 34352 timeout: 0 lvb_type: 3 lru_score: 6 lru_type: 0 00010000:00000001:0.0:1789130486.317348:0:34360:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130486.317349:0:34360:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130486.317350:0:34360:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789130486.317352:0:34360:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789130486.317355:0:34360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40031600/0xde5303b1d982ce20 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xcdf1b083821a607e expref: -99 pid: 34352 timeout: 0 lvb_type: 3 lru_score: 7 lru_type: 0 00010000:00000001:0.0:1789130486.317361:0:34360:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789130486.317363:0:34360:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789130486.317364:0:34360:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789130486.317367:0:34360:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130486.317368:0:34360:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130486.317370:0:34360:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130486.317372:0:34360:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789130486.317373:0:34360:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130486.317375:0:34360:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130486.317377:0:34360:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130486.317378:0:34360:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789130486.317380:0:34360:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130486.317381:0:34360:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1789130486.317382:0:34360:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1789130486.317383:0:34360:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1789130486.317388:0:34360:0:(pcc.c:2686:pcc_inode_getattr()) Process entered 00000080:00000001:0.0:1789130486.317391:0:34360:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:0.0:1789130486.317394:0:34360:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1789130486.317396:0:34360:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:0.0:1789130486.317398:0:34360:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130486.317401:0:34360:0:(pcc.c:2695:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1789130486.317405:0:34360:0:(glimpse.c:178:__cl_glimpse_size()) Process entered 00000020:00000001:0.0:1789130486.317408:0:34360:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1789130486.317414:0:34360:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446634875648775016 : -109198060776600 : ffff9caf58609368) 00000020:00001000:0.0:1789130486.317416:0:34360:0:(cl_object.c:823:cl_env_get()) 1@ffff9caf58609360 00000020:00000001:0.0:1789130486.317423:0:34360:0:(cl_object.c:143:cl_object_top()) ffff9caf42b2a148 -> ffff9caf42b2a148 00000020:00000001:0.0:1789130486.317426:0:34360:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1789130486.317429:0:34360:0:(vvp_io.c:1987:vvp_io_init()) Process entered 00000080:00200000:0.0:1789130486.317432:0:34360:0:(vvp_io.c:1992:vvp_io_init()) [0x200000404:0x31:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:0.0:1789130486.317436:0:34360:0:(cl_io.c:902:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1789130486.317437:0:34360:0:(cl_io.c:908:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1789130486.317440:0:34360:0:(file.c:7121:ll_layout_refresh()) Process entered 00000080:00000001:0.0:1789130486.317442:0:34360:0:(file.c:7125:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130486.317444:0:34360:0:(vvp_io.c:2064:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1789130486.317450:0:34360:0:(lov_object.c:1604:lov_io_init()) [0x200000404:0x31:0x0]io ffff9caf42d807b0 type 7 ignore/verify layout 0/1, compressed 0 00020000:00000002:0.0:1789130486.317454:0:34360:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9caf47cdc1f0) owner 0000000000000000/ffff9caf586c27c0 00020000:00000001:0.0:1789130486.317459:0:34360:0:(lov_io.c:2488:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1789130486.317461:0:34360:0:(lov_io.c:764:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1789130486.317464:0:34360:0:(lov_io.c:478:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1789130486.317467:0:34360:0:(lov_io.c:489:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789130486.317470:0:34360:0:(lov_io.c:919:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1789130486.317473:0:34360:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1789130486.317475:0:34360:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130486.317476:0:34360:0:(cl_io.c:902:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1789130486.317477:0:34360:0:(cl_io.c:908:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1789130486.317479:0:34360:0:(lov_io.c:2501:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1789130486.317481:0:34360:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9caf47cdc1f0) owner 0000000000000000/ffff9caf586c27c0 00000020:00000001:0.0:1789130486.317484:0:34360:0:(cl_io.c:146:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1789130486.317486:0:34360:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:0.0:1789130486.317487:0:34360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000404:0x31:0x0] 00000020:00000001:0.0:1789130486.317492:0:34360:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:0.0:1789130486.317494:0:34360:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:0.0:1789130486.317498:0:34360:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:0.0:1789130486.317500:0:34360:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:0.0:1789130486.317506:0:34360:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:0.0:1789130486.317513:0:34360:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff9caf4c532600. 00020000:00000002:0.0:1789130486.317516:0:34360:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1789130486.317519:0:34360:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:0.0:1789130486.317523:0:34360:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1789130486.317525:0:34360:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1789130486.317526:0:34360:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1789130486.317528:0:34360:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446634875648777320 : -109198060774296 : ffff9caf58609c68) 00000020:00001000:0.0:1789130486.317530:0:34360:0:(cl_object.c:823:cl_env_get()) 1@ffff9caf58609c60 00000020:00000001:0.0:1789130486.317534:0:34360:0:(cl_object.c:143:cl_object_top()) ffff9caf42b2a850 -> ffff9caf42b2a148 00000020:00000001:0.0:1789130486.317535:0:34360:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:0.0:1789130486.317539:0:34360:0:(cl_io.c:902:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1789130486.317540:0:34360:0:(cl_io.c:908:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1789130486.317542:0:34360:0:(cl_io.c:146:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789130486.317544:0:34360:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789130486.317546:0:34360:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446634875287505448 : -109198422046168 : ffff9caf42d80a28) 00000020:00000001:0.0:1789130486.317548:0:34360:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:0.0:1789130486.317555:0:34360:0:(osc_lock.c:1279:osc_lock_init()) slab-alloced 'oscl': 312 at ffff9caf5867a4e0. 00000008:00010000:0.0:1789130486.317558:0:34360:0:(lustre_osc.h:166:osc_enq2ldlm_flags()) flags: a 00000020:00000001:0.0:1789130486.317561:0:34360:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1789130486.317563:0:34360:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:0.0:1789130486.317564:0:34360:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9caf4c532630, osc lock ffff9caf5867a4e0, flags 0x400001002 00000020:00000001:0.0:1789130486.317567:0:34360:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789130486.317569:0:34360:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789130486.317571:0:34360:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446634875446568448 : -109198262983168 : ffff9caf4c532600) 00000020:00000001:0.0:1789130486.317574:0:34360:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1789130486.317575:0:34360:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:0.0:1789130486.317576:0:34360:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130486.317578:0:34360:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130486.317582:0:34360:0:(cl_io.c:1193:cl_sync_io_init_notify()) Process entered 00000020:00000001:0.0:1789130486.317584:0:34360:0:(cl_io.c:1201:cl_sync_io_init_notify()) Process leaving 00000020:00000001:0.0:1789130486.317587:0:34360:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:0.0:1789130486.317590:0:34360:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:0.0:1789130486.317591:0:34360:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1789130486.317592:0:34360:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446634875287505448 : -109198422046168 : ffff9caf42d80a28) 00000020:00000001:0.0:1789130486.317594:0:34360:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:0.0:1789130486.317597:0:34360:0:(osc_lock.c:1010:osc_lock_enqueue()) Process entered 00000008:00000001:0.0:1789130486.317600:0:34360:0:(osc_lock.c:1035:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1789130486.317603:0:34360:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:0.0:1789130486.317607:0:34360:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process entered 00000020:00000001:0.0:1789130486.317609:0:34360:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:0.0:1789130486.317611:0:34360:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:0.0:1789130486.317613:0:34360:0:(lovsub_object.c:152:lovsub_req_projid_set()) Process leaving 00000020:00000001:0.0:1789130486.317615:0:34360:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:0.0:1789130486.317619:0:34360:0:(osc_request.c:3393:osc_enqueue_base()) Process entered 00010000:00000001:0.0:1789130486.317621:0:34360:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789130486.317626:0:34360:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf48e45500 count: 2 00010000:00000001:0.0:1789130486.317628:0:34360:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789130486.317634:0:34360:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789130486.317637:0:34360:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1789130486.317642:0:34360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff9caf5014c800 lock: 000000005a65f6a0/0xde5303b1d982ce2e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xcdf1b083821a6093 expref: -99 pid: 34352 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 02000000:00000001:0.0:1789130486.317654:0:34360:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1789130486.317657:0:34360:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789130486.317660:0:34360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff9caf5014c800 lock: 000000005a65f6a0/0xde5303b1d982ce2e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xcdf1b083821a6093 expref: -99 pid: 34352 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00000001:0.0:1789130486.317668:0:34360:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130486.317669:0:34360:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130486.317671:0:34360:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b6800 refcount=4 00000020:00000001:0.0:1789130486.317673:0:34360:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649484800 : -109198060066816 : ffff9caf586b6800) 00010000:00000001:0.0:1789130486.317675:0:34360:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649484800 : -109198060066816 : ffff9caf586b6800) 00000008:00000001:0.0:1789130486.317680:0:34360:0:(osc_lock.c:277:osc_lock_upcall()) Process entered 00010000:00000001:0.0:1789130486.317683:0:34360:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130486.317685:0:34360:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130486.317686:0:34360:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b6800 refcount=5 00000020:00000001:0.0:1789130486.317688:0:34360:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649484800 : -109198060066816 : ffff9caf586b6800) 00010000:00000001:0.0:1789130486.317690:0:34360:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649484800 : -109198060066816 : ffff9caf586b6800) 00000020:00000001:0.0:1789130486.317695:0:34360:0:(cl_io.c:1837:__cl_sync_io_note()) Process entered 00000020:00200000:0.0:1789130486.317697:0:34360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:0.0:1789130486.317700:0:34360:0:(cl_io.c:1911:__cl_sync_io_note()) Process leaving 00000008:00000001:0.0:1789130486.317702:0:34360:0:(osc_lock.c:311:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130486.317704:0:34360:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130486.317705:0:34360:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130486.317707:0:34360:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b6800 refcount=6 00000020:00000001:0.0:1789130486.317709:0:34360:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649484800 : -109198060066816 : ffff9caf586b6800) 00010000:00000001:0.0:1789130486.317711:0:34360:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649484800 : -109198060066816 : ffff9caf586b6800) 00010000:00000001:0.0:1789130486.317713:0:34360:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789130486.317716:0:34360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff9caf5014c800 lock: 000000005a65f6a0/0xde5303b1d982ce2e lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xcdf1b083821a6093 expref: -99 pid: 34352 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00000001:0.0:1789130486.317723:0:34360:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130486.317725:0:34360:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130486.317726:0:34360:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789130486.317727:0:34360:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789130486.317730:0:34360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9caf5014c800 lock: 000000005a65f6a0/0xde5303b1d982ce2e lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xcdf1b083821a6093 expref: -99 pid: 34352 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00010000:00000001:0.0:1789130486.317737:0:34360:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789130486.317740:0:34360:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789130486.317741:0:34360:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789130486.317744:0:34360:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130486.317745:0:34360:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789130486.317747:0:34360:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130486.317749:0:34360:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130486.317751:0:34360:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130486.317753:0:34360:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789130486.317754:0:34360:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130486.317756:0:34360:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130486.317757:0:34360:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130486.317758:0:34360:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1789130486.317759:0:34360:0:(osc_request.c:3462:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1789130486.317762:0:34360:0:(osc_lock.c:1114:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130486.317764:0:34360:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789130486.317766:0:34360:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130486.317768:0:34360:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130486.317769:0:34360:0:(cl_io.c:1837:__cl_sync_io_note()) Process entered 00000020:00200000:0.0:1789130486.317771:0:34360:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:0.0:1789130486.317774:0:34360:0:(cl_io.c:1911:__cl_sync_io_note()) Process leaving 00000020:00000001:0.0:1789130486.317776:0:34360:0:(cl_io.c:1213:cl_sync_io_wait()) Process entered 00000020:00000001:0.0:1789130486.317778:0:34360:0:(cl_io.c:1237:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130486.317780:0:34360:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130486.317786:0:34360:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:0.0:1789130486.317788:0:34360:0:(cl_object.c:143:cl_object_top()) ffff9caf42b2a148 -> ffff9caf42b2a148 00000020:00000001:0.0:1789130486.317790:0:34360:0:(cl_object.c:143:cl_object_top()) ffff9caf42b2a148 -> ffff9caf42b2a148 00000020:00000001:0.0:1789130486.317793:0:34360:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:0.0:1789130486.317796:0:34360:0:(lov_object.c:1077:lov_attr_get_composite()) Process entered 00020000:00000001:0.0:1789130486.317801:0:34360:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:0.0:1789130486.317842:0:34360:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=46 : 46 : 2e) 00020000:00000001:0.0:1789130486.317846:0:34360:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:0.0:1789130486.317847:0:34360:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=46 : 46 : 2e) 00020000:00000002:0.0:1789130486.317850:0:34360:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x31:1028 on OST[1]: s=46 (1) m=1789130486 a=1789130486 c=1789130486 b=1 00020000:00000001:0.0:1789130486.317854:0:34360:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1789130486.317858:0:34360:0:(lov_object.c:1108:lov_attr_get_composite()) COMP ID #-1: s=46 m=1789130486 a=1789130486 c=1789130486 b=1 00020000:00000001:0.0:1789130486.317862:0:34360:0:(lov_object.c:1146:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130486.317865:0:34360:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130486.317867:0:34360:0:(cl_object.c:143:cl_object_top()) ffff9caf42b2a148 -> ffff9caf42b2a148 00000080:00200000:0.0:1789130486.317871:0:34360:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000404:0x31:0x0] updating i_size 46 i_blocks 1 00000080:00000001:0.0:1789130486.317875:0:34360:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:0.0:1789130486.317877:0:34360:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:0.0:1789130486.317879:0:34360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9caf42d80750 (ffff9caf58609368/0) at cl_lock_release():245 00000020:00000001:0.0:1789130486.317883:0:34360:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1789130486.317885:0:34360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9caf42d80750 (ffff9caf58609368/0) at cl_lock_cancel():142 00020000:00000001:0.0:1789130486.318210:0:34360:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:0.0:1789130486.318212:0:34360:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1789130486.318214:0:34360:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446634875287505448 : -109198422046168 : ffff9caf42d80a28) 00000020:00000001:0.0:1789130486.318216:0:34360:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1789130486.318217:0:34360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9caf4c532630 (ffff9caf58609c68/1) at cl_lock_cancel():142 00000008:00000001:0.0:1789130486.318220:0:34360:0:(osc_lock.c:1172:osc_lock_cancel()) Process entered 00000008:00000001:0.0:1789130486.318222:0:34360:0:(osc_lock.c:1126:osc_lock_detach()) Process entered 00010000:00000001:0.0:1789130486.318223:0:34360:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130486.318225:0:34360:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1789130486.318226:0:34360:0:(osc_lock.c:1145:osc_lock_detach()) Process leaving 00000008:00000001:0.0:1789130486.318228:0:34360:0:(osc_lock.c:1181:osc_lock_cancel()) Process leaving 00000020:00000001:0.0:1789130486.318229:0:34360:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1789130486.318230:0:34360:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1789130486.318232:0:34360:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1789130486.318234:0:34360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9caf42d80750 (ffff9caf58609368/0) at cl_lock_fini():72 00020000:00000001:0.0:1789130486.318237:0:34360:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:0.0:1789130486.318238:0:34360:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1789130486.318239:0:34360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9caf4c532630 (ffff9caf58609368/1) at cl_lock_fini():72 00000008:00000010:0.0:1789130486.318242:0:34360:0:(osc_lock.c:116:osc_lock_fini()) slab-freed '(ols)': 312 at ffff9caf5867a4e0. 00000020:00000001:0.0:1789130486.318245:0:34360:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:0.0:1789130486.318247:0:34360:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff9caf4c532600. 00020000:00000001:0.0:1789130486.318251:0:34360:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:0.0:1789130486.318252:0:34360:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:0.0:1789130486.318253:0:34360:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:0.0:1789130486.318256:0:34360:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130486.318259:0:34360:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1789130486.318262:0:34360:0:(lov_io.c:1057:lov_io_fini()) Process entered 00020000:00000001:0.0:1789130486.318264:0:34360:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1789130486.318265:0:34360:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1789130486.318267:0:34360:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1789130486.318268:0:34360:0:(cl_object.c:917:cl_env_put()) 1@ffff9caf58609c60 00020000:00000001:0.0:1789130486.318271:0:34360:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1789130486.318274:0:34360:0:(lov_io.c:1088:lov_io_fini()) Process leaving 00000080:00000001:0.0:1789130486.318277:0:34360:0:(vvp_io.c:392:vvp_io_fini()) Process entered 00000080:00200000:0.0:1789130486.318280:0:34360:0:(vvp_io.c:402:vvp_io_fini()) [0x200000404:0x31:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, need minor change layout 0 00000080:00000001:0.0:1789130486.318284:0:34360:0:(file.c:7121:ll_layout_refresh()) Process entered 00000080:00000001:0.0:1789130486.318285:0:34360:0:(file.c:7125:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130486.318288:0:34360:0:(vvp_io.c:506:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1789130486.318290:0:34360:0:(vvp_io.c:509:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1789130486.318291:0:34360:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1789130486.318292:0:34360:0:(cl_object.c:917:cl_env_put()) 1@ffff9caf58609360 00000001:00000001:0.0:1789130486.318294:0:34360:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130486.318302:0:34360:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41cd7d10 00000080:00000008:0.0:1789130486.318304:0:34360:0:(file.c:6498:ll_getattr_dentry()) COMPLETED file recon:[0x200000404:0x31:0x0](ffff9caf60198908), request_mask 606, flags 0, foreign 0 00000080:00000001:0.0:1789130486.318309:0:34360:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1789130486.318312:0:34360:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41cd7da0 00000080:00002000:0.0:1789130486.318314:0:34360:0:(dcache.c:127:ll_ddelete()) keeping dentry recon (ffff9caf444bfaf8, parent ffff9caf600f3360, inode ffff9caf60198908) hashed, 00000080:00000001:0.0:1789130486.318318:0:34360:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130486.318400:0:34360:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:0.0:1789130486.318404:0:34360:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:0.0:1789130486.318406:0:34360:0:(file.c:6206:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1789130486.318407:0:34360:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41cd7bc0 00000080:00200000:0.0:1789130486.318409:0:34360:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8),name=/ 00000080:00000010:0.0:1789130486.318416:0:34360:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9caf47e8ec00. 00800000:00000002:0.0:1789130486.318421:0:34360:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9caf4557c8c0 2 00000080:00000001:0.0:1789130486.318423:0:34360:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1789130486.318426:0:34360:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1789130486.318428:0:34360:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41cd7ae0 00800000:00000002:0.0:1789130486.318430:0:34360:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1789130486.318433:0:34360:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1789130486.318436:0:34360:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1789130486.318446:0:34360:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1789130486.318448:0:34360:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41cd79b0 00000002:00010000:0.0:1789130486.318450:0:34360:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1789130486.318454:0:34360:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1789130486.318455:0:34360:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789130486.318457:0:34360:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789130486.318463:0:34360:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf48fc4000 count: 2 00010000:00000001:0.0:1789130486.318465:0:34360:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789130486.318468:0:34360:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789130486.318472:0:34360:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1789130486.318476:0:34360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030e00/0xde5303b1d982ce43 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a60c4 expref: -99 pid: 34359 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:0.0:1789130486.318484:0:34360:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1789130486.318487:0:34360:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789130486.318490:0:34360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030e00/0xde5303b1d982ce43 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a60c4 expref: -99 pid: 34359 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:0.0:1789130486.318496:0:34360:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1789130486.318498:0:34360:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1789130486.318500:0:34360:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789130486.318502:0:34360:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789130486.318503:0:34360:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1789130486.318505:0:34360:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1789130486.318507:0:34360:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1789130486.318510:0:34360:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9caf4557c8c0 2 00000080:00000010:0.0:1789130486.318513:0:34360:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9caf47e8ec00. 00000080:00000001:0.0:1789130486.318515:0:34360:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1789130486.318517:0:34360:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789130486.318519:0:34360:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9caf601980c8) 00000080:00010000:0.0:1789130486.318522:0:34360:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9caf601980c8) for lock 0xde5303b1d982ce43 00800000:00000001:0.0:1789130486.318525:0:34360:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1789130486.318528:0:34360:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1789130486.318529:0:34360:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130486.318531:0:34360:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130486.318533:0:34360:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40030e00 refcount=3 00000020:00000001:0.0:1789130486.318535:0:34360:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239992832 : -109198469558784 : ffff9caf40030e00) 00010000:00000001:0.0:1789130486.318538:0:34360:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239992832 : -109198469558784 : ffff9caf40030e00) 00010000:00000001:0.0:1789130486.318541:0:34360:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130486.318543:0:34360:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789130486.318544:0:34360:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789130486.318546:0:34360:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789130486.318549:0:34360:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xde5303b1d982ce43 from it ffffb97f41cd7bf8 00010000:00000001:0.0:1789130486.318551:0:34360:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130486.318552:0:34360:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130486.318553:0:34360:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40030e00 refcount=3 00000020:00000001:0.0:1789130486.318555:0:34360:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239992832 : -109198469558784 : ffff9caf40030e00) 00010000:00000001:0.0:1789130486.318557:0:34360:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239992832 : -109198469558784 : ffff9caf40030e00) 00010000:00000001:0.0:1789130486.318560:0:34360:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789130486.318562:0:34360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030e00/0xde5303b1d982ce43 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a60c4 expref: -99 pid: 34359 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1789130486.318569:0:34360:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130486.318570:0:34360:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130486.318572:0:34360:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789130486.318574:0:34360:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789130486.318576:0:34360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030e00/0xde5303b1d982ce43 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a60c4 expref: -99 pid: 34359 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1789130486.318582:0:34360:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789130486.318585:0:34360:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789130486.318586:0:34360:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789130486.318590:0:34360:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130486.318591:0:34360:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130486.318592:0:34360:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130486.318595:0:34360:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789130486.318596:0:34360:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130486.318598:0:34360:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130486.318601:0:34360:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130486.318602:0:34360:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789130486.318604:0:34360:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130486.318605:0:34360:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1789130486.318607:0:34360:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1789130486.318609:0:34360:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1789130486.318612:0:34360:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8), inode mode 41ff mask 1 00000080:00000001:0.0:1789130486.318615:0:34360:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130486.318619:0:34360:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1789130486.318621:0:34360:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41cd7be8 00000080:00002000:0.0:1789130486.318623:0:34360:0:(dcache.c:87:ll_dcompare()) found name recon(ffff9caf444bfaf8) flags 0x48004e refc 0 00000080:00000001:0.0:1789130486.318626:0:34360:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130486.318627:0:34360:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41cd7c30 00000080:00200000:0.0:1789130486.318629:0:34360:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=recon, flags=8 00000080:00000001:0.0:1789130486.318652:0:34360:0:(xattr.c:574:ll_xattr_get_common()) Process entered 00000080:00000001:0.0:1789130486.318657:0:34360:0:(xattr.c:581:ll_xattr_get_common()) Process leaving (rc=18446744073709551521 : -95 : ffffffffffffffa1) 00000080:00000001:0.0:1789130486.318661:0:34360:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1789130486.318662:0:34360:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41cd7e40 00000080:00002000:0.0:1789130486.318664:0:34360:0:(dcache.c:127:ll_ddelete()) keeping dentry recon (ffff9caf444bfaf8, parent ffff9caf600f3360, inode ffff9caf60198908) hashed, 00000080:00000001:0.0:1789130486.318667:0:34360:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130486.318681:0:34360:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:0.0:1789130486.318683:0:34360:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:0.0:1789130486.318685:0:34360:0:(file.c:6206:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1789130486.318686:0:34360:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41cd7bc0 00000080:00200000:0.0:1789130486.318688:0:34360:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8),name=/ 00000080:00000010:0.0:1789130486.318692:0:34360:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9caf47e8ec00. 00800000:00000002:0.0:1789130486.318695:0:34360:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9caf4557c8c0 2 00000080:00000001:0.0:1789130486.318697:0:34360:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1789130486.318699:0:34360:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1789130486.318701:0:34360:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41cd7ae0 00800000:00000002:0.0:1789130486.318703:0:34360:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1789130486.318705:0:34360:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1789130486.318708:0:34360:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1789130486.318711:0:34360:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1789130486.318712:0:34360:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41cd79b0 00000002:00010000:0.0:1789130486.318713:0:34360:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1789130486.318716:0:34360:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1789130486.318717:0:34360:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789130486.318719:0:34360:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789130486.318722:0:34360:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf48fc4000 count: 2 00010000:00000001:0.0:1789130486.318724:0:34360:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789130486.318726:0:34360:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789130486.318728:0:34360:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1789130486.318731:0:34360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030e00/0xde5303b1d982ce43 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a60c4 expref: -99 pid: 34359 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:0.0:1789130486.318738:0:34360:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1789130486.318740:0:34360:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789130486.318743:0:34360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030e00/0xde5303b1d982ce43 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a60c4 expref: -99 pid: 34359 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:0.0:1789130486.318749:0:34360:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1789130486.318751:0:34360:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1789130486.318752:0:34360:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789130486.318754:0:34360:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789130486.318756:0:34360:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1789130486.318758:0:34360:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1789130486.318760:0:34360:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1789130486.318762:0:34360:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9caf4557c8c0 2 00000080:00000010:0.0:1789130486.318764:0:34360:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9caf47e8ec00. 00000080:00000001:0.0:1789130486.318766:0:34360:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1789130486.318768:0:34360:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789130486.318770:0:34360:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9caf601980c8) 00000080:00010000:0.0:1789130486.318773:0:34360:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9caf601980c8) for lock 0xde5303b1d982ce43 00800000:00000001:0.0:1789130486.318776:0:34360:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1789130486.318777:0:34360:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1789130486.318779:0:34360:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130486.318780:0:34360:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130486.318782:0:34360:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40030e00 refcount=3 00000020:00000001:0.0:1789130486.318784:0:34360:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239992832 : -109198469558784 : ffff9caf40030e00) 00010000:00000001:0.0:1789130486.318786:0:34360:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239992832 : -109198469558784 : ffff9caf40030e00) 00010000:00000001:0.0:1789130486.318789:0:34360:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130486.318790:0:34360:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789130486.318791:0:34360:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789130486.318793:0:34360:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789130486.318795:0:34360:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xde5303b1d982ce43 from it ffffb97f41cd7bf8 00010000:00000001:0.0:1789130486.318797:0:34360:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130486.318798:0:34360:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130486.318800:0:34360:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40030e00 refcount=3 00000020:00000001:0.0:1789130486.318801:0:34360:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239992832 : -109198469558784 : ffff9caf40030e00) 00010000:00000001:0.0:1789130486.318885:0:34360:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239992832 : -109198469558784 : ffff9caf40030e00) 00010000:00000001:0.0:1789130486.318948:0:34360:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789130486.318951:0:34360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030e00/0xde5303b1d982ce43 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a60c4 expref: -99 pid: 34359 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1789130486.319123:0:34360:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130486.319125:0:34360:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130486.319126:0:34360:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789130486.319128:0:34360:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789130486.319131:0:34360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030e00/0xde5303b1d982ce43 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a60c4 expref: -99 pid: 34359 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1789130486.319137:0:34360:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789130486.319139:0:34360:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789130486.319141:0:34360:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789130486.319143:0:34360:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130486.319145:0:34360:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130486.319146:0:34360:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130486.319149:0:34360:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789130486.319150:0:34360:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130486.319152:0:34360:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130486.319155:0:34360:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130486.319157:0:34360:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789130486.319158:0:34360:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130486.319160:0:34360:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1789130486.319162:0:34360:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1789130486.319163:0:34360:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1789130486.319166:0:34360:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8), inode mode 41ff mask 1 00000080:00000001:0.0:1789130486.319170:0:34360:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130486.319173:0:34360:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1789130486.319175:0:34360:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41cd7be8 00000080:00002000:0.0:1789130486.319177:0:34360:0:(dcache.c:87:ll_dcompare()) found name recon(ffff9caf444bfaf8) flags 0x48004e refc 0 00000080:00000001:0.0:1789130486.319180:0:34360:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130486.319181:0:34360:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41cd7c30 00000080:00200000:0.0:1789130486.319183:0:34360:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=recon, flags=9 00000080:00000001:0.0:1789130486.319190:0:34360:0:(xattr.c:574:ll_xattr_get_common()) Process entered 00000080:00000001:0.0:1789130486.319192:0:34360:0:(xattr.c:599:ll_xattr_get_common()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000001:0.0:1789130486.319194:0:34360:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1789130486.319196:0:34360:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41cd7e40 00000080:00002000:0.0:1789130486.319198:0:34360:0:(dcache.c:127:ll_ddelete()) keeping dentry recon (ffff9caf444bfaf8, parent ffff9caf600f3360, inode ffff9caf60198908) hashed, 00000080:00000001:0.0:1789130486.319201:0:34360:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130486.340291:0:34361:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:3.0:1789130486.340302:0:34361:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:3.0:1789130486.340306:0:34361:0:(file.c:6206:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1789130486.340310:0:34361:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c37b20 00000080:00200000:3.0:1789130486.340316:0:34361:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8),name=/ 00000080:00000010:3.0:1789130486.340328:0:34361:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9caf42b28e00. 00800000:00000002:3.0:1789130486.340336:0:34361:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9caf4557c8c0 2 00000080:00000001:3.0:1789130486.340342:0:34361:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1789130486.340349:0:34361:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1789130486.340351:0:34361:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c37a40 00800000:00000002:3.0:1789130486.340354:0:34361:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1789130486.340427:0:34361:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1789130486.340434:0:34361:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1789130486.340442:0:34361:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1789130486.340445:0:34361:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c37910 00000002:00010000:3.0:1789130486.340448:0:34361:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1789130486.340452:0:34361:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1789130486.340455:0:34361:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789130486.340460:0:34361:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789130486.340470:0:34361:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf48fc4000 count: 2 00010000:00000001:3.0:1789130486.340474:0:34361:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789130486.340481:0:34361:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789130486.340487:0:34361:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1789130486.340493:0:34361:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030e00/0xde5303b1d982ce43 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a60c4 expref: -99 pid: 34359 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:3.0:1789130486.340506:0:34361:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1789130486.340513:0:34361:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789130486.340516:0:34361:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030e00/0xde5303b1d982ce43 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a60c4 expref: -99 pid: 34359 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:3.0:1789130486.340524:0:34361:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1789130486.340526:0:34361:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1789130486.340528:0:34361:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1789130486.340530:0:34361:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1789130486.340532:0:34361:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1789130486.340535:0:34361:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1789130486.340539:0:34361:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1789130486.340542:0:34361:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9caf4557c8c0 2 00000080:00000010:3.0:1789130486.340546:0:34361:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9caf42b28e00. 00000080:00000001:3.0:1789130486.340553:0:34361:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1789130486.340555:0:34361:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789130486.340558:0:34361:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9caf601980c8) 00000080:00010000:3.0:1789130486.340562:0:34361:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9caf601980c8) for lock 0xde5303b1d982ce43 00800000:00000001:3.0:1789130486.340566:0:34361:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1789130486.340569:0:34361:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1789130486.340570:0:34361:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789130486.340574:0:34361:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789130486.340577:0:34361:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40030e00 refcount=3 00000020:00000001:3.0:1789130486.340580:0:34361:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239992832 : -109198469558784 : ffff9caf40030e00) 00010000:00000001:3.0:1789130486.340582:0:34361:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239992832 : -109198469558784 : ffff9caf40030e00) 00010000:00000001:3.0:1789130486.340586:0:34361:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130486.340588:0:34361:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789130486.340589:0:34361:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789130486.340592:0:34361:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789130486.340595:0:34361:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xde5303b1d982ce43 from it ffffb97f41c37b58 00010000:00000001:3.0:1789130486.340597:0:34361:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789130486.340598:0:34361:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789130486.340600:0:34361:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40030e00 refcount=3 00000020:00000001:3.0:1789130486.340602:0:34361:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239992832 : -109198469558784 : ffff9caf40030e00) 00010000:00000001:3.0:1789130486.340604:0:34361:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239992832 : -109198469558784 : ffff9caf40030e00) 00010000:00000001:3.0:1789130486.340606:0:34361:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789130486.340609:0:34361:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030e00/0xde5303b1d982ce43 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a60c4 expref: -99 pid: 34359 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:3.0:1789130486.340616:0:34361:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130486.340617:0:34361:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789130486.340620:0:34361:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1789130486.340623:0:34361:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1789130486.340626:0:34361:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030e00/0xde5303b1d982ce43 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a60c4 expref: -99 pid: 34359 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:3.0:1789130486.340635:0:34361:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130486.340639:0:34361:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789130486.340641:0:34361:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789130486.340646:0:34361:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130486.340648:0:34361:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789130486.340650:0:34361:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130486.340654:0:34361:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789130486.340656:0:34361:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130486.340658:0:34361:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130486.340661:0:34361:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130486.340663:0:34361:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789130486.340665:0:34361:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130486.340666:0:34361:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1789130486.340669:0:34361:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1789130486.340671:0:34361:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1789130486.340674:0:34361:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8), inode mode 41ff mask 1 00000080:00000001:3.0:1789130486.340679:0:34361:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130486.340684:0:34361:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:3.0:1789130486.340686:0:34361:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c37b48 00000080:00002000:3.0:1789130486.340688:0:34361:0:(dcache.c:87:ll_dcompare()) found name recon(ffff9caf444bfaf8) flags 0x48004e refc 0 00000080:00000001:3.0:1789130486.340691:0:34361:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789130486.340693:0:34361:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c37b90 00000080:00200000:3.0:1789130486.340695:0:34361:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=recon, flags=8 00000020:00000001:3.0:1789130486.340705:0:34361:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c37d10 00000080:00200008:3.0:1789130486.340707:0:34361:0:(file.c:6313:ll_getattr_dentry()) START file recon:[0x200000404:0x31:0x0](ffff9caf60198908), request_mask 2047, flags 0, foreign 0 00000080:00000001:3.0:1789130486.340712:0:34361:0:(file.c:6206:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1789130486.340714:0:34361:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c37c88 00000080:00200000:3.0:1789130486.340716:0:34361:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x31:0x0](ffff9caf60198908),name=recon 00000080:00000010:3.0:1789130486.340721:0:34361:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9caf42b28e00. 00800000:00000002:3.0:1789130486.340723:0:34361:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9caf4557c8c0 2 00000080:00000001:3.0:1789130486.340729:0:34361:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1789130486.340732:0:34361:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1789130486.340733:0:34361:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c37ba8 00800000:00000002:3.0:1789130486.340735:0:34361:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000404:0x31:0x0] 'recon' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1789130486.340738:0:34361:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1789130486.340743:0:34361:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x31:0x0], name='' -> mds #0 00000002:00000001:3.0:1789130486.340747:0:34361:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1789130486.340748:0:34361:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c37a78 00000002:00010000:3.0:1789130486.340750:0:34361:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000404:0x31:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1789130486.340753:0:34361:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1789130486.340754:0:34361:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789130486.340755:0:34361:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789130486.340759:0:34361:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf48fc4800 count: 3 00010000:00000001:3.0:1789130486.340761:0:34361:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789130486.340764:0:34361:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789130486.340767:0:34361:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1789130486.340770:0:34361:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40031600/0xde5303b1d982ce20 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xcdf1b083821a607e expref: -99 pid: 34352 timeout: 0 lvb_type: 3 lru_score: 7 lru_type: 0 02000000:00000001:3.0:1789130486.340776:0:34361:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1789130486.340779:0:34361:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789130486.340781:0:34361:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40031600/0xde5303b1d982ce20 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xcdf1b083821a607e expref: -99 pid: 34352 timeout: 0 lvb_type: 3 lru_score: 7 lru_type: 0 00000002:00000001:3.0:1789130486.340787:0:34361:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1789130486.340789:0:34361:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1789130486.340790:0:34361:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1789130486.340792:0:34361:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1789130486.340794:0:34361:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1789130486.340796:0:34361:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1789130486.340798:0:34361:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1789130486.340800:0:34361:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9caf4557c8c0 2 00000080:00000010:3.0:1789130486.341157:0:34361:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9caf42b28e00. 00000080:00000001:3.0:1789130486.341162:0:34361:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1789130486.341164:0:34361:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789130486.341166:0:34361:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x31:0x0](ffff9caf60198908) 00000080:00010000:3.0:1789130486.341169:0:34361:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000404:0x31:0x0](ffff9caf60198908) for lock 0xde5303b1d982ce20 00800000:00000001:3.0:1789130486.341173:0:34361:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1789130486.341175:0:34361:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1789130486.341176:0:34361:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789130486.341178:0:34361:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789130486.341179:0:34361:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40031600 refcount=3 00000020:00000001:3.0:1789130486.341181:0:34361:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239994880 : -109198469556736 : ffff9caf40031600) 00010000:00000001:3.0:1789130486.341184:0:34361:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239994880 : -109198469556736 : ffff9caf40031600) 00010000:00000001:3.0:1789130486.341186:0:34361:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130486.341187:0:34361:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789130486.341188:0:34361:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789130486.341190:0:34361:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789130486.341191:0:34361:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xde5303b1d982ce20 from it ffffb97f41c37cc0 00010000:00000001:3.0:1789130486.341194:0:34361:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789130486.341195:0:34361:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789130486.341196:0:34361:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40031600 refcount=3 00000020:00000001:3.0:1789130486.341198:0:34361:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239994880 : -109198469556736 : ffff9caf40031600) 00010000:00000001:3.0:1789130486.341200:0:34361:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239994880 : -109198469556736 : ffff9caf40031600) 00010000:00000001:3.0:1789130486.341202:0:34361:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789130486.341204:0:34361:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40031600/0xde5303b1d982ce20 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xcdf1b083821a607e expref: -99 pid: 34352 timeout: 0 lvb_type: 3 lru_score: 7 lru_type: 0 00010000:00000001:3.0:1789130486.341212:0:34361:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130486.341213:0:34361:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789130486.341215:0:34361:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1789130486.341217:0:34361:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1789130486.341220:0:34361:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40031600/0xde5303b1d982ce20 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xcdf1b083821a607e expref: -99 pid: 34352 timeout: 0 lvb_type: 3 lru_score: 8 lru_type: 1 00010000:00000001:3.0:1789130486.341226:0:34361:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130486.341229:0:34361:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789130486.341230:0:34361:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789130486.341233:0:34361:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130486.341234:0:34361:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789130486.341235:0:34361:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130486.341238:0:34361:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789130486.341240:0:34361:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130486.341242:0:34361:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130486.341244:0:34361:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130486.341246:0:34361:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789130486.341247:0:34361:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130486.341248:0:34361:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1789130486.341250:0:34361:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1789130486.341251:0:34361:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1789130486.341255:0:34361:0:(pcc.c:2686:pcc_inode_getattr()) Process entered 00000080:00000001:3.0:1789130486.341260:0:34361:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:3.0:1789130486.341262:0:34361:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1789130486.341265:0:34361:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:3.0:1789130486.341267:0:34361:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130486.341270:0:34361:0:(pcc.c:2695:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1789130486.341274:0:34361:0:(glimpse.c:178:__cl_glimpse_size()) Process entered 00000020:00000001:3.0:1789130486.341277:0:34361:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1789130486.341282:0:34361:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446634875648778040 : -109198060773576 : ffff9caf58609f38) 00000020:00001000:3.0:1789130486.341285:0:34361:0:(cl_object.c:823:cl_env_get()) 1@ffff9caf58609f30 00000020:00000001:3.0:1789130486.341291:0:34361:0:(cl_object.c:143:cl_object_top()) ffff9caf42b2a148 -> ffff9caf42b2a148 00000020:00000001:3.0:1789130486.341294:0:34361:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:3.0:1789130486.341298:0:34361:0:(vvp_io.c:1987:vvp_io_init()) Process entered 00000080:00200000:3.0:1789130486.341301:0:34361:0:(vvp_io.c:1992:vvp_io_init()) [0x200000404:0x31:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:3.0:1789130486.341306:0:34361:0:(cl_io.c:902:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1789130486.341307:0:34361:0:(cl_io.c:908:cl_io_slice_add()) Process leaving 00000080:00000001:3.0:1789130486.341310:0:34361:0:(file.c:7121:ll_layout_refresh()) Process entered 00000080:00000001:3.0:1789130486.341312:0:34361:0:(file.c:7125:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130486.341314:0:34361:0:(vvp_io.c:2064:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1789130486.341319:0:34361:0:(lov_object.c:1604:lov_io_init()) [0x200000404:0x31:0x0]io ffff9caf481142d0 type 7 ignore/verify layout 0/1, compressed 0 00020000:00000002:3.0:1789130486.341323:0:34361:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9caf47cdc1f0) owner 0000000000000000/ffff9caf484e0000 00020000:00000001:3.0:1789130486.341327:0:34361:0:(lov_io.c:2488:lov_io_init_composite()) Process entered 00020000:00000001:3.0:1789130486.341329:0:34361:0:(lov_io.c:764:lov_io_slice_init()) Process entered 00020000:00000001:3.0:1789130486.341332:0:34361:0:(lov_io.c:478:lov_io_mirror_init()) Process entered 00020000:00000001:3.0:1789130486.341334:0:34361:0:(lov_io.c:489:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789130486.341337:0:34361:0:(lov_io.c:919:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:3.0:1789130486.341339:0:34361:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:3.0:1789130486.341341:0:34361:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789130486.341343:0:34361:0:(cl_io.c:902:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1789130486.341345:0:34361:0:(cl_io.c:908:cl_io_slice_add()) Process leaving 00020000:00000001:3.0:1789130486.341346:0:34361:0:(lov_io.c:2501:lov_io_init_composite()) Process leaving 00020000:00000002:3.0:1789130486.341348:0:34361:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9caf47cdc1f0) owner 0000000000000000/ffff9caf484e0000 00000020:00000001:3.0:1789130486.341350:0:34361:0:(cl_io.c:146:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1789130486.341353:0:34361:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:3.0:1789130486.341354:0:34361:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000404:0x31:0x0] 00000020:00000001:3.0:1789130486.341427:0:34361:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:3.0:1789130486.341429:0:34361:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:3.0:1789130486.341433:0:34361:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:3.0:1789130486.341436:0:34361:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:3.0:1789130486.341442:0:34361:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:3.0:1789130486.341450:0:34361:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff9caf42e06c80. 00020000:00000002:3.0:1789130486.341454:0:34361:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:3.0:1789130486.341457:0:34361:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:3.0:1789130486.341459:0:34361:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1789130486.341461:0:34361:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:3.0:1789130486.341463:0:34361:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1789130486.341466:0:34361:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446634875648776168 : -109198060775448 : ffff9caf586097e8) 00000020:00001000:3.0:1789130486.341468:0:34361:0:(cl_object.c:823:cl_env_get()) 1@ffff9caf586097e0 00000020:00000001:3.0:1789130486.341471:0:34361:0:(cl_object.c:143:cl_object_top()) ffff9caf42b2a850 -> ffff9caf42b2a148 00000020:00000001:3.0:1789130486.341473:0:34361:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:3.0:1789130486.341478:0:34361:0:(cl_io.c:902:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1789130486.341480:0:34361:0:(cl_io.c:908:cl_io_slice_add()) Process leaving 00000020:00000001:3.0:1789130486.341481:0:34361:0:(cl_io.c:146:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789130486.341484:0:34361:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789130486.341486:0:34361:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446634875375144088 : -109198334407528 : ffff9caf48114c98) 00000020:00000001:3.0:1789130486.341488:0:34361:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:3.0:1789130486.341493:0:34361:0:(osc_lock.c:1279:osc_lock_init()) slab-alloced 'oscl': 312 at ffff9caf4815f110. 00000008:00010000:3.0:1789130486.341496:0:34361:0:(lustre_osc.h:166:osc_enq2ldlm_flags()) flags: a 00000020:00000001:3.0:1789130486.341500:0:34361:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:3.0:1789130486.341501:0:34361:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:3.0:1789130486.341503:0:34361:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9caf42e06cb0, osc lock ffff9caf4815f110, flags 0x400001002 00000020:00000001:3.0:1789130486.341506:0:34361:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789130486.341508:0:34361:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789130486.341511:0:34361:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446634875288054912 : -109198421496704 : ffff9caf42e06c80) 00000020:00000001:3.0:1789130486.341513:0:34361:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:3.0:1789130486.341515:0:34361:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:3.0:1789130486.341517:0:34361:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789130486.341520:0:34361:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789130486.341523:0:34361:0:(cl_io.c:1193:cl_sync_io_init_notify()) Process entered 00000020:00000001:3.0:1789130486.341525:0:34361:0:(cl_io.c:1201:cl_sync_io_init_notify()) Process leaving 00000020:00000001:3.0:1789130486.341527:0:34361:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:3.0:1789130486.341529:0:34361:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:3.0:1789130486.341531:0:34361:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1789130486.341532:0:34361:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446634875375144088 : -109198334407528 : ffff9caf48114c98) 00000020:00000001:3.0:1789130486.341534:0:34361:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:3.0:1789130486.341538:0:34361:0:(osc_lock.c:1010:osc_lock_enqueue()) Process entered 00000008:00000001:3.0:1789130486.341541:0:34361:0:(osc_lock.c:1035:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1789130486.341545:0:34361:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:3.0:1789130486.341547:0:34361:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process entered 00000020:00000001:3.0:1789130486.341549:0:34361:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:3.0:1789130486.341551:0:34361:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:3.0:1789130486.341552:0:34361:0:(lovsub_object.c:152:lovsub_req_projid_set()) Process leaving 00000020:00000001:3.0:1789130486.341553:0:34361:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:3.0:1789130486.341556:0:34361:0:(osc_request.c:3393:osc_enqueue_base()) Process entered 00010000:00000001:3.0:1789130486.341558:0:34361:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789130486.341564:0:34361:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf48e45500 count: 2 00010000:00000001:3.0:1789130486.341566:0:34361:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789130486.341571:0:34361:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789130486.341575:0:34361:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1789130486.341580:0:34361:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff9caf5014c800 lock: 000000005a65f6a0/0xde5303b1d982ce2e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xcdf1b083821a6093 expref: -99 pid: 34352 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 02000000:00000001:3.0:1789130486.341593:0:34361:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1789130486.341597:0:34361:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789130486.341600:0:34361:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff9caf5014c800 lock: 000000005a65f6a0/0xde5303b1d982ce2e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xcdf1b083821a6093 expref: -99 pid: 34352 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00010000:00000001:3.0:1789130486.341607:0:34361:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789130486.341608:0:34361:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789130486.341610:0:34361:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b6800 refcount=4 00000020:00000001:3.0:1789130486.341612:0:34361:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649484800 : -109198060066816 : ffff9caf586b6800) 00010000:00000001:3.0:1789130486.341615:0:34361:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649484800 : -109198060066816 : ffff9caf586b6800) 00000008:00000001:3.0:1789130486.341620:0:34361:0:(osc_lock.c:277:osc_lock_upcall()) Process entered 00010000:00000001:3.0:1789130486.341623:0:34361:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789130486.341624:0:34361:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789130486.341626:0:34361:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b6800 refcount=5 00000020:00000001:3.0:1789130486.341628:0:34361:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649484800 : -109198060066816 : ffff9caf586b6800) 00010000:00000001:3.0:1789130486.341630:0:34361:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649484800 : -109198060066816 : ffff9caf586b6800) 00000020:00000001:3.0:1789130486.341636:0:34361:0:(cl_io.c:1837:__cl_sync_io_note()) Process entered 00000020:00200000:3.0:1789130486.341640:0:34361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:3.0:1789130486.341643:0:34361:0:(cl_io.c:1911:__cl_sync_io_note()) Process leaving 00000008:00000001:3.0:1789130486.341645:0:34361:0:(osc_lock.c:311:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130486.341646:0:34361:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789130486.341647:0:34361:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789130486.341649:0:34361:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b6800 refcount=6 00000020:00000001:3.0:1789130486.341651:0:34361:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649484800 : -109198060066816 : ffff9caf586b6800) 00010000:00000001:3.0:1789130486.341653:0:34361:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649484800 : -109198060066816 : ffff9caf586b6800) 00010000:00000001:3.0:1789130486.341655:0:34361:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789130486.341658:0:34361:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff9caf5014c800 lock: 000000005a65f6a0/0xde5303b1d982ce2e lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xcdf1b083821a6093 expref: -99 pid: 34352 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00010000:00000001:3.0:1789130486.341666:0:34361:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130486.341667:0:34361:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789130486.341668:0:34361:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1789130486.341669:0:34361:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1789130486.341672:0:34361:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9caf5014c800 lock: 000000005a65f6a0/0xde5303b1d982ce2e lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xcdf1b083821a6093 expref: -99 pid: 34352 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00010000:00000001:3.0:1789130486.341680:0:34361:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130486.341682:0:34361:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789130486.341684:0:34361:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789130486.341685:0:34361:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130486.341688:0:34361:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789130486.341689:0:34361:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130486.341691:0:34361:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130486.341694:0:34361:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130486.341696:0:34361:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789130486.341698:0:34361:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130486.341699:0:34361:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789130486.341701:0:34361:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130486.341702:0:34361:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1789130486.341703:0:34361:0:(osc_request.c:3462:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1789130486.341706:0:34361:0:(osc_lock.c:1114:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789130486.341708:0:34361:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789130486.341711:0:34361:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789130486.341713:0:34361:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789130486.341714:0:34361:0:(cl_io.c:1837:__cl_sync_io_note()) Process entered 00000020:00200000:3.0:1789130486.341716:0:34361:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:3.0:1789130486.341719:0:34361:0:(cl_io.c:1911:__cl_sync_io_note()) Process leaving 00000020:00000001:3.0:1789130486.341721:0:34361:0:(cl_io.c:1213:cl_sync_io_wait()) Process entered 00000020:00000001:3.0:1789130486.341723:0:34361:0:(cl_io.c:1237:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789130486.341725:0:34361:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130486.341730:0:34361:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:3.0:1789130486.341733:0:34361:0:(cl_object.c:143:cl_object_top()) ffff9caf42b2a148 -> ffff9caf42b2a148 00000020:00000001:3.0:1789130486.341735:0:34361:0:(cl_object.c:143:cl_object_top()) ffff9caf42b2a148 -> ffff9caf42b2a148 00000020:00000001:3.0:1789130486.341737:0:34361:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:3.0:1789130486.341740:0:34361:0:(lov_object.c:1077:lov_attr_get_composite()) Process entered 00020000:00000002:3.0:1789130486.341744:0:34361:0:(lov_object.c:1108:lov_attr_get_composite()) COMP ID #-1: s=46 m=1789130486 a=1789130486 c=1789130486 b=1 00020000:00000001:3.0:1789130486.341748:0:34361:0:(lov_object.c:1146:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789130486.341750:0:34361:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789130486.341753:0:34361:0:(cl_object.c:143:cl_object_top()) ffff9caf42b2a148 -> ffff9caf42b2a148 00000080:00200000:3.0:1789130486.341755:0:34361:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000404:0x31:0x0] updating i_size 46 i_blocks 1 00000080:00000001:3.0:1789130486.341759:0:34361:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:3.0:1789130486.341762:0:34361:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:3.0:1789130486.341763:0:34361:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9caf48114270 (ffff9caf58609f38/0) at cl_lock_release():245 00000020:00000001:3.0:1789130486.341767:0:34361:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:3.0:1789130486.341769:0:34361:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9caf48114270 (ffff9caf58609f38/0) at cl_lock_cancel():142 00020000:00000001:3.0:1789130486.341772:0:34361:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:3.0:1789130486.341774:0:34361:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1789130486.341775:0:34361:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446634875375144088 : -109198334407528 : ffff9caf48114c98) 00000020:00000001:3.0:1789130486.341777:0:34361:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:3.0:1789130486.341778:0:34361:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9caf42e06cb0 (ffff9caf586097e8/1) at cl_lock_cancel():142 00000008:00000001:3.0:1789130486.341781:0:34361:0:(osc_lock.c:1172:osc_lock_cancel()) Process entered 00000008:00000001:3.0:1789130486.341783:0:34361:0:(osc_lock.c:1126:osc_lock_detach()) Process entered 00010000:00000001:3.0:1789130486.341785:0:34361:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130486.341786:0:34361:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1789130486.341787:0:34361:0:(osc_lock.c:1145:osc_lock_detach()) Process leaving 00000008:00000001:3.0:1789130486.341790:0:34361:0:(osc_lock.c:1181:osc_lock_cancel()) Process leaving 00000020:00000001:3.0:1789130486.341791:0:34361:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:3.0:1789130486.341792:0:34361:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:3.0:1789130486.341794:0:34361:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:3.0:1789130486.341795:0:34361:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9caf48114270 (ffff9caf58609f38/0) at cl_lock_fini():72 00020000:00000001:3.0:1789130486.341798:0:34361:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:3.0:1789130486.341800:0:34361:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:3.0:1789130486.341801:0:34361:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9caf42e06cb0 (ffff9caf58609f38/1) at cl_lock_fini():72 00000008:00000010:3.0:1789130486.342163:0:34361:0:(osc_lock.c:116:osc_lock_fini()) slab-freed '(ols)': 312 at ffff9caf4815f110. 00000020:00000001:3.0:1789130486.342169:0:34361:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:3.0:1789130486.342171:0:34361:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff9caf42e06c80. 00020000:00000001:3.0:1789130486.342175:0:34361:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:3.0:1789130486.342177:0:34361:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:3.0:1789130486.342178:0:34361:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:3.0:1789130486.342181:0:34361:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789130486.342184:0:34361:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:3.0:1789130486.342187:0:34361:0:(lov_io.c:1057:lov_io_fini()) Process entered 00020000:00000001:3.0:1789130486.342191:0:34361:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:3.0:1789130486.342192:0:34361:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:3.0:1789130486.342194:0:34361:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1789130486.342195:0:34361:0:(cl_object.c:917:cl_env_put()) 1@ffff9caf586097e0 00020000:00000001:3.0:1789130486.342198:0:34361:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:3.0:1789130486.342201:0:34361:0:(lov_io.c:1088:lov_io_fini()) Process leaving 00000080:00000001:3.0:1789130486.342204:0:34361:0:(vvp_io.c:392:vvp_io_fini()) Process entered 00000080:00200000:3.0:1789130486.342206:0:34361:0:(vvp_io.c:402:vvp_io_fini()) [0x200000404:0x31:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, need minor change layout 0 00000080:00000001:3.0:1789130486.342210:0:34361:0:(file.c:7121:ll_layout_refresh()) Process entered 00000080:00000001:3.0:1789130486.342212:0:34361:0:(file.c:7125:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130486.342215:0:34361:0:(vvp_io.c:506:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1789130486.342216:0:34361:0:(vvp_io.c:509:vvp_io_fini()) Process leaving 00000020:00000001:3.0:1789130486.342217:0:34361:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1789130486.342218:0:34361:0:(cl_object.c:917:cl_env_put()) 1@ffff9caf58609f30 00000001:00000001:3.0:1789130486.342220:0:34361:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789130486.342228:0:34361:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c37d10 00000080:00000008:3.0:1789130486.342231:0:34361:0:(file.c:6498:ll_getattr_dentry()) COMPLETED file recon:[0x200000404:0x31:0x0](ffff9caf60198908), request_mask 2047, flags 0, foreign 0 00000080:00000001:3.0:1789130486.342237:0:34361:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1789130486.342239:0:34361:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c37da0 00000080:00002000:3.0:1789130486.342242:0:34361:0:(dcache.c:127:ll_ddelete()) keeping dentry recon (ffff9caf444bfaf8, parent ffff9caf600f3360, inode ffff9caf60198908) hashed, 00000080:00000001:3.0:1789130486.342245:0:34361:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130486.342288:0:34361:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:3.0:1789130486.342292:0:34361:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:3.0:1789130486.342293:0:34361:0:(file.c:6206:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1789130486.342295:0:34361:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c37bd8 00000080:00200000:3.0:1789130486.342297:0:34361:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8),name=/ 00000080:00000010:3.0:1789130486.342302:0:34361:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9caf42b28e00. 00800000:00000002:3.0:1789130486.342307:0:34361:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9caf4557c8c0 2 00000080:00000001:3.0:1789130486.342311:0:34361:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1789130486.342314:0:34361:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1789130486.342316:0:34361:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c37af8 00800000:00000002:3.0:1789130486.342318:0:34361:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1789130486.342321:0:34361:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1789130486.342324:0:34361:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1789130486.342328:0:34361:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1789130486.342330:0:34361:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c379c8 00000002:00010000:3.0:1789130486.342332:0:34361:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1789130486.342336:0:34361:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1789130486.342338:0:34361:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789130486.342340:0:34361:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789130486.342345:0:34361:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf48fc4000 count: 2 00010000:00000001:3.0:1789130486.342347:0:34361:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789130486.342350:0:34361:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789130486.342353:0:34361:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1789130486.342422:0:34361:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030e00/0xde5303b1d982ce43 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a60c4 expref: -99 pid: 34359 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 02000000:00000001:3.0:1789130486.342434:0:34361:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1789130486.342438:0:34361:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789130486.342441:0:34361:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030e00/0xde5303b1d982ce43 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a60c4 expref: -99 pid: 34359 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000002:00000001:3.0:1789130486.342447:0:34361:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1789130486.342450:0:34361:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1789130486.342451:0:34361:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1789130486.342454:0:34361:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1789130486.342455:0:34361:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1789130486.342458:0:34361:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1789130486.342461:0:34361:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1789130486.342463:0:34361:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9caf4557c8c0 2 00000080:00000010:3.0:1789130486.342466:0:34361:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9caf42b28e00. 00000080:00000001:3.0:1789130486.342471:0:34361:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1789130486.342472:0:34361:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789130486.342475:0:34361:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9caf601980c8) 00000080:00010000:3.0:1789130486.342479:0:34361:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9caf601980c8) for lock 0xde5303b1d982ce43 00800000:00000001:3.0:1789130486.342483:0:34361:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1789130486.342485:0:34361:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1789130486.342486:0:34361:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789130486.342488:0:34361:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789130486.342490:0:34361:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40030e00 refcount=3 00000020:00000001:3.0:1789130486.342492:0:34361:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239992832 : -109198469558784 : ffff9caf40030e00) 00010000:00000001:3.0:1789130486.342495:0:34361:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239992832 : -109198469558784 : ffff9caf40030e00) 00010000:00000001:3.0:1789130486.342497:0:34361:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130486.342499:0:34361:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789130486.342500:0:34361:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789130486.342502:0:34361:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789130486.342505:0:34361:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xde5303b1d982ce43 from it ffffb97f41c37c10 00010000:00000001:3.0:1789130486.342507:0:34361:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789130486.342508:0:34361:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789130486.342510:0:34361:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40030e00 refcount=3 00000020:00000001:3.0:1789130486.342512:0:34361:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239992832 : -109198469558784 : ffff9caf40030e00) 00010000:00000001:3.0:1789130486.342514:0:34361:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239992832 : -109198469558784 : ffff9caf40030e00) 00010000:00000001:3.0:1789130486.342516:0:34361:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789130486.342519:0:34361:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030e00/0xde5303b1d982ce43 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a60c4 expref: -99 pid: 34359 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:3.0:1789130486.342526:0:34361:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130486.342528:0:34361:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789130486.342529:0:34361:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1789130486.342531:0:34361:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1789130486.342534:0:34361:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030e00/0xde5303b1d982ce43 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a60c4 expref: -99 pid: 34359 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:3.0:1789130486.342540:0:34361:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130486.342542:0:34361:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789130486.342544:0:34361:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789130486.342547:0:34361:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130486.342549:0:34361:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789130486.342550:0:34361:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130486.342552:0:34361:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789130486.342554:0:34361:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130486.342555:0:34361:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130486.342559:0:34361:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130486.342562:0:34361:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789130486.342563:0:34361:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130486.342564:0:34361:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1789130486.342567:0:34361:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1789130486.342569:0:34361:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1789130486.342571:0:34361:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8), inode mode 41ff mask 1 00000080:00000001:3.0:1789130486.342576:0:34361:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130486.342586:0:34361:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:3.0:1789130486.342588:0:34361:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c37da0 00000080:00002000:3.0:1789130486.342590:0:34361:0:(dcache.c:87:ll_dcompare()) found name recon(ffff9caf444bfaf8) flags 0x48004e refc 0 00000080:00000001:3.0:1789130486.342593:0:34361:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789130486.342596:0:34361:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c37e10 00000080:00200000:3.0:1789130486.342597:0:34361:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=recon, flags=0 00000080:00000001:3.0:1789130486.342603:0:34361:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:3.0:1789130486.342604:0:34361:0:(file.c:6206:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1789130486.342605:0:34361:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c37d30 00000080:00200000:3.0:1789130486.342607:0:34361:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8),name=/ 00000080:00000010:3.0:1789130486.342612:0:34361:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9caf42b28e00. 00800000:00000002:3.0:1789130486.342615:0:34361:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9caf4557c8c0 2 00000080:00000001:3.0:1789130486.342617:0:34361:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1789130486.342618:0:34361:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1789130486.342620:0:34361:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c37c50 00800000:00000002:3.0:1789130486.342622:0:34361:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1789130486.342625:0:34361:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1789130486.342627:0:34361:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1789130486.342630:0:34361:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1789130486.342632:0:34361:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c37b20 00000002:00010000:3.0:1789130486.342633:0:34361:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1789130486.342637:0:34361:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1789130486.342638:0:34361:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789130486.342640:0:34361:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789130486.342642:0:34361:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf48fc4000 count: 2 00010000:00000001:3.0:1789130486.342644:0:34361:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789130486.342647:0:34361:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789130486.342649:0:34361:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1789130486.342652:0:34361:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030e00/0xde5303b1d982ce43 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a60c4 expref: -99 pid: 34359 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 02000000:00000001:3.0:1789130486.342660:0:34361:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1789130486.342662:0:34361:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789130486.342666:0:34361:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030e00/0xde5303b1d982ce43 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a60c4 expref: -99 pid: 34359 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000002:00000001:3.0:1789130486.342672:0:34361:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1789130486.342674:0:34361:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1789130486.342676:0:34361:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1789130486.342677:0:34361:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1789130486.342679:0:34361:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1789130486.342681:0:34361:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1789130486.342683:0:34361:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1789130486.342685:0:34361:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9caf4557c8c0 2 00000080:00000010:3.0:1789130486.342687:0:34361:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9caf42b28e00. 00000080:00000001:3.0:1789130486.342690:0:34361:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1789130486.342691:0:34361:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789130486.342693:0:34361:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9caf601980c8) 00000080:00010000:3.0:1789130486.342696:0:34361:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9caf601980c8) for lock 0xde5303b1d982ce43 00800000:00000001:3.0:1789130486.342699:0:34361:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1789130486.342700:0:34361:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1789130486.342702:0:34361:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789130486.342703:0:34361:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789130486.342705:0:34361:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40030e00 refcount=3 00000020:00000001:3.0:1789130486.342707:0:34361:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239992832 : -109198469558784 : ffff9caf40030e00) 00010000:00000001:3.0:1789130486.342709:0:34361:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239992832 : -109198469558784 : ffff9caf40030e00) 00010000:00000001:3.0:1789130486.342711:0:34361:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130486.342712:0:34361:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789130486.342713:0:34361:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789130486.342715:0:34361:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789130486.342716:0:34361:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xde5303b1d982ce43 from it ffffb97f41c37d68 00010000:00000001:3.0:1789130486.342719:0:34361:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789130486.342720:0:34361:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789130486.342721:0:34361:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40030e00 refcount=3 00000020:00000001:3.0:1789130486.342723:0:34361:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239992832 : -109198469558784 : ffff9caf40030e00) 00010000:00000001:3.0:1789130486.342725:0:34361:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239992832 : -109198469558784 : ffff9caf40030e00) 00010000:00000001:3.0:1789130486.342727:0:34361:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789130486.342729:0:34361:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030e00/0xde5303b1d982ce43 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a60c4 expref: -99 pid: 34359 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:3.0:1789130486.342736:0:34361:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130486.342737:0:34361:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789130486.342739:0:34361:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1789130486.342740:0:34361:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1789130486.342743:0:34361:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030e00/0xde5303b1d982ce43 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a60c4 expref: -99 pid: 34359 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00000001:3.0:1789130486.342749:0:34361:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130486.342751:0:34361:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789130486.342752:0:34361:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789130486.342754:0:34361:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130486.342755:0:34361:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789130486.342756:0:34361:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130486.342759:0:34361:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789130486.342760:0:34361:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130486.342762:0:34361:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130486.342764:0:34361:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130486.342766:0:34361:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789130486.342768:0:34361:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130486.342769:0:34361:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1789130486.342770:0:34361:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1789130486.342772:0:34361:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1789130486.342774:0:34361:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8), inode mode 41ff mask 3 00000080:00000001:3.0:1789130486.342777:0:34361:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130486.342782:0:34361:0:(namei.c:2415:ll_unlink()) Process entered 00000020:00000001:3.0:1789130486.342786:0:34361:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c37df8 00000080:00200000:3.0:1789130486.342788:0:34361:0:(namei.c:2418:ll_unlink()) VFS Op:name=recon, dir=[0x200000007:0x1:0x0](ffff9caf601980c8) 00000080:00000001:3.0:1789130486.342793:0:34361:0:(llite_foreign.c:180:ll_foreign_is_removable()) Process entered 00000020:00000001:3.0:1789130486.342796:0:34361:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1789130486.342798:0:34361:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446634875648778040 : -109198060773576 : ffff9caf58609f38) 00000020:00001000:3.0:1789130486.342801:0:34361:0:(cl_object.c:823:cl_env_get()) 1@ffff9caf58609f30 00000020:00000001:3.0:1789130486.343170:0:34361:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:3.0:1789130486.343175:0:34361:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9caf47cdc1f0) owner 0000000000000000/ffff9caf484e0000 00020000:00000002:3.0:1789130486.343179:0:34361:0:(lov_object.c:2443:lov_lsm_addref()) lsm ffff9caf5021f600 addref 2/0 by ffff9caf484e0000. 00020000:00000002:3.0:1789130486.343182:0:34361:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9caf47cdc1f0) owner 0000000000000000/ffff9caf484e0000 00020000:00000001:3.0:1789130486.343185:0:34361:0:(lov_object.c:2339:lov_object_layout_get()) Process entered 00020000:00000001:3.0:1789130486.343188:0:34361:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:3.0:1789130486.343189:0:34361:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:3.0:1789130486.343192:0:34361:0:(lov_pack.c:107:lov_lsm_pack_v1v3()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00020000:00000001:3.0:1789130486.343195:0:34361:0:(lov_object.c:2358:lov_object_layout_get()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00000020:00001000:3.0:1789130486.343197:0:34361:0:(cl_object.c:917:cl_env_put()) 1@ffff9caf58609f30 00000080:00000001:3.0:1789130486.343200:0:34361:0:(llite_foreign.c:262:ll_foreign_is_removable()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:3.0:1789130486.343206:0:34361:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9caf42b28e00. 00800000:00000002:3.0:1789130486.343209:0:34361:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9caf4557c8c0 2 00800000:00000001:3.0:1789130486.343225:0:34361:0:(lmv_obd.c:3494:lmv_unlink()) Process entered 00800000:00000001:3.0:1789130486.343233:0:34361:0:(lmv_obd.c:2563:lmv_early_cancel()) Process entered 00800000:00000002:3.0:1789130486.343236:0:34361:0:(lmv_obd.c:2582:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x200000404:0x31:0x0] 00800000:00000001:3.0:1789130486.343239:0:34361:0:(lmv_obd.c:2587:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789130486.343242:0:34361:0:(lmv_obd.c:3534:lmv_unlink()) unlink with fid=[0x200000007:0x1:0x0]/[0x200000404:0x31:0x0] -> mds #0 00000002:00000001:3.0:1789130486.343248:0:34361:0:(mdc_reint.c:315:mdc_unlink()) Process entered 00000002:00000001:3.0:1789130486.343251:0:34361:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1789130486.343256:0:34361:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf48fc4000 count: 2 00010000:00000001:3.0:1789130486.343258:0:34361:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789130486.343262:0:34361:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1789130486.343267:0:34361:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1789130486.343270:0:34361:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030e00/0xde5303b1d982ce43 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xcdf1b083821a60c4 expref: -99 pid: 34359 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00000080:00000001:3.0:1789130486.343280:0:34361:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1789130486.343285:0:34361:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1789130486.343289:0:34361:0:(file.c:6113:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1789130486.343291:0:34361:0:(file.c:6119:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:3.0:1789130486.343294:0:34361:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789130486.343295:0:34361:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789130486.343297:0:34361:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf48fc4000 count: 3 00010000:00000001:3.0:1789130486.343299:0:34361:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789130486.343302:0:34361:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789130486.343304:0:34361:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789130486.343305:0:34361:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789130486.343307:0:34361:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf48fc4000 count: 3 00010000:00000001:3.0:1789130486.343309:0:34361:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789130486.343311:0:34361:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789130486.343313:0:34361:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789130486.343314:0:34361:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789130486.343315:0:34361:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf48fc4000 count: 3 00010000:00000001:3.0:1789130486.343317:0:34361:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789130486.343319:0:34361:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130486.343322:0:34361:0:(file.c:6141:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:3.0:1789130486.343325:0:34361:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff9caf60198000, pfid = [0x0:0x0:0x0] 00000080:00000001:3.0:1789130486.343330:0:34361:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:3.0:1789130486.343333:0:34361:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:3.0:1789130486.343336:0:34361:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1789130486.343338:0:34361:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130486.343341:0:34361:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1789130486.343345:0:34361:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1789130486.343348:0:34361:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1789130486.343350:0:34361:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789130486.343351:0:34361:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1789130486.343430:0:34361:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9caf40030e00 with handle 0xde5303b1d982ce43 from hash 00010000:00000001:3.0:1789130486.343435:0:34361:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1789130486.343436:0:34361:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130486.343438:0:34361:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789130486.343439:0:34361:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1789130486.343443:0:34361:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1789130486.343445:0:34361:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1789130486.343448:0:34361:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1789130486.343451:0:34361:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1789130486.343453:0:34361:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1789130486.343456:0:34361:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1789130486.343460:0:34361:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf48fc4800 count: 3 00010000:00000001:3.0:1789130486.343462:0:34361:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789130486.343464:0:34361:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1789130486.343467:0:34361:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1789130486.343470:0:34361:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030600/0xde5303b1d982ce4a lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x31:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xcdf1b083821a60d2 expref: -99 pid: 34359 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00000001:3.0:1789130486.343477:0:34361:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1789130486.343479:0:34361:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1789130486.343480:0:34361:0:(file.c:6113:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1789130486.343482:0:34361:0:(file.c:6119:ll_have_md_lock()) trying to match res [0x200000404:0x31:0x0] mode CR 00000002:00000001:3.0:1789130486.343484:0:34361:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789130486.343486:0:34361:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789130486.343488:0:34361:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf48fc4800 count: 4 00010000:00000001:3.0:1789130486.343489:0:34361:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789130486.343492:0:34361:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789130486.343493:0:34361:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789130486.343494:0:34361:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789130486.343496:0:34361:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf48fc4800 count: 4 00010000:00000001:3.0:1789130486.343498:0:34361:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789130486.343500:0:34361:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789130486.343502:0:34361:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789130486.343503:0:34361:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789130486.343504:0:34361:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf48fc4800 count: 4 00010000:00000001:3.0:1789130486.343506:0:34361:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789130486.343508:0:34361:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130486.343510:0:34361:0:(file.c:6141:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130486.343512:0:34361:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:3.0:1789130486.343517:0:34361:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:3.0:1789130486.343522:0:34361:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9caf42b29000. 00000080:00000001:3.0:1789130486.343524:0:34361:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:3.0:1789130486.343528:0:34361:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:3.0:1789130486.343531:0:34361:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000002:3.0:1789130486.343534:0:34361:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000404:0x31:0x0] 00000002:00000001:3.0:1789130486.343539:0:34361:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:3.0:1789130486.343541:0:34361:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9caf5014c800: [0x200000404:0x31:0x0] file closed with intent: 0 00000100:00000010:3.0:1789130486.343549:0:34361:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf501a9680. 00000020:00000040:3.0:1789130486.343556:0:34361:0:(genops.c:1210:class_import_get()) import ffff9caf6079a800 refcount=8 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000100:00000001:3.0:1789130486.343563:0:34361:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789130486.343567:0:34361:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789130486.343571:0:34361:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789130486.343581:0:34361:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9caf42b29400. 00000100:00000001:3.0:1789130486.343593:0:34361:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:3.0:1789130486.343624:0:34361:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9caf61462d00 x1876037329052928/t8589934604(8589934604) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/664 e 0 to 0 dl 1789130502 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000020:00100000:3.0:1789130486.343640:0:34361:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9caf5014c800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:3.0:1789130486.343646:0:34361:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9caf501a9680 x1876037329053184/t0(0) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:3.0:1789130486.343655:0:34361:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1789130486.343657:0:34361:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1789130486.343667:0:34361:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9caf47fd16c0. 00000100:00000001:3.0:1789130486.343670:0:34361:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446634875373819584 : -109198335732032 : ffff9caf47fd16c0) 00000100:00000001:3.0:1789130486.343673:0:34361:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789130486.343675:0:34361:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875509970560 : -109198199581056 : ffff9caf501a9680) 00000100:00000001:3.0:1789130486.343683:0:34361:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789130486.343689:0:34361:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130486.343692:0:34361:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1789130486.343694:0:34361:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789130486.343699:0:34361:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf501a9680 x1876037329053184/t0(0) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130486.343708:0:34361:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789130486.343711:0:34361:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789130486.343716:0:34361:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789130486.343718:0:34361:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789130486.343721:0:34361:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789130486.343725:0:34361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf501a9680 pname:cluuid:pid:xid:nid:opc:job rm:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:34361:1876037329053184:192.168.204.123@tcp:35:rm.0 00000100:00000001:3.0:1789130486.343730:0:34361:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789130486.343739:0:34361:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789130486.343743:0:34361:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789130486.343746:0:34361:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789130486.343752:0:34361:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9caf58483400. 02000000:00000001:3.0:1789130486.343754:0:34361:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789130486.343765:0:34361:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:3.0:1789130486.343771:0:34361:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf60788058. 00000400:00000010:3.0:1789130486.343782:0:34361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf4549f6e8. 00000100:00000200:3.0:1789130486.343796:0:34361:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876037329053184, portal 10 00000100:00000001:3.0:1789130486.343799:0:34361:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789130486.343800:0:34361:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875509970560 : -109198199581056 : ffff9caf501a9680) 00000100:00000040:3.0:1789130486.344172:0:34361:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9caf501a9680 x1876037329053184/t0(0) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1789130502 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130486.344181:0:34361:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789130486.344184:0:34361:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:3.0:1789130486.344189:0:34361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf4549f330. 00000100:00000200:3.0:1789130486.344194:0:34361:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1876037329053184, offset 0 00000400:00000200:3.0:1789130486.344204:0:34361:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:3.0:1789130486.344216:0:34361:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130486.344226:0:34361:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:3.0:1789130486.344233:0:34361:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789130486.344239:0:34361:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:3.0:1789130486.344244:0:34361:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789130486.344247:0:34361:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:3.0:1789130486.344251:0:34361:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2665:2665:256:4294967295] 192.168.204.123@tcp LPNI seq info [2664:2664:8:4294967295] 00000400:00000200:3.0:1789130486.344256:0:34361:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130486.344269:0:34361:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:3.0:1789130486.344277:0:34361:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:3.0:1789130486.344284:0:34361:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf47fd2700. 00000800:00000200:3.0:1789130486.344292:0:34361:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:3.0:1789130486.344303:0:34361:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:3.0:1789130486.344310:0:34361:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf47fd2700 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:3.0:1789130486.344491:0:34361:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130486.344501:0:34361:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: using a timeout of 801240 usecs (802 jiffies) 00000400:00000200:3.0:1789130486.344505:0:34361:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:3.0:1789130486.344511:0:34361:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296581168 00000100:00000001:3.0:1789130486.344516:0:34361:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 2, keep current deadline 4296582142 00000100:00000001:3.0:1789130486.344520:0:34361:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296581168 00000100:00000001:3.0:1789130486.344522:0:34361:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 3, keep current deadline 4296582142 00000100:00000001:3.0:1789130486.344525:0:34361:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789130486.344529:0:34361:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130486.344532:0:34361:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789130486.344535:0:34361:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1789130486.344539:0:34361:0:(client.c:2715:ptlrpc_set_wait()) set ffff9caf47fd16c0 going to sleep for 11 seconds 00000100:00000001:3.0:1789130486.344542:0:34361:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789130486.344547:0:34361:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789130486.344777:0:2342:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789130486.344786:0:2342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf47fd2700. 00000400:00000200:2.0:1789130486.344795:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130486.345227:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:2.0:1789130486.345236:0:2342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf4549f330 00000400:00000010:2.0:1789130486.345239:0:2342:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf4549f330. 00000100:00000001:2.0:1789130486.345247:0:2342:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789130486.345253:0:2342:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf501a9680 x1876037329053184/t0(0) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1789130502 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130486.345266:0:2342:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130486.345269:0:2342:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf501a9680 x1876037329053184/t0(0) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1789130502 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130486.345276:0:2342:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130486.345278:0:2342:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1789130486.348182:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130486.348206:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789130486.348211:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130486.348214:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130486.348225:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130486.348235:0:2341:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:3.0:1789130486.348247:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130486.348254:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130486.348261:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130486.348266:0:2341:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 456 into portal 10 MB=0x6aa3efa956600 00000400:00000200:3.0:1789130486.348272:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130486.348279:0:2341:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.123@tcp of length 456/456 into md 0x7305 [1] + 224 00000800:00000001:3.0:1789130486.348288:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130486.348365:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130486.348371:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130486.348376:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:3.0:1789130486.348390:0:2341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789130486.348404:0:2341:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf501a9680 x1876037329053184/t0(0) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1789130502 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789130486.348418:0:2341:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9caf501a9680 x1876037329053184/t0(0) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1789130502 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130486.348448:0:2341:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789130486.348461:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130486.348465:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130486.349526:0:34361:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789130486.349551:0:34361:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789130486.349555:0:34361:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789130486.349561:0:34361:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf60788058. 00000400:00000200:0.0:1789130486.349571:0:34361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf4549f6e8 00000400:00000010:0.0:1789130486.349576:0:34361:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf4549f6e8. 00000100:00000001:0.0:1789130486.349585:0:34361:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789130486.349598:0:34361:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf501a9680 x1876037329053184/t0(0) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1789130502 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1789130486.349611:0:34361:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf501a9680 x1876037329053184/t0(0) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1789130502 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130486.349618:0:34361:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789130486.349621:0:34361:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130486.349627:0:34361:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789130486.349632:0:34361:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789130486.349636:0:34361:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789130486.349638:0:34361:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130486.349641:0:34361:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789130486.349657:0:34361:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf6079aca8 time=105 v=5 (10 5 5 5) 00000100:00001000:0.0:1789130486.349663:0:34361:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf6079ac18 time=27 v=5 (1 0 0 0) 00000100:00000001:0.0:1789130486.349666:0:34361:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789130486.349669:0:34361:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130486.349673:0:34361:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789130486.349678:0:34361:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130486.349682:0:34361:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1789130486.349685:0:34361:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1789130486.349686:0:34361:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1789130486.349690:0:34361:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789130486.349692:0:34361:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875509970560 : -109198199581056 : ffff9caf501a9680) 00000100:00000001:0.0:1789130486.349698:0:34361:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789130486.349701:0:34361:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9caf5014c800: skip recheck: last_committed 8589934597 00000100:00000001:0.0:1789130486.349703:0:34361:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789130486.349708:0:34361:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130486.349713:0:34361:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf501a9680 x1876037329053184/t8589934605(8589934605) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1789130502 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130486.349721:0:34361:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789130486.349724:0:34361:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789130486.349727:0:34361:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789130486.349732:0:34361:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf501a9680 x1876037329053184/t8589934605(8589934605) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1789130502 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1789130486.349741:0:34361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf501a9680 pname:cluuid:pid:xid:nid:opc:job rm:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:34361:1876037329053184:192.168.204.123@tcp:35:rm.0 00000100:00000001:0.0:1789130486.349747:0:34361:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130486.349750:0:34361:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130486.349754:0:34361:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1789130486.349757:0:34361:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789130486.349761:0:34361:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf501a9680 x1876037329053184/t8589934605(8589934605) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1789130502 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130486.349775:0:34361:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789130486.349779:0:34361:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9caf47fd16c0. 00000100:00000001:0.0:1789130486.349783:0:34361:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1789130486.349785:0:34361:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130486.349796:0:34361:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789130486.349797:0:34361:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875509970560 : -109198199581056 : ffff9caf501a9680) 00000002:00000001:0.0:1789130486.349801:0:34361:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789130486.350529:0:34361:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1789130486.350540:0:34361:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9caf42b29000. 00000080:00000001:0.0:1789130486.350548:0:34361:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1789130486.350552:0:34361:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00000002:00000001:0.0:1789130486.350559:0:34361:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1789130486.350569:0:34361:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9caf61462d00 x1876037329052928/t8589934604(8589934604) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/664 e 0 to 0 dl 1789130502 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130486.350579:0:34361:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789130486.350581:0:34361:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875798039808 : -109197911511808 : ffff9caf61462d00) 00000100:00000001:0.0:1789130486.350583:0:34361:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789130486.350587:0:34361:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf61462d00 x1876037329052928/t8589934604(8589934604) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/664 e 0 to 0 dl 1789130502 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130486.350594:0:34361:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130486.350596:0:34361:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789130486.350599:0:34361:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf501a9680 x1876037329053184/t8589934605(8589934605) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1789130502 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130486.350605:0:34361:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130486.350607:0:34361:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789130486.350609:0:34361:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf61462d00 x1876037329052928/t8589934604(8589934604) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/664 e 0 to 0 dl 1789130502 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130486.350615:0:34361:0:(client.c:2793:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1789130486.350620:0:34361:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1789130486.350622:0:34361:0:(genops.c:1223:class_import_put()) import ffff9caf6079a800 refcount=7 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000020:00000001:0.0:1789130486.350625:0:34361:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1789130486.350631:0:34361:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9caf482be400. 02000000:00000001:0.0:1789130486.350636:0:34361:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789130486.350638:0:34361:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789130486.350640:0:34361:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf61462d00. 00000100:00000001:0.0:1789130486.350645:0:34361:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789130486.350646:0:34361:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130486.350648:0:34361:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789130486.350651:0:34361:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf501a9680 x1876037329053184/t8589934605(8589934605) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1789130502 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130486.350658:0:34361:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789130486.350660:0:34361:0:(client.c:2947:obd_mod_free()) kfreed 'mod': 32 at ffff9caf47eab420. 00000002:00000001:0.0:1789130486.350663:0:34361:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789130486.350665:0:34361:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1789130486.350668:0:34361:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9caf47faaa00. 00000100:00000001:0.0:1789130486.350671:0:34361:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789130486.350674:0:34361:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf501a9680 x1876037329053184/t8589934605(8589934605) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1789130502 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130486.350680:0:34361:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789130486.350683:0:34361:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789130486.350686:0:34361:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9caf58483400. 02000000:00000001:0.0:1789130486.350690:0:34361:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789130486.350691:0:34361:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1789130486.350693:0:34361:0:(genops.c:1223:class_import_put()) import ffff9caf6079a800 refcount=6 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000020:00000001:0.0:1789130486.350695:0:34361:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1789130486.350697:0:34361:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9caf42b29400. 02000000:00000001:0.0:1789130486.350699:0:34361:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789130486.350700:0:34361:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789130486.350702:0:34361:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf501a9680. 00000100:00000001:0.0:1789130486.350706:0:34361:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789130486.350707:0:34361:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1789130486.350710:0:34361:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130486.350714:0:34361:0:(file.c:6113:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1789130486.350717:0:34361:0:(file.c:6119:ll_have_md_lock()) trying to match res [0x200000404:0x31:0x0] mode (null) 00000002:00000001:0.0:1789130486.350722:0:34361:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789130486.350726:0:34361:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789130486.350737:0:34361:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf48fc4800 count: 4 00010000:00000001:0.0:1789130486.350741:0:34361:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789130486.350749:0:34361:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789130486.350751:0:34361:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789130486.350752:0:34361:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789130486.350754:0:34361:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf48fc4800 count: 4 00010000:00000001:0.0:1789130486.350756:0:34361:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789130486.350758:0:34361:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130486.350761:0:34361:0:(file.c:6141:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130486.350764:0:34361:0:(file.c:6819:ll_layout_conf()) Process entered 00000020:00000001:0.0:1789130486.350767:0:34361:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1789130486.350774:0:34361:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446634875648775016 : -109198060776600 : ffff9caf58609368) 00000020:00001000:0.0:1789130486.350777:0:34361:0:(cl_object.c:823:cl_env_get()) 1@ffff9caf58609360 00000020:00000001:0.0:1789130486.350780:0:34361:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:0.0:1789130486.350785:0:34361:0:(vvp_object.c:123:vvp_conf_set()) [0x200000404:0x31:0x0]: losing layout lock 00000080:00000001:0.0:1789130486.350790:0:34361:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:0.0:1789130486.350794:0:34361:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:0.0:1789130486.350830:0:34361:0:(lov_object.c:1460:lov_conf_set()) Process entered 00020000:00000001:0.0:1789130486.350834:0:34361:0:(lov_object.c:1474:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1789130486.350838:0:34361:0:(lov_object.c:1547:lov_conf_set()) [0x200000404:0x31:0x0] lo_layout_invalid=1 00020000:00000001:0.0:1789130486.350840:0:34361:0:(lov_object.c:1548:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130486.350842:0:34361:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1789130486.350845:0:34361:0:(cl_object.c:917:cl_env_put()) 1@ffff9caf58609360 00000080:00000001:0.0:1789130486.350850:0:34361:0:(file.c:6861:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130486.350855:0:34361:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1789130486.350858:0:34361:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x31:0x0](ffff9caf60198908) invalid 00000020:00000001:0.0:1789130486.350863:0:34361:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c37a60 00000080:00002000:0.0:1789130486.350866:0:34361:0:(llite_internal.h:2032:d_lustre_invalidate()) invalidate dentry recon (ffff9caf444bfaf8) parent ffff9caf600f3360 inode ffff9caf60198908 refc 1 00000080:00000001:0.0:1789130486.350872:0:34361:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1789130486.350877:0:34361:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1789130486.350881:0:34361:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130486.350887:0:34361:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1789130486.350893:0:34361:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789130486.350895:0:34361:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789130486.350898:0:34361:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789130486.350902:0:34361:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1789130486.350909:0:34361:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9caf40030600 with handle 0xde5303b1d982ce4a from hash 00010000:00000001:0.0:1789130486.350912:0:34361:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789130486.350916:0:34361:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130486.350918:0:34361:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130486.350919:0:34361:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789130486.350925:0:34361:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789130486.350927:0:34361:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1789130486.350932:0:34361:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1789130486.350937:0:34361:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40031600/0xde5303b1d982ce20 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xcdf1b083821a607e expref: -99 pid: 34352 timeout: 0 lvb_type: 3 lru_score: 8 lru_type: 1 00000080:00000001:0.0:1789130486.350948:0:34361:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1789130486.350953:0:34361:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1789130486.350966:0:34361:0:(file.c:6113:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1789130486.350968:0:34361:0:(file.c:6119:ll_have_md_lock()) trying to match res [0x200000404:0x31:0x0] mode (null) 00000002:00000001:0.0:1789130486.350970:0:34361:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789130486.350972:0:34361:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789130486.350974:0:34361:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf48fc4800 count: 4 00010000:00000001:0.0:1789130486.350976:0:34361:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789130486.350978:0:34361:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789130486.350980:0:34361:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789130486.350982:0:34361:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789130486.350984:0:34361:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf48fc4800 count: 4 00010000:00000001:0.0:1789130486.350986:0:34361:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789130486.350987:0:34361:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789130486.350989:0:34361:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789130486.351002:0:34361:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789130486.351004:0:34361:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf48fc4800 count: 4 00010000:00000001:0.0:1789130486.351006:0:34361:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789130486.351008:0:34361:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789130486.351010:0:34361:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789130486.351011:0:34361:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789130486.351012:0:34361:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf48fc4800 count: 4 00010000:00000001:0.0:1789130486.351014:0:34361:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789130486.351016:0:34361:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130486.351017:0:34361:0:(file.c:6141:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130486.351019:0:34361:0:(file.c:6819:ll_layout_conf()) Process entered 00000020:00000001:0.0:1789130486.351020:0:34361:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1789130486.351022:0:34361:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446634875648775016 : -109198060776600 : ffff9caf58609368) 00000020:00001000:0.0:1789130486.351025:0:34361:0:(cl_object.c:823:cl_env_get()) 1@ffff9caf58609360 00000020:00000001:0.0:1789130486.351026:0:34361:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:0.0:1789130486.351028:0:34361:0:(vvp_object.c:123:vvp_conf_set()) [0x200000404:0x31:0x0]: losing layout lock 00000080:00000001:0.0:1789130486.351030:0:34361:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:0.0:1789130486.351031:0:34361:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:0.0:1789130486.351033:0:34361:0:(lov_object.c:1460:lov_conf_set()) Process entered 00020000:00000001:0.0:1789130486.351034:0:34361:0:(lov_object.c:1474:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1789130486.351036:0:34361:0:(lov_object.c:1547:lov_conf_set()) [0x200000404:0x31:0x0] lo_layout_invalid=1 00020000:00000001:0.0:1789130486.351038:0:34361:0:(lov_object.c:1548:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130486.351040:0:34361:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1789130486.351042:0:34361:0:(cl_object.c:917:cl_env_put()) 1@ffff9caf58609360 00000080:00000001:0.0:1789130486.351043:0:34361:0:(file.c:6861:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130486.351045:0:34361:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1789130486.351046:0:34361:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x31:0x0](ffff9caf60198908) invalid 00000020:00000001:0.0:1789130486.351048:0:34361:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c37a60 00000080:00002000:0.0:1789130486.351051:0:34361:0:(llite_internal.h:2032:d_lustre_invalidate()) invalidate dentry recon (ffff9caf444bfaf8) parent ffff9caf600f3360 inode ffff9caf60198908 refc 1 00000080:00000001:0.0:1789130486.351054:0:34361:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1789130486.351055:0:34361:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1789130486.351057:0:34361:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130486.351059:0:34361:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1789130486.351060:0:34361:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789130486.351062:0:34361:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789130486.351063:0:34361:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789130486.351065:0:34361:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1789130486.352947:0:34361:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9caf40031600 with handle 0xde5303b1d982ce20 from hash 00010000:00000001:0.0:1789130486.352960:0:34361:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789130486.352963:0:34361:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130486.352965:0:34361:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130486.352967:0:34361:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789130486.352975:0:34361:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789130486.352980:0:34361:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1789130486.352984:0:34361:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:0.0:1789130486.352988:0:34361:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=2 : 2 : 2) 00000002:00000001:0.0:1789130486.353006:0:34361:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=2 : 2 : 2) 00000100:00000010:2.0:1789130486.354476:0:34361:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf580b8b40. 00000020:00000040:2.0:1789130486.354490:0:34361:0:(genops.c:1210:class_import_get()) import ffff9caf6079a800 refcount=7 obd=lustre-MDT0000-mdc-ffff9caf5014c800 02000000:00000001:2.0:1789130486.354498:0:34361:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1789130486.354500:0:34361:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130486.354505:0:34361:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1789130486.354511:0:34361:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789130486.354520:0:34361:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130486.354522:0:34361:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130486.354524:0:34361:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130486.354529:0:34361:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789130486.354531:0:34361:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789130486.354538:0:34361:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789130486.354550:0:34361:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9caf46309000. 00000100:00000001:2.0:1789130486.354559:0:34361:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130486.354561:0:34361:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789130486.354565:0:34361:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1789130486.354576:0:34361:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030600/0xde5303b1d982ce4a lrc: 1/0,0 mode: --/CR res: [0x200000404:0x31:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xcdf1b083821a60d2 expref: -99 pid: 34359 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1789130486.354589:0:34361:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40031600/0xde5303b1d982ce20 lrc: 1/0,0 mode: --/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xcdf1b083821a607e expref: -99 pid: 34352 timeout: 0 lvb_type: 3 lru_score: 8 lru_type: 1 00010000:00010000:2.0:1789130486.354597:0:34361:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030e00/0xde5303b1d982ce43 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xcdf1b083821a60c4 expref: -99 pid: 34359 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00010000:2.0:1789130486.354603:0:34361:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 3 locks packed 00010000:00000001:2.0:1789130486.354604:0:34361:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=3 : 3 : 3) 00010000:00000001:2.0:1789130486.354606:0:34361:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1789130486.354609:0:34361:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030600/0xde5303b1d982ce4a lrc: 0/0,0 mode: --/CR res: [0x200000404:0x31:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xcdf1b083821a60d2 expref: -99 pid: 34359 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000010:2.0:1789130486.354618:0:34361:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9caf47faa140. 00010000:00000001:2.0:1789130486.354631:0:34361:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130486.354632:0:34361:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1789130486.354634:0:34361:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40031600/0xde5303b1d982ce20 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xcdf1b083821a607e expref: -99 pid: 34352 timeout: 0 lvb_type: 3 lru_score: 8 lru_type: 1 00010000:00000010:2.0:1789130486.354641:0:34361:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9caf47faac80. 00010000:00000040:2.0:1789130486.354644:0:34361:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9caf48fc4800 count: 0 00010000:00000010:2.0:1789130486.354653:0:34361:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9caf4c532300. 00010000:00000001:2.0:1789130486.354662:0:34361:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130486.354663:0:34361:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1789130486.354666:0:34361:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030e00/0xde5303b1d982ce43 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xcdf1b083821a60c4 expref: -99 pid: 34359 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00000040:2.0:1789130486.354672:0:34361:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9caf48fc4000 count: 0 00010000:00000010:2.0:1789130486.354675:0:34361:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9caf4c532880. 00010000:00000001:2.0:1789130486.354681:0:34361:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130486.354682:0:34361:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130486.354684:0:34361:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789130486.354686:0:34361:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130486.354688:0:34361:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:2.0:1789130486.354701:0:34361:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9caf5014c800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1789130486.354716:0:34361:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9caf580b8b40 x1876037329053440/t0(0) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 496/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789130486.354725:0:34361:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1789130486.354727:0:34361:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1789130486.354736:0:34361:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9caf584c4900. 00000100:00000001:2.0:1789130486.354738:0:34361:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446634875647445248 : -109198062106368 : ffff9caf584c4900) 00000100:00000001:2.0:1789130486.354741:0:34361:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789130486.354743:0:34361:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875643202368 : -109198066349248 : ffff9caf580b8b40) 00000100:00000001:2.0:1789130486.354749:0:34361:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789130486.354754:0:34361:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130486.354756:0:34361:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1789130486.354758:0:34361:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789130486.354762:0:34361:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf580b8b40 x1876037329053440/t0(0) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 496/624 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130486.354770:0:34361:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789130486.354773:0:34361:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789130486.354777:0:34361:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789130486.354780:0:34361:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789130486.354782:0:34361:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789130486.354786:0:34361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf580b8b40 pname:cluuid:pid:xid:nid:opc:job rm:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:34361:1876037329053440:192.168.204.123@tcp:36:rm.0 00000100:00000001:2.0:1789130486.354790:0:34361:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789130486.354796:0:34361:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789130486.354800:0:34361:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789130486.354856:0:34361:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789130486.354862:0:34361:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9caf50106400. 02000000:00000001:2.0:1789130486.354865:0:34361:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789130486.354876:0:34361:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:2.0:1789130486.354882:0:34361:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf483fde18. 00000400:00000010:2.0:1789130486.354892:0:34361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf42d18e58. 00000100:00000200:2.0:1789130486.354901:0:34361:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876037329053440, portal 10 00000100:00000001:2.0:1789130486.354903:0:34361:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789130486.354905:0:34361:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875643202368 : -109198066349248 : ffff9caf580b8b40) 00000100:00000040:2.0:1789130486.354913:0:34361:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9caf580b8b40 x1876037329053440/t0(0) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 496/624 e 0 to 0 dl 1789130502 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130486.354922:0:34361:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789130486.354925:0:34361:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:2.0:1789130486.354928:0:34361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf42d18000. 00000100:00000200:2.0:1789130486.354931:0:34361:0:(niobuf.c:94:ptl_send_buf()) Sending 496 bytes to portal 12, xid 1876037329053440, offset 0 00000400:00000200:2.0:1789130486.354940:0:34361:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:2.0:1789130486.354951:0:34361:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130486.354960:0:34361:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:2.0:1789130486.354967:0:34361:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789130486.354972:0:34361:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:2.0:1789130486.354977:0:34361:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789130486.354980:0:34361:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:2.0:1789130486.354984:0:34361:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2666:2666:256:4294967295] 192.168.204.123@tcp LPNI seq info [2665:2665:8:4294967295] 00000400:00000200:2.0:1789130486.354988:0:34361:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130486.355013:0:34361:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:2.0:1789130486.355020:0:34361:0:(socklnd_cb.c:931:ksocknal_send()) sending 496 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:2.0:1789130486.355026:0:34361:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf44db5300. 00000800:00000200:2.0:1789130486.355035:0:34361:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:2.0:1789130486.355045:0:34361:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:2.0:1789130486.355050:0:34361:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf44db5300 type 1, nob 592 niov 1 nkiov 1 00000100:00000001:2.0:1789130486.357349:0:34361:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130486.357424:0:34361:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: using a timeout of 800265 usecs (801 jiffies) 00000400:00000200:2.0:1789130486.357435:0:34361:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:2.0:1789130486.357440:0:34361:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296581178 00000100:00000001:2.0:1789130486.357445:0:34361:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 2, keep current deadline 4296582142 00000100:00000001:2.0:1789130486.357450:0:34361:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296581178 00000100:00000001:2.0:1789130486.357453:0:34361:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 3, keep current deadline 4296582142 00000100:00000001:2.0:1789130486.357456:0:34361:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789130486.357462:0:34361:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130486.357466:0:34361:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789130486.357470:0:34361:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1789130486.357474:0:34361:0:(client.c:2715:ptlrpc_set_wait()) set ffff9caf584c4900 going to sleep for 11 seconds 00000100:00000001:2.0:1789130486.357479:0:34361:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789130486.357483:0:34361:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789130486.359083:0:2342:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789130486.359094:0:2342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf44db5300. 00000400:00000200:3.0:1789130486.359102:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130486.359270:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:3.0:1789130486.359280:0:2342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf42d18000 00000400:00000010:3.0:1789130486.359283:0:2342:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf42d18000. 00000100:00000001:3.0:1789130486.359290:0:2342:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789130486.359449:0:2342:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf580b8b40 x1876037329053440/t0(0) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 496/624 e 0 to 0 dl 1789130502 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130486.359470:0:2342:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130486.359474:0:2342:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf580b8b40 x1876037329053440/t0(0) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 496/624 e 0 to 0 dl 1789130502 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130486.359488:0:2342:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130486.359491:0:2342:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:2.1:1789130486.365254:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf40030600. 00010000:00000010:2.1:1789130486.365281:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf48fc4800. 00010000:00000010:2.1:1789130486.365287:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf40031600. 00010000:00000010:2.1:1789130486.365292:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf48fc4000. 00010000:00000010:2.1:1789130486.365294:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf40030e00. 00000800:00000001:3.0:1789130486.368760:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130486.368875:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789130486.368882:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130486.368886:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130486.368900:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130486.368914:0:2341:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:3.0:1789130486.368931:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130486.368940:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130486.368948:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130486.368954:0:2341:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 456 into portal 10 MB=0x6aa3efa956700 00000400:00000200:3.0:1789130486.368962:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130486.368971:0:2341:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.123@tcp of length 456/456 into md 0x7315 [1] + 224 00000800:00000001:3.0:1789130486.368983:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130486.369423:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130486.369429:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130486.369434:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:2.0:1789130486.369445:0:2341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789130486.369457:0:2341:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf580b8b40 x1876037329053440/t0(0) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 496/624 e 0 to 0 dl 1789130502 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789130486.369471:0:2341:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff9caf580b8b40 x1876037329053440/t0(0) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 496/624 e 0 to 0 dl 1789130502 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130486.369535:0:34361:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789130486.369555:0:2341:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1789130486.369571:0:2341:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1789130486.369576:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130486.369584:0:2341:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.204.23@tcp to MR: 192.168.204.123@tcp local destination 00000400:00000200:2.0:1789130486.369593:0:2341:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2667:2667:256:4294967295] 192.168.204.123@tcp LPNI seq info [2666:2666:8:4294967295] 00000400:00000200:2.0:1789130486.369598:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130486.369609:0:2341:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:192.168.204.23@tcp) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) 192.168.204.123@tcp : ACK try# 0 00000800:00000200:2.0:1789130486.369616:0:2341:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:2.0:1789130486.369625:0:2341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf44db5d00. 00000800:00000200:2.0:1789130486.369635:0:2341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:2.0:1789130486.369645:0:2341:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:2.0:1789130486.369652:0:2341:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf44db5d00 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1789130486.369784:0:2341:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789130486.369842:0:2341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf44db5d00. 00000400:00000200:2.0:1789130486.369846:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130486.369850:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: ACK: OK 00000800:00000001:2.0:1789130486.369858:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130486.369862:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1789130486.371156:0:34361:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789130486.371163:0:34361:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789130486.371168:0:34361:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf483fde18. 00000400:00000200:3.0:1789130486.371176:0:34361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf42d18e58 00000400:00000010:3.0:1789130486.371180:0:34361:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf42d18e58. 00000100:00000001:3.0:1789130486.371185:0:34361:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789130486.371197:0:34361:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf580b8b40 x1876037329053440/t0(0) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 496/624 e 0 to 0 dl 1789130502 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789130486.371209:0:34361:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf580b8b40 x1876037329053440/t0(0) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 496/624 e 0 to 0 dl 1789130502 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130486.371217:0:34361:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789130486.371220:0:34361:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130486.371225:0:34361:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789130486.371229:0:34361:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789130486.371232:0:34361:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789130486.371235:0:34361:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789130486.371238:0:34361:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789130486.371251:0:34361:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf6079ac60 time=105 v=5 (5 104 104 104) 00000100:00001000:3.0:1789130486.371257:0:34361:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf6079ac18 time=27 v=5 (1 0 0 0) 00000100:00000001:3.0:1789130486.371260:0:34361:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789130486.371263:0:34361:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130486.371268:0:34361:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789130486.371273:0:34361:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130486.371277:0:34361:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1789130486.371280:0:34361:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x1000000a3/0x200000008] 00000100:00000001:3.0:1789130486.371282:0:34361:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1789130486.371285:0:34361:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789130486.371287:0:34361:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875643202368 : -109198066349248 : ffff9caf580b8b40) 00000100:00000001:3.0:1789130486.371291:0:34361:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789130486.371294:0:34361:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9caf5014c800: skip recheck: last_committed 8589934597 00000100:00000001:3.0:1789130486.371296:0:34361:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789130486.371300:0:34361:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130486.371306:0:34361:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf580b8b40 x1876037329053440/t8589934606(8589934606) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 496/456 e 0 to 0 dl 1789130502 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130486.371313:0:34361:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789130486.371318:0:34361:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789130486.371320:0:34361:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789130486.371385:0:34361:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf580b8b40 x1876037329053440/t8589934606(8589934606) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 496/456 e 0 to 0 dl 1789130502 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789130486.371396:0:34361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf580b8b40 pname:cluuid:pid:xid:nid:opc:job rm:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:34361:1876037329053440:192.168.204.123@tcp:36:rm.0 00000100:00000001:3.0:1789130486.371403:0:34361:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130486.371406:0:34361:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130486.371409:0:34361:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1789130486.371411:0:34361:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130486.371415:0:34361:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf580b8b40 x1876037329053440/t8589934606(8589934606) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 496/456 e 0 to 0 dl 1789130502 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130486.371422:0:34361:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789130486.371425:0:34361:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9caf584c4900. 00000100:00000001:3.0:1789130486.371428:0:34361:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1789130486.371430:0:34361:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789130486.371441:0:34361:0:(mdc_reint.c:367:mdc_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789130486.371445:0:34361:0:(lmv_obd.c:3544:lmv_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789130486.371451:0:34361:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9caf4557c8c0 2 00000080:00000010:3.0:1789130486.371456:0:34361:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9caf42b28e00. 00000100:00000001:3.0:1789130486.371466:0:34361:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130486.371469:0:34361:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf580b8b40 x1876037329053440/t8589934606(8589934606) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 496/456 e 0 to 0 dl 1789130502 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130486.371475:0:34361:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130486.371481:0:34361:0:(namei.c:2468:ll_unlink()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130486.371497:0:34361:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1789130486.371501:0:34361:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c37e28 00000080:00002000:3.0:1789130486.371505:0:34361:0:(dcache.c:127:ll_ddelete()) deleting dentry recon (ffff9caf444bfaf8, parent ffff9caf600f3360, inode 0000000000000000) hashed, 00000080:00000001:3.0:1789130486.371508:0:34361:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1789130486.371517:0:34361:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:3.0:1789130486.371525:0:34361:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:3.0:1789130486.371536:0:34361:0:(llite_lib.c:3423:ll_delete_inode()) Process entered 00000080:00000001:3.0:1789130486.371539:0:34361:0:(file.c:5312:cl_sync_file_range()) Process entered 00000020:00000001:3.0:1789130486.371542:0:34361:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1789130486.371548:0:34361:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446634875648778040 : -109198060773576 : ffff9caf58609f38) 00000020:00001000:3.0:1789130486.371551:0:34361:0:(cl_object.c:823:cl_env_get()) 1@ffff9caf58609f30 00000020:00000001:3.0:1789130486.371560:0:34361:0:(cl_object.c:143:cl_object_top()) ffff9caf42b2a148 -> ffff9caf42b2a148 00000020:00000001:3.0:1789130486.371563:0:34361:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:3.0:1789130486.371568:0:34361:0:(vvp_io.c:1987:vvp_io_init()) Process entered 00000080:00200000:3.0:1789130486.371572:0:34361:0:(vvp_io.c:1992:vvp_io_init()) [0x200000404:0x31:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:3.0:1789130486.371577:0:34361:0:(cl_io.c:902:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1789130486.371578:0:34361:0:(cl_io.c:908:cl_io_slice_add()) Process leaving 00000080:00000001:3.0:1789130486.371580:0:34361:0:(vvp_io.c:2064:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1789130486.371587:0:34361:0:(lov_object.c:1604:lov_io_init()) [0x200000404:0x31:0x0]io ffff9caf481142d0 type 6 ignore/verify layout 1/0, compressed 0 00020000:00000002:3.0:1789130486.371591:0:34361:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9caf47cdc1f0) owner 0000000000000000/ffff9caf484e0000 00020000:00000001:3.0:1789130486.371597:0:34361:0:(lov_io.c:2488:lov_io_init_composite()) Process entered 00020000:00000001:3.0:1789130486.371600:0:34361:0:(lov_io.c:764:lov_io_slice_init()) Process entered 00020000:00000001:3.0:1789130486.371602:0:34361:0:(lov_io.c:478:lov_io_mirror_init()) Process entered 00020000:00000001:3.0:1789130486.371604:0:34361:0:(lov_io.c:489:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789130486.371607:0:34361:0:(lov_io.c:919:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:3.0:1789130486.371610:0:34361:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:3.0:1789130486.371612:0:34361:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789130486.371614:0:34361:0:(cl_io.c:902:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1789130486.371615:0:34361:0:(cl_io.c:908:cl_io_slice_add()) Process leaving 00020000:00000001:3.0:1789130486.371617:0:34361:0:(lov_io.c:2501:lov_io_init_composite()) Process leaving 00020000:00000002:3.0:1789130486.371620:0:34361:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9caf47cdc1f0) owner 0000000000000000/ffff9caf484e0000 00000020:00000001:3.0:1789130486.371623:0:34361:0:(cl_io.c:146:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789130486.371626:0:34361:0:(cl_io.c:827:cl_io_loop()) Process entered 00000020:00000001:3.0:1789130486.371627:0:34361:0:(cl_io.c:403:cl_io_iter_init()) Process entered 00020000:00000001:3.0:1789130486.371630:0:34361:0:(lov_io.c:1238:lov_io_iter_init()) Process entered 00020000:00200000:3.0:1789130486.371634:0:34361:0:(lov_io.c:1289:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:3.0:1789130486.371637:0:34361:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:3.0:1789130486.371641:0:34361:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1789130486.371643:0:34361:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:3.0:1789130486.371644:0:34361:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1789130486.371646:0:34361:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446634875648776168 : -109198060775448 : ffff9caf586097e8) 00000020:00001000:3.0:1789130486.371649:0:34361:0:(cl_object.c:823:cl_env_get()) 1@ffff9caf586097e0 00000020:00000001:3.0:1789130486.371651:0:34361:0:(cl_object.c:143:cl_object_top()) ffff9caf42b2a850 -> ffff9caf42b2a148 00000020:00000001:3.0:1789130486.371653:0:34361:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:3.0:1789130486.371657:0:34361:0:(cl_io.c:902:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1789130486.371658:0:34361:0:(cl_io.c:908:cl_io_slice_add()) Process leaving 00000020:00000001:3.0:1789130486.371660:0:34361:0:(cl_io.c:146:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789130486.371663:0:34361:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789130486.371664:0:34361:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446634875375144088 : -109198334407528 : ffff9caf48114c98) 00000020:00000001:3.0:1789130486.371667:0:34361:0:(cl_io.c:403:cl_io_iter_init()) Process entered 00000020:00000001:3.0:1789130486.371669:0:34361:0:(cl_io.c:415:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789130486.371671:0:34361:0:(lov_io.c:1395:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789130486.371673:0:34361:0:(cl_io.c:415:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789130486.371675:0:34361:0:(cl_io.c:318:cl_io_lock()) Process entered 00020000:00000001:3.0:1789130486.371677:0:34361:0:(lov_io.c:1538:lov_io_lock()) Process entered 00020000:00000001:3.0:1789130486.371678:0:34361:0:(lov_io.c:1516:lov_io_call()) Process entered 00000020:00000001:3.0:1789130486.371680:0:34361:0:(cl_io.c:318:cl_io_lock()) Process entered 00000020:00000001:3.0:1789130486.371682:0:34361:0:(cl_io.c:290:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1789130486.371683:0:34361:0:(cl_io.c:299:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789130486.371685:0:34361:0:(cl_io.c:338:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789130486.371687:0:34361:0:(lov_io.c:1533:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789130486.371688:0:34361:0:(lov_io.c:1539:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789130486.371690:0:34361:0:(cl_io.c:290:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1789130486.371691:0:34361:0:(cl_io.c:299:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789130486.371692:0:34361:0:(cl_io.c:338:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789130486.371694:0:34361:0:(cl_io.c:532:cl_io_start()) Process entered 00020000:00000001:3.0:1789130486.371697:0:34361:0:(lov_io.c:1588:lov_io_start()) Process entered 00020000:00000001:3.0:1789130486.371699:0:34361:0:(lov_io.c:1516:lov_io_call()) Process entered 00000020:00000001:3.0:1789130486.371700:0:34361:0:(cl_io.c:532:cl_io_start()) Process entered 00000008:00000001:3.0:1789130486.371702:0:34361:0:(osc_io.c:1127:osc_io_fsync_start()) Process entered 00000008:00000001:3.0:1789130486.371705:0:34361:0:(osc_cache.c:3411:osc_cache_writeback_range()) Process entered 00000008:00000020:3.0:1789130486.371713:0:34361:0:(osc_cache.c:1909:osc_update_pending()) obj ffff9caf58313310 ready 0|-|- wr 0|-|- rd 0|- update pending cmd 2 delta -1. 00000008:00000001:3.0:1789130486.371719:0:34361:0:(osc_cache.c:1841:osc_makes_rpc()) Process entered 00000008:00000001:3.0:1789130486.371722:0:34361:0:(osc_cache.c:1853:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1789130486.371723:0:34361:0:(osc_cache.c:1841:osc_makes_rpc()) Process entered 00000008:00000001:3.0:1789130486.371725:0:34361:0:(osc_cache.c:1880:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1789130486.371729:0:34361:0:(osc_cache.c:1203:osc_extent_make_ready()) Process entered 00000008:00000001:3.0:1789130486.371733:0:34361:0:(osc_cache.c:227:__osc_extent_sanity_check()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000020:3.0:1789130486.371739:0:34361:0:(osc_cache.c:1211:osc_extent_make_ready()) extent ffff9caf484876c0@{[0 -> 255/255], 0x280000400:66, [1|0|-|locking|wiY|ffff9caf58313310], [1703936|1|+|-|ffff9caf586b6800|256|ffff9caf484e0000]} make ready 00000008:00010000:3.0:1789130486.371749:0:34361:0:(osc_cache.c:1211:osc_extent_make_ready()) ### extent: 000000005e25c310 ns: lustre-OST0001-osc-ffff9caf5014c800 lock: 000000005a65f6a0/0xde5303b1d982ce2e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xcdf1b083821a6093 expref: -99 pid: 34352 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00000001:3.0:1789130486.371763:0:34361:0:(osc_cache.c:1395:osc_make_ready()) Process entered 00000020:00000001:3.0:1789130486.371767:0:34361:0:(cl_page.c:1148:cl_page_make_ready()) Process entered 00000020:00008000:3.0:1789130486.372130:0:34361:0:(cl_page.c:1160:cl_page_make_ready()) page@000000002b5d307f[2 000000004aae6a80 1 1 0000000000000000 0 0 0] 00000020:00008000:3.0:1789130486.372133:0:34361:0:(cl_page.c:1160:cl_page_make_ready()) readied 00000020:00000001:3.0:1789130486.372136:0:34361:0:(cl_page.c:1009:cl_page_io_start()) Process entered 00000020:00000001:3.0:1789130486.372137:0:34361:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:3.0:1789130486.372139:0:34361:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:3.0:1789130486.372141:0:34361:0:(cl_page.c:1001:cl_req_type_state()) Process entered 00000020:00000001:3.0:1789130486.372143:0:34361:0:(cl_page.c:1002:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:3.0:1789130486.372146:0:34361:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:3.0:1789130486.372150:0:34361:0:(cl_page.c:507:__cl_page_state_set()) page@000000002b5d307f[2 000000004aae6a80 1 1 0000000000000000 0 0 0] 00000020:00000001:3.0:1789130486.372152:0:34361:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 3 00000020:00000001:3.0:1789130486.372154:0:34361:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:3.0:1789130486.372155:0:34361:0:(cl_page.c:1012:cl_page_io_start()) Process leaving 00000020:00000001:3.0:1789130486.372159:0:34361:0:(cl_page.c:1182:cl_page_make_ready()) page@000000002b5d307f[2 000000004aae6a80 3 1 0000000000000000 0 0 0] 00000020:00000001:3.0:1789130486.372161:0:34361:0:(cl_page.c:1182:cl_page_make_ready()) 1 0 00000008:00000001:3.0:1789130486.372163:0:34361:0:(osc_cache.c:1399:osc_make_ready()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789130486.372167:0:34361:0:(cl_object.c:143:cl_object_top()) ffff9caf58313310 -> ffff9caf42b2a148 00000020:00000001:3.0:1789130486.372170:0:34361:0:(cl_object.c:143:cl_object_top()) ffff9caf58313310 -> ffff9caf42b2a148 00000020:00000001:3.0:1789130486.372172:0:34361:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00000020:00000001:3.0:1789130486.372177:0:34361:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789130486.372179:0:34361:0:(cl_object.c:143:cl_object_top()) ffff9caf58313310 -> ffff9caf42b2a148 00000008:00000001:3.0:1789130486.372182:0:34361:0:(osc_cache.c:1264:osc_extent_make_ready()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1789130486.372188:0:34361:0:(osc_cache.c:941:osc_extent_finish()) Process entered 00000008:00000020:3.0:1789130486.372193:0:34361:0:(osc_cache.c:945:osc_extent_finish()) extent ffff9caf484876c0@{[0 -> 255/255], 0x280000400:66, [2|0|-|rpc|wiY|ffff9caf58313310], [1703936|1|+|-|ffff9caf586b6800|256|ffff9caf484e0000]} extent finished. 00000008:00010000:3.0:1789130486.372200:0:34361:0:(osc_cache.c:945:osc_extent_finish()) ### extent: 000000005e25c310 ns: lustre-OST0001-osc-ffff9caf5014c800 lock: 000000005a65f6a0/0xde5303b1d982ce2e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xcdf1b083821a6093 expref: -99 pid: 34352 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00000001:3.0:1789130486.372214:0:34361:0:(osc_cache.c:1444:osc_completion()) Process entered 00000020:00000001:3.0:1789130486.372215:0:34361:0:(cl_page.c:1102:cl_page_complete()) Process entered 00000020:00000001:3.0:1789130486.372219:0:34361:0:(cl_page.c:1104:cl_page_complete()) page@000000002b5d307f[2 000000004aae6a80 3 1 0000000000000000 0 0 0] 00000020:00000001:3.0:1789130486.372220:0:34361:0:(cl_page.c:1104:cl_page_complete()) 1 0 00000020:00000001:3.0:1789130486.372222:0:34361:0:(cl_page.c:1001:cl_req_type_state()) Process entered 00000020:00000001:3.0:1789130486.372223:0:34361:0:(cl_page.c:1002:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:3.0:1789130486.372225:0:34361:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:3.0:1789130486.372227:0:34361:0:(cl_page.c:507:__cl_page_state_set()) page@000000002b5d307f[2 000000004aae6a80 3 1 0000000000000000 0 0 0] 00000020:00000001:3.0:1789130486.372229:0:34361:0:(cl_page.c:507:__cl_page_state_set()) 3 -> 1 00000020:00000001:3.0:1789130486.372230:0:34361:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000080:00000001:3.0:1789130486.372233:0:34361:0:(vvp_page.c:166:vvp_page_complete_write()) Process entered 00000080:00008000:3.0:1789130486.372238:0:34361:0:(vvp_page.c:167:vvp_page_complete_write()) page@000000002b5d307f[2 000000004aae6a80 1 1 0000000000000000 0 0 0] 00000080:00008000:3.0:1789130486.372240:0:34361:0:(vvp_page.c:167:vvp_page_complete_write()) completing WRITE with 0 00000080:00000001:3.0:1789130486.372260:0:34361:0:(vvp_page.c:182:vvp_page_complete_write()) Process leaving 00000020:00000001:3.0:1789130486.372262:0:34361:0:(cl_page.c:1125:cl_page_complete()) Process leaving 00000020:00000001:3.0:1789130486.372264:0:34361:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:3.0:1789130486.372268:0:34361:0:(cl_page.c:556:cl_batch_put()) page@000000002b5d307f[2 000000004aae6a80 1 1 0000000000000000 0 0 0] 00000020:00000001:3.0:1789130486.372270:0:34361:0:(cl_page.c:556:cl_batch_put()) 2 00000020:00000001:3.0:1789130486.372271:0:34361:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000008:00000001:3.0:1789130486.372273:0:34361:0:(osc_cache.c:1488:osc_completion()) Process leaving 00000008:00000020:3.0:1789130486.372276:0:34361:0:(osc_cache.c:1637:osc_free_grant()) lost 1703936 grant: 0 avail: 2097152 dirty: 0/0 00000008:00000020:3.0:1789130486.372282:0:34361:0:(osc_cache.c:498:__osc_extent_remove()) extent ffff9caf484876c0@{[0 -> 255/255], 0x280000400:66, [1|0|-|inv|wY|ffff9caf58313310], [1703936|0|-|-|ffff9caf586b6800|256|ffff9caf484e0000]} destroyed. 00000008:00010000:3.0:1789130486.372289:0:34361:0:(osc_cache.c:498:__osc_extent_remove()) ### extent: 000000005e25c310 ns: lustre-OST0001-osc-ffff9caf5014c800 lock: 000000005a65f6a0/0xde5303b1d982ce2e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xcdf1b083821a6093 expref: -99 pid: 34352 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00010000:00000001:3.0:1789130486.372298:0:34361:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130486.372300:0:34361:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000010:3.0:1789130486.372304:0:34361:0:(osc_cache.c:374:osc_extent_put()) slab-freed '(ext)': 192 at ffff9caf484876c0. 00000008:00000001:3.0:1789130486.372308:0:34361:0:(osc_cache.c:992:osc_extent_finish()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1789130486.372313:0:34361:0:(osc_cache.c:3346:osc_cache_wait_range()) Process entered 00000008:00000020:3.0:1789130486.372316:0:34361:0:(osc_cache.c:3383:osc_cache_wait_range()) obj ffff9caf58313310 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:3.0:1789130486.372319:0:34361:0:(osc_cache.c:3384:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:3.0:1789130486.372323:0:34361:0:(osc_cache.c:3551:osc_cache_writeback_range()) obj ffff9caf58313310 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 18446744073709551615] npages 1: rc=1. 00000008:00000001:3.0:1789130486.372395:0:34361:0:(osc_cache.c:3566:osc_cache_writeback_range()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:3.0:1789130486.372398:0:34361:0:(osc_io.c:1196:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789130486.372400:0:34361:0:(cl_io.c:544:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789130486.372403:0:34361:0:(lov_io.c:1533:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789130486.372404:0:34361:0:(lov_io.c:1589:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789130486.372406:0:34361:0:(cl_io.c:544:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789130486.372408:0:34361:0:(cl_io.c:559:cl_io_end()) Process entered 00020000:00000001:3.0:1789130486.372411:0:34361:0:(lov_io.c:2189:lov_io_fsync_end()) Process entered 00020000:00000001:3.0:1789130486.372413:0:34361:0:(lov_io.c:1594:lov_io_end_wrapper()) Process entered 00000020:00000001:3.0:1789130486.372414:0:34361:0:(cl_io.c:559:cl_io_end()) Process entered 00000020:00000001:3.0:1789130486.372416:0:34361:0:(cl_io.c:567:cl_io_end()) Process leaving 00020000:00000001:3.0:1789130486.372418:0:34361:0:(lov_io.c:1604:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789130486.372419:0:34361:0:(lov_io.c:2200:lov_io_fsync_end()) Process leaving 00000020:00000001:3.0:1789130486.372421:0:34361:0:(cl_io.c:567:cl_io_end()) Process leaving 00000020:00000001:3.0:1789130486.372424:0:34361:0:(cl_io.c:356:cl_io_unlock()) Process entered 00020000:00000001:3.0:1789130486.372427:0:34361:0:(lov_io.c:1682:lov_io_unlock()) Process entered 00020000:00000001:3.0:1789130486.372428:0:34361:0:(lov_io.c:1516:lov_io_call()) Process entered 00000020:00000001:3.0:1789130486.372430:0:34361:0:(cl_io.c:356:cl_io_unlock()) Process entered 00000020:00000001:3.0:1789130486.372431:0:34361:0:(cl_io.c:377:cl_io_unlock()) Process leaving 00020000:00000001:3.0:1789130486.372433:0:34361:0:(lov_io.c:1616:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789130486.372435:0:34361:0:(lov_io.c:1533:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789130486.372438:0:34361:0:(lov_io.c:1685:lov_io_unlock()) Process leaving 00000020:00000001:3.0:1789130486.372439:0:34361:0:(cl_io.c:377:cl_io_unlock()) Process leaving 00000020:00000001:3.0:1789130486.372442:0:34361:0:(cl_io.c:453:cl_io_rw_advance()) Process entered 00000020:00000001:3.0:1789130486.372444:0:34361:0:(cl_io.c:469:cl_io_rw_advance()) Process leaving 00000020:00000001:3.0:1789130486.372446:0:34361:0:(cl_io.c:433:cl_io_iter_fini()) Process entered 00020000:00000001:3.0:1789130486.372448:0:34361:0:(lov_io.c:1663:lov_io_iter_fini()) Process entered 00020000:00000001:3.0:1789130486.372450:0:34361:0:(lov_io.c:1516:lov_io_call()) Process entered 00000020:00000001:3.0:1789130486.372451:0:34361:0:(cl_io.c:433:cl_io_iter_fini()) Process entered 00000020:00000001:3.0:1789130486.372452:0:34361:0:(cl_io.c:439:cl_io_iter_fini()) Process leaving 00020000:00000001:3.0:1789130486.372454:0:34361:0:(lov_io.c:1610:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789130486.372456:0:34361:0:(lov_io.c:1533:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789130486.372458:0:34361:0:(lov_io.c:1674:lov_io_iter_fini()) Process leaving 00000020:00000001:3.0:1789130486.372460:0:34361:0:(cl_io.c:439:cl_io_iter_fini()) Process leaving 00000020:00000001:3.0:1789130486.372462:0:34361:0:(cl_io.c:877:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789130486.372466:0:34361:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:3.0:1789130486.372468:0:34361:0:(lov_io.c:1057:lov_io_fini()) Process entered 00020000:00000001:3.0:1789130486.372472:0:34361:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:3.0:1789130486.372473:0:34361:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:3.0:1789130486.372475:0:34361:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1789130486.372477:0:34361:0:(cl_object.c:917:cl_env_put()) 1@ffff9caf586097e0 00020000:00000001:3.0:1789130486.372481:0:34361:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:3.0:1789130486.372484:0:34361:0:(lov_io.c:1088:lov_io_fini()) Process leaving 00000080:00000001:3.0:1789130486.372487:0:34361:0:(vvp_io.c:392:vvp_io_fini()) Process entered 00000080:00200000:3.0:1789130486.372489:0:34361:0:(vvp_io.c:402:vvp_io_fini()) [0x200000404:0x31:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, need minor change layout 0 00000080:00000001:3.0:1789130486.372493:0:34361:0:(vvp_io.c:509:vvp_io_fini()) Process leaving 00000020:00000001:3.0:1789130486.372494:0:34361:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1789130486.372498:0:34361:0:(cl_object.c:917:cl_env_put()) 1@ffff9caf58609f30 00000080:00000001:3.0:1789130486.372501:0:34361:0:(file.c:5349:cl_sync_file_range()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1789130486.372513:0:34361:0:(cl_page.c:603:cl_vmpage_page()) Process entered 00000020:00000001:3.0:1789130486.372516:0:34361:0:(cl_page.c:617:cl_vmpage_page()) Process leaving (rc=18446634875537037584 : -109198172514032 : ffff9caf51b79910) 00000020:00000001:3.0:1789130486.372520:0:34361:0:(cl_page.c:976:cl_page_delete()) Process entered 00000020:00000001:3.0:1789130486.372522:0:34361:0:(cl_page.c:928:__cl_page_delete()) Process entered 00000020:00000001:3.0:1789130486.372523:0:34361:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:3.0:1789130486.372524:0:34361:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:3.0:1789130486.372526:0:34361:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:3.0:1789130486.372530:0:34361:0:(cl_page.c:507:__cl_page_state_set()) page@000000002b5d307f[2 000000004aae6a80 1 1 0000000000000000 0 0 0] 00000020:00000001:3.0:1789130486.372532:0:34361:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 5 00000020:00000001:3.0:1789130486.372534:0:34361:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000008:00000001:3.0:1789130486.372536:0:34361:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:3.0:1789130486.372538:0:34361:0:(osc_page.c:138:osc_page_delete()) ffff9caf51b79970 00000008:00000001:3.0:1789130486.372541:0:34361:0:(osc_cache.c:2817:osc_teardown_async_page()) Process entered 00000008:00000040:3.0:1789130486.372544:0:34361:0:(osc_cache.c:2820:osc_teardown_async_page()) teardown oap ffff9caf51b79980 page ffff9caf51b79970 at index 0. 00000008:00000001:3.0:1789130486.372547:0:34361:0:(osc_cache.c:2842:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1789130486.372554:0:34361:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:3.0:1789130486.372557:0:34361:0:(vvp_page.c:56:vvp_page_delete()) delete page fffff3e084a54380 index 0 00000020:00000001:3.0:1789130486.372562:0:34361:0:(cl_page.c:946:__cl_page_delete()) Process leaving 00000020:00000001:3.0:1789130486.372564:0:34361:0:(cl_page.c:978:cl_page_delete()) Process leaving 00000020:00000001:3.0:1789130486.372565:0:34361:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:3.0:1789130486.372568:0:34361:0:(cl_page.c:556:cl_batch_put()) page@000000002b5d307f[1 000000004aae6a80 5 1 0000000000000000 0 0 0] 00000020:00000001:3.0:1789130486.372569:0:34361:0:(cl_page.c:556:cl_batch_put()) 1 00000020:00000001:3.0:1789130486.372571:0:34361:0:(cl_page.c:236:cl_page_free()) Process entered 00000020:00000010:3.0:1789130486.372574:0:34361:0:(cl_page.c:223:__cl_page_free()) slab-freed 'cl_page': 232 at ffff9caf51b79910. 00000020:00000001:3.0:1789130486.372579:0:34361:0:(cl_page.c:274:cl_page_free()) Process leaving 00000020:00000001:3.0:1789130486.372581:0:34361:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000080:00000001:3.0:1789130486.372621:0:34361:0:(llite_lib.c:2079:ll_clear_inode()) Process entered 00000080:00200000:3.0:1789130486.372625:0:34361:0:(llite_lib.c:2082:ll_clear_inode()) VFS Op:inode=[0x200000404:0x31:0x0](ffff9caf60198908) 00800000:00000001:3.0:1789130486.372634:0:34361:0:(lmv_obd.c:1647:lmv_null_inode()) Process entered 00800000:00000002:3.0:1789130486.372636:0:34361:0:(lmv_obd.c:1649:lmv_null_inode()) CBDATA for [0x200000404:0x31:0x0] 00000002:00000001:3.0:1789130486.372644:0:34361:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:3.0:1789130486.372650:0:34361:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789130486.372652:0:34361:0:(lmv_obd.c:1659:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130486.372655:0:34361:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:3.0:1789130486.372658:0:34361:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:3.0:1789130486.372660:0:34361:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130486.372662:0:34361:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789130486.372667:0:34361:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1789130486.372669:0:34361:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446634875648778040 : -109198060773576 : ffff9caf58609f38) 00000020:00001000:3.0:1789130486.372672:0:34361:0:(cl_object.c:823:cl_env_get()) 1@ffff9caf58609f30 00020000:00000001:3.0:1789130486.372679:0:34361:0:(lov_object.c:1555:lov_object_delete()) Process entered 00020000:00000002:3.0:1789130486.372681:0:34361:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9caf47cdc1f0) owner 0000000000000000/ffff9caf484e0000 00020000:00000001:3.0:1789130486.372685:0:34361:0:(lov_object.c:885:lov_delete_composite()) Process entered 00020000:00000002:3.0:1789130486.372689:0:34361:0:(lov_ea.c:762:dump_lsm()) lsm ffff9caf5021f600, objid 0x31:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1789130486.372694:0:34361:0:(lov_ea.c:793:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:3.0:1789130486.372698:0:34361:0:(lov_ea.c:812:dump_lsm()) oinfo:ffff9caf488f2400: ostid: 0x280000400:66 ost idx: 1 gen: 0 00020000:00000001:3.0:1789130486.372701:0:34361:0:(lov_object.c:1327:lov_layout_wait()) Process entered 00020000:00000001:3.0:1789130486.372704:0:34361:0:(lov_object.c:1337:lov_layout_wait()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789130486.372706:0:34361:0:(lov_object.c:292:lov_delete_raid0()) Process entered 00000020:00000001:3.0:1789130486.372708:0:34361:0:(cl_object.c:368:cl_object_prune()) Process entered 00010000:00000001:3.0:1789130486.372713:0:34361:0:(ldlm_request.c:2697:ldlm_resource_iterate()) Process entered 00010000:00000040:3.0:1789130486.372719:0:34361:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf48e45500 count: 2 00010000:00000001:3.0:1789130486.372721:0:34361:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789130486.372724:0:34361:0:(ldlm_request.c:2625:ldlm_resource_foreach()) Process entered 00000008:00000001:3.0:1789130486.372726:0:34361:0:(osc_object.c:184:osc_object_ast_clear()) Process entered 00000008:00010000:3.0:1789130486.372731:0:34361:0:(osc_object.c:202:osc_object_ast_clear()) ### update lock size 0 blocks 1 [cma]time: 0 0 0 by oinfo size 46 blocks 1 [cma]time 1789130486 1789130486 1789130486 ns: lustre-OST0001-osc-ffff9caf5014c800 lock: 000000005a65f6a0/0xde5303b1d982ce2e lrc: 1/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xcdf1b083821a6093 expref: -99 pid: 34352 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000020:00000001:3.0:1789130486.372740:0:34361:0:(cl_object.c:143:cl_object_top()) ffff9caf58313310 -> ffff9caf42b2a148 00000020:00000001:3.0:1789130486.372742:0:34361:0:(cl_object.c:143:cl_object_top()) ffff9caf58313310 -> ffff9caf42b2a148 00000008:00000001:3.0:1789130486.372744:0:34361:0:(osc_object.c:212:osc_object_ast_clear()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1789130486.372747:0:34361:0:(ldlm_request.c:2641:ldlm_resource_foreach()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1789130486.372749:0:34361:0:(ldlm_request.c:2707:ldlm_resource_iterate()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1789130486.372751:0:34361:0:(cl_object.c:378:cl_object_prune()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:3.0:1789130486.372756:0:34361:0:(osc_object.c:99:osc_object_free()) slab-freed '(osc)': 488 at ffff9caf58313310. 00020000:00000001:3.0:1789130486.372761:0:34361:0:(lovsub_object.c:58:lovsub_object_free()) Process entered 00020000:00000010:3.0:1789130486.372765:0:34361:0:(lovsub_object.c:78:lovsub_object_free()) slab-freed 'los': 200 at ffff9caf42b2a7d0. 00020000:00000001:3.0:1789130486.372771:0:34361:0:(lovsub_object.c:80:lovsub_object_free()) Process leaving 00020000:00000001:3.0:1789130486.372773:0:34361:0:(lov_object.c:313:lov_delete_raid0()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789130486.372776:0:34361:0:(lov_object.c:906:lov_delete_composite()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1789130486.372778:0:34361:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9caf47cdc1f0) owner 0000000000000000/ffff9caf484e0000 00020000:00000001:3.0:1789130486.372781:0:34361:0:(lov_object.c:1557:lov_object_delete()) Process leaving 00020000:00000001:3.0:1789130486.372782:0:34361:0:(lov_object.c:1564:lov_object_free()) Process entered 00020000:00000002:3.0:1789130486.372784:0:34361:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9caf47cdc1f0) owner 0000000000000000/ffff9caf484e0000 00020000:00000001:2.0:1789130486.373170:0:34361:0:(lov_object.c:921:lov_fini_composite()) Process entered 00020000:00000010:2.0:1789130486.373175:0:34361:0:(lov_object.c:322:lov_fini_raid0()) kvfree 'r0->lo_sub': 8 at ffff9caf82077a40. 00020000:00000010:2.0:1789130486.373181:0:34361:0:(lov_object.c:930:lov_fini_composite()) kfreed 'comp->lo_entries': 176 at ffff9caf481323c0. 00020000:00000010:2.0:1789130486.373185:0:34361:0:(lov_object.c:935:lov_fini_composite()) kfreed 'comp->lo_mirrors': 12 at ffff9caf43da62e0. 00020000:00000002:2.0:1789130486.373190:0:34361:0:(lov_ea.c:762:dump_lsm()) lsm ffff9caf5021f600, objid 0x31:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1789130486.373194:0:34361:0:(lov_ea.c:793:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1789130486.373197:0:34361:0:(lov_ea.c:812:dump_lsm()) oinfo:ffff9caf488f2400: ostid: 0x280000400:66 ost idx: 1 gen: 0 00020000:00000010:2.0:1789130486.373203:0:34361:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9caf488f2400. 00020000:00000010:2.0:1789130486.373207:0:34361:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff9caf5021fc60. 00020000:00000010:2.0:1789130486.373210:0:34361:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff9caf5021f600. 00020000:00000001:2.0:1789130486.373212:0:34361:0:(lov_object.c:944:lov_fini_composite()) Process leaving 00020000:00000002:2.0:1789130486.373214:0:34361:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9caf47cdc1f0) owner 0000000000000000/ffff9caf484e0000 00020000:00000010:2.0:1789130486.373218:0:34361:0:(lov_object.c:1567:lov_object_free()) slab-freed '(lov)': 248 at ffff9caf47cdc1f0. 00020000:00000001:2.0:1789130486.373222:0:34361:0:(lov_object.c:1568:lov_object_free()) Process leaving 00000080:00000010:2.0:1789130486.373225:0:34361:0:(vvp_object.c:280:vvp_object_free()) slab-freed 'vob': 200 at ffff9caf42b2a0c8. 00000020:00001000:2.0:1789130486.373230:0:34361:0:(cl_object.c:917:cl_env_put()) 1@ffff9caf58609f30 00000080:00000001:2.0:1789130486.373235:0:34361:0:(llite_lib.c:2130:ll_clear_inode()) Process leaving 00000080:00000001:2.0:1789130486.373238:0:34361:0:(llite_lib.c:3452:ll_delete_inode()) Process leaving 00000080:00000010:3.1:1789130486.376160:0:34156:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9caf47eabd00. 00000080:00000010:2.1:1789130486.389285:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9caf60198840. 00010000:00000001:3.0:1789130486.721686:0:30671:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130486.721703:0:30671:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789130486.721706:0:30671:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789130486.721713:0:30671:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130486.721723:0:30671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789130486.721726:0:30671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130486.721728:0:30671:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130486.721731:0:30671:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130486.721734:0:30671:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130486.721735:0:30671:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130486.721739:0:30671:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130486.721741:0:30671:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130486.723876:0:16244:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789130486.723887:0:16244:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789130486.723897:0:16244:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:1.0:1789130487.393153:0:34446:0:(llite_lib.c:4271:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130487.739648:0:30671:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130487.739655:0:30671:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130487.739661:0:30671:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130487.739662:0:30671:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130487.739665:0:30671:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130487.739666:0:30671:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130487.739900:0:16115:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789130487.739904:0:16115:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789130487.739907:0:16115:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1789130488.122832:0:27981:0:(connection.c:75:cpu_latency_work()) work item of ffff9caf6147aa20 (cpu 2) has reached its deadline 4296582142, at 4296582145 00000100:00000010:2.0:1789130488.122851:0:27981:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9caf4812ff00. 00000100:00000040:3.0:1789130488.125790:0:30671:0:(connection.c:75:cpu_latency_work()) work item of ffff9caf6147ab30 (cpu 3) has reached its deadline 4296582142, at 4296582147 00000100:00000010:3.0:1789130488.125822:0:30671:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9caf4812f5a0. 00010000:00000001:3.0:1789130488.768016:0:30671:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130488.768027:0:30671:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130488.768036:0:30671:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130488.768039:0:30671:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130488.768044:0:30671:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130488.768046:0:30671:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130488.774846:0:16116:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789130488.774858:0:16116:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789130488.774865:0:16116:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1789130489.160194:0:28590:0:(pinger.c:229:ptlrpc_pinger_process_import()) 70f26143-21ad-4cd3-af2c-0601ab5c9490->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789130489.160209:0:28590:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789130489.160225:0:28590:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf61461680. 00000020:00000040:0.0:1789130489.160234:0:28590:0:(genops.c:1210:class_import_get()) import ffff9caf586ce800 refcount=4 obd=MGC192.168.204.123@tcp 00000100:00000001:0.0:1789130489.160240:0:28590:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789130489.160244:0:28590:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789130489.160252:0:28590:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789130489.160265:0:28590:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9caf451e7400. 00000100:00000001:0.0:1789130489.160276:0:28590:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130489.160295:0:28590:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 70f26143-21ad-4cd3-af2c-0601ab5c9490->MGS req@ffff9caf61461680 x1876037329053568/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789130489.160310:0:28590:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789130489.160318:0:28590:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130489.160325:0:28590:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006d153b7b] to pc [ptlrpcd_00_00+0] req@ffff9caf61461680 x1876037329053568/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130489.160369:0:28590:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130489.160372:0:28590:0:(pinger.c:229:ptlrpc_pinger_process_import()) c4ff2dbd-4d13-4802-9c50-d71e34d32a35->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789130489.160377:0:28590:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1789130489.160385:0:2348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1789130489.160390:0:2348:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:0.0:1789130489.160392:0:2348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130489.160402:0:2348:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789130489.160405:0:2348:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130489.160408:0:2348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789130489.160410:0:2348:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789130489.160414:0:2348:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789130489.160421:0:2348:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf61461680 x1876037329053568/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130489.160430:0:2348:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789130489.160433:0:2348:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130489.160439:0:2348:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789130489.160442:0:2348:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789130489.160446:0:2348:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789130489.160450:0:2348:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf61461680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:70f26143-21ad-4cd3-af2c-0601ab5c9490:2348:1876037329053568:192.168.204.123@tcp:400:kworker.0 00000100:00000001:0.0:1789130489.160455:0:2348:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789130489.160463:0:2348:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789130489.160466:0:2348:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130489.160469:0:2348:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789130489.160474:0:2348:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9caf61532400. 02000000:00000001:0.0:1789130489.160476:0:2348:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789130489.160486:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:0.0:1789130489.160491:0:2348:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf50131bb0. 00000400:00000010:0.0:1789130489.160499:0:2348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf5801eb28. 00000100:00000200:0.0:1789130489.160506:0:2348:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876037329053568, portal 25 00000100:00000001:0.0:1789130489.160508:0:2348:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789130489.160510:0:2348:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875798034048 : -109197911517568 : ffff9caf61461680) 00000100:00000040:0.0:1789130489.160516:0:2348:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9caf61461680 x1876037329053568/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130505 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130489.160524:0:2348:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789130489.160527:0:2348:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:0.0:1789130489.160529:0:2348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf5801e550. 00000100:00000200:0.0:1789130489.160532:0:2348:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1876037329053568, offset 0 00000400:00000200:0.0:1789130489.160539:0:2348:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:0.0:1789130489.160551:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:0.0:1789130489.160562:0:2348:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:0.0:1789130489.160571:0:2348:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789130489.160578:0:2348:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:0.0:1789130489.160585:0:2348:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789130489.160588:0:2348:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:0.0:1789130489.160594:0:2348:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2668:2668:256:4294967295] 192.168.204.123@tcp LPNI seq info [2667:2667:8:4294967295] 00000400:00000200:0.0:1789130489.160599:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:0.0:1789130489.160628:0:2348:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:0.0:1789130489.160638:0:2348:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:0.0:1789130489.160645:0:2348:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf451e7500. 00000800:00000200:0.0:1789130489.160655:0:2348:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:0.0:1789130489.160667:0:2348:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:0.0:1789130489.160674:0:2348:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf451e7500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789130489.160695:0:2348:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789130489.160700:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:0.0:1789130489.160704:0:2348:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.123@tcp: PM QoS new deadline estimation for cpu 2 is 4296587268 00000100:00000010:0.0:1789130489.160711:0:2348:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9caf5021fe40. 00000100:00000001:0.0:1789130489.160721:0:2348:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.123@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1789130489.160733:0:2348:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.123@tcp: PM QoS new deadline estimation for cpu 3 is 4296587268 00000100:00000010:0.0:1789130489.160737:0:2348:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9caf5021fcc0. 00000100:00000001:0.0:1789130489.160740:0:2348:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.123@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1789130489.160744:0:2348:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789130489.160747:0:2348:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130489.160751:0:2348:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130489.160753:0:2348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789130489.160770:0:28590:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf614603c0. 00000020:00000040:0.0:1789130489.160774:0:28590:0:(genops.c:1210:class_import_get()) import ffff9caf6079a800 refcount=8 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000100:00000001:0.0:1789130489.160778:0:28590:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789130489.160779:0:28590:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789130489.160781:0:28590:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789130489.160785:0:28590:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9caf451e7d00. 00000100:00000001:0.0:1789130489.160790:0:28590:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130489.160795:0:28590:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging c4ff2dbd-4d13-4802-9c50-d71e34d32a35->lustre-MDT0000_UUID req@ffff9caf614603c0 x1876037329053696/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789130489.160842:0:28590:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789130489.160844:0:28590:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130489.160848:0:28590:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d685da4] to pc [ptlrpcd_00_01+1] req@ffff9caf614603c0 x1876037329053696/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130489.160858:0:28590:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130489.160860:0:28590:0:(pinger.c:229:ptlrpc_pinger_process_import()) c4ff2dbd-4d13-4802-9c50-d71e34d32a35->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789130489.160863:0:28590:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1789130489.160873:0:2348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789130489.160875:0:2348:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789130489.160876:0:2348:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789130489.160880:0:2348:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf614603c0 x1876037329053696/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130489.160886:0:2348:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789130489.160887:0:2348:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130489.160889:0:2348:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789130489.160891:0:2348:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789130489.160892:0:2348:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789130489.160895:0:2348:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf614603c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:2348:1876037329053696:192.168.204.123@tcp:400:kworker.0 00000100:00000001:0.0:1789130489.160898:0:2348:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789130489.160901:0:2348:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789130489.160902:0:2348:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130489.160904:0:2348:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789130489.160908:0:2348:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9caf61533e00. 02000000:00000001:0.0:1789130489.160911:0:2348:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789130489.160915:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:0.0:1789130489.160918:0:2348:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf50131dc0. 00000400:00000010:0.0:1789130489.160922:0:2348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf5801e5d8. 00000100:00000200:0.0:1789130489.160925:0:2348:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876037329053696, portal 10 00000100:00000001:0.0:1789130489.160927:0:2348:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789130489.160929:0:2348:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875798029248 : -109197911522368 : ffff9caf614603c0) 00000100:00000040:0.0:1789130489.160951:0:2348:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9caf614603c0 x1876037329053696/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130505 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130489.160959:0:2348:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789130489.160961:0:2348:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:0.0:1789130489.160963:0:2348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf5801e440. 00000100:00000200:0.0:1789130489.160966:0:2348:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876037329053696, offset 0 00000400:00000200:0.0:1789130489.160970:0:2348:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:0.0:1789130489.160973:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:0.0:1789130489.160977:0:2348:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:0.0:1789130489.160981:0:2348:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789130489.160984:0:2348:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:0.0:1789130489.160986:0:2348:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789130489.160988:0:2348:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:0.0:1789130489.160991:0:2348:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2669:2669:255:4294967295] 192.168.204.123@tcp LPNI seq info [2668:2668:7:4294967295] 00000400:00000200:0.0:1789130489.160995:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:0.0:1789130489.161001:0:2348:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:0.0:1789130489.161005:0:2348:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:0.0:1789130489.161009:0:2348:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf451e7200. 00000800:00000200:0.0:1789130489.161012:0:2348:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:0.0:1789130489.161018:0:2348:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:0.0:1789130489.161021:0:2348:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf451e7200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789130489.161024:0:2348:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130489.161028:0:2348:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: using a timeout of 799308 usecs (800 jiffies) 00000400:00000200:0.0:1789130489.161031:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:0.0:1789130489.161033:0:2348:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296583982 00000100:00000001:0.0:1789130489.161036:0:2348:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 2, keep current deadline 4296587268 00000100:00000001:0.0:1789130489.161038:0:2348:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296583982 00000100:00000001:0.0:1789130489.161040:0:2348:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 3, keep current deadline 4296587268 00000100:00000001:0.0:1789130489.161043:0:2348:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789130489.161045:0:2348:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130489.161047:0:2348:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130489.161049:0:2348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130489.161052:0:2348:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789130489.161054:0:2348:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1789130489.161056:0:2348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789130489.161057:0:2348:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789130489.161059:0:2348:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130489.161060:0:2348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789130489.161070:0:28590:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf61462940. 00000020:00000040:0.0:1789130489.161072:0:28590:0:(genops.c:1210:class_import_get()) import ffff9caf468ac800 refcount=3 obd=lustre-OST0000-osc-ffff9caf5014c800 00000100:00000001:0.0:1789130489.161075:0:28590:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789130489.161077:0:28590:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789130489.161079:0:28590:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789130489.161083:0:28590:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9caf451e7b00. 00000100:00000001:0.0:1789130489.161086:0:28590:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130489.161090:0:28590:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging c4ff2dbd-4d13-4802-9c50-d71e34d32a35->lustre-OST0000_UUID req@ffff9caf61462940 x1876037329053824/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789130489.161097:0:28590:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789130489.161099:0:28590:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130489.161102:0:28590:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a63fff08] to pc [ptlrpcd_00_00+0] req@ffff9caf61462940 x1876037329053824/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130489.161113:0:28590:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130489.161117:0:28590:0:(pinger.c:229:ptlrpc_pinger_process_import()) c4ff2dbd-4d13-4802-9c50-d71e34d32a35->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789130489.161120:0:28590:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1789130489.161125:0:2348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789130489.161127:0:2348:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789130489.161128:0:2348:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789130489.161130:0:2348:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:0.0:1789130489.161132:0:2348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130489.161134:0:2348:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789130489.161136:0:2348:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130489.161138:0:2348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789130489.161139:0:2348:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789130489.161140:0:2348:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789130489.161144:0:2348:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf61462940 x1876037329053824/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130489.161151:0:2348:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789130489.161152:0:2348:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130489.161154:0:2348:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789130489.161156:0:2348:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789130489.161159:0:2348:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789130489.161162:0:2348:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf61462940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:2348:1876037329053824:192.168.204.123@tcp:400:kworker.0 00000100:00000001:0.0:1789130489.161165:0:2348:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789130489.161168:0:2348:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789130489.161170:0:2348:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130489.161172:0:2348:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789130489.161176:0:2348:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9caf585e1600. 02000000:00000001:0.0:1789130489.161178:0:2348:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789130489.161183:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:0.0:1789130489.161186:0:2348:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf501318f0. 00000400:00000010:0.0:1789130489.161190:0:2348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf5801ee58. 00000100:00000200:0.0:1789130489.161193:0:2348:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876037329053824, portal 4 00000100:00000001:0.0:1789130489.161195:0:2348:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789130489.161196:0:2348:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875798038848 : -109197911512768 : ffff9caf61462940) 00000100:00000040:0.0:1789130489.161202:0:2348:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9caf61462940 x1876037329053824/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130505 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130489.161208:0:2348:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789130489.161211:0:2348:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:0.0:1789130489.161213:0:2348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf5801e7f8. 00000100:00000200:0.0:1789130489.161215:0:2348:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876037329053824, offset 0 00000400:00000200:0.0:1789130489.161219:0:2348:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:0.0:1789130489.161223:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:0.0:1789130489.161226:0:2348:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:0.0:1789130489.161228:0:2348:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789130489.161231:0:2348:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:0.0:1789130489.161234:0:2348:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789130489.161236:0:2348:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:0.0:1789130489.161239:0:2348:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2670:2670:254:4294967295] 192.168.204.123@tcp LPNI seq info [2669:2669:6:4294967295] 00000400:00000200:0.0:1789130489.161243:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:0.0:1789130489.161248:0:2348:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:0.0:1789130489.161252:0:2348:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:0.0:1789130489.161255:0:2348:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf451e7e00. 00000800:00000200:0.0:1789130489.161259:0:2348:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:0.0:1789130489.161263:0:2348:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:0.0:1789130489.161266:0:2348:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf451e7e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789130489.161270:0:2348:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130489.161272:0:2348:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9caf5014c800: using a timeout of 23032 usecs (24 jiffies) 00000400:00000200:0.0:1789130489.161275:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:0.0:1789130489.161277:0:2348:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296583206 00000100:00000001:0.0:1789130489.161280:0:2348:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9caf5014c800: PM QoS request active for cpu 2, keep current deadline 4296587268 00000100:00000001:0.0:1789130489.161282:0:2348:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296583206 00000100:00000001:0.0:1789130489.161284:0:2348:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9caf5014c800: PM QoS request active for cpu 3, keep current deadline 4296587268 00000100:00000001:0.0:1789130489.161286:0:2348:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789130489.161288:0:2348:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130489.161291:0:2348:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130489.161293:0:2348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789130489.161301:0:28590:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf614630c0. 00000020:00000040:0.0:1789130489.161304:0:28590:0:(genops.c:1210:class_import_get()) import ffff9caf48ede000 refcount=3 obd=lustre-OST0001-osc-ffff9caf5014c800 00000100:00000001:0.0:1789130489.161307:0:28590:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789130489.161308:0:28590:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789130489.161310:0:28590:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789130489.161314:0:28590:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9caf451e7300. 00000100:00000001:0.0:1789130489.161318:0:28590:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130489.161323:0:28590:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging c4ff2dbd-4d13-4802-9c50-d71e34d32a35->lustre-OST0001_UUID req@ffff9caf614630c0 x1876037329053952/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789130489.161330:0:28590:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789130489.161332:0:28590:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130489.161336:0:28590:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e57c6179] to pc [ptlrpcd_00_01+1] req@ffff9caf614630c0 x1876037329053952/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130489.161347:0:28590:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130489.161355:0:2348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789130489.161356:0:2348:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789130489.161357:0:2348:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789130489.161361:0:2348:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf614630c0 x1876037329053952/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130489.161368:0:2348:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789130489.161371:0:2348:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130489.161373:0:2348:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789130489.161374:0:2348:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789130489.161376:0:2348:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789130489.161379:0:2348:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf614630c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:2348:1876037329053952:192.168.204.123@tcp:400:kworker.0 00000100:00000001:0.0:1789130489.161382:0:2348:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789130489.161384:0:2348:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789130489.161385:0:2348:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130489.161387:0:2348:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789130489.161390:0:2348:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9caf43366a00. 02000000:00000001:0.0:1789130489.161392:0:2348:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789130489.161395:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:0.0:1789130489.161398:0:2348:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf501317e8. 00000400:00000010:0.0:1789130489.161401:0:2348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf5801e4c8. 00000100:00000200:0.0:1789130489.161404:0:2348:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876037329053952, portal 4 00000100:00000001:0.0:1789130489.161405:0:2348:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789130489.161407:0:2348:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875798040768 : -109197911510848 : ffff9caf614630c0) 00000100:00000040:0.0:1789130489.161413:0:2348:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9caf614630c0 x1876037329053952/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130505 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130489.161420:0:2348:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789130489.161422:0:2348:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:0.0:1789130489.161425:0:2348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf5801ea18. 00000100:00000200:0.0:1789130489.161428:0:2348:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876037329053952, offset 0 00000400:00000200:0.0:1789130489.161433:0:2348:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:0.0:1789130489.161437:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:0.0:1789130489.161440:0:2348:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:0.0:1789130489.161444:0:2348:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789130489.161446:0:2348:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:0.0:1789130489.161449:0:2348:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789130489.161451:0:2348:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:0.0:1789130489.161454:0:2348:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2671:2671:253:4294967295] 192.168.204.123@tcp LPNI seq info [2670:2670:5:4294967295] 00000400:00000200:0.0:1789130489.161458:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:0.0:1789130489.161464:0:2348:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:0.0:1789130489.161469:0:2348:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:0.0:1789130489.161472:0:2348:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf451e7700. 00000800:00000200:0.0:1789130489.161477:0:2348:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:0.0:1789130489.161481:0:2348:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:0.0:1789130489.161484:0:2348:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf451e7700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789130489.161487:0:2348:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130489.161491:0:2348:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9caf5014c800: using a timeout of 307800 usecs (308 jiffies) 00000400:00000200:0.0:1789130489.161495:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:0.0:1789130489.161496:0:2348:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296583490 00000100:00000001:0.0:1789130489.161499:0:2348:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9caf5014c800: PM QoS request active for cpu 2, keep current deadline 4296587268 00000100:00000001:0.0:1789130489.161501:0:2348:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296583490 00000100:00000001:0.0:1789130489.161503:0:2348:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9caf5014c800: PM QoS request active for cpu 3, keep current deadline 4296587268 00000100:00000001:0.0:1789130489.161506:0:2348:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789130489.161508:0:2348:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130489.161510:0:2348:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130489.161512:0:2348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130489.161516:0:2348:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789130489.161517:0:2348:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1789130489.161519:0:2348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789130489.161520:0:2348:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789130489.161522:0:2348:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130489.161524:0:2348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130489.161531:0:28590:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1920) 00000800:00000200:2.0:1789130489.161763:0:2341:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789130489.161768:0:2341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf451e7500. 00000400:00000200:2.0:1789130489.161772:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130489.161778:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:2.0:1789130489.161784:0:2341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf5801e550 00000400:00000010:2.0:1789130489.161787:0:2341:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf5801e550. 00000100:00000001:2.0:1789130489.161791:0:2341:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789130489.161797:0:2341:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf61461680 x1876037329053568/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130505 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130489.161826:0:2341:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130489.161831:0:2341:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf61461680 x1876037329053568/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130505 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130489.161839:0:2341:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130489.161840:0:2341:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1789130489.161858:0:2341:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789130489.161860:0:2341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf451e7200. 00000400:00000200:2.0:1789130489.161863:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130489.161867:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:2.0:1789130489.161870:0:2341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf5801e440 00000400:00000010:2.0:1789130489.161872:0:2341:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf5801e440. 00000100:00000001:2.0:1789130489.161874:0:2341:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789130489.161877:0:2341:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf614603c0 x1876037329053696/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130505 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130489.161883:0:2341:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130489.161886:0:2341:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf614603c0 x1876037329053696/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130505 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130489.161893:0:2341:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130489.161894:0:2341:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1789130489.161904:0:2341:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789130489.161906:0:2341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf451e7e00. 00000400:00000200:2.0:1789130489.161908:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130489.161912:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:2.0:1789130489.161914:0:2341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf5801e7f8 00000400:00000010:2.0:1789130489.161916:0:2341:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf5801e7f8. 00000100:00000001:2.0:1789130489.161918:0:2341:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789130489.161921:0:2341:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf61462940 x1876037329053824/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130505 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130489.161934:0:2341:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130489.161951:0:2341:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf61462940 x1876037329053824/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130505 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130489.161958:0:2341:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130489.161960:0:2341:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1789130489.162032:0:2341:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789130489.162035:0:2341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf451e7700. 00000400:00000200:2.0:1789130489.162038:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130489.162042:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:2.0:1789130489.162044:0:2341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf5801ea18 00000400:00000010:2.0:1789130489.162046:0:2341:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf5801ea18. 00000100:00000001:2.0:1789130489.162048:0:2341:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789130489.162051:0:2341:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf614630c0 x1876037329053952/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130505 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130489.162058:0:2341:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130489.162061:0:2341:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf614630c0 x1876037329053952/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130505 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130489.162067:0:2341:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130489.162069:0:2341:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1789130489.162267:0:2347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789130489.162272:0:2347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1789130489.168555:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130489.168577:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789130489.168582:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130489.168585:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130489.168597:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130489.168615:0:2342:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:2.0:1789130489.168627:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130489.168632:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130489.168638:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130489.168642:0:2342:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 224 into portal 25 MB=0x6aa3efa956780 00000400:00000200:2.0:1789130489.168647:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130489.168653:0:2342:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.123@tcp of length 224/224 into md 0x7325 [1] + 224 00000800:00000001:2.0:1789130489.168661:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130489.168670:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130489.168673:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130489.168678:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:2.0:1789130489.168686:0:2342:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789130489.168696:0:2342:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf61461680 x1876037329053568/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130505 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789130489.168708:0:2342:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9caf61461680 x1876037329053568/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130505 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130489.168732:0:2342:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789130489.168743:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130489.168747:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130489.171771:0:2348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789130489.171784:0:2348:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789130489.171830:0:2348:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789130489.171833:0:2348:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789130489.171838:0:2348:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf50131bb0. 00000400:00000200:0.0:1789130489.171848:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf5801eb28 00000400:00000010:0.0:1789130489.171852:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf5801eb28. 00000100:00000001:0.0:1789130489.171858:0:2348:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789130489.171872:0:2348:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf61461680 x1876037329053568/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130505 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789130489.171890:0:2348:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf61461680 x1876037329053568/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130505 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130489.171897:0:2348:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789130489.171900:0:2348:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130489.171903:0:2348:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789130489.171907:0:2348:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789130489.171910:0:2348:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789130489.171913:0:2348:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130489.171916:0:2348:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789130489.171925:0:2348:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf586cec60 time=108 v=5 (5 5 5 5) 00000100:00001000:0.0:1789130489.171930:0:2348:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf586cec18 time=26 v=5 (1 0 0 0) 00000100:00000001:0.0:1789130489.171933:0:2348:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789130489.171935:0:2348:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130489.171955:0:2348:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789130489.171958:0:2348:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130489.171961:0:2348:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130489.171967:0:2348:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf61461680 x1876037329053568/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130505 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130489.171974:0:2348:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789130489.171977:0:2348:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789130489.171978:0:2348:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789130489.171982:0:2348:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf61461680 x1876037329053568/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130505 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789130489.171990:0:2348:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf61461680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:70f26143-21ad-4cd3-af2c-0601ab5c9490:2348:1876037329053568:192.168.204.123@tcp:400:kworker.0 00000100:00000001:0.0:1789130489.171995:0:2348:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130489.171998:0:2348:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789130489.172001:0:2348:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf61461680 x1876037329053568/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130505 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130489.172009:0:2348:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789130489.172012:0:2348:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789130489.172016:0:2348:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9caf61532400. 02000000:00000001:0.0:1789130489.172021:0:2348:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789130489.172024:0:2348:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1789130489.172026:0:2348:0:(genops.c:1223:class_import_put()) import ffff9caf586ce800 refcount=3 obd=MGC192.168.204.123@tcp 00000020:00000001:0.0:1789130489.172029:0:2348:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1789130489.172031:0:2348:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9caf451e7400. 02000000:00000001:0.0:1789130489.172035:0:2348:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789130489.172037:0:2348:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789130489.172039:0:2348:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf61461680. 00000100:00000001:0.0:1789130489.172042:0:2348:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789130489.172044:0:2348:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130489.172047:0:2348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130489.172049:0:2348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789130489.172050:0:2348:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789130489.172054:0:2348:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130489.172056:0:2348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1789130489.177853:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130489.177871:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789130489.177875:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130489.177878:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130489.177887:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130489.177896:0:2341:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:2.0:1789130489.177907:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130489.177912:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130489.177919:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130489.177923:0:2341:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 224 into portal 10 MB=0x6aa3efa956800 00000400:00000200:2.0:1789130489.177928:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130489.177935:0:2341:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.123@tcp of length 224/224 into md 0x732d [1] + 224 00000800:00000001:2.0:1789130489.177955:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130489.177960:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130489.177963:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130489.177972:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:2.0:1789130489.177982:0:2341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789130489.177992:0:2341:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf614603c0 x1876037329053696/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130505 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789130489.178005:0:2341:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9caf614603c0 x1876037329053696/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130505 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130489.178026:0:2341:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789130489.178037:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130489.178041:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789130489.178043:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130489.178045:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130489.178048:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130489.178052:0:2341:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:2.0:1789130489.178057:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130489.178059:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130489.178062:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130489.178065:0:2341:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 224 into portal 4 MB=0x6aa3efa956880 00000400:00000200:2.0:1789130489.178070:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130489.178074:0:2341:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.123@tcp of length 224/224 into md 0x7335 [1] + 224 00000800:00000001:2.0:1789130489.178079:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130489.178082:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130489.178084:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130489.178088:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:2.0:1789130489.178091:0:2341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789130489.178096:0:2341:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf61462940 x1876037329053824/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130505 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789130489.178104:0:2341:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9caf61462940 x1876037329053824/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130505 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130489.178111:0:2341:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789130489.178114:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130489.178117:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789130489.178119:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130489.178120:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130489.178123:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130489.178126:0:2341:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:2.0:1789130489.178130:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130489.178132:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130489.178136:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130489.178139:0:2341:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 224 into portal 4 MB=0x6aa3efa956900 00000400:00000200:2.0:1789130489.178142:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130489.178145:0:2341:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.123@tcp of length 224/224 into md 0x733d [1] + 224 00000800:00000001:2.0:1789130489.178149:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130489.178156:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130489.178158:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130489.178162:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:2.0:1789130489.178164:0:2341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789130489.178168:0:2341:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf614630c0 x1876037329053952/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130505 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789130489.178177:0:2341:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9caf614630c0 x1876037329053952/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130505 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130489.178183:0:2341:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789130489.178187:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130489.178190:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130489.183565:0:2348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789130489.183574:0:2348:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789130489.183584:0:2348:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789130489.183587:0:2348:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789130489.183591:0:2348:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf501317e8. 00000400:00000200:0.0:1789130489.183599:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf5801e4c8 00000400:00000010:0.0:1789130489.183602:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf5801e4c8. 00000100:00000001:0.0:1789130489.183607:0:2348:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789130489.183622:0:2348:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf614630c0 x1876037329053952/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130505 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789130489.183633:0:2348:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf614630c0 x1876037329053952/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130505 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130489.183641:0:2348:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789130489.183643:0:2348:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130489.183648:0:2348:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789130489.183651:0:2348:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789130489.183653:0:2348:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789130489.183656:0:2348:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130489.183659:0:2348:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789130489.183670:0:2348:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf48ede460 time=108 v=5 (5 5 5 5) 00000100:00001000:0.0:1789130489.183675:0:2348:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf48ede418 time=26 v=5 (1 0 0 0) 00000100:00000001:0.0:1789130489.183679:0:2348:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789130489.183681:0:2348:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130489.183685:0:2348:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789130489.183690:0:2348:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130489.183693:0:2348:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789130489.183696:0:2348:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9caf5014c800: skip recheck: last_committed 4294967312 00000100:00000001:0.0:1789130489.183698:0:2348:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789130489.183700:0:2348:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130489.183705:0:2348:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf614630c0 x1876037329053952/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130505 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130489.183712:0:2348:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789130489.183716:0:2348:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789130489.183718:0:2348:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789130489.183723:0:2348:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf614630c0 x1876037329053952/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130505 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789130489.183731:0:2348:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf614630c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:2348:1876037329053952:192.168.204.123@tcp:400:kworker.0 00000400:00000001:0.0:1789130489.183737:0:2348:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789130489.183739:0:2348:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789130489.183740:0:2348:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf501318f0. 00000400:00000200:0.0:1789130489.183743:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf5801ee58 00000400:00000010:0.0:1789130489.183745:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf5801ee58. 00000100:00000001:0.0:1789130489.183747:0:2348:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789130489.183751:0:2348:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf61462940 x1876037329053824/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130505 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789130489.183759:0:2348:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf61462940 x1876037329053824/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130505 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130489.183765:0:2348:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789130489.183767:0:2348:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130489.183768:0:2348:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789130489.183770:0:2348:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789130489.183770:0:2348:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789130489.183772:0:2348:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130489.183774:0:2348:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789130489.183779:0:2348:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf468acc60 time=108 v=5 (5 5 5 5) 00000100:00001000:0.0:1789130489.183782:0:2348:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf468acc18 time=4 v=5 (1 0 0 0) 00000100:00000001:0.0:1789130489.183784:0:2348:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789130489.183785:0:2348:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130489.183787:0:2348:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789130489.183788:0:2348:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130489.183791:0:2348:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789130489.183792:0:2348:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9caf5014c800: skip recheck: last_committed 4294967344 00000100:00000001:0.0:1789130489.183794:0:2348:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789130489.183795:0:2348:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130489.183798:0:2348:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf61462940 x1876037329053824/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130505 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130489.183829:0:2348:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789130489.183832:0:2348:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789130489.183834:0:2348:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789130489.183838:0:2348:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf61462940 x1876037329053824/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130505 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789130489.183846:0:2348:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf61462940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:2348:1876037329053824:192.168.204.123@tcp:400:kworker.0 00000400:00000001:0.0:1789130489.183851:0:2348:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789130489.183853:0:2348:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789130489.183855:0:2348:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf50131dc0. 00000400:00000200:0.0:1789130489.183857:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf5801e5d8 00000400:00000010:0.0:1789130489.183859:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf5801e5d8. 00000100:00000001:0.0:1789130489.183862:0:2348:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789130489.183867:0:2348:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf614603c0 x1876037329053696/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130505 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789130489.183874:0:2348:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf614603c0 x1876037329053696/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130505 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130489.183881:0:2348:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789130489.183882:0:2348:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130489.183884:0:2348:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789130489.183886:0:2348:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789130489.183887:0:2348:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789130489.183889:0:2348:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130489.183891:0:2348:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789130489.183895:0:2348:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf6079ac60 time=108 v=5 (5 104 104 104) 00000100:00001000:0.0:1789130489.183898:0:2348:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf6079ac18 time=30 v=5 (1 0 0 0) 00000100:00000001:0.0:1789130489.183900:0:2348:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789130489.183901:0:2348:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130489.183903:0:2348:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789130489.183905:0:2348:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130489.183907:0:2348:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789130489.183909:0:2348:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9caf5014c800: skip recheck: last_committed 8589934597 00000100:00000001:0.0:1789130489.183911:0:2348:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789130489.183913:0:2348:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130489.183916:0:2348:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf614603c0 x1876037329053696/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130505 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130489.183923:0:2348:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789130489.183925:0:2348:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789130489.183926:0:2348:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789130489.183930:0:2348:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf614603c0 x1876037329053696/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130505 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789130489.183948:0:2348:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf614603c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:2348:1876037329053696:192.168.204.123@tcp:400:kworker.0 00000100:00000001:0.0:1789130489.183954:0:2348:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130489.183956:0:2348:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789130489.183960:0:2348:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf614630c0 x1876037329053952/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130505 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130489.183966:0:2348:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789130489.183970:0:2348:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789130489.183974:0:2348:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9caf43366a00. 02000000:00000001:0.0:1789130489.183979:0:2348:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789130489.183983:0:2348:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1789130489.183985:0:2348:0:(genops.c:1223:class_import_put()) import ffff9caf48ede000 refcount=2 obd=lustre-OST0001-osc-ffff9caf5014c800 00000020:00000001:0.0:1789130489.183989:0:2348:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1789130489.183992:0:2348:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9caf451e7300. 02000000:00000001:0.0:1789130489.183995:0:2348:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789130489.183997:0:2348:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789130489.183999:0:2348:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf614630c0. 00000100:00000001:0.0:1789130489.184002:0:2348:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789130489.184004:0:2348:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130489.184006:0:2348:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789130489.184008:0:2348:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf61462940 x1876037329053824/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130505 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130489.184015:0:2348:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789130489.184016:0:2348:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789130489.184018:0:2348:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9caf585e1600. 02000000:00000001:0.0:1789130489.184021:0:2348:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789130489.184023:0:2348:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1789130489.184024:0:2348:0:(genops.c:1223:class_import_put()) import ffff9caf468ac800 refcount=2 obd=lustre-OST0000-osc-ffff9caf5014c800 00000020:00000001:0.0:1789130489.184026:0:2348:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1789130489.184027:0:2348:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9caf451e7b00. 02000000:00000001:0.0:1789130489.184029:0:2348:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789130489.184030:0:2348:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789130489.184032:0:2348:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf61462940. 00000100:00000001:0.0:1789130489.184034:0:2348:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789130489.184036:0:2348:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130489.184037:0:2348:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789130489.184040:0:2348:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf614603c0 x1876037329053696/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130505 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130489.184046:0:2348:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789130489.184047:0:2348:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789130489.184048:0:2348:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9caf61533e00. 02000000:00000001:0.0:1789130489.184051:0:2348:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789130489.184052:0:2348:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1789130489.184053:0:2348:0:(genops.c:1223:class_import_put()) import ffff9caf6079a800 refcount=7 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000020:00000001:0.0:1789130489.184055:0:2348:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1789130489.184056:0:2348:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9caf451e7d00. 02000000:00000001:0.0:1789130489.184058:0:2348:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789130489.184059:0:2348:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789130489.184061:0:2348:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf614603c0. 00000100:00000001:0.0:1789130489.184066:0:2348:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789130489.184067:0:2348:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130489.184070:0:2348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130489.184081:0:2348:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789130489.184083:0:2348:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130489.184086:0:2348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789130489.184089:0:2348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130489.266121:0:34583:0:(llite_lib.c:4271:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130489.787753:0:30671:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130489.787762:0:30671:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130489.787767:0:30671:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130489.787769:0:30671:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130489.787772:0:30671:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130489.787773:0:30671:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130489.788089:0:16244:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789130489.788094:0:16244:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789130489.788097:0:16244:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:2.0:1789130490.200863:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130490.200885:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789130490.200890:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130490.200893:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130490.200914:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130490.200932:0:2342:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:2.0:1789130490.200942:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130490.200947:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130490.200954:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130490.200958:0:2342:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 328 into portal 15 MB=0x6aa3efb364200 00000400:00000200:2.0:1789130490.200967:0:2342:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.123@tcp of length 328/328 into md 0x7275 [2] + 392 00000800:00000001:2.0:1789130490.200975:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130490.200987:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130490.200990:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130490.200995:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:2.0:1789130490.201003:0:2342:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1789130490.201007:0:2342:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:2.0:1789130490.201014:0:2342:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf580bad00. 00000100:00000040:2.0:1789130490.201020:0:2342:0:(events.c:337:request_in_callback()) incoming req@ffff9caf580bad00 x1876037339595264 msgsize 328 00000100:00100000:2.0:1789130490.201025:0:2342:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.123@tcp (source: 12345-192.168.204.123@tcp) 00000100:00000001:2.0:1789130490.201037:0:2342:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1789130490.201046:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130490.201048:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789130490.201068:0:16107:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1789130490.201070:0:16107:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876037339595264 02000000:00000001:2.0:1789130490.201073:0:16107:0:(sec.c:2469:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1789130490.201076:0:16107:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789130490.201079:0:16107:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789130490.201083:0:16107:0:(sec.c:2518:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789130490.201089:0:16107:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876037339595264 00000020:00000001:2.0:1789130490.201093:0:16107:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1789130490.201096:0:16107:0:(genops.c:804:class_conn2export()) looking for export cookie 0xde5303b1d982c249 00000020:00000001:2.0:1789130490.201098:0:16107:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130490.201103:0:16107:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9caf45558800 refcount=4 00000020:00000001:2.0:1789130490.201106:0:16107:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875329284096 : -109198380267520 : ffff9caf45558800) 00000020:00000001:2.0:1789130490.201109:0:16107:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634875329284096 : -109198380267520 : ffff9caf45558800) 00000100:00000001:2.0:1789130490.201116:0:16107:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1789130490.201122:0:16107:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9caf5049eb80. 00000100:00000001:2.0:1789130490.201126:0:16107:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1789130490.201128:0:16107:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff9caf5049eb80. 00000020:00000010:2.0:1789130490.201137:0:16107:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9caf47e8e600. 00000020:00000010:2.0:1789130490.201144:0:16107:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9caf4938de00. 00000020:00000010:2.0:1789130490.201152:0:16107:0:(tgt_main.c:759:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9caf42e28bb8. 00000100:00000040:2.0:1789130490.201164:0:16107:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:2.0:1789130490.201168:0:16107:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1789130490.201170:0:16107:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1789130490.201173:0:16107:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130490.201184:0:16107:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130490.201195:0:16107:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789130490.201208:0:16107:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1789130490.201210:0:16107:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1789130490.201217:0:16107:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.123@tcp, seq: 60 00000100:00000040:2.0:1789130490.201221:0:16107:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9caf45558800 : new rpc_count 1 00000100:00000001:2.0:1789130490.201223:0:16107:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446634875643211008 : -109198066340608 : ffff9caf580bad00) 00000100:00000040:2.0:1789130490.201234:0:16107:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9caf580bad00 x1876037339595264/t0(0) o104->LOV_OSC_UUID@192.168.204.123@tcp:206/0 lens 328/0 e 0 to 0 dl 1789130501 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789130490.201243:0:16107:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1789130490.201246:0:16107:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9caf5049eb80. 00000100:00000001:2.0:1789130490.201248:0:16107:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1789130490.201250:0:16107:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff9caf5049eb80. 00000100:00100000:2.0:1789130490.201256:0:16107:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9caf580bad00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:6667:x1876037339595264:12345-192.168.204.123@tcp:104: 00000100:00000200:2.0:1789130490.201260:0:16107:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1876037339595264 00010000:00000001:2.0:1789130490.201264:0:16107:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:2.0:1789130490.201276:0:16107:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130490.201278:0:16107:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130490.201281:0:16107:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b6800 refcount=2 00000020:00000001:2.0:1789130490.201283:0:16107:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649484800 : -109198060066816 : ffff9caf586b6800) 00010000:00000001:2.0:1789130490.201286:0:16107:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649484800 : -109198060066816 : ffff9caf586b6800) 00010000:00000001:2.0:1789130490.201291:0:16107:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789130490.201295:0:16107:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1789130490.201301:0:16107:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff9caf5014c800 lock: 000000005a65f6a0/0xde5303b1d982ce2e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000030000 nid: local remote: 0xcdf1b083821a6093 expref: -99 pid: 34352 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000100:00000001:2.0:1789130490.201315:0:16107:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1789130490.201318:0:16107:0:(sec.c:2540:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1789130490.201324:0:16107:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9caf50104400. 02000000:00000001:2.0:1789130490.201327:0:16107:0:(sec.c:2577:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130490.201329:0:16107:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130490.201335:0:16107:0:(ldlm_lib.c:3383:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1789130490.201338:0:16107:0:(ldlm_lib.c:3404:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789130490.201344:0:16107:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf46ba21e8 time=108 v=5 (1 1 1 1) 00000100:00000001:2.0:1789130490.201348:0:16107:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789130490.201352:0:16107:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9caf452f48c0 refcount 13 to 192.168.204.123@tcp 00000100:00000001:2.0:1789130490.201355:0:16107:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634875326777536 : -109198382774080 : ffff9caf452f48c0) 02000000:00000001:2.0:1789130490.201357:0:16107:0:(sec.c:2591:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1789130490.201359:0:16107:0:(sec.c:2602:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130490.201365:0:16107:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789130490.201369:0:16107:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:2.0:1789130490.201374:0:16107:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf42d186e8. 00000100:00000200:2.0:1789130490.201381:0:16107:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1876037339595264, offset 224 00000400:00000200:2.0:1789130490.201387:0:16107:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:2.0:1789130490.201394:0:16107:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130490.201403:0:16107:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.204.23@tcp to MR: 192.168.204.123@tcp local destination 00000400:00000200:2.0:1789130490.201413:0:16107:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2672:2672:256:4294967295] 192.168.204.123@tcp LPNI seq info [2671:2671:8:4294967295] 00000400:00000200:2.0:1789130490.201418:0:16107:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130490.201425:0:16107:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:192.168.204.23@tcp) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:2.0:1789130490.201431:0:16107:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:2.0:1789130490.201437:0:16107:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf44db5b00. 00000800:00000200:2.0:1789130490.201446:0:16107:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:2.0:1789130490.201455:0:16107:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:2.0:1789130490.201461:0:16107:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf44db5b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1789130490.201471:0:16107:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130490.201474:0:16107:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9caf452f48c0 refcount 12 to 192.168.204.123@tcp 00010000:00000001:2.0:1789130490.201477:0:16107:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1789130490.201481:0:16107:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff9caf50132c00. 00010000:00000001:2.0:1789130490.201486:0:16107:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:2.0:1789130490.201499:0:16107:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:2.0:1789130490.201502:0:16107:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130490.201503:0:16107:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130490.201505:0:16107:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130490.201510:0:16107:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf580bad00 x1876037339595264/t0(0) o104->LOV_OSC_UUID@192.168.204.123@tcp:206/0 lens 328/224 e 0 to 0 dl 1789130501 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789130490.201519:0:16107:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9caf580bad00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:6667:x1876037339595264:12345-192.168.204.123@tcp:104: Request processed in 274us (497us total) trans 0 rc 0/0 00000100:00100000:2.0:1789130490.201528:0:16107:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.123@tcp, seq: 60 00000100:00000040:2.0:1789130490.201532:0:16107:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9caf45558800 : new rpc_count 0 00000100:00000001:2.0:1789130490.201535:0:16107:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1789130490.201537:0:16107:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1789130490.201543:0:16107:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9caf4938de00. 00000020:00000010:2.0:1789130490.201548:0:16107:0:(tgt_main.c:771:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9caf42e28bb8. 00000020:00000010:2.0:1789130490.201553:0:16107:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9caf47e8e600. 00000020:00000040:2.0:1789130490.201558:0:16107:0:(genops.c:879:class_export_put()) PUTting export ffff9caf45558800 : new refcount 3 00000100:00000001:2.0:1789130490.201561:0:16107:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1789130490.201664:0:2341:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789130490.201669:0:2341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf44db5b00. 00000400:00000200:2.0:1789130490.201675:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130490.201678:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:2.0:1789130490.201683:0:2341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf42d186e8 00000400:00000010:2.0:1789130490.201686:0:2341:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf42d186e8. 00000100:00000001:2.0:1789130490.201689:0:2341:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1789130490.201691:0:2341:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:0.0:1789130490.202047:0:16115:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789130490.202051:0:16115:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789130490.202053:0:16115:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:0.0:1789130490.202057:0:16115:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:0.0:1789130490.202059:0:16115:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1789130490.202064:0:16115:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff9caf5014c800 lock: 000000005a65f6a0/0xde5303b1d982ce2e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000030000 nid: local remote: 0xcdf1b083821a6093 expref: -99 pid: 34352 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00010000:00010000:0.0:1789130490.202073:0:16115:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9caf586b6800 already unused, calling callback (ffffffffc0fdc280) 00000008:00000001:0.0:1789130490.202076:0:16115:0:(osc_lock.c:534:osc_ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1789130490.202079:0:16115:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1789130490.202080:0:16115:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130490.202082:0:16115:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130490.202084:0:16115:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b6800 refcount=3 00000020:00000001:0.0:1789130490.202086:0:16115:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649484800 : -109198060066816 : ffff9caf586b6800) 00010000:00000001:0.0:1789130490.202089:0:16115:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649484800 : -109198060066816 : ffff9caf586b6800) 00010000:00000001:0.0:1789130490.202092:0:16115:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1789130490.202095:0:16115:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff9caf5014c800 lock: 000000005a65f6a0/0xde5303b1d982ce2e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400030000 nid: local remote: 0xcdf1b083821a6093 expref: -99 pid: 34352 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00000001:0.0:1789130490.202102:0:16115:0:(osc_lock.c:534:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:0.0:1789130490.202105:0:16115:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1789130490.202109:0:16115:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446634875648775016 : -109198060776600 : ffff9caf58609368) 00000020:00001000:0.0:1789130490.202112:0:16115:0:(cl_object.c:823:cl_env_get()) 1@ffff9caf58609360 00000008:00000001:0.0:1789130490.202115:0:16115:0:(osc_lock.c:418:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:0.0:1789130490.202117:0:16115:0:(osc_lock.c:475:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1789130490.202119:0:16115:0:(cl_object.c:917:cl_env_put()) 1@ffff9caf58609360 00000008:00000001:0.0:1789130490.202121:0:16115:0:(osc_lock.c:574:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130490.202124:0:16115:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1789130490.202129:0:16115:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789130490.202131:0:16115:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789130490.202133:0:16115:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789130490.202135:0:16115:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789130490.202138:0:16115:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9caf586b6800 with handle 0xde5303b1d982ce2e from hash 00010000:00000001:0.0:1789130490.202141:0:16115:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789130490.202143:0:16115:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130490.202145:0:16115:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130490.202146:0:16115:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789130490.202150:0:16115:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789130490.202152:0:16115:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:0.0:1789130490.202158:0:16115:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789130490.202162:0:16115:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130490.202165:0:16115:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789130490.202168:0:16115:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1789130490.202176:0:16115:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf61462580. 00000020:00000040:0.0:1789130490.202179:0:16115:0:(genops.c:1210:class_import_get()) import ffff9caf48ede000 refcount=3 obd=lustre-OST0001-osc-ffff9caf5014c800 00000100:00000001:0.0:1789130490.202184:0:16115:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789130490.202187:0:16115:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789130490.202192:0:16115:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789130490.202199:0:16115:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9caf44b98400. 00000100:00000001:0.0:1789130490.202206:0:16115:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130490.202210:0:16115:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1789130490.202214:0:16115:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff9caf5014c800 lock: 000000005a65f6a0/0xde5303b1d982ce2e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400030020 nid: local remote: 0xcdf1b083821a6093 expref: -99 pid: 34352 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00010000:00010000:0.0:1789130490.202222:0:16115:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1789130490.202223:0:16115:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130490.202229:0:16115:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789130490.202236:0:16115:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130490.202244:0:16115:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005c02454a] to pc [ptlrpcd_00_00+0] req@ffff9caf61462580 x1876037329054080/t0(0) o103->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1789130490.202273:0:16115:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789130490.202276:0:16115:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130490.202277:0:16115:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130490.202279:0:16115:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130490.202282:0:16115:0:(ldlm_request.c:1834:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1789130490.202283:0:16115:0:(osc_lock.c:574:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789130490.202287:0:16115:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff9caf5014c800 lock: 000000005a65f6a0/0xde5303b1d982ce2e lrc: 1/0,0 mode: --/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400030020 nid: local remote: 0xcdf1b083821a6093 expref: -99 pid: 34352 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00010000:00000001:0.0:1789130490.202295:0:16115:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789130490.202297:0:16115:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff9caf5014c800 lock: 000000005a65f6a0/0xde5303b1d982ce2e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400030020 nid: local remote: 0xcdf1b083821a6093 expref: -99 pid: 34352 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00010000:00000010:0.0:1789130490.202305:0:16115:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9caf58606c40. 00010000:00000040:0.0:1789130490.202310:0:16115:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9caf48e45500 count: 0 00010000:00000010:0.0:1789130490.202319:0:16115:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9caf48e45600. 00010000:00000001:0.0:1789130490.202328:0:16115:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130490.202330:0:16115:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:0.0:1789130490.202332:0:16115:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff9caf50132c00. 00010000:00000001:0.0:1789130490.202335:0:16115:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130490.202337:0:16115:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789130490.202339:0:16115:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789130490.202341:0:16115:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1789130490.202342:0:16115:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789130490.202343:0:16115:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789130490.202346:0:16115:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1789130490.202347:0:16115:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789130490.202348:0:16115:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789130490.202349:0:16115:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789130490.202357:0:2347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789130490.202364:0:2347:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789130490.202367:0:2347:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789130490.202374:0:2347:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf61462580 x1876037329054080/t0(0) o103->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130490.202383:0:2347:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789130490.202386:0:2347:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130490.202392:0:2347:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789130490.202396:0:2347:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789130490.202399:0:2347:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789130490.202403:0:2347:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf61462580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:2347:1876037329054080:192.168.204.123@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1789130490.202407:0:2347:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789130490.202413:0:2347:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789130490.202416:0:2347:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130490.202419:0:2347:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789130490.202428:0:2347:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9caf48fedc00. 02000000:00000001:0.0:1789130490.202430:0:2347:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789130490.202436:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:0.0:1789130490.202440:0:2347:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf50131dc0. 00000400:00000010:0.0:1789130490.202448:0:2347:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf5801e5d8. 00000100:00000200:0.0:1789130490.202457:0:2347:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876037329054080, portal 18 00000100:00000001:0.0:1789130490.202460:0:2347:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789130490.202463:0:2347:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875798037888 : -109197911513728 : ffff9caf61462580) 00000100:00000040:0.0:1789130490.202471:0:2347:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9caf61462580 x1876037329054080/t0(0) o103->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1789130506 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130490.202479:0:2347:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789130490.202482:0:2347:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:0.0:1789130490.202485:0:2347:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf5801ee58. 00000100:00000200:0.0:1789130490.202489:0:2347:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1876037329054080, offset 0 00000400:00000200:0.0:1789130490.202494:0:2347:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:0.0:1789130490.202502:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:0.0:1789130490.202509:0:2347:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:0.0:1789130490.202515:0:2347:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789130490.202523:0:2347:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:0.0:1789130490.202540:0:2347:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789130490.202544:0:2347:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:0.0:1789130490.202547:0:2347:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2673:2673:256:4294967295] 192.168.204.123@tcp LPNI seq info [2672:2672:8:4294967295] 00000400:00000200:0.0:1789130490.202552:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:0.0:1789130490.202560:0:2347:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:0.0:1789130490.202565:0:2347:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:0.0:1789130490.202569:0:2347:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf451e7d00. 00000800:00000200:0.0:1789130490.202575:0:2347:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:0.0:1789130490.202583:0:2347:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:0.0:1789130490.202587:0:2347:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf451e7d00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1789130490.202600:0:2347:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130490.202606:0:2347:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9caf5014c800: using a timeout of 306311 usecs (307 jiffies) 00000400:00000200:0.0:1789130490.202609:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:0.0:1789130490.202613:0:2347:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296584531 00000100:00000001:0.0:1789130490.202616:0:2347:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9caf5014c800: PM QoS request active for cpu 2, keep current deadline 4296587268 00000100:00000001:0.0:1789130490.202619:0:2347:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296584531 00000100:00000001:0.0:1789130490.202622:0:2347:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9caf5014c800: PM QoS request active for cpu 3, keep current deadline 4296587268 00000100:00000001:0.0:1789130490.202624:0:2347:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789130490.202627:0:2347:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130490.202631:0:2347:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130490.202633:0:2347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130490.202640:0:2347:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789130490.202644:0:2347:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1789130490.202646:0:2347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789130490.202647:0:2347:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789130490.202648:0:2347:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130490.202651:0:2347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130490.202741:0:2348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789130490.202744:0:2348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789130490.203149:0:2342:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789130490.203154:0:2342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf451e7d00. 00000400:00000200:2.0:1789130490.203160:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130490.203167:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:2.0:1789130490.203174:0:2342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf5801ee58 00000400:00000010:2.0:1789130490.203177:0:2342:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf5801ee58. 00000100:00000001:2.0:1789130490.203181:0:2342:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789130490.203187:0:2342:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf61462580 x1876037329054080/t0(0) o103->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1789130506 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130490.203201:0:2342:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130490.203204:0:2342:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf61462580 x1876037329054080/t0(0) o103->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1789130506 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130490.203212:0:2342:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130490.203214:0:2342:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1:1789130490.214053:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf48e45500. 00010000:00000010:0.1:1789130490.214067:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf586b6800. 00000800:00000001:3.0:1789130490.218616:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130490.218635:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789130490.218640:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130490.218642:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130490.218655:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130490.218665:0:2341:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:3.0:1789130490.218677:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130490.218683:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130490.218690:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130490.218694:0:2341:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 224 into portal 18 MB=0x6aa3efa956980 00000400:00000200:3.0:1789130490.218700:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130490.218707:0:2341:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.123@tcp of length 224/224 into md 0x734d [1] + 224 00000800:00000001:3.0:1789130490.218718:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130490.218728:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130490.218732:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130490.218738:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:3.0:1789130490.218748:0:2341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789130490.218761:0:2341:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf61462580 x1876037329054080/t0(0) o103->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1789130506 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789130490.218775:0:2341:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9caf61462580 x1876037329054080/t0(0) o103->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1789130506 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130490.218798:0:2341:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789130490.218846:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130490.218849:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130490.218903:0:2347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789130490.218910:0:2347:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789130490.218929:0:2347:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789130490.218932:0:2347:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789130490.218936:0:2347:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf50131dc0. 00000400:00000200:0.0:1789130490.218942:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf5801e5d8 00000400:00000010:0.0:1789130490.218944:0:2347:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf5801e5d8. 00000100:00000001:0.0:1789130490.218947:0:2347:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789130490.218953:0:2347:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf61462580 x1876037329054080/t0(0) o103->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1789130506 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789130490.218961:0:2347:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf61462580 x1876037329054080/t0(0) o103->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1789130506 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130490.218966:0:2347:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789130490.218968:0:2347:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130490.218971:0:2347:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789130490.218974:0:2347:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789130490.218977:0:2347:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789130490.218980:0:2347:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130490.218983:0:2347:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789130490.218995:0:2347:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf48ede538 time=94 v=5 (5 5 5 5) 00000100:00001000:0.0:1789130490.219000:0:2347:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf48ede418 time=27 v=5 (1 0 0 0) 00000100:00000001:0.0:1789130490.219003:0:2347:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789130490.219005:0:2347:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130490.219009:0:2347:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789130490.219013:0:2347:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130490.219017:0:2347:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789130490.219020:0:2347:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9caf5014c800: skip recheck: last_committed 4294967312 00000100:00000001:0.0:1789130490.219021:0:2347:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789130490.219024:0:2347:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130490.219029:0:2347:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf61462580 x1876037329054080/t0(0) o103->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1789130506 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130490.219036:0:2347:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789130490.219039:0:2347:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789130490.219042:0:2347:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789130490.219046:0:2347:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf61462580 x1876037329054080/t0(0) o103->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1789130506 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789130490.219058:0:2347:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf61462580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:2347:1876037329054080:192.168.204.123@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1789130490.219064:0:2347:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130490.219067:0:2347:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789130490.219071:0:2347:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf61462580 x1876037329054080/t0(0) o103->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1789130506 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130490.219078:0:2347:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789130490.219081:0:2347:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789130490.219085:0:2347:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9caf48fedc00. 02000000:00000001:0.0:1789130490.219089:0:2347:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789130490.219093:0:2347:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1789130490.219095:0:2347:0:(genops.c:1223:class_import_put()) import ffff9caf48ede000 refcount=2 obd=lustre-OST0001-osc-ffff9caf5014c800 00000020:00000001:0.0:1789130490.219099:0:2347:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1789130490.219102:0:2347:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9caf44b98400. 02000000:00000001:0.0:1789130490.219106:0:2347:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789130490.219107:0:2347:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789130490.219110:0:2347:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf61462580. 00000100:00000001:0.0:1789130490.219114:0:2347:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789130490.219116:0:2347:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130490.219118:0:2347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130490.219127:0:2347:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789130490.219130:0:2347:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130490.219132:0:2347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789130490.219134:0:2347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130490.810971:0:30671:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130490.810981:0:30671:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130490.810989:0:30671:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130490.810991:0:30671:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130490.811869:0:16116:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789130490.811875:0:16116:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789130490.811886:0:16116:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1789130491.071225:0:34728:0:(llite_lib.c:4271:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130491.834254:0:30671:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130491.834262:0:30671:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130491.834282:0:30671:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130491.834283:0:30671:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130491.834509:0:16244:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789130491.834513:0:16244:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789130491.834516:0:16244:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1789130492.061469:0:34790:0:(llite_lib.c:4271:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130492.873596:0:30671:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130492.873606:0:30671:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130492.873614:0:30671:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130492.873615:0:30671:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130492.873684:0:16115:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789130492.873689:0:16115:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789130492.873692:0:16115:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1789130493.497764:0:34881:0:(llite_lib.c:4271:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130493.754007:0:27981:0:(connection.c:75:cpu_latency_work()) work item of ffff9caf6147aa20 (cpu 2) has reached its deadline 4296587268, at 4296587776 00000100:00000010:2.0:1789130493.754032:0:27981:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9caf5021fe40. 00000100:00000040:3.0:1789130493.754608:0:30671:0:(connection.c:75:cpu_latency_work()) work item of ffff9caf6147ab30 (cpu 3) has reached its deadline 4296587268, at 4296587776 00000100:00000010:3.0:1789130493.754617:0:30671:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9caf5021fcc0. 00010000:00000001:3.0:1789130493.883193:0:30671:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130493.883201:0:30671:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130493.883208:0:30671:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130493.883209:0:30671:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130493.884032:0:16116:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789130493.884041:0:16116:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789130493.884046:0:16116:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:3.0:1789130494.068268:0:34917:0:(debug.c:652:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1789130494.068279:0:34917:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: == recovery-small test 24b: test dirty page discard due to client eviction ========================================================== 08:41:32 (1789130492) 00000001:00000001:3.0:1789130494.079078:0:34917:0:(debug.c:655:libcfs_debug_mark_buffer()) ************************************************** 00000100:00000040:0.0:1789130494.265980:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 70f26143-21ad-4cd3-af2c-0601ab5c9490->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789130494.265995:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789130494.266006:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf61462940. 00000020:00000040:0.0:1789130494.266015:0:36:0:(genops.c:1210:class_import_get()) import ffff9caf586ce800 refcount=4 obd=MGC192.168.204.123@tcp 00000100:00000001:0.0:1789130494.266020:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789130494.266025:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789130494.266031:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789130494.266041:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9caf451e7a00. 00000100:00000001:0.0:1789130494.266050:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130494.266066:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 70f26143-21ad-4cd3-af2c-0601ab5c9490->MGS req@ffff9caf61462940 x1876037329054208/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789130494.266078:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789130494.266083:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130494.266090:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a63fff08] to pc [ptlrpcd_00_01+1] req@ffff9caf61462940 x1876037329054208/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130494.266113:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130494.266116:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) c4ff2dbd-4d13-4802-9c50-d71e34d32a35->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789130494.266120:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789130494.266122:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf614630c0. 00000020:00000040:0.0:1789130494.266125:0:36:0:(genops.c:1210:class_import_get()) import ffff9caf6079a800 refcount=8 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000100:00000001:0.0:1789130494.266127:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789130494.266129:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789130494.266131:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789130494.266136:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9caf451e7d00. 00000100:00000001:0.0:1789130494.266139:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130494.266143:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging c4ff2dbd-4d13-4802-9c50-d71e34d32a35->lustre-MDT0000_UUID req@ffff9caf614630c0 x1876037329054336/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789130494.266150:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789130494.266152:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130494.266155:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e57c6179] to pc [ptlrpcd_00_00+0] req@ffff9caf614630c0 x1876037329054336/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130494.266163:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130494.266165:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) c4ff2dbd-4d13-4802-9c50-d71e34d32a35->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789130494.266169:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789130494.266172:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf61461680. 00000020:00000040:0.0:1789130494.266174:0:36:0:(genops.c:1210:class_import_get()) import ffff9caf468ac800 refcount=3 obd=lustre-OST0000-osc-ffff9caf5014c800 00000100:00000001:0.0:1789130494.266441:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789130494.266444:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789130494.266446:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789130494.266452:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9caf451e7700. 00000100:00000001:0.0:1789130494.266456:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130494.266461:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging c4ff2dbd-4d13-4802-9c50-d71e34d32a35->lustre-OST0000_UUID req@ffff9caf61461680 x1876037329054464/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789130494.266469:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789130494.266470:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130494.266475:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006d153b7b] to pc [ptlrpcd_00_01+1] req@ffff9caf61461680 x1876037329054464/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130494.266483:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130494.266486:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) c4ff2dbd-4d13-4802-9c50-d71e34d32a35->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789130494.266489:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789130494.266492:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf61460000. 00000020:00000040:0.0:1789130494.266495:0:36:0:(genops.c:1210:class_import_get()) import ffff9caf48ede000 refcount=3 obd=lustre-OST0001-osc-ffff9caf5014c800 00000100:00000001:0.0:1789130494.266497:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789130494.266498:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789130494.266500:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789130494.266503:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9caf451e7e00. 00000100:00000001:0.0:1789130494.266506:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130494.266510:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging c4ff2dbd-4d13-4802-9c50-d71e34d32a35->lustre-OST0001_UUID req@ffff9caf61460000 x1876037329054592/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789130494.266517:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789130494.266518:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130494.266522:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000743b0f2d] to pc [ptlrpcd_00_00+0] req@ffff9caf61460000 x1876037329054592/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130494.266535:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130494.266540:0:36:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1925) 00000100:00000001:0.0:1789130494.266560:0:2348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789130494.266564:0:2348:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789130494.266567:0:2348:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789130494.266573:0:2348:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf61462940 x1876037329054208/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130494.266581:0:2348:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789130494.266584:0:2348:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130494.266588:0:2348:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789130494.266591:0:2348:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789130494.266594:0:2348:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789130494.266598:0:2348:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf61462940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:70f26143-21ad-4cd3-af2c-0601ab5c9490:2348:1876037329054208:192.168.204.123@tcp:400:kworker.0 00000100:00000001:0.0:1789130494.266602:0:2348:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789130494.266610:0:2348:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789130494.266612:0:2348:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130494.266615:0:2348:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789130494.266621:0:2348:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9caf5846ce00. 02000000:00000001:0.0:1789130494.266623:0:2348:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789130494.266632:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:0.0:1789130494.266637:0:2348:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf50131dc0. 00000400:00000010:0.0:1789130494.266646:0:2348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf5801e5d8. 00000100:00000200:0.0:1789130494.266657:0:2348:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876037329054208, portal 25 00000100:00000001:0.0:1789130494.266660:0:2348:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789130494.266662:0:2348:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875798038848 : -109197911512768 : ffff9caf61462940) 00000100:00000040:0.0:1789130494.266669:0:2348:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9caf61462940 x1876037329054208/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130510 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130494.266677:0:2348:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789130494.266680:0:2348:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:0.0:1789130494.266683:0:2348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf5801e4c8. 00000100:00000200:0.0:1789130494.266687:0:2348:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1876037329054208, offset 0 00000400:00000200:0.0:1789130494.266949:0:2348:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:0.0:1789130494.266963:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:0.0:1789130494.266974:0:2348:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:0.0:1789130494.266982:0:2348:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789130494.266989:0:2348:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:0.0:1789130494.266994:0:2348:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789130494.266998:0:2348:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:0.0:1789130494.267002:0:2348:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2674:2674:256:4294967295] 192.168.204.123@tcp LPNI seq info [2673:2673:8:4294967295] 00000400:00000200:0.0:1789130494.267007:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:0.0:1789130494.267021:0:2348:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:0.0:1789130494.267028:0:2348:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:0.0:1789130494.267035:0:2348:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf451e7200. 00000800:00000200:0.0:1789130494.267043:0:2348:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:0.0:1789130494.267054:0:2348:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:0.0:1789130494.267060:0:2348:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf451e7200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789130494.267083:0:2348:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789130494.267088:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:0.0:1789130494.267091:0:2348:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.123@tcp: PM QoS new deadline estimation for cpu 2 is 4296592375 00000100:00000010:0.0:1789130494.267096:0:2348:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9caf5021f7e0. 00000100:00000001:0.0:1789130494.267104:0:2348:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.123@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1789130494.267110:0:2348:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.123@tcp: PM QoS new deadline estimation for cpu 3 is 4296592375 00000100:00000010:0.0:1789130494.267113:0:2348:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9caf5021f360. 00000100:00000001:0.0:1789130494.267116:0:2348:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.123@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1789130494.267119:0:2348:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789130494.267122:0:2348:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130494.267125:0:2348:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789130494.267129:0:2348:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf61461680 x1876037329054464/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130494.267135:0:2348:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789130494.267137:0:2348:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130494.267139:0:2348:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789130494.267142:0:2348:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789130494.267144:0:2348:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789130494.267147:0:2348:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf61461680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:2348:1876037329054464:192.168.204.123@tcp:400:kworker.0 00000100:00000001:0.0:1789130494.267150:0:2348:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789130494.267153:0:2348:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789130494.267155:0:2348:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130494.267156:0:2348:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789130494.267159:0:2348:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9caf5846c800. 02000000:00000001:0.0:1789130494.267161:0:2348:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789130494.267163:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:0.0:1789130494.267166:0:2348:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf501318f0. 00000400:00000010:0.0:1789130494.267170:0:2348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf5801eb28. 00000100:00000200:0.0:1789130494.267172:0:2348:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876037329054464, portal 4 00000100:00000001:0.0:1789130494.267174:0:2348:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789130494.267175:0:2348:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875798034048 : -109197911517568 : ffff9caf61461680) 00000100:00000040:0.0:1789130494.267416:0:2348:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9caf61461680 x1876037329054464/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130510 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130494.267423:0:2348:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789130494.267426:0:2348:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:0.0:1789130494.267429:0:2348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf5801ee58. 00000100:00000200:0.0:1789130494.267432:0:2348:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876037329054464, offset 0 00000400:00000200:0.0:1789130494.267437:0:2348:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:0.0:1789130494.267441:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:0.0:1789130494.267444:0:2348:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:0.0:1789130494.267447:0:2348:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789130494.267450:0:2348:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:0.0:1789130494.267452:0:2348:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789130494.267454:0:2348:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:0.0:1789130494.267456:0:2348:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2675:2675:255:4294967295] 192.168.204.123@tcp LPNI seq info [2674:2674:7:4294967295] 00000400:00000200:0.0:1789130494.267460:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:0.0:1789130494.267465:0:2348:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:0.0:1789130494.267469:0:2348:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:0.0:1789130494.267473:0:2348:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf451e7500. 00000800:00000200:0.0:1789130494.267477:0:2348:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:0.0:1789130494.267482:0:2348:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:0.0:1789130494.267485:0:2348:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf451e7500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789130494.267489:0:2348:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130494.267493:0:2348:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9caf5014c800: using a timeout of 23055 usecs (24 jiffies) 00000400:00000200:0.0:1789130494.267496:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:0.0:1789130494.267498:0:2348:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296588313 00000100:00000001:0.0:1789130494.267500:0:2348:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9caf5014c800: PM QoS request active for cpu 2, keep current deadline 4296592375 00000100:00000001:0.0:1789130494.267502:0:2348:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296588313 00000100:00000001:0.0:1789130494.267504:0:2348:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9caf5014c800: PM QoS request active for cpu 3, keep current deadline 4296592375 00000100:00000001:0.0:1789130494.267507:0:2348:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789130494.267508:0:2348:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130494.267511:0:2348:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130494.267514:0:2348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130494.267525:0:2348:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789130494.267528:0:2348:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1789130494.267531:0:2348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789130494.267533:0:2348:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789130494.267535:0:2348:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789130494.267539:0:2348:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:0.0:1789130494.267541:0:2348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130494.267543:0:2348:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789130494.267545:0:2348:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130494.267546:0:2348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789130494.267547:0:2348:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789130494.267549:0:2348:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789130494.267553:0:2348:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf614630c0 x1876037329054336/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130494.267559:0:2348:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789130494.267560:0:2348:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130494.267562:0:2348:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789130494.267565:0:2348:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789130494.267568:0:2348:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789130494.267571:0:2348:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf614630c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:2348:1876037329054336:192.168.204.123@tcp:400:kworker.0 00000100:00000001:0.0:1789130494.267574:0:2348:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789130494.267577:0:2348:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789130494.267579:0:2348:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130494.267581:0:2348:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789130494.267584:0:2348:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9caf5846c200. 02000000:00000001:0.0:1789130494.267585:0:2348:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789130494.267589:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:0.0:1789130494.267591:0:2348:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf501317e8. 00000400:00000010:0.0:1789130494.267595:0:2348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf5801ea18. 00000100:00000200:0.0:1789130494.267598:0:2348:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876037329054336, portal 10 00000100:00000001:0.0:1789130494.267599:0:2348:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789130494.267601:0:2348:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875798040768 : -109197911510848 : ffff9caf614630c0) 00000100:00000040:0.0:1789130494.267608:0:2348:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9caf614630c0 x1876037329054336/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130510 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130494.267614:0:2348:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789130494.267616:0:2348:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:0.0:1789130494.267618:0:2348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf5801e7f8. 00000100:00000200:0.0:1789130494.267620:0:2348:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876037329054336, offset 0 00000400:00000200:0.0:1789130494.267624:0:2348:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:0.0:1789130494.267627:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:0.0:1789130494.267630:0:2348:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:0.0:1789130494.267633:0:2348:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789130494.267635:0:2348:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:0.0:1789130494.267637:0:2348:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789130494.267640:0:2348:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000800:00000200:2.0:1789130494.267642:0:2342:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1789130494.267643:0:2348:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2676:2676:254:4294967295] 192.168.204.123@tcp LPNI seq info [2675:2675:6:4294967295] 00000800:00000010:2.0:1789130494.267647:0:2342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf451e7200. 00000400:00000200:0.0:1789130494.267647:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:0.0:1789130494.267652:0:2348:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000400:00000200:2.0:1789130494.267654:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:0.0:1789130494.267656:0:2348:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.123@tcp 00000400:00000200:2.0:1789130494.267659:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000800:00000010:0.0:1789130494.267660:0:2348:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf451e7200. 00000800:00000200:0.0:1789130494.267663:0:2348:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000400:00000200:2.0:1789130494.267666:0:2342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf5801e4c8 00000800:00000200:0.0:1789130494.267667:0:2348:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000400:00000010:2.0:1789130494.267669:0:2342:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf5801e4c8. 00000800:00000200:0.0:1789130494.267670:0:2348:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf451e7200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789130494.267673:0:2348:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130494.267674:0:2342:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:0.0:1789130494.267676:0:2348:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: using a timeout of 798363 usecs (799 jiffies) 00000100:00000200:2.0:1789130494.267678:0:2342:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf61462940 x1876037329054208/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130510 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1789130494.267679:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:0.0:1789130494.267681:0:2348:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296589088 00000100:00000001:0.0:1789130494.267684:0:2348:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 2, keep current deadline 4296592375 00000100:00000001:0.0:1789130494.267686:0:2348:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296589088 00000100:00000001:0.0:1789130494.267688:0:2348:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 3, keep current deadline 4296592375 00000100:00000001:2.0:1789130494.267690:0:2342:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1789130494.267690:0:2348:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789130494.267692:0:2348:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130494.267694:0:2342:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf61462940 x1876037329054208/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130510 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130494.267694:0:2348:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789130494.267698:0:2348:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf61460000 x1876037329054592/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130494.267702:0:2342:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130494.267704:0:2342:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1789130494.267705:0:2348:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789130494.267706:0:2348:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130494.267708:0:2348:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789130494.267710:0:2348:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789130494.267712:0:2348:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789130494.267715:0:2348:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf61460000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:2348:1876037329054592:192.168.204.123@tcp:400:kworker.0 00000800:00000200:2.0:1789130494.267716:0:2342:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789130494.267718:0:2342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf451e7500. 00000100:00000001:0.0:1789130494.267719:0:2348:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1789130494.267721:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:0.0:1789130494.267721:0:2348:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789130494.267723:0:2348:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789130494.267724:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 02000000:00000001:0.0:1789130494.267725:0:2348:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1789130494.267727:0:2342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf5801ee58 00000400:00000010:2.0:1789130494.267728:0:2342:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf5801ee58. 02000000:00000010:0.0:1789130494.267728:0:2348:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9caf5846c400. 00000100:00000001:2.0:1789130494.267730:0:2342:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:0.0:1789130494.267730:0:2348:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789130494.267733:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000200:2.0:1789130494.267734:0:2342:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf61461680 x1876037329054464/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130510 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1789130494.267736:0:2348:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf50131bb0. 00000400:00000010:0.0:1789130494.267739:0:2348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf5801e440. 00000100:00000001:2.0:1789130494.267741:0:2342:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000200:0.0:1789130494.267742:0:2348:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876037329054592, portal 4 00000100:00000040:2.0:1789130494.267744:0:2342:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf61461680 x1876037329054464/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130510 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130494.267744:0:2348:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789130494.267745:0:2348:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875798028288 : -109197911523328 : ffff9caf61460000) 00000100:00000001:2.0:1789130494.267750:0:2342:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130494.267751:0:2348:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9caf61460000 x1876037329054592/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130510 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130494.267752:0:2342:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1789130494.267757:0:2348:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789130494.267759:0:2348:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:0.0:1789130494.267761:0:2348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf5801e550. 00000100:00000200:0.0:1789130494.267762:0:2348:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876037329054592, offset 0 00000400:00000200:0.0:1789130494.267766:0:2348:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:0.0:1789130494.267769:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:0.0:1789130494.267772:0:2348:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:0.0:1789130494.267775:0:2348:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789130494.267777:0:2348:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:0.0:1789130494.267779:0:2348:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789130494.267781:0:2348:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:0.0:1789130494.267785:0:2348:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2677:2677:255:4294967295] 192.168.204.123@tcp LPNI seq info [2676:2676:7:4294967295] 00000400:00000200:0.0:1789130494.267788:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:0.0:1789130494.267793:0:2348:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:0.0:1789130494.267798:0:2348:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:0.0:1789130494.267801:0:2348:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf451e7500. 00000800:00000200:0.0:1789130494.267824:0:2348:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:0.0:1789130494.267828:0:2348:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:0.0:1789130494.267831:0:2348:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf451e7500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789130494.267834:0:2348:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130494.267837:0:2348:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9caf5014c800: using a timeout of 304801 usecs (305 jiffies) 00000400:00000200:0.0:1789130494.267850:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:0.0:1789130494.267852:0:2348:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296588595 00000100:00000001:0.0:1789130494.267921:0:2348:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9caf5014c800: PM QoS request active for cpu 2, keep current deadline 4296592375 00000100:00000001:0.0:1789130494.267924:0:2348:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296588595 00000100:00000001:0.0:1789130494.267926:0:2348:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9caf5014c800: PM QoS request active for cpu 3, keep current deadline 4296592375 00000100:00000001:0.0:1789130494.267928:0:2348:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789130494.267931:0:2348:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130494.267934:0:2348:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130494.267936:0:2348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130494.267951:0:2347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789130494.267954:0:2347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789130494.268241:0:2342:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789130494.268245:0:2342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf451e7200. 00000400:00000200:2.0:1789130494.268249:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130494.268253:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:2.0:1789130494.268256:0:2342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf5801e7f8 00000400:00000010:2.0:1789130494.268258:0:2342:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf5801e7f8. 00000100:00000001:2.0:1789130494.268261:0:2342:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789130494.268264:0:2342:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf614630c0 x1876037329054336/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130510 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130494.268272:0:2342:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130494.268275:0:2342:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf614630c0 x1876037329054336/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130510 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130494.268280:0:2342:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130494.268282:0:2342:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1789130494.268294:0:2342:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789130494.268296:0:2342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf451e7500. 00000400:00000200:2.0:1789130494.268298:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130494.268301:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:2.0:1789130494.268303:0:2342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf5801e550 00000400:00000010:2.0:1789130494.268305:0:2342:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf5801e550. 00000100:00000001:2.0:1789130494.268307:0:2342:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789130494.268310:0:2342:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf61460000 x1876037329054592/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130510 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130494.268317:0:2342:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130494.268319:0:2342:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf61460000 x1876037329054592/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130510 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130494.268325:0:2342:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130494.268327:0:2342:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1789130494.272652:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130494.272673:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789130494.272680:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130494.272682:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130494.272694:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130494.272704:0:2341:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:3.0:1789130494.272715:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130494.272721:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130494.272728:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130494.272733:0:2341:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 224 into portal 4 MB=0x6aa3efa956b00 00000400:00000200:3.0:1789130494.272739:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130494.272747:0:2341:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.123@tcp of length 224/224 into md 0x735d [1] + 224 00000800:00000001:3.0:1789130494.272756:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130494.272761:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130494.272765:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130494.274906:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:3.0:1789130494.274928:0:2341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789130494.274942:0:2341:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf61461680 x1876037329054464/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130510 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789130494.279016:0:2341:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9caf61461680 x1876037329054464/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130510 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130494.279042:0:2341:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789130494.279289:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130494.279307:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789130494.279310:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130494.279314:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130494.279322:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130494.279329:0:2341:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:3.0:1789130494.279338:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130494.279344:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130494.279351:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130494.279355:0:2341:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 224 into portal 4 MB=0x6aa3efa956b80 00000400:00000200:3.0:1789130494.279362:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130494.279372:0:2341:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.123@tcp of length 224/224 into md 0x736d [1] + 224 00000800:00000001:3.0:1789130494.279383:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130494.279388:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130494.279392:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130494.279398:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:3.0:1789130494.279408:0:2341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789130494.279414:0:2341:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf61460000 x1876037329054592/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130510 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789130494.279424:0:2341:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9caf61460000 x1876037329054592/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130510 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130494.279433:0:2341:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789130494.279439:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130494.279443:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789130494.279445:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130494.279447:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130494.279451:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130494.279455:0:2341:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:3.0:1789130494.279460:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130494.279463:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130494.279467:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130494.279471:0:2341:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 224 into portal 10 MB=0x6aa3efa956a80 00000400:00000200:3.0:1789130494.279476:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130494.279481:0:2341:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.123@tcp of length 224/224 into md 0x7365 [1] + 224 00000800:00000001:3.0:1789130494.279486:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130494.279491:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130494.279494:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130494.279497:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:3.0:1789130494.279501:0:2341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789130494.279507:0:2341:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf614630c0 x1876037329054336/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130510 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789130494.279516:0:2341:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9caf614630c0 x1876037329054336/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130510 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130494.279524:0:2341:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789130494.279528:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130494.279532:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789130494.279534:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130494.279536:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130494.279539:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130494.279543:0:2341:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:3.0:1789130494.279547:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130494.279550:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130494.279553:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130494.279556:0:2341:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 224 into portal 25 MB=0x6aa3efa956a00 00000400:00000200:3.0:1789130494.279560:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130494.279566:0:2341:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.123@tcp of length 224/224 into md 0x7355 [1] + 224 00000800:00000001:3.0:1789130494.279570:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130494.279578:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130494.279580:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130494.279584:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:3.0:1789130494.279587:0:2341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789130494.279593:0:2341:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf61462940 x1876037329054208/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130510 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789130494.279602:0:2341:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9caf61462940 x1876037329054208/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130510 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130494.279609:0:2341:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789130494.279613:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130494.279617:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130494.285895:0:2348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789130494.285908:0:2348:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789130494.285921:0:2348:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789130494.285925:0:2348:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789130494.285929:0:2348:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf501317e8. 00000400:00000200:1.0:1789130494.285941:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf5801ea18 00000400:00000010:1.0:1789130494.285944:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf5801ea18. 00000100:00000001:1.0:1789130494.285950:0:2348:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789130494.285972:0:2348:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf614630c0 x1876037329054336/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130510 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789130494.285987:0:2348:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf614630c0 x1876037329054336/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130510 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130494.285995:0:2348:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789130494.285999:0:2348:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130494.286002:0:2348:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789130494.286005:0:2348:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789130494.286008:0:2348:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789130494.286011:0:2348:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130494.286015:0:2348:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789130494.286028:0:2348:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf6079ac60 time=113 v=5 (5 104 104 104) 00000100:00001000:1.0:1789130494.286034:0:2348:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf6079ac18 time=35 v=5 (1 0 0 0) 00000100:00000001:1.0:1789130494.286037:0:2348:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789130494.286038:0:2348:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130494.286042:0:2348:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789130494.286047:0:2348:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130494.286052:0:2348:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1789130494.286054:0:2348:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9caf5014c800: committing for last_committed 8589934606 gen 2 00000100:00000040:1.0:1789130494.286061:0:2348:0:(client.c:3181:ptlrpc_free_committed()) @@@ commit (last_committed 8589934606) req@ffff9caf501aad00 x1876037329050496/t8589934599(8589934599) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1789130501 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130494.286069:0:2348:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789130494.286073:0:2348:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf501aad00 x1876037329050496/t8589934599(8589934599) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1789130501 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130494.286080:0:2348:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789130494.286083:0:2348:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789130494.286087:0:2348:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9caf58483000. 02000000:00000001:1.0:1789130494.286092:0:2348:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789130494.286095:0:2348:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1789130494.286098:0:2348:0:(genops.c:1223:class_import_put()) import ffff9caf6079a800 refcount=7 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000020:00000001:1.0:1789130494.286100:0:2348:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1789130494.286103:0:2348:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9caf42b28600. 02000000:00000001:1.0:1789130494.286109:0:2348:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789130494.286111:0:2348:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789130494.286114:0:2348:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf501aad00. 00000100:00000001:1.0:1789130494.286118:0:2348:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789130494.286120:0:2348:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789130494.286125:0:2348:0:(client.c:3181:ptlrpc_free_committed()) @@@ commit (last_committed 8589934606) req@ffff9caf61460f00 x1876037329050752/t8589934600(8589934600) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/664 e 0 to 0 dl 1789130502 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130494.286139:0:2348:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789130494.286140:0:2348:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875798032128 : -109197911519488 : ffff9caf61460f00) 00000100:00000001:1.0:1789130494.286143:0:2348:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789130494.286146:0:2348:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf61460f00 x1876037329050752/t8589934600(8589934600) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/664 e 0 to 0 dl 1789130502 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130494.286153:0:2348:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130494.286154:0:2348:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789130494.286159:0:2348:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf615d6940 x1876037329051392/t8589934601(8589934601) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1789130502 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130494.286165:0:2348:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789130494.286167:0:2348:0:(client.c:2947:obd_mod_free()) kfreed 'mod': 32 at ffff9caf47eab680. 00000100:00000001:1.0:1789130494.286170:0:2348:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789130494.286173:0:2348:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf61460f00 x1876037329050752/t8589934600(8589934600) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/664 e 0 to 0 dl 1789130502 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130494.286179:0:2348:0:(client.c:2793:__ptlrpc_free_req()) Process entered 00000020:00000001:1.0:1789130494.286181:0:2348:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1789130494.286183:0:2348:0:(genops.c:1223:class_import_put()) import ffff9caf6079a800 refcount=6 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000020:00000001:1.0:1789130494.286184:0:2348:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1789130494.286186:0:2348:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9caf482be800. 02000000:00000001:1.0:1789130494.286189:0:2348:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789130494.286190:0:2348:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789130494.286191:0:2348:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf61460f00. 00000100:00000001:1.0:1789130494.286196:0:2348:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789130494.286197:0:2348:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789130494.286201:0:2348:0:(client.c:3181:ptlrpc_free_committed()) @@@ commit (last_committed 8589934606) req@ffff9caf615d6940 x1876037329051392/t8589934601(8589934601) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1789130502 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130494.286208:0:2348:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789130494.286211:0:2348:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf615d6940 x1876037329051392/t8589934601(8589934601) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1789130502 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130494.286217:0:2348:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789130494.286219:0:2348:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789130494.286221:0:2348:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9caf487c2c00. 02000000:00000001:1.0:1789130494.286223:0:2348:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789130494.286225:0:2348:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1789130494.286226:0:2348:0:(genops.c:1223:class_import_put()) import ffff9caf6079a800 refcount=5 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000020:00000001:1.0:1789130494.286228:0:2348:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1789130494.286229:0:2348:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9caf47ff9000. 02000000:00000001:1.0:1789130494.286232:0:2348:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789130494.286233:0:2348:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789130494.286235:0:2348:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf615d6940. 00000100:00000001:1.0:1789130494.286239:0:2348:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789130494.286240:0:2348:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789130494.286244:0:2348:0:(client.c:3181:ptlrpc_free_committed()) @@@ commit (last_committed 8589934606) req@ffff9caf580b8b40 x1876037329053440/t8589934606(8589934606) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 496/456 e 0 to 0 dl 1789130502 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130494.286250:0:2348:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789130494.286253:0:2348:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf580b8b40 x1876037329053440/t8589934606(8589934606) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 496/456 e 0 to 0 dl 1789130502 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130494.286260:0:2348:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789130494.286261:0:2348:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789130494.286263:0:2348:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9caf50106400. 02000000:00000001:1.0:1789130494.286266:0:2348:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789130494.286267:0:2348:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1789130494.286268:0:2348:0:(genops.c:1223:class_import_put()) import ffff9caf6079a800 refcount=4 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000020:00000001:1.0:1789130494.286270:0:2348:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1789130494.286271:0:2348:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9caf46309000. 02000000:00000001:1.0:1789130494.286274:0:2348:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789130494.286275:0:2348:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789130494.286276:0:2348:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf580b8b40. 00000100:00000001:1.0:1789130494.286281:0:2348:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789130494.286282:0:2348:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130494.286285:0:2348:0:(client.c:3188:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1789130494.286288:0:2348:0:(client.c:3235:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9caf5014c800: normal: skip=1 replay=4/4 committed=0/0 00000100:00000001:1.0:1789130494.286291:0:2348:0:(client.c:3236:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789130494.286293:0:2348:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789130494.286298:0:2348:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf614630c0 x1876037329054336/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130510 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130494.286307:0:2348:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789130494.286310:0:2348:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789130494.286312:0:2348:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789130494.286316:0:2348:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf614630c0 x1876037329054336/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130510 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789130494.286325:0:2348:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf614630c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:2348:1876037329054336:192.168.204.123@tcp:400:kworker.0 00000400:00000001:1.0:1789130494.286332:0:2348:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789130494.286333:0:2348:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789130494.286336:0:2348:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf50131bb0. 00000400:00000200:1.0:1789130494.286339:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf5801e440 00000400:00000010:1.0:1789130494.286340:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf5801e440. 00000100:00000001:1.0:1789130494.286342:0:2348:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789130494.286346:0:2348:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf61460000 x1876037329054592/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130510 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789130494.286886:0:2348:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf61460000 x1876037329054592/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130510 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130494.286894:0:2348:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789130494.286897:0:2348:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130494.286899:0:2348:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789130494.286902:0:2348:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789130494.286903:0:2348:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789130494.286905:0:2348:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130494.286907:0:2348:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789130494.286914:0:2348:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf48ede460 time=113 v=5 (5 5 5 5) 00000100:00001000:1.0:1789130494.286918:0:2348:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf48ede418 time=31 v=5 (1 0 0 0) 00000100:00000001:1.0:1789130494.286921:0:2348:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789130494.286923:0:2348:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130494.286925:0:2348:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789130494.286928:0:2348:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130494.286932:0:2348:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789130494.286934:0:2348:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9caf5014c800: skip recheck: last_committed 4294967312 00000100:00000001:1.0:1789130494.286937:0:2348:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789130494.286938:0:2348:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789130494.286942:0:2348:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf61460000 x1876037329054592/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130510 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130494.286949:0:2348:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789130494.286952:0:2348:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789130494.286953:0:2348:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789130494.286957:0:2348:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf61460000 x1876037329054592/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130510 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789130494.286965:0:2348:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf61460000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:2348:1876037329054592:192.168.204.123@tcp:400:kworker.0 00000400:00000001:1.0:1789130494.286973:0:2348:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789130494.286975:0:2348:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789130494.286978:0:2348:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf50131dc0. 00000400:00000200:1.0:1789130494.286983:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf5801e5d8 00000400:00000010:1.0:1789130494.286985:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf5801e5d8. 00000100:00000001:1.0:1789130494.286988:0:2348:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789130494.286992:0:2348:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf61462940 x1876037329054208/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130510 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789130494.287002:0:2348:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf61462940 x1876037329054208/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130510 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130494.287008:0:2348:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789130494.287010:0:2348:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130494.287011:0:2348:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789130494.287013:0:2348:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789130494.287014:0:2348:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789130494.287016:0:2348:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130494.287019:0:2348:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789130494.287021:0:2348:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf586cec60 time=113 v=5 (5 5 5 5) 00000100:00001000:1.0:1789130494.287025:0:2348:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf586cec18 time=31 v=5 (1 0 0 0) 00000100:00000001:1.0:1789130494.287027:0:2348:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789130494.287028:0:2348:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130494.287031:0:2348:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789130494.287034:0:2348:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130494.287036:0:2348:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789130494.287040:0:2348:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf61462940 x1876037329054208/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130510 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130494.287047:0:2348:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789130494.287049:0:2348:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789130494.287050:0:2348:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789130494.287054:0:2348:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf61462940 x1876037329054208/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130510 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789130494.287062:0:2348:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf61462940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:70f26143-21ad-4cd3-af2c-0601ab5c9490:2348:1876037329054208:192.168.204.123@tcp:400:kworker.0 00000400:00000001:1.0:1789130494.287068:0:2348:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789130494.287069:0:2348:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789130494.287071:0:2348:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf501318f0. 00000400:00000200:1.0:1789130494.287074:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf5801eb28 00000400:00000010:1.0:1789130494.287076:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf5801eb28. 00000100:00000001:1.0:1789130494.287078:0:2348:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789130494.287083:0:2348:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf61461680 x1876037329054464/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130510 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789130494.287092:0:2348:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf61461680 x1876037329054464/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130510 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130494.287099:0:2348:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789130494.287100:0:2348:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130494.287102:0:2348:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789130494.287104:0:2348:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789130494.287105:0:2348:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789130494.287107:0:2348:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130494.287109:0:2348:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789130494.287113:0:2348:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf468acc60 time=113 v=5 (5 5 5 5) 00000100:00001000:1.0:1789130494.287117:0:2348:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf468acc18 time=9 v=5 (1 0 0 0) 00000100:00000001:1.0:1789130494.287120:0:2348:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789130494.287121:0:2348:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130494.287122:0:2348:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789130494.287125:0:2348:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130494.287128:0:2348:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789130494.287129:0:2348:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9caf5014c800: skip recheck: last_committed 4294967344 00000100:00000001:1.0:1789130494.287131:0:2348:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789130494.287132:0:2348:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789130494.287136:0:2348:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf61461680 x1876037329054464/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130510 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130494.287142:0:2348:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789130494.287144:0:2348:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789130494.287145:0:2348:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789130494.287149:0:2348:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf61461680 x1876037329054464/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130510 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789130494.287158:0:2348:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf61461680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:2348:1876037329054464:192.168.204.123@tcp:400:kworker.0 00000100:00000001:1.0:1789130494.287162:0:2348:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130494.287166:0:2348:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789130494.287171:0:2348:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf614630c0 x1876037329054336/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130510 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130494.287178:0:2348:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789130494.287181:0:2348:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789130494.287184:0:2348:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9caf5846c200. 02000000:00000001:1.0:1789130494.287187:0:2348:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789130494.287190:0:2348:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1789130494.287192:0:2348:0:(genops.c:1223:class_import_put()) import ffff9caf6079a800 refcount=3 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000020:00000001:1.0:1789130494.287195:0:2348:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1789130494.287196:0:2348:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9caf451e7d00. 02000000:00000001:1.0:1789130494.287202:0:2348:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789130494.287204:0:2348:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789130494.287206:0:2348:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf614630c0. 00000100:00000001:1.0:1789130494.287211:0:2348:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789130494.287213:0:2348:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130494.287214:0:2348:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789130494.287218:0:2348:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf61460000 x1876037329054592/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130510 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130494.287231:0:2348:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789130494.287232:0:2348:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789130494.287234:0:2348:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9caf5846c400. 02000000:00000001:1.0:1789130494.287236:0:2348:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789130494.287238:0:2348:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1789130494.287239:0:2348:0:(genops.c:1223:class_import_put()) import ffff9caf48ede000 refcount=2 obd=lustre-OST0001-osc-ffff9caf5014c800 00000020:00000001:1.0:1789130494.287241:0:2348:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1789130494.287243:0:2348:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9caf451e7e00. 02000000:00000001:1.0:1789130494.287245:0:2348:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789130494.287246:0:2348:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789130494.287247:0:2348:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf61460000. 00000100:00000001:1.0:1789130494.287251:0:2348:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789130494.287252:0:2348:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130494.287254:0:2348:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789130494.287257:0:2348:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf61462940 x1876037329054208/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130510 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130494.287263:0:2348:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789130494.287265:0:2348:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789130494.287266:0:2348:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9caf5846ce00. 02000000:00000001:1.0:1789130494.287268:0:2348:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789130494.287269:0:2348:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1789130494.287271:0:2348:0:(genops.c:1223:class_import_put()) import ffff9caf586ce800 refcount=3 obd=MGC192.168.204.123@tcp 00000020:00000001:1.0:1789130494.287272:0:2348:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1789130494.287274:0:2348:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9caf451e7a00. 02000000:00000001:1.0:1789130494.287276:0:2348:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789130494.287278:0:2348:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789130494.287279:0:2348:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf61462940. 00000100:00000001:1.0:1789130494.287281:0:2348:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789130494.287283:0:2348:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130494.287284:0:2348:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789130494.287288:0:2348:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf61461680 x1876037329054464/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130510 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130494.287294:0:2348:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789130494.287296:0:2348:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789130494.287298:0:2348:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9caf5846c800. 02000000:00000001:1.0:1789130494.287300:0:2348:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789130494.287301:0:2348:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1789130494.287302:0:2348:0:(genops.c:1223:class_import_put()) import ffff9caf468ac800 refcount=2 obd=lustre-OST0000-osc-ffff9caf5014c800 00000020:00000001:1.0:1789130494.287304:0:2348:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1789130494.287305:0:2348:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9caf451e7700. 02000000:00000001:1.0:1789130494.287307:0:2348:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789130494.287308:0:2348:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789130494.287309:0:2348:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf61461680. 00000100:00000001:1.0:1789130494.287310:0:2348:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789130494.287312:0:2348:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130494.287315:0:2348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130494.287325:0:2348:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789130494.287327:0:2348:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130494.287330:0:2348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789130494.287334:0:2348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130494.396269:0:34961:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:3.0:1789130494.396280:0:34961:0:(file.c:6206:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1789130494.396286:0:34961:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c0fde0 00000080:00200000:3.0:1789130494.396295:0:34961:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8),name=/ 00000080:00000010:3.0:1789130494.396307:0:34961:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9caf48a7b400. 00800000:00000002:3.0:1789130494.396319:0:34961:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9caf4557c8c0 2 00000080:00000001:3.0:1789130494.396326:0:34961:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1789130494.396333:0:34961:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1789130494.396336:0:34961:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c0fd00 00800000:00000002:3.0:1789130494.396340:0:34961:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1789130494.396344:0:34961:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1789130494.396436:0:34961:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1789130494.396445:0:34961:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1789130494.396447:0:34961:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c0fbd0 00000002:00010000:3.0:1789130494.396450:0:34961:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1789130494.396454:0:34961:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1789130494.396456:0:34961:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789130494.396461:0:34961:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1789130494.396471:0:34961:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789130494.396474:0:34961:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789130494.396477:0:34961:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789130494.396480:0:34961:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1789130494.396484:0:34961:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1789130494.396494:0:34961:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf501a9a40. 00000020:00000040:3.0:1789130494.396500:0:34961:0:(genops.c:1210:class_import_get()) import ffff9caf6079a800 refcount=4 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00010000:00000001:3.0:1789130494.396509:0:34961:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1789130494.396516:0:34961:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789130494.396528:0:34961:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130494.396532:0:34961:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789130494.396535:0:34961:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130494.396541:0:34961:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789130494.396545:0:34961:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789130494.396553:0:34961:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789130494.396564:0:34961:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9caf58483400. 00000100:00000001:3.0:1789130494.396574:0:34961:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130494.396582:0:34961:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1789130494.396585:0:34961:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130494.396586:0:34961:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1789130494.396588:0:34961:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130494.396590:0:34961:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789130494.396598:0:34961:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446634875509971520 : -109198199580096 : ffff9caf501a9a40) 00010000:00000001:3.0:1789130494.396604:0:34961:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1789130494.396607:0:34961:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1789130494.396613:0:34961:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9caf6165a200. 00010000:00000010:3.0:1789130494.396619:0:34961:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9caf42e06200. 00010000:00000001:3.0:1789130494.396625:0:34961:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1789130494.396629:0:34961:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9caf47e20e00. 00000020:00000001:3.0:1789130494.396635:0:34961:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1789130494.396640:0:34961:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9caf47e20e00 with handle 0xde5303b1d982ce51 to hash 00000020:00000001:3.0:1789130494.396643:0:34961:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1789130494.396645:0:34961:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446634875372047872 : -109198337503744 : ffff9caf47e20e00) 00010000:00000001:3.0:1789130494.396651:0:34961:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446634875372047872 : -109198337503744 : ffff9caf47e20e00) 00010000:00000001:3.0:1789130494.396656:0:34961:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789130494.396661:0:34961:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789130494.396667:0:34961:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e20e00/0xde5303b1d982ce51 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 34961 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789130494.396679:0:34961:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e20e00/0xde5303b1d982ce51 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34961 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789130494.396692:0:34961:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e20e00/0xde5303b1d982ce51 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34961 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1789130494.396698:0:34961:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1789130494.396702:0:34961:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1789130494.396711:0:34961:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9caf48515540. 00000100:00000001:3.0:1789130494.396714:0:34961:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446634875379340608 : -109198330211008 : ffff9caf48515540) 00000100:00000001:3.0:1789130494.396718:0:34961:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789130494.396719:0:34961:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875509971520 : -109198199580096 : ffff9caf501a9a40) 00000100:00000001:3.0:1789130494.396727:0:34961:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789130494.396734:0:34961:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130494.396737:0:34961:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1789130494.396740:0:34961:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789130494.396757:0:34961:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf501a9a40 x1876037329054720/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130494.396768:0:34961:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789130494.396771:0:34961:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789130494.396778:0:34961:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789130494.396781:0:34961:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789130494.396784:0:34961:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789130494.396788:0:34961:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf501a9a40 pname:cluuid:pid:xid:nid:opc:job mkdir:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:34961:1876037329054720:192.168.204.123@tcp:101:mkdir.0 00000100:00000001:3.0:1789130494.396794:0:34961:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789130494.398518:0:34961:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789130494.398530:0:34961:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789130494.398536:0:34961:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789130494.398550:0:34961:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9caf49d0f800. 02000000:00000001:3.0:1789130494.398555:0:34961:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789130494.398566:0:34961:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:3.0:1789130494.398571:0:34961:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf60788318. 00000400:00000010:3.0:1789130494.398583:0:34961:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf4549f220. 00000100:00000200:3.0:1789130494.398594:0:34961:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1876037329054720, portal 10 00000100:00000001:3.0:1789130494.398599:0:34961:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789130494.398601:0:34961:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875509971520 : -109198199580096 : ffff9caf501a9a40) 00000100:00000040:3.0:1789130494.398618:0:34961:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9caf501a9a40 x1876037329054720/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789130510 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130494.398628:0:34961:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789130494.398631:0:34961:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:3.0:1789130494.398634:0:34961:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf4549f880. 00000100:00000200:3.0:1789130494.398638:0:34961:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1876037329054720, offset 0 00000400:00000200:3.0:1789130494.398646:0:34961:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:3.0:1789130494.398657:0:34961:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130494.398666:0:34961:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:3.0:1789130494.398674:0:34961:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789130494.398679:0:34961:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:3.0:1789130494.398684:0:34961:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789130494.398687:0:34961:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:3.0:1789130494.398691:0:34961:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2678:2678:256:4294967295] 192.168.204.123@tcp LPNI seq info [2677:2677:8:4294967295] 00000400:00000200:3.0:1789130494.398696:0:34961:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130494.398707:0:34961:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:3.0:1789130494.398715:0:34961:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:3.0:1789130494.398722:0:34961:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf47fd2a00. 00000800:00000200:3.0:1789130494.398729:0:34961:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:3.0:1789130494.398739:0:34961:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:3.0:1789130494.398744:0:34961:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf47fd2a00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:3.0:1789130494.398823:0:34961:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130494.398829:0:34961:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: using a timeout of 797417 usecs (798 jiffies) 00000400:00000200:3.0:1789130494.398833:0:34961:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:3.0:1789130494.398837:0:34961:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296589218 00000100:00000001:3.0:1789130494.398853:0:34961:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 2, keep current deadline 4296592375 00000100:00000001:3.0:1789130494.398857:0:34961:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296589218 00000100:00000001:3.0:1789130494.398859:0:34961:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 3, keep current deadline 4296592375 00000100:00000001:3.0:1789130494.398862:0:34961:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789130494.398865:0:34961:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130494.398869:0:34961:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789130494.398872:0:34961:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1789130494.398875:0:34961:0:(client.c:2715:ptlrpc_set_wait()) set ffff9caf48515540 going to sleep for 11 seconds 00000100:00000001:3.0:1789130494.398879:0:34961:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789130494.398884:0:34961:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789130494.399175:0:2342:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789130494.399182:0:2342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf47fd2a00. 00000400:00000200:2.0:1789130494.399187:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130494.399193:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:2.0:1789130494.399201:0:2342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf4549f880 00000400:00000010:2.0:1789130494.399204:0:2342:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf4549f880. 00000100:00000001:2.0:1789130494.399211:0:2342:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789130494.399217:0:2342:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf501a9a40 x1876037329054720/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789130510 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130494.399229:0:2342:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130494.399233:0:2342:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf501a9a40 x1876037329054720/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789130510 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130494.399241:0:2342:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130494.399243:0:2342:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1789130494.405159:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130494.405186:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789130494.405193:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130494.405196:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130494.405209:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130494.405219:0:2341:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:3.0:1789130494.405230:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130494.405236:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130494.405243:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130494.405248:0:2341:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 688 into portal 10 MB=0x6aa3efa956c00 00000400:00000200:3.0:1789130494.405254:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130494.405261:0:2341:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.123@tcp of length 688/688 into md 0x7375 [1] + 224 00000800:00000001:3.0:1789130494.405270:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130494.405276:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130494.405280:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130494.405285:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:3.0:1789130494.405296:0:2341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789130494.405307:0:2341:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf501a9a40 x1876037329054720/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789130510 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789130494.405319:0:2341:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9caf501a9a40 x1876037329054720/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789130510 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130494.405347:0:2341:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789130494.405368:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130494.405371:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130494.405489:0:34961:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789130494.405503:0:34961:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789130494.405506:0:34961:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789130494.405512:0:34961:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf60788318. 00000400:00000200:0.0:1789130494.405518:0:34961:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf4549f220 00000400:00000010:0.0:1789130494.405522:0:34961:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf4549f220. 00000100:00000001:0.0:1789130494.405528:0:34961:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789130494.405533:0:34961:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf501a9a40 x1876037329054720/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789130510 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1789130494.405543:0:34961:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf501a9a40 x1876037329054720/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789130510 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130494.405550:0:34961:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789130494.405553:0:34961:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130494.405557:0:34961:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789130494.405562:0:34961:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789130494.405566:0:34961:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789130494.405569:0:34961:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130494.405574:0:34961:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789130494.405589:0:34961:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf6079ac60 time=113 v=5 (5 104 104 104) 00000100:00001000:0.0:1789130494.405596:0:34961:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf6079ac18 time=35 v=5 (1 0 0 0) 00000100:00000001:0.0:1789130494.405599:0:34961:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789130494.405601:0:34961:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130494.405606:0:34961:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789130494.405611:0:34961:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130494.405619:0:34961:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789130494.405621:0:34961:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9caf5014c800: skip recheck: last_committed 8589934606 00000100:00000001:0.0:1789130494.405624:0:34961:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789130494.405627:0:34961:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130494.405634:0:34961:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf501a9a40 x1876037329054720/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1789130510 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130494.405654:0:34961:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789130494.405658:0:34961:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789130494.405661:0:34961:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789130494.405666:0:34961:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf501a9a40 x1876037329054720/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1789130510 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1789130494.405674:0:34961:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf501a9a40 pname:cluuid:pid:xid:nid:opc:job mkdir:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:34961:1876037329054720:192.168.204.123@tcp:101:mkdir.0 00000100:00000001:0.0:1789130494.405681:0:34961:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130494.405685:0:34961:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130494.405689:0:34961:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1789130494.405692:0:34961:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789130494.405697:0:34961:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf501a9a40 x1876037329054720/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1789130510 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130494.405705:0:34961:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789130494.405709:0:34961:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9caf48515540. 00000100:00000001:0.0:1789130494.405714:0:34961:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1789130494.405716:0:34961:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130494.405721:0:34961:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1789130494.405728:0:34961:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130494.405731:0:34961:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130494.405735:0:34961:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf47e20e00 refcount=4 00000020:00000001:0.0:1789130494.405737:0:34961:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875372047872 : -109198337503744 : ffff9caf47e20e00) 00010000:00000001:0.0:1789130494.405741:0:34961:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875372047872 : -109198337503744 : ffff9caf47e20e00) 00010000:00000040:0.0:1789130494.405754:0:34961:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9caf47e20e00, remote cookie: 0xcdf1b083821a610a, flags: 0x1001 00010000:00010000:0.0:1789130494.405774:0:34961:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e20e00/0xde5303b1d982ce51 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a610a expref: -99 pid: 34961 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789130494.405789:0:34961:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e20e00/0xde5303b1d982ce51 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a610a expref: -99 pid: 34961 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789130494.405855:0:34961:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1789130494.405861:0:34961:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1789130494.405864:0:34961:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1789130494.405865:0:34961:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1789130494.405867:0:34961:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1789130494.405870:0:34961:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff9caf6165a200) refcount = 1 00010000:00010000:0.0:1789130494.405875:0:34961:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e20e00/0xde5303b1d982ce51 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a610a expref: -99 pid: 34961 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789130494.405882:0:34961:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1789130494.405886:0:34961:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1789130494.405888:0:34961:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789130494.405891:0:34961:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1789130494.405894:0:34961:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789130494.405897:0:34961:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e20e00/0xde5303b1d982ce51 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a610a expref: -99 pid: 34961 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789130494.405903:0:34961:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1789130494.405905:0:34961:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130494.405907:0:34961:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130494.405907:0:34961:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130494.405908:0:34961:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130494.405909:0:34961:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789130494.405914:0:34961:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1789130494.405916:0:34961:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130494.405917:0:34961:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130494.405919:0:34961:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf47e20e00 refcount=3 00000020:00000001:0.0:1789130494.405920:0:34961:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875372047872 : -109198337503744 : ffff9caf47e20e00) 00010000:00000001:0.0:1789130494.405923:0:34961:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875372047872 : -109198337503744 : ffff9caf47e20e00) 00010000:00000001:0.0:1789130494.405925:0:34961:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130494.405926:0:34961:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130494.405927:0:34961:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf47e20e00 refcount=4 00000020:00000001:0.0:1789130494.405928:0:34961:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875372047872 : -109198337503744 : ffff9caf47e20e00) 00010000:00000001:0.0:1789130494.405931:0:34961:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875372047872 : -109198337503744 : ffff9caf47e20e00) 00010000:00000001:0.0:1789130494.405935:0:34961:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789130494.405939:0:34961:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789130494.405943:0:34961:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e20e00/0xde5303b1d982ce51 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a610a expref: -99 pid: 34961 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789130494.405951:0:34961:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130494.405952:0:34961:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130494.405954:0:34961:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130494.405955:0:34961:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130494.405956:0:34961:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf47e20e00 refcount=5 00000020:00000001:0.0:1789130494.405958:0:34961:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875372047872 : -109198337503744 : ffff9caf47e20e00) 00010000:00000001:0.0:1789130494.405960:0:34961:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875372047872 : -109198337503744 : ffff9caf47e20e00) 00010000:00000001:0.0:1789130494.405963:0:34961:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789130494.405966:0:34961:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e20e00/0xde5303b1d982ce51 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a610a expref: -99 pid: 34961 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789130494.405973:0:34961:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130494.405974:0:34961:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1789130494.405977:0:34961:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e20e00/0xde5303b1d982ce51 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a610a expref: -99 pid: 34961 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789130494.405984:0:34961:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789130494.405986:0:34961:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130494.405987:0:34961:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130494.405988:0:34961:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130494.405989:0:34961:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1789130494.405994:0:34961:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9caf501a9a40 x1876037329054720/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1789130510 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1789130494.406005:0:34961:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130494.406006:0:34961:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130494.406008:0:34961:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf47e20e00 refcount=3 00000020:00000001:0.0:1789130494.406010:0:34961:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875372047872 : -109198337503744 : ffff9caf47e20e00) 00010000:00000001:0.0:1789130494.406012:0:34961:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875372047872 : -109198337503744 : ffff9caf47e20e00) 00010000:00000001:0.0:1789130494.406014:0:34961:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130494.406016:0:34961:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789130494.406017:0:34961:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789130494.406020:0:34961:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789130494.406023:0:34961:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1789130494.406026:0:34961:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130494.406027:0:34961:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130494.406029:0:34961:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf47e20e00 refcount=3 00000020:00000001:0.0:1789130494.406030:0:34961:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875372047872 : -109198337503744 : ffff9caf47e20e00) 00010000:00000001:0.0:1789130494.406033:0:34961:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875372047872 : -109198337503744 : ffff9caf47e20e00) 00000002:00010000:0.0:1789130494.406036:0:34961:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e20e00/0xde5303b1d982ce51 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a610a expref: -99 pid: 34961 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789130494.406042:0:34961:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130494.406043:0:34961:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130494.406045:0:34961:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1789130494.406047:0:34961:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130494.406048:0:34961:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130494.406049:0:34961:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf47e20e00 refcount=3 00000020:00000001:0.0:1789130494.406051:0:34961:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875372047872 : -109198337503744 : ffff9caf47e20e00) 00010000:00000001:0.0:1789130494.406053:0:34961:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875372047872 : -109198337503744 : ffff9caf47e20e00) 00010000:00000040:0.0:1789130494.406060:0:34961:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf6165a200 count: 2 00010000:00000001:0.0:1789130494.406063:0:34961:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1789130494.406068:0:34961:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9caf4630e800 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:0.0:1789130494.406070:0:34961:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130494.406071:0:34961:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789130494.406073:0:34961:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1789130494.406076:0:34961:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c0fb58 00000002:00002000:0.0:1789130494.406078:0:34961:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:0.0:1789130494.406081:0:34961:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789130494.406085:0:34961:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789130494.406089:0:34961:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1789130494.406093:0:34961:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1789130494.406096:0:34961:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789130494.406102:0:34961:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9caf4557c8c0 2 00000080:00000010:0.0:1789130494.406106:0:34961:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9caf48a7b400. 00000080:00000001:0.0:1789130494.406112:0:34961:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1789130494.406115:0:34961:0:(llite_lib.c:3864:ll_prep_inode()) Process entered 00000002:00000001:0.0:1789130494.406123:0:34961:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:0.0:1789130494.406127:0:34961:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:0.0:1789130494.406134:0:34961:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9caf47faa4c0. 00800000:00000001:0.0:1789130494.406136:0:34961:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446634875373659328 : -109198335892288 : ffff9caf47faa4c0) 00800000:00000001:0.0:1789130494.406139:0:34961:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789130494.406141:0:34961:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1789130494.406144:0:34961:0:(llite_lib.c:1973:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1789130494.406147:0:34961:0:(llite_lib.c:1977:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:0.0:1789130494.406149:0:34961:0:(llite_lib.c:1928:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1789130494.406153:0:34961:0:(llite_lib.c:1950:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1789130494.406155:0:34961:0:(llite_lib.c:1994:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130494.406161:0:34961:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:0.0:1789130494.406164:0:34961:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:0.0:1789130494.406170:0:34961:0:(llite_lib.c:3140:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 8704 00010000:00000001:0.0:1789130494.406172:0:34961:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130494.406173:0:34961:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130494.406175:0:34961:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf47e20e00 refcount=3 00000020:00000001:0.0:1789130494.406177:0:34961:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875372047872 : -109198337503744 : ffff9caf47e20e00) 00010000:00000001:0.0:1789130494.406179:0:34961:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875372047872 : -109198337503744 : ffff9caf47e20e00) 00010000:00000001:0.0:1789130494.406182:0:34961:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130494.406183:0:34961:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1789130494.406185:0:34961:0:(llite_lib.c:3962:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1789130494.406187:0:34961:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:0.0:1789130494.406189:0:34961:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9caf47faa4c0 1 00800000:00000010:0.0:1789130494.406191:0:34961:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9caf47faa4c0. 00800000:00000001:0.0:1789130494.406194:0:34961:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789130494.406199:0:34961:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9caf601980c8) for lock 0xde5303b1d982ce51 00800000:00000001:0.0:1789130494.406203:0:34961:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1789130494.406206:0:34961:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1789130494.406207:0:34961:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130494.406209:0:34961:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130494.406210:0:34961:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf47e20e00 refcount=3 00000020:00000001:0.0:1789130494.406212:0:34961:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875372047872 : -109198337503744 : ffff9caf47e20e00) 00010000:00000001:0.0:1789130494.406214:0:34961:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875372047872 : -109198337503744 : ffff9caf47e20e00) 00010000:00000001:0.0:1789130494.406217:0:34961:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130494.406219:0:34961:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789130494.406220:0:34961:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789130494.406223:0:34961:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130494.406226:0:34961:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789130494.406229:0:34961:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9caf601980c8) 00000080:00010000:0.0:1789130494.406234:0:34961:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xde5303b1d982ce51 from it ffffb97f41c0fe18 00010000:00000001:0.0:1789130494.406235:0:34961:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130494.406236:0:34961:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130494.406238:0:34961:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf47e20e00 refcount=3 00000020:00000001:0.0:1789130494.406240:0:34961:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875372047872 : -109198337503744 : ffff9caf47e20e00) 00010000:00000001:0.0:1789130494.406242:0:34961:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875372047872 : -109198337503744 : ffff9caf47e20e00) 00010000:00000001:0.0:1789130494.406244:0:34961:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789130494.406246:0:34961:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e20e00/0xde5303b1d982ce51 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a610a expref: -99 pid: 34961 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789130494.406251:0:34961:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130494.406252:0:34961:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130494.406253:0:34961:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789130494.406258:0:34961:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789130494.406260:0:34961:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e20e00/0xde5303b1d982ce51 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a610a expref: -99 pid: 34961 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1789130494.406271:0:34961:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789130494.406275:0:34961:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789130494.406277:0:34961:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789130494.406285:0:34961:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130494.406286:0:34961:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130494.406288:0:34961:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130494.406292:0:34961:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789130494.406294:0:34961:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130494.406296:0:34961:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130494.406299:0:34961:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130494.406300:0:34961:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789130494.406301:0:34961:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130494.406302:0:34961:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1789130494.406305:0:34961:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789130494.406308:0:34961:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf501a9a40 x1876037329054720/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1789130510 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130494.406314:0:34961:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789130494.406318:0:34961:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789130494.406323:0:34961:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9caf49d0f800. 02000000:00000001:0.0:1789130494.406327:0:34961:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789130494.406330:0:34961:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1789130494.406333:0:34961:0:(genops.c:1223:class_import_put()) import ffff9caf6079a800 refcount=3 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000020:00000001:0.0:1789130494.406335:0:34961:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1789130494.406338:0:34961:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9caf58483400. 02000000:00000001:0.0:1789130494.406342:0:34961:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789130494.406344:0:34961:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789130494.406346:0:34961:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf501a9a40. 00000100:00000001:0.0:1789130494.406353:0:34961:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789130494.406355:0:34961:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1789130494.406359:0:34961:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8), inode mode 41ff mask 101 00000080:00000001:0.0:1789130494.406366:0:34961:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130494.406397:0:34961:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:0.0:1789130494.406401:0:34961:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:0.0:1789130494.406403:0:34961:0:(file.c:6206:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1789130494.406405:0:34961:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c0fba8 00000080:00200000:0.0:1789130494.406408:0:34961:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8),name=/ 00000080:00000010:0.0:1789130494.406414:0:34961:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9caf5846c800. 00800000:00000002:0.0:1789130494.406421:0:34961:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9caf4557c8c0 2 00000080:00000001:0.0:1789130494.406425:0:34961:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1789130494.406428:0:34961:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1789130494.406431:0:34961:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c0fac8 00800000:00000002:0.0:1789130494.406433:0:34961:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1789130494.406439:0:34961:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1789130494.406445:0:34961:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1789130494.406451:0:34961:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1789130494.406453:0:34961:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c0f998 00000002:00010000:0.0:1789130494.406455:0:34961:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1789130494.406459:0:34961:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1789130494.406462:0:34961:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789130494.406464:0:34961:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789130494.406466:0:34961:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf6165a200 count: 2 00010000:00000001:0.0:1789130494.406469:0:34961:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789130494.406473:0:34961:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789130494.406477:0:34961:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1789130494.406480:0:34961:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e20e00/0xde5303b1d982ce51 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a610a expref: -99 pid: 34961 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:0.0:1789130494.406487:0:34961:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1789130494.406494:0:34961:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789130494.406498:0:34961:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e20e00/0xde5303b1d982ce51 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a610a expref: -99 pid: 34961 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:0.0:1789130494.406506:0:34961:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1789130494.406508:0:34961:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1789130494.406510:0:34961:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789130494.406512:0:34961:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789130494.406514:0:34961:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1789130494.406516:0:34961:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1789130494.406519:0:34961:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1789130494.406521:0:34961:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9caf4557c8c0 2 00000080:00000010:0.0:1789130494.406523:0:34961:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9caf5846c800. 00000080:00000001:0.0:1789130494.406526:0:34961:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1789130494.406527:0:34961:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789130494.406529:0:34961:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9caf601980c8) 00000080:00010000:0.0:1789130494.406533:0:34961:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9caf601980c8) for lock 0xde5303b1d982ce51 00800000:00000001:0.0:1789130494.406537:0:34961:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1789130494.406539:0:34961:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1789130494.406540:0:34961:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130494.406541:0:34961:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130494.406543:0:34961:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf47e20e00 refcount=3 00000020:00000001:0.0:1789130494.406545:0:34961:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875372047872 : -109198337503744 : ffff9caf47e20e00) 00010000:00000001:0.0:1789130494.406547:0:34961:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875372047872 : -109198337503744 : ffff9caf47e20e00) 00010000:00000001:0.0:1789130494.406550:0:34961:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130494.406551:0:34961:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789130494.406552:0:34961:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789130494.406554:0:34961:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789130494.406556:0:34961:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xde5303b1d982ce51 from it ffffb97f41c0fbe0 00010000:00000001:0.0:1789130494.406558:0:34961:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130494.406559:0:34961:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130494.406560:0:34961:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf47e20e00 refcount=3 00000020:00000001:0.0:1789130494.406562:0:34961:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875372047872 : -109198337503744 : ffff9caf47e20e00) 00010000:00000001:0.0:1789130494.406564:0:34961:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875372047872 : -109198337503744 : ffff9caf47e20e00) 00010000:00000001:0.0:1789130494.406566:0:34961:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789130494.406569:0:34961:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e20e00/0xde5303b1d982ce51 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a610a expref: -99 pid: 34961 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1789130494.406576:0:34961:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130494.406578:0:34961:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130494.406579:0:34961:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789130494.406580:0:34961:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789130494.406583:0:34961:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e20e00/0xde5303b1d982ce51 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a610a expref: -99 pid: 34961 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1789130494.406590:0:34961:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789130494.406592:0:34961:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789130494.406593:0:34961:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789130494.406595:0:34961:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130494.406596:0:34961:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130494.406598:0:34961:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130494.406601:0:34961:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789130494.406602:0:34961:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130494.406604:0:34961:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130494.406606:0:34961:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130494.406608:0:34961:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789130494.406609:0:34961:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130494.406610:0:34961:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1789130494.406612:0:34961:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1789130494.406614:0:34961:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1789130494.406617:0:34961:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8), inode mode 41ff mask 1 00000080:00000001:0.0:1789130494.406621:0:34961:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1789130494.406644:0:34961:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9caf47eab800. 00000020:00000001:0.0:1789130494.406650:0:34961:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c0fd98 00000080:00200000:0.0:1789130494.406653:0:34961:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d24b.recovery-small, dir=[0x200000007:0x1:0x0](ffff9caf601980c8), flags=1536 00000080:00000001:0.0:1789130494.406656:0:34961:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:0.0:1789130494.406658:0:34961:0:(file.c:6206:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1789130494.406659:0:34961:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c0fca8 00000080:00200000:0.0:1789130494.406661:0:34961:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8),name=/ 00000080:00000010:0.0:1789130494.406664:0:34961:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9caf5846c800. 00800000:00000002:0.0:1789130494.406667:0:34961:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9caf4557c8c0 2 00000080:00000001:0.0:1789130494.406670:0:34961:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1789130494.406671:0:34961:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1789130494.406672:0:34961:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c0fbc8 00800000:00000002:0.0:1789130494.406674:0:34961:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1789130494.406677:0:34961:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1789130494.406679:0:34961:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1789130494.406683:0:34961:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1789130494.406684:0:34961:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c0fa98 00000002:00010000:0.0:1789130494.406686:0:34961:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1789130494.406689:0:34961:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1789130494.406691:0:34961:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789130494.406692:0:34961:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789130494.406695:0:34961:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf6165a200 count: 2 00010000:00000001:0.0:1789130494.406696:0:34961:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789130494.406699:0:34961:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789130494.406701:0:34961:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1789130494.406705:0:34961:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e20e00/0xde5303b1d982ce51 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a610a expref: -99 pid: 34961 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:0.0:1789130494.406711:0:34961:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1789130494.406713:0:34961:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789130494.406716:0:34961:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e20e00/0xde5303b1d982ce51 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a610a expref: -99 pid: 34961 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:0.0:1789130494.406722:0:34961:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1789130494.406724:0:34961:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1789130494.406725:0:34961:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789130494.406727:0:34961:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789130494.406729:0:34961:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1789130494.406730:0:34961:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1789130494.406733:0:34961:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1789130494.406735:0:34961:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9caf4557c8c0 2 00000080:00000010:0.0:1789130494.406737:0:34961:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9caf5846c800. 00000080:00000001:0.0:1789130494.406740:0:34961:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1789130494.406741:0:34961:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789130494.406743:0:34961:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9caf601980c8) 00000080:00010000:0.0:1789130494.406746:0:34961:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9caf601980c8) for lock 0xde5303b1d982ce51 00800000:00000001:0.0:1789130494.406748:0:34961:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1789130494.406750:0:34961:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1789130494.406751:0:34961:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130494.406753:0:34961:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130494.406754:0:34961:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf47e20e00 refcount=3 00000020:00000001:0.0:1789130494.406757:0:34961:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875372047872 : -109198337503744 : ffff9caf47e20e00) 00010000:00000001:0.0:1789130494.406759:0:34961:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875372047872 : -109198337503744 : ffff9caf47e20e00) 00010000:00000001:0.0:1789130494.406761:0:34961:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130494.406763:0:34961:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789130494.406764:0:34961:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789130494.406766:0:34961:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789130494.406767:0:34961:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xde5303b1d982ce51 from it ffffb97f41c0fce0 00010000:00000001:0.0:1789130494.406770:0:34961:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130494.406771:0:34961:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130494.406772:0:34961:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf47e20e00 refcount=3 00000020:00000001:0.0:1789130494.406774:0:34961:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875372047872 : -109198337503744 : ffff9caf47e20e00) 00010000:00000001:0.0:1789130494.406777:0:34961:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875372047872 : -109198337503744 : ffff9caf47e20e00) 00010000:00000001:0.0:1789130494.406779:0:34961:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789130494.406781:0:34961:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e20e00/0xde5303b1d982ce51 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a610a expref: -99 pid: 34961 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1789130494.406786:0:34961:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130494.406788:0:34961:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130494.406789:0:34961:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789130494.406791:0:34961:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789130494.406793:0:34961:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e20e00/0xde5303b1d982ce51 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a610a expref: -99 pid: 34961 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1789130494.406798:0:34961:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789130494.406800:0:34961:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789130494.406801:0:34961:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789130494.406836:0:34961:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130494.406849:0:34961:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130494.406851:0:34961:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130494.406853:0:34961:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789130494.406855:0:34961:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130494.406857:0:34961:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130494.406859:0:34961:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130494.406861:0:34961:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789130494.406862:0:34961:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130494.406863:0:34961:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1789130494.406865:0:34961:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1789130494.406866:0:34961:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1789130494.406868:0:34961:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8), inode mode 41ff mask 3 00000080:00000001:0.0:1789130494.406872:0:34961:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130494.406879:0:34961:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:0.0:1789130494.406880:0:34961:0:(file.c:6206:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1789130494.406883:0:34961:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c0fd90 00000080:00200000:0.0:1789130494.406885:0:34961:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8),name=/ 00000080:00000010:0.0:1789130494.406889:0:34961:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9caf5846c800. 00800000:00000002:0.0:1789130494.406893:0:34961:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9caf4557c8c0 2 00000080:00000001:0.0:1789130494.406895:0:34961:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1789130494.406897:0:34961:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1789130494.406898:0:34961:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c0fcb0 00800000:00000002:0.0:1789130494.406900:0:34961:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1789130494.406903:0:34961:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1789130494.406905:0:34961:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1789130494.406909:0:34961:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1789130494.406911:0:34961:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c0fb80 00000002:00010000:0.0:1789130494.406913:0:34961:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1789130494.406916:0:34961:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1789130494.406917:0:34961:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789130494.406919:0:34961:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789130494.406922:0:34961:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf6165a200 count: 2 00010000:00000001:0.0:1789130494.406924:0:34961:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789130494.406926:0:34961:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789130494.406928:0:34961:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1789130494.406931:0:34961:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e20e00/0xde5303b1d982ce51 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a610a expref: -99 pid: 34961 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:0.0:1789130494.406938:0:34961:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1789130494.406940:0:34961:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789130494.406943:0:34961:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e20e00/0xde5303b1d982ce51 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a610a expref: -99 pid: 34961 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:0.0:1789130494.406950:0:34961:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1789130494.406951:0:34961:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1789130494.406953:0:34961:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789130494.406955:0:34961:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789130494.406957:0:34961:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1789130494.406959:0:34961:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1789130494.406962:0:34961:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1789130494.406963:0:34961:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9caf4557c8c0 2 00000080:00000010:0.0:1789130494.406966:0:34961:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9caf5846c800. 00000080:00000001:0.0:1789130494.406969:0:34961:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1789130494.406970:0:34961:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789130494.406972:0:34961:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9caf601980c8) 00000080:00010000:0.0:1789130494.406974:0:34961:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9caf601980c8) for lock 0xde5303b1d982ce51 00800000:00000001:0.0:1789130494.406977:0:34961:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1789130494.406978:0:34961:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1789130494.406980:0:34961:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130494.406982:0:34961:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130494.406983:0:34961:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf47e20e00 refcount=3 00000020:00000001:0.0:1789130494.406985:0:34961:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875372047872 : -109198337503744 : ffff9caf47e20e00) 00010000:00000001:0.0:1789130494.406987:0:34961:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875372047872 : -109198337503744 : ffff9caf47e20e00) 00010000:00000001:0.0:1789130494.406990:0:34961:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130494.406991:0:34961:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789130494.406993:0:34961:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789130494.406995:0:34961:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789130494.406997:0:34961:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xde5303b1d982ce51 from it ffffb97f41c0fdc8 00010000:00000001:0.0:1789130494.406999:0:34961:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130494.407000:0:34961:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130494.407001:0:34961:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf47e20e00 refcount=3 00000020:00000001:0.0:1789130494.407003:0:34961:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875372047872 : -109198337503744 : ffff9caf47e20e00) 00010000:00000001:0.0:1789130494.407005:0:34961:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875372047872 : -109198337503744 : ffff9caf47e20e00) 00010000:00000001:0.0:1789130494.407007:0:34961:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789130494.407010:0:34961:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e20e00/0xde5303b1d982ce51 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a610a expref: -99 pid: 34961 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1789130494.407016:0:34961:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130494.407017:0:34961:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130494.407018:0:34961:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789130494.407020:0:34961:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789130494.407022:0:34961:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e20e00/0xde5303b1d982ce51 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a610a expref: -99 pid: 34961 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1789130494.407032:0:34961:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789130494.407034:0:34961:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789130494.407035:0:34961:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789130494.407037:0:34961:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130494.407038:0:34961:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130494.407040:0:34961:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130494.407042:0:34961:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789130494.407043:0:34961:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130494.407044:0:34961:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130494.407046:0:34961:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130494.407047:0:34961:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789130494.407048:0:34961:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130494.407049:0:34961:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1789130494.407051:0:34961:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1789130494.407052:0:34961:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1789130494.407054:0:34961:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8), inode mode 41ff mask 3 00000080:00000001:0.0:1789130494.407057:0:34961:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130494.407060:0:34961:0:(namei.c:2236:do_mkdir()) Process entered 00000020:00000001:0.0:1789130494.407062:0:34961:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c0fda0 00000080:00200000:0.0:1789130494.407064:0:34961:0:(namei.c:2239:do_mkdir()) VFS Op:name=d24b.recovery-small, dir=[0x200000007:0x1:0x0](ffff9caf601980c8) 00000080:00000001:0.0:1789130494.407068:0:34961:0:(namei.c:1968:ll_new_node()) Process entered 00000080:00000001:0.0:1789130494.407070:0:34961:0:(namei.c:1778:ll_new_node_prepare()) Process entered 00000080:00000010:0.0:1789130494.407074:0:34961:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9caf5846c800. 00800000:00000002:0.0:1789130494.407076:0:34961:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9caf4557c8c0 2 00000080:00000010:0.0:1789130494.407086:0:34961:0:(namei.c:1796:ll_new_node_prepare()) kmalloced '(lum)': 48 at ffff9caf47faa4c0. 00000080:00000001:0.0:1789130494.407092:0:34961:0:(namei.c:1884:ll_new_node_prepare()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789130494.407096:0:34961:0:(lmv_obd.c:2310:lmv_create()) Process entered 00800000:00000001:0.0:1789130494.407098:0:34961:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:0.0:1789130494.407110:0:34961:0:(lmv_obd.c:1705:lmv_locate_tgt_qos()) Process entered 00800000:00000001:0.0:1789130494.407112:0:34961:0:(lmv_obd.c:1708:lmv_locate_tgt_qos()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00800000:00000001:0.0:1789130494.407116:0:34961:0:(lmv_obd.c:1786:lmv_locate_tgt_rr()) Process entered 00800000:00000001:0.0:1789130494.407120:0:34961:0:(lmv_obd.c:1800:lmv_locate_tgt_rr()) Process leaving (rc=18446634875370194944 : -109198339356672 : ffff9caf47c5c800) 00800000:00000001:0.0:1789130494.407123:0:34961:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446634875370194944 : -109198339356672 : ffff9caf47c5c800) 00800000:00000001:0.0:1789130494.407127:0:34961:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:0.0:1789130494.407130:0:34961:0:(obd_class.h:932:obd_fid_alloc()) Process entered 00000002:00000001:0.0:1789130494.407133:0:34961:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:0.0:1789130494.407137:0:34961:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:0.0:1789130494.407140:0:34961:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff9caf5014c800: Allocated FID [0x200000404:0x32:0x0] 40000000:00000001:0.0:1789130494.407143:0:34961:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789130494.407146:0:34961:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789130494.407148:0:34961:0:(obd_class.h:945:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789130494.407150:0:34961:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130494.407153:0:34961:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c0fbc0 00800000:00000002:0.0:1789130494.407155:0:34961:0:(lmv_obd.c:2351:lmv_create()) CREATE name 'd24b.recovery-small' [0x200000404:0x32:0x0] on [0x200000007:0x1:0x0] -> mds #0, layout version 1 00000002:00000001:0.0:1789130494.407160:0:34961:0:(mdc_reint.c:154:mdc_create()) Process entered 00000002:00000001:0.0:1789130494.407163:0:34961:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1789130494.407166:0:34961:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf6165a200 count: 2 00010000:00000001:0.0:1789130494.407168:0:34961:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789130494.407171:0:34961:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1789130494.407175:0:34961:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1789130494.407178:0:34961:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e20e00/0xde5303b1d982ce51 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xcdf1b083821a610a expref: -99 pid: 34961 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000080:00000001:0.0:1789130494.407188:0:34961:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1789130494.407193:0:34961:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1789130494.407196:0:34961:0:(file.c:6113:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1789130494.407199:0:34961:0:(file.c:6119:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:0.0:1789130494.407202:0:34961:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789130494.407204:0:34961:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789130494.407206:0:34961:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf6165a200 count: 3 00010000:00000001:0.0:1789130494.407208:0:34961:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789130494.407210:0:34961:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789130494.407212:0:34961:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789130494.407213:0:34961:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789130494.407215:0:34961:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf6165a200 count: 3 00010000:00000001:0.0:1789130494.407217:0:34961:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789130494.407219:0:34961:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789130494.407220:0:34961:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789130494.407222:0:34961:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789130494.407224:0:34961:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf6165a200 count: 3 00010000:00000001:0.0:1789130494.407227:0:34961:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789130494.407229:0:34961:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130494.407231:0:34961:0:(file.c:6141:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1789130494.407234:0:34961:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff9caf60198000, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1789130494.407238:0:34961:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1789130494.407241:0:34961:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1789130494.407245:0:34961:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1789130494.407246:0:34961:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130494.407250:0:34961:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1789130494.407254:0:34961:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789130494.407256:0:34961:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789130494.407258:0:34961:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789130494.407260:0:34961:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1789130494.407264:0:34961:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9caf47e20e00 with handle 0xde5303b1d982ce51 from hash 00010000:00000001:0.0:1789130494.407266:0:34961:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789130494.407268:0:34961:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130494.407269:0:34961:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130494.407271:0:34961:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789130494.407273:0:34961:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789130494.407275:0:34961:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1789130494.407278:0:34961:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789130494.407281:0:34961:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1789130494.407283:0:34961:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1789130494.407290:0:34961:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf61463840. 00000020:00000040:0.0:1789130494.407295:0:34961:0:(genops.c:1210:class_import_get()) import ffff9caf6079a800 refcount=4 obd=lustre-MDT0000-mdc-ffff9caf5014c800 02000000:00000001:0.0:1789130494.407301:0:34961:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1789130494.407303:0:34961:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130494.407305:0:34961:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1789130494.407310:0:34961:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789130494.407313:0:34961:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130494.407314:0:34961:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130494.407315:0:34961:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130494.407319:0:34961:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789130494.407322:0:34961:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789130494.407325:0:34961:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789130494.407335:0:34961:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9caf482bf800. 00000100:00000001:0.0:1789130494.407344:0:34961:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130494.407348:0:34961:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789130494.407350:0:34961:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1789130494.407357:0:34961:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e20e00/0xde5303b1d982ce51 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xcdf1b083821a610a expref: -99 pid: 34961 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00010000:0.0:1789130494.407365:0:34961:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1789130494.407368:0:34961:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789130494.407369:0:34961:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789130494.407372:0:34961:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e20e00/0xde5303b1d982ce51 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xcdf1b083821a610a expref: -99 pid: 34961 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000040:0.0:1789130494.407380:0:34961:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9caf6165a200 count: 0 00010000:00000010:0.0:1789130494.407387:0:34961:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9caf42e06200. 00010000:00000001:0.0:1789130494.407400:0:34961:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130494.407402:0:34961:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130494.407405:0:34961:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789130494.407406:0:34961:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130494.407409:0:34961:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:0.0:1789130494.407428:0:34961:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9caf5014c800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1789130494.407440:0:34961:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9caf61463840 x1876037329054976/t0(0) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 568/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789130494.407449:0:34961:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1789130494.407451:0:34961:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1789130494.407467:0:34961:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9caf48132b40. 00000100:00000001:0.0:1789130494.407470:0:34961:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446634875375266624 : -109198334284992 : ffff9caf48132b40) 00000100:00000001:0.0:1789130494.407474:0:34961:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789130494.407477:0:34961:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875798042688 : -109197911508928 : ffff9caf61463840) 00000100:00000001:0.0:1789130494.407485:0:34961:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789130494.407493:0:34961:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130494.407496:0:34961:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1789130494.407498:0:34961:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789130494.407504:0:34961:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf61463840 x1876037329054976/t0(0) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 568/576 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130494.407520:0:34961:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789130494.407523:0:34961:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130494.407529:0:34961:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789130494.407534:0:34961:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789130494.407537:0:34961:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789130494.407540:0:34961:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf61463840 pname:cluuid:pid:xid:nid:opc:job mkdir:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:34961:1876037329054976:192.168.204.123@tcp:36:mkdir.0 00000100:00000001:0.0:1789130494.407547:0:34961:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789130494.407557:0:34961:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789130494.407560:0:34961:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130494.407564:0:34961:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789130494.407569:0:34961:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9caf482bec00. 02000000:00000001:0.0:1789130494.407572:0:34961:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789130494.407582:0:34961:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:0.0:1789130494.407590:0:34961:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf50131478. 00000400:00000010:0.0:1789130494.407602:0:34961:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf5801eee0. 00000100:00000200:0.0:1789130494.407614:0:34961:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876037329054976, portal 10 00000100:00000001:0.0:1789130494.407617:0:34961:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789130494.407619:0:34961:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875798042688 : -109197911508928 : ffff9caf61463840) 00000100:00000040:0.0:1789130494.407627:0:34961:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9caf61463840 x1876037329054976/t0(0) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 568/576 e 0 to 0 dl 1789130510 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130494.407635:0:34961:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789130494.407639:0:34961:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:0.0:1789130494.407642:0:34961:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf5801e3b8. 00000100:00000200:0.0:1789130494.407647:0:34961:0:(niobuf.c:94:ptl_send_buf()) Sending 568 bytes to portal 12, xid 1876037329054976, offset 0 00000400:00000200:0.0:1789130494.407656:0:34961:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:0.0:1789130494.407669:0:34961:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:0.0:1789130494.407681:0:34961:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:0.0:1789130494.407690:0:34961:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789130494.407697:0:34961:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:0.0:1789130494.407703:0:34961:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789130494.407707:0:34961:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:0.0:1789130494.407712:0:34961:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2679:2679:256:4294967295] 192.168.204.123@tcp LPNI seq info [2678:2678:8:4294967295] 00000400:00000200:0.0:1789130494.407718:0:34961:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:0.0:1789130494.407732:0:34961:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:0.0:1789130494.407742:0:34961:0:(socklnd_cb.c:931:ksocknal_send()) sending 568 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:0.0:1789130494.407752:0:34961:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf451e7500. 00000800:00000200:0.0:1789130494.407762:0:34961:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:0.0:1789130494.407775:0:34961:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:0.0:1789130494.407782:0:34961:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf451e7500 type 1, nob 664 niov 1 nkiov 1 00000100:00000001:0.0:1789130494.407850:0:34961:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130494.407857:0:34961:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: using a timeout of 796456 usecs (797 jiffies) 00000400:00000200:0.0:1789130494.407861:0:34961:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:0.0:1789130494.407867:0:34961:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296589224 00000100:00000001:0.0:1789130494.407871:0:34961:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 2, keep current deadline 4296592375 00000100:00000001:0.0:1789130494.407875:0:34961:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296589224 00000100:00000001:0.0:1789130494.407878:0:34961:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 3, keep current deadline 4296592375 00000100:00000001:0.0:1789130494.407880:0:34961:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789130494.407884:0:34961:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130494.407887:0:34961:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789130494.407891:0:34961:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1789130494.407893:0:34961:0:(client.c:2715:ptlrpc_set_wait()) set ffff9caf48132b40 going to sleep for 11 seconds 00000100:00000001:0.0:1789130494.407896:0:34961:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789130494.407899:0:34961:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789130494.408748:0:2342:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789130494.408759:0:2342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf451e7500. 00000400:00000200:2.0:1789130494.408770:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130494.408779:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:2.0:1789130494.408787:0:2342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf5801e3b8 00000400:00000010:2.0:1789130494.408791:0:2342:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf5801e3b8. 00000100:00000001:2.0:1789130494.408797:0:2342:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789130494.408828:0:2342:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf61463840 x1876037329054976/t0(0) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 568/576 e 0 to 0 dl 1789130510 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130494.408849:0:2342:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130494.408853:0:2342:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf61463840 x1876037329054976/t0(0) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 568/576 e 0 to 0 dl 1789130510 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130494.408861:0:2342:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130494.408863:0:2342:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1:1789130494.417072:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf6165a200. 00010000:00000010:0.1:1789130494.417098:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf47e20e00. 00000800:00000001:3.0:1789130494.427099:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130494.427131:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789130494.427139:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130494.427142:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130494.427157:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130494.427171:0:2341:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:3.0:1789130494.427249:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130494.427259:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130494.427268:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130494.427273:0:2341:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 448 into portal 10 MB=0x6aa3efa956d00 00000400:00000200:3.0:1789130494.427279:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130494.427287:0:2341:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.123@tcp of length 448/448 into md 0x7385 [1] + 224 00000800:00000001:3.0:1789130494.427296:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130494.427306:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130494.427311:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130494.427316:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:3.0:1789130494.427329:0:2341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789130494.427343:0:2341:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf61463840 x1876037329054976/t0(0) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 568/576 e 0 to 0 dl 1789130510 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789130494.427357:0:2341:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=576 req@ffff9caf61463840 x1876037329054976/t0(0) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 568/576 e 0 to 0 dl 1789130510 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130494.427473:0:34961:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789130494.427512:0:2341:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1789130494.427531:0:2341:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1789130494.427536:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130494.427544:0:2341:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.204.23@tcp to MR: 192.168.204.123@tcp local destination 00000400:00000200:3.0:1789130494.427552:0:2341:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2680:2680:256:4294967295] 192.168.204.123@tcp LPNI seq info [2679:2679:8:4294967295] 00000400:00000200:3.0:1789130494.427557:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130494.427566:0:2341:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:192.168.204.23@tcp) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) 192.168.204.123@tcp : ACK try# 0 00000800:00000200:3.0:1789130494.427574:0:2341:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:3.0:1789130494.427584:0:2341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf47fd2800. 00000800:00000200:3.0:1789130494.427593:0:2341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:3.0:1789130494.427603:0:2341:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:3.0:1789130494.427611:0:2341:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf47fd2800 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1789130494.427762:0:2341:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789130494.427768:0:2341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf47fd2800. 00000400:00000200:3.0:1789130494.427772:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130494.427776:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: ACK: OK 00000800:00000001:3.0:1789130494.427787:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130494.427790:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1789130494.430072:0:34961:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789130494.430083:0:34961:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789130494.430089:0:34961:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf50131478. 00000400:00000200:0.0:1789130494.430100:0:34961:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf5801eee0 00000400:00000010:0.0:1789130494.430103:0:34961:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf5801eee0. 00000100:00000001:0.0:1789130494.430109:0:34961:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789130494.430130:0:34961:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf61463840 x1876037329054976/t0(0) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 568/576 e 0 to 0 dl 1789130510 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789130494.430149:0:34961:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf61463840 x1876037329054976/t0(0) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 568/576 e 0 to 0 dl 1789130510 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130494.430158:0:34961:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789130494.430162:0:34961:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130494.430166:0:34961:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789130494.430171:0:34961:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789130494.430297:0:34961:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789130494.430301:0:34961:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130494.430304:0:34961:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789130494.430317:0:34961:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf6079ac60 time=113 v=5 (5 104 104 104) 00000100:00001000:0.0:1789130494.430322:0:34961:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf6079ac18 time=35 v=5 (1 0 0 0) 00000100:00000001:0.0:1789130494.430325:0:34961:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789130494.430327:0:34961:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130494.430330:0:34961:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789130494.430335:0:34961:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130494.430339:0:34961:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1789130494.430341:0:34961:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x1000000a3/0x1] 00000100:00000001:0.0:1789130494.430343:0:34961:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1789130494.430346:0:34961:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789130494.430348:0:34961:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875798042688 : -109197911508928 : ffff9caf61463840) 00000100:00000001:0.0:1789130494.430351:0:34961:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789130494.430354:0:34961:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9caf5014c800: skip recheck: last_committed 8589934606 00000100:00000001:0.0:1789130494.430356:0:34961:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789130494.430359:0:34961:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130494.430365:0:34961:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf61463840 x1876037329054976/t8589934607(8589934607) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 568/448 e 0 to 0 dl 1789130510 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130494.430373:0:34961:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789130494.430376:0:34961:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789130494.430379:0:34961:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789130494.430383:0:34961:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf61463840 x1876037329054976/t8589934607(8589934607) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 568/448 e 0 to 0 dl 1789130510 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789130494.430396:0:34961:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf61463840 pname:cluuid:pid:xid:nid:opc:job mkdir:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:34961:1876037329054976:192.168.204.123@tcp:36:mkdir.0 00000100:00000001:0.0:1789130494.430404:0:34961:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130494.430411:0:34961:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130494.430414:0:34961:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1789130494.430417:0:34961:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789130494.430421:0:34961:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf61463840 x1876037329054976/t8589934607(8589934607) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 568/448 e 0 to 0 dl 1789130510 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130494.430429:0:34961:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789130494.430432:0:34961:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9caf48132b40. 00000100:00000001:0.0:1789130494.430436:0:34961:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1789130494.430439:0:34961:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789130494.430452:0:34961:0:(mdc_reint.c:296:mdc_create()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789130494.430457:0:34961:0:(lmv_obd.c:2359:lmv_create()) Created - [0x200000404:0x32:0x0] 00800000:00000001:0.0:1789130494.430460:0:34961:0:(lmv_obd.c:2416:lmv_create()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130494.430465:0:34961:0:(namei.c:1904:ll_new_node_finish()) Process entered 00000080:00000002:0.0:1789130494.430469:0:34961:0:(namei.c:1700:ll_update_times()) setting fid [0x200000007:0x1:0x0] mtime from 1789130486 to 1789130494 00000080:00000001:0.0:1789130494.430475:0:34961:0:(llite_lib.c:3864:ll_prep_inode()) Process entered 00000002:00000001:0.0:1789130494.430484:0:34961:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1789130494.430487:0:34961:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1789130494.430491:0:34961:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833970 : 144115205322833970 : 200000404000032) 00000080:00000001:0.0:1789130494.430495:0:34961:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:3.0:1789130494.430717:0:34961:0:(super25.c:42:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff9caf601aeb40. 00000080:00000001:3.0:1789130494.430737:0:34961:0:(llite_lib.c:3374:ll_read_inode2()) Process entered 00000080:00200000:3.0:1789130494.430739:0:34961:0:(llite_lib.c:3377:ll_read_inode2()) VFS Op:inode=[0x200000404:0x32:0x0](ffff9caf601aec08) 00000080:00000001:3.0:1789130494.430744:0:34961:0:(llite_lib.c:1973:ll_update_lsm_md()) Process entered 00000080:00000002:3.0:1789130494.430747:0:34961:0:(llite_lib.c:1977:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000404:0x32:0x0] 00000080:00000001:3.0:1789130494.430751:0:34961:0:(llite_lib.c:1994:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130494.430753:0:34961:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833970 : 144115205322833970 : 200000404000032) 00000080:00000001:3.0:1789130494.430756:0:34961:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:3.0:1789130494.430759:0:34961:0:(llite_lib.c:3071:ll_update_inode()) setting ino 144115205322833970 mtime from 0 to 1789130494 00000080:00200000:3.0:1789130494.430765:0:34961:0:(llite_lib.c:3140:ll_update_inode()) inode=[0x200000404:0x32:0x0], updating i_size 512 00000080:00000001:3.0:1789130494.430768:0:34961:0:(llite_lib.c:3403:ll_read_inode2()) Process leaving 00000080:00000001:3.0:1789130494.430771:0:34961:0:(namei.c:156:ll_iget()) Process leaving (rc=18446634875778427912 : -109197931123704 : ffff9caf601aec08) 00000080:00000001:3.0:1789130494.430774:0:34961:0:(llite_lib.c:3962:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1789130494.430778:0:34961:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:3.0:1789130494.430781:0:34961:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130494.430789:0:34961:0:(namei.c:1951:ll_new_node_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130494.430792:0:34961:0:(namei.c:2063:ll_new_node()) Process leaving 00000100:00000001:3.0:1789130494.430793:0:34961:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130494.430799:0:34961:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf61463840 x1876037329054976/t8589934607(8589934607) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 568/448 e 0 to 0 dl 1789130510 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130494.430983:0:34961:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789130494.430987:0:34961:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9caf4557c8c0 2 00000080:00000010:3.0:1789130494.430991:0:34961:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9caf5846c800. 00000080:00000010:3.0:1789130494.430997:0:34961:0:(namei.c:2069:ll_new_node()) kfreed 'lum': 48 at ffff9caf47faa4c0. 00000080:00000001:3.0:1789130494.431000:0:34961:0:(namei.c:2071:ll_new_node()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130494.431003:0:34961:0:(namei.c:2247:do_mkdir()) Process leaving via out_tally (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1789130494.431008:0:34961:0:(namei.c:2291:do_mkdir()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130494.431024:0:34961:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:3.0:1789130494.431032:0:34961:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000010:3.1:1789130494.445868:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9caf47eab800. 00000080:00000001:2.0:1789130494.469113:0:34962:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:2.0:1789130494.469128:0:34962:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:2.0:1789130494.469131:0:34962:0:(file.c:6206:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1789130494.469135:0:34962:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41937bc0 00000080:00200000:2.0:1789130494.469142:0:34962:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8),name=/ 00000080:00000010:2.0:1789130494.469153:0:34962:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9caf48180400. 00800000:00000002:2.0:1789130494.469163:0:34962:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9caf4557c8c0 2 00000080:00000001:2.0:1789130494.469168:0:34962:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1789130494.469176:0:34962:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1789130494.469178:0:34962:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41937ae0 00800000:00000002:2.0:1789130494.469182:0:34962:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1789130494.469187:0:34962:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1789130494.469194:0:34962:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1789130494.469201:0:34962:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1789130494.469203:0:34962:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f419379b0 00000002:00010000:2.0:1789130494.469204:0:34962:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1789130494.469209:0:34962:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1789130494.469212:0:34962:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789130494.469217:0:34962:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1789130494.469226:0:34962:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789130494.469229:0:34962:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789130494.469231:0:34962:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789130494.469234:0:34962:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1789130494.469237:0:34962:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1789130494.469243:0:34962:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf580b8000. 00000020:00000040:2.0:1789130494.469248:0:34962:0:(genops.c:1210:class_import_get()) import ffff9caf6079a800 refcount=5 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00010000:00000001:2.0:1789130494.469256:0:34962:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1789130494.469262:0:34962:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789130494.469271:0:34962:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130494.469274:0:34962:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130494.469276:0:34962:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130494.469279:0:34962:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789130494.469283:0:34962:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789130494.469288:0:34962:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789130494.469298:0:34962:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9caf50106800. 00000100:00000001:2.0:1789130494.469307:0:34962:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130494.469313:0:34962:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789130494.469316:0:34962:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130494.469317:0:34962:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789130494.469319:0:34962:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130494.469321:0:34962:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789130494.469328:0:34962:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446634875643199488 : -109198066352128 : ffff9caf580b8000) 00010000:00000001:2.0:1789130494.469333:0:34962:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1789130494.469336:0:34962:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1789130494.469341:0:34962:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9caf48e45800. 00010000:00000010:2.0:1789130494.469347:0:34962:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9caf4938d600. 00010000:00000001:2.0:1789130494.471067:0:34962:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1789130494.471170:0:34962:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9caf46a92a00. 00000020:00000001:2.0:1789130494.471182:0:34962:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1789130494.471186:0:34962:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9caf46a92a00 with handle 0xde5303b1d982ce58 to hash 00000020:00000001:2.0:1789130494.471190:0:34962:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1789130494.471192:0:34962:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446634875351542272 : -109198358009344 : ffff9caf46a92a00) 00010000:00000001:2.0:1789130494.471199:0:34962:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446634875351542272 : -109198358009344 : ffff9caf46a92a00) 00010000:00000001:2.0:1789130494.471205:0:34962:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789130494.471210:0:34962:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789130494.471217:0:34962:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a92a00/0xde5303b1d982ce58 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 34962 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789130494.471230:0:34962:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a92a00/0xde5303b1d982ce58 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34962 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789130494.471252:0:34962:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a92a00/0xde5303b1d982ce58 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34962 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1789130494.471259:0:34962:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1789130494.471263:0:34962:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1789130494.471272:0:34962:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9caf48b0db40. 00000100:00000001:2.0:1789130494.471275:0:34962:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446634875385600832 : -109198323950784 : ffff9caf48b0db40) 00000100:00000001:2.0:1789130494.471279:0:34962:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789130494.471281:0:34962:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875643199488 : -109198066352128 : ffff9caf580b8000) 00000100:00000001:2.0:1789130494.471290:0:34962:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789130494.471297:0:34962:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130494.471300:0:34962:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1789130494.471304:0:34962:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789130494.471321:0:34962:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf580b8000 x1876037329055104/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130494.471332:0:34962:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789130494.471336:0:34962:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789130494.471344:0:34962:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789130494.473742:0:34962:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789130494.473756:0:34962:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789130494.473774:0:34962:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf580b8000 pname:cluuid:pid:xid:nid:opc:job lfs:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:34962:1876037329055104:192.168.204.123@tcp:101:lfs.0 00000100:00000001:2.0:1789130494.473782:0:34962:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789130494.473791:0:34962:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789130494.473795:0:34962:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789130494.473798:0:34962:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789130494.473849:0:34962:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9caf47fb1800. 02000000:00000001:2.0:1789130494.473853:0:34962:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789130494.473865:0:34962:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:2.0:1789130494.473873:0:34962:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf483fdd68. 00000400:00000010:2.0:1789130494.473885:0:34962:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf42d186e8. 00000100:00000200:2.0:1789130494.473896:0:34962:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1876037329055104, portal 10 00000100:00000001:2.0:1789130494.473899:0:34962:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789130494.473901:0:34962:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875643199488 : -109198066352128 : ffff9caf580b8000) 00000100:00000040:2.0:1789130494.473918:0:34962:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9caf580b8000 x1876037329055104/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789130510 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130494.473927:0:34962:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789130494.473931:0:34962:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:2.0:1789130494.473934:0:34962:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf42d18770. 00000100:00000200:2.0:1789130494.473939:0:34962:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1876037329055104, offset 0 00000400:00000200:2.0:1789130494.473949:0:34962:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:2.0:1789130494.473963:0:34962:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130494.473975:0:34962:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:2.0:1789130494.473983:0:34962:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789130494.473988:0:34962:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:2.0:1789130494.473993:0:34962:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789130494.473998:0:34962:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:2.0:1789130494.474003:0:34962:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2681:2681:256:4294967295] 192.168.204.123@tcp LPNI seq info [2680:2680:8:4294967295] 00000400:00000200:2.0:1789130494.474008:0:34962:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130494.474021:0:34962:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:2.0:1789130494.474028:0:34962:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:2.0:1789130494.474035:0:34962:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf44db5b00. 00000800:00000200:2.0:1789130494.474044:0:34962:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:2.0:1789130494.474056:0:34962:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:2.0:1789130494.474061:0:34962:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf44db5b00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:2.0:1789130494.474151:0:34962:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130494.474157:0:34962:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: using a timeout of 795518 usecs (796 jiffies) 00000400:00000200:2.0:1789130494.474162:0:34962:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:2.0:1789130494.474166:0:34962:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296589292 00000100:00000001:2.0:1789130494.474170:0:34962:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 2, keep current deadline 4296592375 00000100:00000001:2.0:1789130494.474172:0:34962:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296589292 00000100:00000001:2.0:1789130494.474175:0:34962:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 3, keep current deadline 4296592375 00000100:00000001:2.0:1789130494.474178:0:34962:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789130494.474183:0:34962:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130494.474186:0:34962:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789130494.474190:0:34962:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1789130494.474194:0:34962:0:(client.c:2715:ptlrpc_set_wait()) set ffff9caf48b0db40 going to sleep for 11 seconds 00000100:00000001:2.0:1789130494.474198:0:34962:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789130494.474202:0:34962:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789130494.484430:0:2341:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789130494.484445:0:2341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf44db5b00. 00000400:00000200:3.0:1789130494.484458:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130494.484471:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:3.0:1789130494.484484:0:2341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf42d18770 00000400:00000010:3.0:1789130494.484487:0:2341:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf42d18770. 00000100:00000001:3.0:1789130494.484494:0:2341:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789130494.484507:0:2341:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf580b8000 x1876037329055104/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789130510 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130494.484524:0:2341:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130494.484529:0:2341:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf580b8000 x1876037329055104/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789130510 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130494.484537:0:2341:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130494.484539:0:2341:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1789130494.497749:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130494.497791:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789130494.497800:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130494.497864:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130494.497878:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130494.497891:0:2342:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:2.0:1789130494.497907:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130494.497915:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130494.497923:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130494.497928:0:2342:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 688 into portal 10 MB=0x6aa3efa956d80 00000400:00000200:2.0:1789130494.497934:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130494.497941:0:2342:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.123@tcp of length 688/688 into md 0x738d [1] + 224 00000800:00000001:2.0:1789130494.497951:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130494.497969:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130494.497974:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130494.497979:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:2.0:1789130494.497994:0:2342:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789130494.498008:0:2342:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf580b8000 x1876037329055104/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789130510 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789130494.498022:0:2342:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9caf580b8000 x1876037329055104/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789130510 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130494.498055:0:2342:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789130494.498069:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130494.498073:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130494.498141:0:34962:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789130494.498153:0:34962:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789130494.498156:0:34962:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789130494.498161:0:34962:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf483fdd68. 00000400:00000200:1.0:1789130494.498167:0:34962:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf42d186e8 00000400:00000010:1.0:1789130494.498171:0:34962:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf42d186e8. 00000100:00000001:1.0:1789130494.498186:0:34962:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789130494.498192:0:34962:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf580b8000 x1876037329055104/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789130510 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1789130494.498201:0:34962:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf580b8000 x1876037329055104/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789130510 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130494.498207:0:34962:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789130494.498209:0:34962:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130494.498212:0:34962:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789130494.498217:0:34962:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789130494.498220:0:34962:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789130494.498223:0:34962:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130494.498227:0:34962:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789130494.498240:0:34962:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf6079ac60 time=113 v=5 (5 104 104 104) 00000100:00001000:1.0:1789130494.498246:0:34962:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf6079ac18 time=35 v=5 (1 0 0 0) 00000100:00000001:1.0:1789130494.498250:0:34962:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789130494.498253:0:34962:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130494.498257:0:34962:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789130494.498261:0:34962:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130494.498265:0:34962:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789130494.498268:0:34962:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9caf5014c800: skip recheck: last_committed 8589934606 00000100:00000001:1.0:1789130494.498271:0:34962:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789130494.498273:0:34962:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789130494.498278:0:34962:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf580b8000 x1876037329055104/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1789130510 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130494.498285:0:34962:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789130494.498288:0:34962:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789130494.498291:0:34962:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789130494.498294:0:34962:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf580b8000 x1876037329055104/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1789130510 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1789130494.498302:0:34962:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf580b8000 pname:cluuid:pid:xid:nid:opc:job lfs:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:34962:1876037329055104:192.168.204.123@tcp:101:lfs.0 00000100:00000001:1.0:1789130494.498307:0:34962:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130494.498310:0:34962:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130494.498313:0:34962:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1789130494.498316:0:34962:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789130494.498320:0:34962:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf580b8000 x1876037329055104/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1789130510 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130494.498327:0:34962:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789130494.498331:0:34962:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9caf48b0db40. 00000100:00000001:1.0:1789130494.498336:0:34962:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1789130494.498337:0:34962:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130494.498341:0:34962:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1789130494.498347:0:34962:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130494.498351:0:34962:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130494.498356:0:34962:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf46a92a00 refcount=4 00000020:00000001:1.0:1789130494.498359:0:34962:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875351542272 : -109198358009344 : ffff9caf46a92a00) 00010000:00000001:1.0:1789130494.498362:0:34962:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875351542272 : -109198358009344 : ffff9caf46a92a00) 00010000:00000040:1.0:1789130494.498370:0:34962:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9caf46a92a00, remote cookie: 0xcdf1b083821a6126, flags: 0x1001 00010000:00010000:1.0:1789130494.498378:0:34962:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a92a00/0xde5303b1d982ce58 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a6126 expref: -99 pid: 34962 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789130494.498391:0:34962:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a92a00/0xde5303b1d982ce58 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a6126 expref: -99 pid: 34962 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789130494.498399:0:34962:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1789130494.498406:0:34962:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1789130494.498410:0:34962:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1789130494.498411:0:34962:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1789130494.498413:0:34962:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1789130494.498418:0:34962:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff9caf48e45800) refcount = 1 00010000:00010000:1.0:1789130494.498422:0:34962:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a92a00/0xde5303b1d982ce58 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a6126 expref: -99 pid: 34962 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789130494.498430:0:34962:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1789130494.498435:0:34962:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1789130494.498437:0:34962:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789130494.498442:0:34962:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1789130494.498446:0:34962:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789130494.498450:0:34962:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a92a00/0xde5303b1d982ce58 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a6126 expref: -99 pid: 34962 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789130494.498456:0:34962:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1789130494.498459:0:34962:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130494.498461:0:34962:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130494.498462:0:34962:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130494.498464:0:34962:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130494.498465:0:34962:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789130494.498471:0:34962:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1789130494.498473:0:34962:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130494.498474:0:34962:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130494.498475:0:34962:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf46a92a00 refcount=3 00000020:00000001:1.0:1789130494.498477:0:34962:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875351542272 : -109198358009344 : ffff9caf46a92a00) 00010000:00000001:1.0:1789130494.498479:0:34962:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875351542272 : -109198358009344 : ffff9caf46a92a00) 00010000:00000001:1.0:1789130494.498482:0:34962:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130494.498483:0:34962:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130494.498484:0:34962:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf46a92a00 refcount=4 00000020:00000001:1.0:1789130494.498486:0:34962:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875351542272 : -109198358009344 : ffff9caf46a92a00) 00010000:00000001:1.0:1789130494.498487:0:34962:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875351542272 : -109198358009344 : ffff9caf46a92a00) 00010000:00000001:1.0:1789130494.498491:0:34962:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789130494.498495:0:34962:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789130494.498498:0:34962:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a92a00/0xde5303b1d982ce58 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a6126 expref: -99 pid: 34962 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789130494.498520:0:34962:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130494.498521:0:34962:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130494.498523:0:34962:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130494.498524:0:34962:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130494.498525:0:34962:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf46a92a00 refcount=5 00000020:00000001:1.0:1789130494.498527:0:34962:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875351542272 : -109198358009344 : ffff9caf46a92a00) 00010000:00000001:1.0:1789130494.498529:0:34962:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875351542272 : -109198358009344 : ffff9caf46a92a00) 00010000:00000001:1.0:1789130494.498532:0:34962:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789130494.498535:0:34962:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a92a00/0xde5303b1d982ce58 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a6126 expref: -99 pid: 34962 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789130494.498540:0:34962:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130494.498542:0:34962:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1789130494.498545:0:34962:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a92a00/0xde5303b1d982ce58 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a6126 expref: -99 pid: 34962 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789130494.498552:0:34962:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789130494.498553:0:34962:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130494.498554:0:34962:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130494.498556:0:34962:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130494.498557:0:34962:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1789130494.498563:0:34962:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9caf580b8000 x1876037329055104/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1789130510 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1789130494.498572:0:34962:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130494.498573:0:34962:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130494.498575:0:34962:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf46a92a00 refcount=3 00000020:00000001:1.0:1789130494.498577:0:34962:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875351542272 : -109198358009344 : ffff9caf46a92a00) 00010000:00000001:1.0:1789130494.498579:0:34962:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875351542272 : -109198358009344 : ffff9caf46a92a00) 00010000:00000001:1.0:1789130494.498581:0:34962:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130494.498582:0:34962:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789130494.498583:0:34962:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789130494.498585:0:34962:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789130494.498589:0:34962:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1789130494.498592:0:34962:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130494.498593:0:34962:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130494.498595:0:34962:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf46a92a00 refcount=3 00000020:00000001:1.0:1789130494.498596:0:34962:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875351542272 : -109198358009344 : ffff9caf46a92a00) 00010000:00000001:1.0:1789130494.498598:0:34962:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875351542272 : -109198358009344 : ffff9caf46a92a00) 00000002:00010000:1.0:1789130494.498602:0:34962:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a92a00/0xde5303b1d982ce58 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a6126 expref: -99 pid: 34962 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789130494.498608:0:34962:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130494.498609:0:34962:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130494.498611:0:34962:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1789130494.498613:0:34962:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130494.498614:0:34962:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130494.498615:0:34962:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf46a92a00 refcount=3 00000020:00000001:1.0:1789130494.498617:0:34962:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875351542272 : -109198358009344 : ffff9caf46a92a00) 00010000:00000001:1.0:1789130494.498619:0:34962:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875351542272 : -109198358009344 : ffff9caf46a92a00) 00010000:00000040:1.0:1789130494.498627:0:34962:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf48e45800 count: 2 00010000:00000001:1.0:1789130494.498630:0:34962:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1789130494.498636:0:34962:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9caf4630e800 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:1.0:1789130494.498639:0:34962:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130494.498640:0:34962:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789130494.498642:0:34962:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1789130494.498646:0:34962:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41937938 00000002:00002000:1.0:1789130494.498648:0:34962:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:1.0:1789130494.498651:0:34962:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789130494.498655:0:34962:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789130494.498658:0:34962:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1789130494.498662:0:34962:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:1.0:1789130494.498666:0:34962:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789130494.498671:0:34962:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9caf4557c8c0 2 00000080:00000010:1.0:1789130494.498676:0:34962:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9caf48180400. 00000080:00000001:1.0:1789130494.498681:0:34962:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1789130494.498684:0:34962:0:(llite_lib.c:3864:ll_prep_inode()) Process entered 00000002:00000001:1.0:1789130494.498693:0:34962:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:1.0:1789130494.498697:0:34962:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:1.0:1789130494.498705:0:34962:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9caf58606600. 00800000:00000001:1.0:1789130494.498707:0:34962:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446634875648763392 : -109198060788224 : ffff9caf58606600) 00800000:00000001:1.0:1789130494.498710:0:34962:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789130494.498713:0:34962:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1789130494.498717:0:34962:0:(llite_lib.c:1973:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1789130494.498719:0:34962:0:(llite_lib.c:1977:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:1.0:1789130494.498722:0:34962:0:(llite_lib.c:1928:ll_update_default_lsm_md()) Process entered 00000080:00000001:1.0:1789130494.498726:0:34962:0:(llite_lib.c:1950:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1789130494.498728:0:34962:0:(llite_lib.c:1994:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130494.498733:0:34962:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:1.0:1789130494.498737:0:34962:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:1.0:1789130494.498743:0:34962:0:(llite_lib.c:3140:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 8704 00010000:00000001:1.0:1789130494.498746:0:34962:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130494.498747:0:34962:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130494.498749:0:34962:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf46a92a00 refcount=3 00000020:00000001:1.0:1789130494.498750:0:34962:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875351542272 : -109198358009344 : ffff9caf46a92a00) 00010000:00000001:1.0:1789130494.498752:0:34962:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875351542272 : -109198358009344 : ffff9caf46a92a00) 00010000:00000001:1.0:1789130494.498755:0:34962:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130494.498756:0:34962:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1789130494.498757:0:34962:0:(llite_lib.c:3962:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1789130494.498760:0:34962:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:1.0:1789130494.498762:0:34962:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9caf58606600 1 00800000:00000010:1.0:1789130494.498765:0:34962:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9caf58606600. 00800000:00000001:1.0:1789130494.498767:0:34962:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789130494.498771:0:34962:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9caf601980c8) for lock 0xde5303b1d982ce58 00800000:00000001:1.0:1789130494.498775:0:34962:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1789130494.498776:0:34962:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1789130494.498777:0:34962:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130494.498778:0:34962:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130494.498779:0:34962:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf46a92a00 refcount=3 00000020:00000001:1.0:1789130494.498781:0:34962:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875351542272 : -109198358009344 : ffff9caf46a92a00) 00010000:00000001:1.0:1789130494.498783:0:34962:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875351542272 : -109198358009344 : ffff9caf46a92a00) 00010000:00000001:1.0:1789130494.498785:0:34962:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130494.498786:0:34962:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789130494.498787:0:34962:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789130494.498789:0:34962:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130494.498792:0:34962:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789130494.498795:0:34962:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9caf601980c8) 00000080:00010000:1.0:1789130494.498798:0:34962:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xde5303b1d982ce58 from it ffffb97f41937bf8 00010000:00000001:1.0:1789130494.498800:0:34962:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130494.498801:0:34962:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130494.498802:0:34962:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf46a92a00 refcount=3 00000020:00000001:1.0:1789130494.498860:0:34962:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875351542272 : -109198358009344 : ffff9caf46a92a00) 00010000:00000001:1.0:1789130494.498862:0:34962:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875351542272 : -109198358009344 : ffff9caf46a92a00) 00010000:00000001:1.0:1789130494.498864:0:34962:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789130494.498867:0:34962:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a92a00/0xde5303b1d982ce58 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a6126 expref: -99 pid: 34962 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789130494.498873:0:34962:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130494.498874:0:34962:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130494.498875:0:34962:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1789130494.498878:0:34962:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1789130494.498881:0:34962:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a92a00/0xde5303b1d982ce58 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a6126 expref: -99 pid: 34962 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1789130494.498892:0:34962:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1789130494.498895:0:34962:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1789130494.498897:0:34962:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789130494.498902:0:34962:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130494.498903:0:34962:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130494.498905:0:34962:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130494.498909:0:34962:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1789130494.498911:0:34962:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130494.498913:0:34962:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130494.498916:0:34962:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130494.498917:0:34962:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789130494.498918:0:34962:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130494.498919:0:34962:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1789130494.498921:0:34962:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789130494.498926:0:34962:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf580b8000 x1876037329055104/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1789130510 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130494.498933:0:34962:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789130494.498937:0:34962:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789130494.498942:0:34962:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9caf47fb1800. 02000000:00000001:1.0:1789130494.498946:0:34962:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789130494.498948:0:34962:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1789130494.498950:0:34962:0:(genops.c:1223:class_import_put()) import ffff9caf6079a800 refcount=4 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000020:00000001:1.0:1789130494.498952:0:34962:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1789130494.498957:0:34962:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9caf50106800. 02000000:00000001:1.0:1789130494.498961:0:34962:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789130494.498963:0:34962:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789130494.498965:0:34962:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf580b8000. 00000100:00000001:1.0:1789130494.498970:0:34962:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789130494.498972:0:34962:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1789130494.498975:0:34962:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8), inode mode 41ff mask 1 00000080:00000001:1.0:1789130494.498981:0:34962:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1789130494.499002:0:34962:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9caf4632bbc0. 00000080:00000001:1.0:1789130494.499009:0:34962:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:1.0:1789130494.499011:0:34962:0:(file.c:6206:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1789130494.499012:0:34962:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41937b00 00000080:00200000:1.0:1789130494.499016:0:34962:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8),name=/ 00000080:00000010:1.0:1789130494.499021:0:34962:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9caf47c6dc00. 00800000:00000002:1.0:1789130494.499026:0:34962:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9caf4557c8c0 2 00000080:00000001:1.0:1789130494.499030:0:34962:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1789130494.499033:0:34962:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1789130494.499035:0:34962:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41937a20 00800000:00000002:1.0:1789130494.499037:0:34962:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1789130494.499040:0:34962:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1789130494.499045:0:34962:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1789130494.499050:0:34962:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1789130494.499052:0:34962:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f419378f0 00000002:00010000:1.0:1789130494.499053:0:34962:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1789130494.499057:0:34962:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1789130494.499060:0:34962:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789130494.499062:0:34962:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789130494.499065:0:34962:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf48e45800 count: 2 00010000:00000001:1.0:1789130494.499067:0:34962:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789130494.499071:0:34962:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789130494.499074:0:34962:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1789130494.499077:0:34962:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a92a00/0xde5303b1d982ce58 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a6126 expref: -99 pid: 34962 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:1.0:1789130494.499084:0:34962:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1789130494.499089:0:34962:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789130494.499091:0:34962:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a92a00/0xde5303b1d982ce58 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a6126 expref: -99 pid: 34962 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:1.0:1789130494.499097:0:34962:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1789130494.499099:0:34962:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1789130494.499101:0:34962:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1789130494.499103:0:34962:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1789130494.499104:0:34962:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1789130494.499106:0:34962:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1789130494.499108:0:34962:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1789130494.499111:0:34962:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9caf4557c8c0 2 00000080:00000010:1.0:1789130494.499113:0:34962:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9caf47c6dc00. 00000080:00000001:1.0:1789130494.499116:0:34962:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1789130494.499117:0:34962:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789130494.499119:0:34962:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9caf601980c8) 00000080:00010000:1.0:1789130494.499122:0:34962:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9caf601980c8) for lock 0xde5303b1d982ce58 00800000:00000001:1.0:1789130494.499124:0:34962:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1789130494.499126:0:34962:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1789130494.499127:0:34962:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130494.499128:0:34962:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130494.499130:0:34962:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf46a92a00 refcount=3 00000020:00000001:1.0:1789130494.499131:0:34962:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875351542272 : -109198358009344 : ffff9caf46a92a00) 00010000:00000001:1.0:1789130494.499134:0:34962:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875351542272 : -109198358009344 : ffff9caf46a92a00) 00010000:00000001:1.0:1789130494.499136:0:34962:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130494.499137:0:34962:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789130494.499138:0:34962:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789130494.499139:0:34962:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789130494.499141:0:34962:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xde5303b1d982ce58 from it ffffb97f41937b38 00010000:00000001:1.0:1789130494.499142:0:34962:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130494.499143:0:34962:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130494.499145:0:34962:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf46a92a00 refcount=3 00000020:00000001:1.0:1789130494.499146:0:34962:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875351542272 : -109198358009344 : ffff9caf46a92a00) 00010000:00000001:1.0:1789130494.499148:0:34962:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875351542272 : -109198358009344 : ffff9caf46a92a00) 00010000:00000001:1.0:1789130494.499150:0:34962:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789130494.499153:0:34962:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a92a00/0xde5303b1d982ce58 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a6126 expref: -99 pid: 34962 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1789130494.499158:0:34962:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130494.499159:0:34962:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130494.499160:0:34962:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1789130494.499162:0:34962:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1789130494.499164:0:34962:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a92a00/0xde5303b1d982ce58 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a6126 expref: -99 pid: 34962 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1789130494.499176:0:34962:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1789130494.499177:0:34962:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1789130494.499179:0:34962:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789130494.499180:0:34962:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130494.499182:0:34962:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130494.499183:0:34962:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130494.499185:0:34962:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1789130494.499187:0:34962:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130494.499188:0:34962:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130494.499190:0:34962:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130494.499191:0:34962:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789130494.499193:0:34962:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130494.499194:0:34962:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1789130494.499195:0:34962:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1789130494.499197:0:34962:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1789130494.499199:0:34962:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8), inode mode 41ff mask 3 00000080:00000001:1.0:1789130494.499202:0:34962:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130494.499206:0:34962:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:1.0:1789130494.499208:0:34962:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41937b58 00000080:00200000:1.0:1789130494.499211:0:34962:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=d24b.recovery-small, dir=[0x200000007:0x1:0x0](ffff9caf601980c8), file ffff9caf48586c00, open_flags a141, mode 81b6 opened 0 00000080:00000010:1.0:1789130494.499218:0:34962:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff9caf481b3e40. 00000080:00000001:1.0:1789130494.499224:0:34962:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:1.0:1789130494.499226:0:34962:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41937a08 00000080:00200000:1.0:1789130494.499229:0:34962:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d24b.recovery-small, dir=[0x200000007:0x1:0x0](ffff9caf601980c8), intent=open|creat 00000080:00000010:1.0:1789130494.499237:0:34962:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9caf47c6dc00. 00800000:00000002:1.0:1789130494.499239:0:34962:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9caf4557c8c0 2 00000080:00000001:1.0:1789130494.499247:0:34962:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1789130494.499248:0:34962:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1789130494.499249:0:34962:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41937928 00800000:00000002:1.0:1789130494.499251:0:34962:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'd24b.recovery-small' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1789130494.499254:0:34962:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:1.0:1789130494.499257:0:34962:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:1.0:1789130494.499262:0:34962:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446634875370194944 : -109198339356672 : ffff9caf47c5c800) 00800000:00000001:1.0:1789130494.499265:0:34962:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:1.0:1789130494.499269:0:34962:0:(obd_class.h:932:obd_fid_alloc()) Process entered 00000002:00000001:1.0:1789130494.499272:0:34962:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:1.0:1789130494.499275:0:34962:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:1.0:1789130494.499278:0:34962:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff9caf5014c800: Allocated FID [0x200000404:0x33:0x0] 40000000:00000001:1.0:1789130494.499282:0:34962:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789130494.499284:0:34962:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789130494.499285:0:34962:0:(obd_class.h:945:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789130494.499287:0:34962:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130494.499290:0:34962:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f419378a8 00800000:00000002:1.0:1789130494.499291:0:34962:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x33:0x0], name='d24b.recovery-small' -> mds #0 layout version 1 00000002:00000001:1.0:1789130494.499294:0:34962:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1789130494.499295:0:34962:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f419377e0 00000002:00010000:1.0:1789130494.499297:0:34962:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d24b.recovery-small,[0x200000404:0x33:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 0120502 00000002:00000001:1.0:1789130494.499301:0:34962:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1789130494.499304:0:34962:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:1.0:1789130494.499308:0:34962:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:1.0:1789130494.499312:0:34962:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789130494.499314:0:34962:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1789130494.499316:0:34962:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf48e45800 count: 2 00010000:00000001:1.0:1789130494.499318:0:34962:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789130494.499321:0:34962:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1789130494.499325:0:34962:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1789130494.499327:0:34962:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a92a00/0xde5303b1d982ce58 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xcdf1b083821a6126 expref: -99 pid: 34962 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00000001:1.0:1789130494.499335:0:34962:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1789130494.499339:0:34962:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1789130494.499342:0:34962:0:(file.c:6113:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1789130494.499344:0:34962:0:(file.c:6119:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:1.0:1789130494.499347:0:34962:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789130494.499348:0:34962:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789130494.499350:0:34962:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf48e45800 count: 3 00010000:00000001:1.0:1789130494.499352:0:34962:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1789130494.499354:0:34962:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789130494.499356:0:34962:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789130494.499357:0:34962:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789130494.499358:0:34962:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf48e45800 count: 3 00010000:00000001:1.0:1789130494.499360:0:34962:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1789130494.499362:0:34962:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789130494.499363:0:34962:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789130494.499364:0:34962:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789130494.499366:0:34962:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf48e45800 count: 3 00010000:00000001:1.0:1789130494.499367:0:34962:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1789130494.499369:0:34962:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130494.499371:0:34962:0:(file.c:6141:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1789130494.499374:0:34962:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff9caf60198000, pfid = [0x0:0x0:0x0] 00000080:00000001:1.0:1789130494.499378:0:34962:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:1.0:1789130494.499380:0:34962:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:1.0:1789130494.499382:0:34962:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1789130494.499384:0:34962:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130494.499387:0:34962:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1789130494.499390:0:34962:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1789130494.499391:0:34962:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1789130494.499393:0:34962:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789130494.499394:0:34962:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1789130494.499398:0:34962:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9caf46a92a00 with handle 0xde5303b1d982ce58 from hash 00010000:00000001:1.0:1789130494.499401:0:34962:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1789130494.499402:0:34962:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130494.499403:0:34962:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130494.499404:0:34962:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1789130494.499407:0:34962:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1789130494.499409:0:34962:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1789130494.499413:0:34962:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1789130494.499415:0:34962:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1789130494.499418:0:34962:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1789130494.499424:0:34962:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf615d5e00. 00000020:00000040:1.0:1789130494.499428:0:34962:0:(genops.c:1210:class_import_get()) import ffff9caf6079a800 refcount=5 obd=lustre-MDT0000-mdc-ffff9caf5014c800 02000000:00000001:1.0:1789130494.499436:0:34962:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789130494.499437:0:34962:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130494.499441:0:34962:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1789130494.499446:0:34962:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789130494.499450:0:34962:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130494.499451:0:34962:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130494.499452:0:34962:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130494.499455:0:34962:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789130494.499458:0:34962:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789130494.499461:0:34962:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789130494.499471:0:34962:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9caf487c2c00. 00000100:00000001:1.0:1789130494.499480:0:34962:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130494.499485:0:34962:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789130494.499488:0:34962:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1789130494.499492:0:34962:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a92a00/0xde5303b1d982ce58 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xcdf1b083821a6126 expref: -99 pid: 34962 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1789130494.499499:0:34962:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1789130494.499501:0:34962:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1789130494.499503:0:34962:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1789130494.499505:0:34962:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a92a00/0xde5303b1d982ce58 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xcdf1b083821a6126 expref: -99 pid: 34962 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000040:1.0:1789130494.499514:0:34962:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9caf48e45800 count: 0 00010000:00000010:1.0:1789130494.499521:0:34962:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9caf4938d600. 00010000:00000001:1.0:1789130494.500151:0:34962:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130494.500156:0:34962:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130494.500159:0:34962:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789130494.500161:0:34962:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130494.500163:0:34962:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789130494.500178:0:34962:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446634875799559680 : -109197909991936 : ffff9caf615d5e00) 00010000:00000001:1.0:1789130494.500183:0:34962:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1789130494.500185:0:34962:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1789130494.500194:0:34962:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9caf4814d400. 00010000:00000010:1.0:1789130494.500199:0:34962:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9caf50154100. 00010000:00000001:1.0:1789130494.500204:0:34962:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1789130494.500207:0:34962:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9caf586b7400. 00000020:00000001:1.0:1789130494.500211:0:34962:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1789130494.500214:0:34962:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9caf586b7400 with handle 0xde5303b1d982ce5f to hash 00000020:00000001:1.0:1789130494.500216:0:34962:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1789130494.500218:0:34962:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446634875649487872 : -109198060063744 : ffff9caf586b7400) 00010000:00000001:1.0:1789130494.500222:0:34962:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446634875649487872 : -109198060063744 : ffff9caf586b7400) 00010000:00000001:1.0:1789130494.500226:0:34962:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789130494.500228:0:34962:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789130494.500232:0:34962:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7400/0xde5303b1d982ce5f lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 34962 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789130494.500242:0:34962:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7400/0xde5303b1d982ce5f lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34962 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:1.0:1789130494.500256:0:34962:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9caf5014c800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1789130494.500268:0:34962:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9caf615d5e00 x1876037329055360/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 536/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1789130494.500277:0:34962:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7400/0xde5303b1d982ce5f lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34962 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1789130494.500283:0:34962:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1789130494.500286:0:34962:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1789130494.500295:0:34962:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9caf48173a80. 00000100:00000001:1.0:1789130494.500298:0:34962:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446634875375532672 : -109198334018944 : ffff9caf48173a80) 00000100:00000001:1.0:1789130494.500301:0:34962:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789130494.500303:0:34962:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875799559680 : -109197909991936 : ffff9caf615d5e00) 00000100:00000001:1.0:1789130494.500308:0:34962:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789130494.500314:0:34962:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130494.500316:0:34962:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1789130494.500318:0:34962:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789130494.500323:0:34962:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf615d5e00 x1876037329055360/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 536/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130494.500330:0:34962:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789130494.500333:0:34962:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130494.500339:0:34962:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789130494.500343:0:34962:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789130494.500346:0:34962:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789130494.500349:0:34962:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf615d5e00 pname:cluuid:pid:xid:nid:opc:job lfs:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:34962:1876037329055360:192.168.204.123@tcp:101:lfs.0 00000100:00000001:1.0:1789130494.500354:0:34962:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789130494.500361:0:34962:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789130494.500364:0:34962:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130494.500367:0:34962:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789130494.500428:0:34962:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff9caf48ba0000. 02000000:00000001:1.0:1789130494.500431:0:34962:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789130494.500439:0:34962:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:1.0:1789130494.500444:0:34962:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf42d8ec08. 00000400:00000010:1.0:1789130494.500454:0:34962:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff9caf487c1000. 00000100:00000200:1.0:1789130494.500465:0:34962:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1876037329055360, portal 10 00000100:00000001:1.0:1789130494.500468:0:34962:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789130494.500469:0:34962:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875799559680 : -109197909991936 : ffff9caf615d5e00) 00000100:00000040:1.0:1789130494.500476:0:34962:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9caf615d5e00 x1876037329055360/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 536/66320 e 0 to 0 dl 1789130510 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130494.500485:0:34962:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789130494.500489:0:34962:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:1.0:1789130494.500495:0:34962:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf462a3198. 00000100:00000200:1.0:1789130494.500499:0:34962:0:(niobuf.c:94:ptl_send_buf()) Sending 536 bytes to portal 12, xid 1876037329055360, offset 0 00000400:00000200:1.0:1789130494.500523:0:34962:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:1.0:1789130494.500535:0:34962:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:1.0:1789130494.500546:0:34962:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:1.0:1789130494.500554:0:34962:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789130494.500559:0:34962:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:1.0:1789130494.500564:0:34962:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789130494.500567:0:34962:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:1.0:1789130494.500571:0:34962:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2682:2682:256:4294967295] 192.168.204.123@tcp LPNI seq info [2681:2681:8:4294967295] 00000400:00000200:1.0:1789130494.500575:0:34962:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:1.0:1789130494.500587:0:34962:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:1.0:1789130494.500594:0:34962:0:(socklnd_cb.c:931:ksocknal_send()) sending 536 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:1.0:1789130494.500602:0:34962:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf4a83ac00. 00000800:00000200:1.0:1789130494.500609:0:34962:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:1.0:1789130494.500620:0:34962:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:1.0:1789130494.500627:0:34962:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf4a83ac00 type 1, nob 632 niov 1 nkiov 1 00000100:00000001:1.0:1789130494.500650:0:34962:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789130494.500657:0:34962:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: using a timeout of 794588 usecs (795 jiffies) 00000400:00000200:1.0:1789130494.500660:0:34962:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:1.0:1789130494.500664:0:34962:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296589317 00000100:00000001:1.0:1789130494.500668:0:34962:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 2, keep current deadline 4296592375 00000100:00000001:1.0:1789130494.500671:0:34962:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296589317 00000100:00000001:1.0:1789130494.500674:0:34962:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 3, keep current deadline 4296592375 00000100:00000001:1.0:1789130494.500676:0:34962:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789130494.500679:0:34962:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130494.500682:0:34962:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789130494.500684:0:34962:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1789130494.500687:0:34962:0:(client.c:2715:ptlrpc_set_wait()) set ffff9caf48173a80 going to sleep for 11 seconds 00000100:00000001:1.0:1789130494.500689:0:34962:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789130494.500693:0:34962:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789130494.501466:0:2341:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789130494.501479:0:2341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf4a83ac00. 00000400:00000200:3.0:1789130494.501489:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130494.501518:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:3.0:1789130494.501529:0:2341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf462a3198 00000400:00000010:3.0:1789130494.501532:0:2341:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf462a3198. 00000100:00000001:3.0:1789130494.501537:0:2341:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789130494.501545:0:2341:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf615d5e00 x1876037329055360/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 536/66320 e 0 to 0 dl 1789130510 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130494.501557:0:2341:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130494.501561:0:2341:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf615d5e00 x1876037329055360/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 536/66320 e 0 to 0 dl 1789130510 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130494.501569:0:2341:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130494.501570:0:2341:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:1.1:1789130494.509082:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf48e45800. 00010000:00000010:1.1:1789130494.509871:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf46a92a00. 00000800:00000001:2.0:1789130494.523744:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130494.523778:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789130494.523785:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130494.523789:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130494.523802:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130494.523873:0:2342:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:2.0:1789130494.523890:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130494.523897:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130494.523906:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130494.523911:0:2342:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 608 into portal 10 MB=0x6aa3efa956e80 00000400:00000200:2.0:1789130494.523917:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130494.523924:0:2342:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.123@tcp of length 608/608 into md 0x739d [32] + 224 00000800:00000001:2.0:1789130494.523933:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130494.523967:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130494.523972:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130494.523977:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:2.0:1789130494.523987:0:2342:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789130494.523999:0:2342:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf615d5e00 x1876037329055360/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 536/66320 e 0 to 0 dl 1789130510 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789130494.524012:0:2342:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=608 offset=224 replen=66320 req@ffff9caf615d5e00 x1876037329055360/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 536/66320 e 0 to 0 dl 1789130510 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130494.524035:0:2342:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789130494.524047:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130494.524051:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130494.524275:0:34962:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789130494.524287:0:34962:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789130494.524291:0:34962:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789130494.524296:0:34962:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf42d8ec08. 00000400:00000200:1.0:1789130494.524302:0:34962:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf487c1000 00000400:00000010:1.0:1789130494.524305:0:34962:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 632 at ffff9caf487c1000. 00000100:00000001:1.0:1789130494.524309:0:34962:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789130494.524315:0:34962:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf615d5e00 x1876037329055360/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 536/66320 e 0 to 0 dl 1789130510 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1789130494.524326:0:34962:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf615d5e00 x1876037329055360/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 536/66320 e 0 to 0 dl 1789130510 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130494.524333:0:34962:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789130494.524336:0:34962:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130494.524338:0:34962:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789130494.524343:0:34962:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789130494.524347:0:34962:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789130494.524350:0:34962:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130494.524354:0:34962:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789130494.524366:0:34962:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf6079ac60 time=113 v=5 (5 104 104 104) 00000100:00001000:1.0:1789130494.524372:0:34962:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf6079ac18 time=35 v=5 (1 0 0 0) 00000100:00000001:1.0:1789130494.524376:0:34962:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1789130494.524380:0:34962:0:(client.c:1510:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff9caf615d5e00 x1876037329055360/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 536/608 e 0 to 0 dl 1789130510 ref 2 fl Rpc:RPQU/600/0 rc 0/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130494.524387:0:34962:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1789130494.524391:0:34962:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789130494.524393:0:34962:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9caf5014c800: skip recheck: last_committed 8589934606 00000100:00000001:1.0:1789130494.524396:0:34962:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789130494.524401:0:34962:0:(client.c:1797:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1789130494.524405:0:34962:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf615d5e00 x1876037329055360/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 536/608 e 0 to 0 dl 1789130510 ref 2 fl Rpc:RPQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130494.524413:0:34962:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1789130494.524416:0:34962:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789130494.524419:0:34962:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789130494.524423:0:34962:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf615d5e00 x1876037329055360/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 536/608 e 0 to 0 dl 1789130510 ref 2 fl Interpret:RPQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1789130494.524431:0:34962:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf615d5e00 pname:cluuid:pid:xid:nid:opc:job lfs:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:34962:1876037329055360:192.168.204.123@tcp:101:lfs.0 00000100:00000001:1.0:1789130494.524437:0:34962:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130494.524441:0:34962:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1789130494.524444:0:34962:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1789130494.524447:0:34962:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789130494.524450:0:34962:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf615d5e00 x1876037329055360/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 536/608 e 0 to 0 dl 1789130510 ref 2 fl Complete:RPQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130494.524458:0:34962:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789130494.524462:0:34962:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9caf48173a80. 00000100:00000001:1.0:1789130494.524466:0:34962:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1789130494.524468:0:34962:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1789130494.524472:0:34962:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1789130494.524479:0:34962:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130494.524483:0:34962:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130494.524486:0:34962:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b7400 refcount=4 00000020:00000001:1.0:1789130494.524489:0:34962:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649487872 : -109198060063744 : ffff9caf586b7400) 00010000:00000001:1.0:1789130494.524492:0:34962:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649487872 : -109198060063744 : ffff9caf586b7400) 00010000:00010000:1.0:1789130494.524498:0:34962:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7400/0xde5303b1d982ce5f lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34962 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789130494.524528:0:34962:0:(ldlm_request.c:719:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1789130494.524533:0:34962:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7400/0xde5303b1d982ce5f lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 34962 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789130494.524540:0:34962:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789130494.524543:0:34962:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7400/0xde5303b1d982ce5f lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 34962 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789130494.524551:0:34962:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130494.524553:0:34962:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1789130494.524556:0:34962:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7400/0xde5303b1d982ce5f lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 34962 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789130494.524563:0:34962:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789130494.524568:0:34962:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130494.524571:0:34962:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1789130494.524574:0:34962:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7400/0xde5303b1d982ce5f lrc: 4/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 34962 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789130494.524581:0:34962:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9caf586b7400 already unused, calling callback (ffffffffc1904580) 00000080:00000001:1.0:1789130494.524586:0:34962:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1789130494.524590:0:34962:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7400/0xde5303b1d982ce5f lrc: 4/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x206400000000 pid: 34962 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789130494.524596:0:34962:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1789130494.524599:0:34962:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1789130494.524602:0:34962:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7400/0xde5303b1d982ce5f lrc: 4/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x206400000000 pid: 34962 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789130494.524608:0:34962:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1789130494.524610:0:34962:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1789130494.524612:0:34962:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130494.524614:0:34962:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130494.524615:0:34962:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b7400 refcount=5 00000020:00000001:1.0:1789130494.524617:0:34962:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649487872 : -109198060063744 : ffff9caf586b7400) 00010000:00000001:1.0:1789130494.524620:0:34962:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649487872 : -109198060063744 : ffff9caf586b7400) 00010000:00000001:1.0:1789130494.524623:0:34962:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1789130494.524625:0:34962:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7400/0xde5303b1d982ce5f lrc: 5/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x20e400000000 pid: 34962 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:1.0:1789130494.524631:0:34962:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1789130494.524633:0:34962:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789130494.524636:0:34962:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1789130494.524638:0:34962:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1789130494.524642:0:34962:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1789130494.524644:0:34962:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1789130494.524645:0:34962:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789130494.524647:0:34962:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1789130494.524650:0:34962:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9caf586b7400 with handle 0xde5303b1d982ce5f from hash 00010000:00000001:1.0:1789130494.524653:0:34962:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1789130494.524654:0:34962:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130494.524656:0:34962:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130494.524657:0:34962:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1789130494.524658:0:34962:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1789130494.524660:0:34962:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1789130494.524663:0:34962:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130494.524664:0:34962:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130494.524666:0:34962:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130494.524668:0:34962:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789130494.524670:0:34962:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7400/0xde5303b1d982ce5f lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 34962 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789130494.524676:0:34962:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130494.524677:0:34962:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130494.524679:0:34962:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1789130494.524680:0:34962:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789130494.524682:0:34962:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130494.524683:0:34962:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130494.524684:0:34962:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1789130494.524686:0:34962:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7400/0xde5303b1d982ce5f lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 34962 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1789130494.524694:0:34962:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9caf4814d400 count: 0 00010000:00000010:1.0:1789130494.524704:0:34962:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9caf50154100. 00010000:00000001:1.0:1789130494.524717:0:34962:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130494.524718:0:34962:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1789130494.524724:0:34962:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1789130494.524732:0:34962:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0xb, status=-21 req@ffff9caf615d5e00 x1876037329055360/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 536/608 e 0 to 0 dl 1789130510 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1789130494.524740:0:34962:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1789130494.524742:0:34962:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789130494.524744:0:34962:0:(mdc_locks.c:932:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789130494.524746:0:34962:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789130494.524749:0:34962:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000002:00000001:1.0:1789130494.524754:0:34962:0:(mdc_locks.c:1316:mdc_finish_intent_lock()) Process leaving via out (rc=18446744073709551595 : -21 : 0xffffffffffffffeb) 00000020:00000001:1.0:1789130494.524758:0:34962:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41937768 00000002:00002000:1.0:1789130494.524761:0:34962:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=d24b.recovery-small intent=open|creat status=-21 disp=0xb: rc = -21 00000002:00000001:1.0:1789130494.524764:0:34962:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=18446744073709551595 : -21 : ffffffffffffffeb) 00800000:00000001:1.0:1789130494.524768:0:34962:0:(lmv_intent.c:387:lmv_intent_open()) Process leaving (rc=18446744073709551595 : -21 : ffffffffffffffeb) 00800000:00000001:1.0:1789130494.524773:0:34962:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=18446744073709551595 : -21 : ffffffffffffffeb) 00000080:00200000:1.0:1789130494.524776:0:34962:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc -21 00000080:00000001:1.0:1789130494.524779:0:34962:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=18446744073709551595 : -21 : ffffffffffffffeb) 00000080:00000001:1.0:1789130494.524783:0:34962:0:(namei.c:1264:ll_lookup_it()) Process leaving via out (rc=18446744073709551595 : -21 : 0xffffffffffffffeb) 00800000:00000002:1.0:1789130494.524790:0:34962:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9caf4557c8c0 2 00000080:00000010:1.0:1789130494.524794:0:34962:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9caf47c6dc00. 00000100:00000001:1.0:1789130494.524799:0:34962:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789130494.524875:0:34962:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf615d5e00 x1876037329055360/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 536/608 e 0 to 0 dl 1789130510 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130494.524883:0:34962:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789130494.524886:0:34962:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789130494.524891:0:34962:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff9caf48ba0000. 02000000:00000001:1.0:1789130494.524926:0:34962:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789130494.524929:0:34962:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1789130494.524931:0:34962:0:(genops.c:1223:class_import_put()) import ffff9caf6079a800 refcount=4 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000020:00000001:1.0:1789130494.524935:0:34962:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1789130494.524938:0:34962:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9caf487c2c00. 02000000:00000001:1.0:1789130494.524943:0:34962:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789130494.524945:0:34962:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789130494.524947:0:34962:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf615d5e00. 00000100:00000001:1.0:1789130494.524953:0:34962:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789130494.524954:0:34962:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1789130494.524960:0:34962:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:1.0:1789130494.524962:0:34962:0:(dcache.c:176:ll_intent_release()) intent ffff9caf481b3e40 released 00000080:00000001:1.0:1789130494.524964:0:34962:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000010:1.0:1789130494.524966:0:34962:0:(namei.c:1562:ll_atomic_open()) kfreed 'it': 72 at ffff9caf481b3e40. 00000080:00000001:1.0:1789130494.524969:0:34962:0:(namei.c:1564:ll_atomic_open()) Process leaving (rc=18446744073709551595 : -21 : ffffffffffffffeb) 00000080:00000001:1.0:1789130494.524979:0:34962:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1789130494.524984:0:34962:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1789130494.525055:0:34962:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:1.0:1789130494.525058:0:34962:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:1.0:1789130494.525061:0:34962:0:(file.c:6206:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1789130494.525062:0:34962:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41937bc0 00000080:00200000:1.0:1789130494.525065:0:34962:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8),name=/ 00000080:00000010:1.0:1789130494.525072:0:34962:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9caf47c6dc00. 00800000:00000002:1.0:1789130494.525081:0:34962:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9caf4557c8c0 2 00000080:00000001:1.0:1789130494.525086:0:34962:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1789130494.525090:0:34962:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1789130494.525092:0:34962:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41937ae0 00800000:00000002:1.0:1789130494.525095:0:34962:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1789130494.525098:0:34962:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1789130494.525105:0:34962:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1789130494.525110:0:34962:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1789130494.525112:0:34962:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f419379b0 00000002:00010000:1.0:1789130494.525114:0:34962:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1789130494.525118:0:34962:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1789130494.525121:0:34962:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789130494.525124:0:34962:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1789130494.525130:0:34962:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789130494.525132:0:34962:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789130494.525134:0:34962:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789130494.525137:0:34962:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1789130494.525139:0:34962:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1789130494.525143:0:34962:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf615d5e00. 00000020:00000040:1.0:1789130494.525148:0:34962:0:(genops.c:1210:class_import_get()) import ffff9caf6079a800 refcount=5 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00010000:00000001:1.0:1789130494.525154:0:34962:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1789130494.525160:0:34962:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789130494.525166:0:34962:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130494.525168:0:34962:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130494.525169:0:34962:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130494.525184:0:34962:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789130494.525187:0:34962:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789130494.525193:0:34962:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789130494.525202:0:34962:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9caf487c2c00. 00000100:00000001:1.0:1789130494.525212:0:34962:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130494.525217:0:34962:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789130494.525219:0:34962:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130494.525220:0:34962:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789130494.525222:0:34962:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130494.525224:0:34962:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789130494.525231:0:34962:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446634875799559680 : -109197909991936 : ffff9caf615d5e00) 00010000:00000001:1.0:1789130494.525236:0:34962:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1789130494.525239:0:34962:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1789130494.525244:0:34962:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9caf4814d500. 00010000:00000010:1.0:1789130494.525249:0:34962:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9caf50154100. 00010000:00000001:1.0:1789130494.525254:0:34962:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1789130494.525259:0:34962:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9caf586b7200. 00000020:00000001:1.0:1789130494.525262:0:34962:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1789130494.525265:0:34962:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9caf586b7200 with handle 0xde5303b1d982ce66 to hash 00000020:00000001:1.0:1789130494.525268:0:34962:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1789130494.525270:0:34962:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446634875649487360 : -109198060064256 : ffff9caf586b7200) 00010000:00000001:1.0:1789130494.525274:0:34962:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446634875649487360 : -109198060064256 : ffff9caf586b7200) 00010000:00000001:1.0:1789130494.525279:0:34962:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789130494.525282:0:34962:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789130494.525285:0:34962:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7200/0xde5303b1d982ce66 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 34962 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789130494.525294:0:34962:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7200/0xde5303b1d982ce66 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34962 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789130494.525307:0:34962:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7200/0xde5303b1d982ce66 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34962 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1789130494.525313:0:34962:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1789130494.525316:0:34962:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1789130494.525325:0:34962:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9caf48173a80. 00000100:00000001:1.0:1789130494.525328:0:34962:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446634875375532672 : -109198334018944 : ffff9caf48173a80) 00000100:00000001:1.0:1789130494.525331:0:34962:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789130494.525333:0:34962:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875799559680 : -109197909991936 : ffff9caf615d5e00) 00000100:00000001:1.0:1789130494.525340:0:34962:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789130494.525346:0:34962:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130494.525349:0:34962:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1789130494.525351:0:34962:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789130494.525357:0:34962:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf615d5e00 x1876037329055488/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130494.525364:0:34962:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789130494.525367:0:34962:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130494.525372:0:34962:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789130494.525376:0:34962:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789130494.525378:0:34962:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789130494.525383:0:34962:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf615d5e00 pname:cluuid:pid:xid:nid:opc:job lfs:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:34962:1876037329055488:192.168.204.123@tcp:101:lfs.0 00000100:00000001:1.0:1789130494.525387:0:34962:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789130494.525394:0:34962:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789130494.525398:0:34962:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130494.525401:0:34962:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789130494.525406:0:34962:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9caf482d8800. 02000000:00000001:1.0:1789130494.525408:0:34962:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789130494.525414:0:34962:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:1.0:1789130494.525419:0:34962:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf42d8ec08. 00000400:00000010:1.0:1789130494.525428:0:34962:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf462a3dd0. 00000100:00000200:1.0:1789130494.525437:0:34962:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1876037329055488, portal 10 00000100:00000001:1.0:1789130494.525439:0:34962:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789130494.525441:0:34962:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875799559680 : -109197909991936 : ffff9caf615d5e00) 00000100:00000040:1.0:1789130494.525447:0:34962:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9caf615d5e00 x1876037329055488/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789130510 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130494.525456:0:34962:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789130494.525459:0:34962:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:1.0:1789130494.525462:0:34962:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf462a34c8. 00000100:00000200:1.0:1789130494.525465:0:34962:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1876037329055488, offset 0 00000400:00000200:1.0:1789130494.525472:0:34962:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:1.0:1789130494.525481:0:34962:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:1.0:1789130494.525490:0:34962:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:1.0:1789130494.525498:0:34962:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789130494.525504:0:34962:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:1.0:1789130494.525508:0:34962:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789130494.525512:0:34962:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:1.0:1789130494.525516:0:34962:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2683:2683:256:4294967295] 192.168.204.123@tcp LPNI seq info [2682:2682:8:4294967295] 00000400:00000200:1.0:1789130494.525520:0:34962:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:1.0:1789130494.525531:0:34962:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:1.0:1789130494.525538:0:34962:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:1.0:1789130494.525543:0:34962:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf4a83af00. 00000800:00000200:1.0:1789130494.525551:0:34962:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:1.0:1789130494.525561:0:34962:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:1.0:1789130494.525568:0:34962:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf4a83af00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:1.0:1789130494.525592:0:34962:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789130494.525600:0:34962:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: using a timeout of 793657 usecs (794 jiffies) 00000400:00000200:1.0:1789130494.525604:0:34962:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:1.0:1789130494.525608:0:34962:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296589341 00000100:00000001:1.0:1789130494.525612:0:34962:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 2, keep current deadline 4296592375 00000100:00000001:1.0:1789130494.525615:0:34962:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296589341 00000100:00000001:1.0:1789130494.525618:0:34962:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 3, keep current deadline 4296592375 00000100:00000001:1.0:1789130494.525620:0:34962:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789130494.525623:0:34962:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130494.525626:0:34962:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789130494.525629:0:34962:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1789130494.525632:0:34962:0:(client.c:2715:ptlrpc_set_wait()) set ffff9caf48173a80 going to sleep for 11 seconds 00000100:00000001:1.0:1789130494.525635:0:34962:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789130494.525637:0:34962:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789130494.527315:0:2341:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789130494.527327:0:2341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf4a83af00. 00000400:00000200:3.0:1789130494.527335:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130494.527345:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:3.0:1789130494.527354:0:2341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf462a34c8 00000400:00000010:3.0:1789130494.527357:0:2341:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf462a34c8. 00000100:00000001:3.0:1789130494.527363:0:2341:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789130494.527371:0:2341:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf615d5e00 x1876037329055488/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789130510 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130494.527384:0:2341:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130494.527387:0:2341:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf615d5e00 x1876037329055488/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789130510 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130494.527394:0:2341:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130494.527396:0:2341:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:1.1:1789130494.529987:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf4814d400. 00010000:00000010:1.1:1789130494.530011:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf586b7400. 00000800:00000001:2.0:1789130494.534670:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130494.534700:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789130494.534707:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130494.534710:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130494.534723:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130494.534736:0:2342:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:2.0:1789130494.534751:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130494.534758:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130494.534766:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130494.534771:0:2342:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 688 into portal 10 MB=0x6aa3efa956f00 00000400:00000200:2.0:1789130494.534778:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130494.534787:0:2342:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.123@tcp of length 688/688 into md 0x73a5 [1] + 224 00000800:00000001:2.0:1789130494.534797:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130494.534825:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130494.534829:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130494.534846:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:2.0:1789130494.534858:0:2342:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789130494.534870:0:2342:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf615d5e00 x1876037329055488/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789130510 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789130494.534882:0:2342:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9caf615d5e00 x1876037329055488/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789130510 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130494.534900:0:2342:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789130494.534910:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130494.534913:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130494.534935:0:34962:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789130494.534946:0:34962:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789130494.534949:0:34962:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789130494.534954:0:34962:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf42d8ec08. 00000400:00000200:1.0:1789130494.534959:0:34962:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf462a3dd0 00000400:00000010:1.0:1789130494.534962:0:34962:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf462a3dd0. 00000100:00000001:1.0:1789130494.534965:0:34962:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789130494.534971:0:34962:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf615d5e00 x1876037329055488/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789130510 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1789130494.534981:0:34962:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf615d5e00 x1876037329055488/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789130510 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130494.534987:0:34962:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789130494.534990:0:34962:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130494.534993:0:34962:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789130494.534998:0:34962:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789130494.535001:0:34962:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789130494.535004:0:34962:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130494.535008:0:34962:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789130494.535021:0:34962:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf6079ac60 time=113 v=5 (5 104 104 104) 00000100:00001000:1.0:1789130494.535027:0:34962:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf6079ac18 time=35 v=5 (1 0 0 0) 00000100:00000001:1.0:1789130494.535029:0:34962:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789130494.535031:0:34962:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130494.535035:0:34962:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789130494.535041:0:34962:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130494.535047:0:34962:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789130494.535049:0:34962:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9caf5014c800: skip recheck: last_committed 8589934606 00000100:00000001:1.0:1789130494.535052:0:34962:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789130494.535056:0:34962:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789130494.535062:0:34962:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf615d5e00 x1876037329055488/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1789130510 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130494.535071:0:34962:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789130494.535076:0:34962:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789130494.535079:0:34962:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789130494.535084:0:34962:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf615d5e00 x1876037329055488/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1789130510 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1789130494.535093:0:34962:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf615d5e00 pname:cluuid:pid:xid:nid:opc:job lfs:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:34962:1876037329055488:192.168.204.123@tcp:101:lfs.0 00000100:00000001:1.0:1789130494.535100:0:34962:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130494.535104:0:34962:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130494.535106:0:34962:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1789130494.535109:0:34962:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789130494.535113:0:34962:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf615d5e00 x1876037329055488/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1789130510 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130494.535120:0:34962:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789130494.535124:0:34962:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9caf48173a80. 00000100:00000001:1.0:1789130494.535129:0:34962:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1789130494.535130:0:34962:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130494.535135:0:34962:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1789130494.535141:0:34962:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130494.535144:0:34962:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130494.535150:0:34962:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b7200 refcount=4 00000020:00000001:1.0:1789130494.535154:0:34962:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649487360 : -109198060064256 : ffff9caf586b7200) 00010000:00000001:1.0:1789130494.535157:0:34962:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649487360 : -109198060064256 : ffff9caf586b7200) 00010000:00000040:1.0:1789130494.535169:0:34962:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9caf586b7200, remote cookie: 0xcdf1b083821a6150, flags: 0x1001 00010000:00010000:1.0:1789130494.535308:0:34962:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7200/0xde5303b1d982ce66 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a6150 expref: -99 pid: 34962 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789130494.535321:0:34962:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7200/0xde5303b1d982ce66 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a6150 expref: -99 pid: 34962 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789130494.535330:0:34962:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1789130494.535335:0:34962:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1789130494.535338:0:34962:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1789130494.535341:0:34962:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1789130494.535342:0:34962:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1789130494.535347:0:34962:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff9caf4814d500) refcount = 1 00010000:00010000:1.0:1789130494.535352:0:34962:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7200/0xde5303b1d982ce66 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a6150 expref: -99 pid: 34962 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789130494.535360:0:34962:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1789130494.535365:0:34962:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1789130494.535367:0:34962:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789130494.535370:0:34962:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1789130494.535373:0:34962:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789130494.535377:0:34962:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7200/0xde5303b1d982ce66 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a6150 expref: -99 pid: 34962 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789130494.535384:0:34962:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1789130494.535386:0:34962:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130494.535389:0:34962:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130494.535390:0:34962:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130494.535391:0:34962:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130494.535393:0:34962:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789130494.535400:0:34962:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1789130494.535402:0:34962:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130494.535403:0:34962:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130494.535405:0:34962:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b7200 refcount=3 00000020:00000001:1.0:1789130494.535408:0:34962:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649487360 : -109198060064256 : ffff9caf586b7200) 00010000:00000001:1.0:1789130494.535410:0:34962:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649487360 : -109198060064256 : ffff9caf586b7200) 00010000:00000001:1.0:1789130494.535413:0:34962:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130494.535414:0:34962:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130494.535416:0:34962:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b7200 refcount=4 00000020:00000001:1.0:1789130494.535418:0:34962:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649487360 : -109198060064256 : ffff9caf586b7200) 00010000:00000001:1.0:1789130494.535420:0:34962:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649487360 : -109198060064256 : ffff9caf586b7200) 00010000:00000001:1.0:1789130494.535424:0:34962:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789130494.535429:0:34962:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789130494.535433:0:34962:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7200/0xde5303b1d982ce66 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a6150 expref: -99 pid: 34962 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789130494.535440:0:34962:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130494.535441:0:34962:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130494.535442:0:34962:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130494.535443:0:34962:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130494.535446:0:34962:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b7200 refcount=5 00000020:00000001:1.0:1789130494.535447:0:34962:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649487360 : -109198060064256 : ffff9caf586b7200) 00010000:00000001:1.0:1789130494.535450:0:34962:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649487360 : -109198060064256 : ffff9caf586b7200) 00010000:00000001:1.0:1789130494.535453:0:34962:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789130494.535457:0:34962:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7200/0xde5303b1d982ce66 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a6150 expref: -99 pid: 34962 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789130494.535464:0:34962:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130494.535465:0:34962:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1789130494.535469:0:34962:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7200/0xde5303b1d982ce66 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a6150 expref: -99 pid: 34962 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789130494.535482:0:34962:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789130494.535484:0:34962:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130494.535485:0:34962:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130494.535486:0:34962:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130494.535487:0:34962:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1789130494.535493:0:34962:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9caf615d5e00 x1876037329055488/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1789130510 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1789130494.535729:0:34962:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130494.535731:0:34962:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130494.535733:0:34962:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b7200 refcount=3 00000020:00000001:1.0:1789130494.535735:0:34962:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649487360 : -109198060064256 : ffff9caf586b7200) 00010000:00000001:1.0:1789130494.535738:0:34962:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649487360 : -109198060064256 : ffff9caf586b7200) 00010000:00000001:1.0:1789130494.535740:0:34962:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130494.535741:0:34962:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789130494.535743:0:34962:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789130494.535745:0:34962:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789130494.535749:0:34962:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1789130494.535752:0:34962:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130494.535753:0:34962:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130494.535754:0:34962:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b7200 refcount=3 00000020:00000001:1.0:1789130494.535756:0:34962:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649487360 : -109198060064256 : ffff9caf586b7200) 00010000:00000001:1.0:1789130494.535758:0:34962:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649487360 : -109198060064256 : ffff9caf586b7200) 00000002:00010000:1.0:1789130494.535761:0:34962:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7200/0xde5303b1d982ce66 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a6150 expref: -99 pid: 34962 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789130494.535768:0:34962:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130494.535769:0:34962:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130494.535771:0:34962:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1789130494.535772:0:34962:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130494.535773:0:34962:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130494.535775:0:34962:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b7200 refcount=3 00000020:00000001:1.0:1789130494.535776:0:34962:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649487360 : -109198060064256 : ffff9caf586b7200) 00010000:00000001:1.0:1789130494.535779:0:34962:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649487360 : -109198060064256 : ffff9caf586b7200) 00010000:00000040:1.0:1789130494.535787:0:34962:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf4814d500 count: 2 00010000:00000001:1.0:1789130494.535791:0:34962:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1789130494.535796:0:34962:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9caf4630e800 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:1.0:1789130494.535799:0:34962:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130494.535800:0:34962:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789130494.536141:0:34962:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1789130494.536146:0:34962:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41937938 00000002:00002000:1.0:1789130494.536148:0:34962:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:1.0:1789130494.536151:0:34962:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789130494.536156:0:34962:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789130494.536159:0:34962:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1789130494.536162:0:34962:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:1.0:1789130494.536166:0:34962:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789130494.536237:0:34962:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9caf4557c8c0 2 00000080:00000010:1.0:1789130494.536658:0:34962:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9caf47c6dc00. 00000080:00000001:1.0:1789130494.536667:0:34962:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1789130494.536670:0:34962:0:(llite_lib.c:3864:ll_prep_inode()) Process entered 00000002:00000001:1.0:1789130494.536677:0:34962:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:1.0:1789130494.536683:0:34962:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:0.0:1789130494.538596:0:34962:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9caf47faadc0. 00800000:00000001:0.0:1789130494.538611:0:34962:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446634875373661632 : -109198335889984 : ffff9caf47faadc0) 00800000:00000001:0.0:1789130494.538616:0:34962:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789130494.538620:0:34962:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1789130494.538629:0:34962:0:(llite_lib.c:1973:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1789130494.538632:0:34962:0:(llite_lib.c:1977:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:0.0:1789130494.538637:0:34962:0:(llite_lib.c:1928:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1789130494.538642:0:34962:0:(llite_lib.c:1950:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1789130494.538645:0:34962:0:(llite_lib.c:1994:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130494.538651:0:34962:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:0.0:1789130494.538655:0:34962:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:0.0:1789130494.538662:0:34962:0:(llite_lib.c:3140:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 8704 00010000:00000001:0.0:1789130494.538667:0:34962:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130494.538670:0:34962:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130494.538674:0:34962:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b7200 refcount=3 00000020:00000001:0.0:1789130494.538677:0:34962:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649487360 : -109198060064256 : ffff9caf586b7200) 00010000:00000001:0.0:1789130494.538681:0:34962:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649487360 : -109198060064256 : ffff9caf586b7200) 00010000:00000001:0.0:1789130494.538683:0:34962:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130494.538686:0:34962:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1789130494.538688:0:34962:0:(llite_lib.c:3962:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1789130494.538693:0:34962:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:0.0:1789130494.538695:0:34962:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9caf47faadc0 1 00800000:00000010:0.0:1789130494.538697:0:34962:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9caf47faadc0. 00800000:00000001:0.0:1789130494.538703:0:34962:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789130494.538707:0:34962:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9caf601980c8) for lock 0xde5303b1d982ce66 00800000:00000001:0.0:1789130494.538712:0:34962:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1789130494.538716:0:34962:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1789130494.538718:0:34962:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130494.538719:0:34962:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130494.538720:0:34962:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b7200 refcount=3 00000020:00000001:0.0:1789130494.538723:0:34962:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649487360 : -109198060064256 : ffff9caf586b7200) 00010000:00000001:0.0:1789130494.538725:0:34962:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649487360 : -109198060064256 : ffff9caf586b7200) 00010000:00000001:0.0:1789130494.538728:0:34962:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130494.538729:0:34962:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789130494.538731:0:34962:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789130494.538733:0:34962:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130494.538736:0:34962:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789130494.538739:0:34962:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9caf601980c8) 00000080:00010000:0.0:1789130494.538742:0:34962:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xde5303b1d982ce66 from it ffffb97f41937bf8 00010000:00000001:0.0:1789130494.538745:0:34962:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130494.538746:0:34962:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130494.538747:0:34962:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b7200 refcount=3 00000020:00000001:0.0:1789130494.538749:0:34962:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649487360 : -109198060064256 : ffff9caf586b7200) 00010000:00000001:0.0:1789130494.538751:0:34962:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649487360 : -109198060064256 : ffff9caf586b7200) 00010000:00000001:0.0:1789130494.538753:0:34962:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789130494.538758:0:34962:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7200/0xde5303b1d982ce66 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a6150 expref: -99 pid: 34962 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789130494.538775:0:34962:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130494.538776:0:34962:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130494.538779:0:34962:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789130494.538783:0:34962:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789130494.538787:0:34962:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7200/0xde5303b1d982ce66 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a6150 expref: -99 pid: 34962 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1789130494.538797:0:34962:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789130494.539373:0:34962:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789130494.539379:0:34962:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789130494.539388:0:34962:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130494.539389:0:34962:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130494.539391:0:34962:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130494.539397:0:34962:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789130494.539399:0:34962:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130494.539402:0:34962:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130494.539408:0:34962:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130494.539413:0:34962:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789130494.539415:0:34962:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130494.539416:0:34962:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1789130494.539421:0:34962:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789130494.539443:0:34962:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf615d5e00 x1876037329055488/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1789130510 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130494.539454:0:34962:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789130494.539459:0:34962:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789130494.539464:0:34962:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9caf482d8800. 02000000:00000001:0.0:1789130494.539472:0:34962:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789130494.539476:0:34962:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1789130494.539479:0:34962:0:(genops.c:1223:class_import_put()) import ffff9caf6079a800 refcount=4 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000020:00000001:0.0:1789130494.539482:0:34962:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1789130494.539486:0:34962:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9caf487c2c00. 02000000:00000001:0.0:1789130494.539493:0:34962:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789130494.539495:0:34962:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789130494.539498:0:34962:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf615d5e00. 00000100:00000001:0.0:1789130494.539581:0:34962:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789130494.539583:0:34962:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1789130494.539589:0:34962:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8), inode mode 41ff mask 1 00000080:00000001:0.0:1789130494.539600:0:34962:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1789130494.539629:0:34962:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9caf47eabfc0. 00000080:00000001:0.0:1789130494.539638:0:34962:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:0.0:1789130494.539642:0:34962:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41937b58 00000080:00200000:0.0:1789130494.539644:0:34962:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=d24b.recovery-small, dir=[0x200000007:0x1:0x0](ffff9caf601980c8), file ffff9caf49d6a600, open_flags 1a100, mode 0 opened 0 00000080:00000010:0.0:1789130494.539651:0:34962:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff9caf5021fa20. 00000080:00000001:0.0:1789130494.539654:0:34962:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:0.0:1789130494.539657:0:34962:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41937a08 00000080:00200000:0.0:1789130494.539659:0:34962:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d24b.recovery-small, dir=[0x200000007:0x1:0x0](ffff9caf601980c8), intent=open 00000080:00000010:0.0:1789130494.539669:0:34962:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9caf5846d000. 00800000:00000002:0.0:1789130494.539676:0:34962:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9caf4557c8c0 2 00000080:00000001:0.0:1789130494.539681:0:34962:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1789130494.539686:0:34962:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1789130494.539689:0:34962:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41937928 00800000:00000002:0.0:1789130494.539691:0:34962:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open' for [0x0:0x0:0x0] 'd24b.recovery-small' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1789130494.539696:0:34962:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:0.0:1789130494.539699:0:34962:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:0.0:1789130494.539706:0:34962:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446634875370194944 : -109198339356672 : ffff9caf47c5c800) 00000020:00000001:0.0:1789130494.539709:0:34962:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f419378a8 00800000:00000002:0.0:1789130494.539711:0:34962:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d24b.recovery-small' -> mds #0 layout version 1 00000002:00000001:0.0:1789130494.539717:0:34962:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1789130494.539718:0:34962:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f419377e0 00000002:00010000:0.0:1789130494.539720:0:34962:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d24b.recovery-small,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 0320401 00000002:00000001:0.0:1789130494.539726:0:34962:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1789130494.539730:0:34962:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:0.0:1789130494.539735:0:34962:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1789130494.539745:0:34962:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf4814d500 count: 2 00010000:00000001:0.0:1789130494.539749:0:34962:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789130494.539753:0:34962:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1789130494.539756:0:34962:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130494.539759:0:34962:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789130494.539762:0:34962:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789130494.539768:0:34962:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf61461a40. 00000020:00000040:0.0:1789130494.539772:0:34962:0:(genops.c:1210:class_import_get()) import ffff9caf6079a800 refcount=5 obd=lustre-MDT0000-mdc-ffff9caf5014c800 02000000:00000001:0.0:1789130494.539779:0:34962:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1789130494.539781:0:34962:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130494.539785:0:34962:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1789130494.539789:0:34962:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789130494.539792:0:34962:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130494.539794:0:34962:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130494.539795:0:34962:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130494.539798:0:34962:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789130494.539801:0:34962:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000080:00000010:1.1:1789130494.539885:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9caf4632bbc0. 02000000:00000001:0.0:1789130494.540473:0:34962:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789130494.540488:0:34962:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9caf482bdc00. 00000100:00000001:0.0:1789130494.540508:0:34962:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130494.540522:0:34962:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789130494.540525:0:34962:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130494.540527:0:34962:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789130494.540528:0:34962:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130494.540530:0:34962:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789130494.540545:0:34962:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446634875798035008 : -109197911516608 : ffff9caf61461a40) 00010000:00000001:0.0:1789130494.540553:0:34962:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1789130494.540556:0:34962:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1789130494.540561:0:34962:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf4814d500 count: 2 00010000:00000001:0.0:1789130494.540563:0:34962:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789130494.540566:0:34962:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1789130494.540571:0:34962:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9caf40031200. 00000020:00000001:0.0:1789130494.540578:0:34962:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1789130494.540582:0:34962:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9caf40031200 with handle 0xde5303b1d982ce6d to hash 00000020:00000001:0.0:1789130494.540584:0:34962:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1789130494.540586:0:34962:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446634875239993856 : -109198469557760 : ffff9caf40031200) 00010000:00000001:0.0:1789130494.540590:0:34962:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446634875239993856 : -109198469557760 : ffff9caf40031200) 00010000:00000001:0.0:1789130494.540595:0:34962:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789130494.540600:0:34962:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789130494.540606:0:34962:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40031200/0xde5303b1d982ce6d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 34962 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789130494.540617:0:34962:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40031200/0xde5303b1d982ce6d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 34962 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:0.0:1789130494.540635:0:34962:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9caf5014c800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1789130494.540647:0:34962:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9caf61461a40 x1876037329055744/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 536/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1789130494.540657:0:34962:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40031200/0xde5303b1d982ce6d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 34962 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1789130494.540663:0:34962:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1789130494.540665:0:34962:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1789130494.540674:0:34962:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9caf48132b40. 00000100:00000001:0.0:1789130494.540677:0:34962:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446634875375266624 : -109198334284992 : ffff9caf48132b40) 00000100:00000001:0.0:1789130494.540680:0:34962:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789130494.540681:0:34962:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875798035008 : -109197911516608 : ffff9caf61461a40) 00000100:00000001:0.0:1789130494.540687:0:34962:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789130494.540692:0:34962:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130494.540694:0:34962:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1789130494.540696:0:34962:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789130494.540702:0:34962:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf61461a40 x1876037329055744/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 536/131856 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130494.540710:0:34962:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789130494.540713:0:34962:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130494.540717:0:34962:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789130494.540720:0:34962:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789130494.540723:0:34962:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789130494.540727:0:34962:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf61461a40 pname:cluuid:pid:xid:nid:opc:job lfs:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:34962:1876037329055744:192.168.204.123@tcp:101:lfs.0 00000100:00000001:0.0:1789130494.540731:0:34962:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789130494.540739:0:34962:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789130494.540742:0:34962:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130494.540745:0:34962:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789130494.541113:0:34962:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 262144 at ffff9caf48a00000. 02000000:00000001:0.0:1789130494.541118:0:34962:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789130494.541128:0:34962:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:0.0:1789130494.541133:0:34962:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf50131478. 00000400:00000010:0.0:1789130494.541143:0:34962:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffff9caf47cd5000. 00000100:00000200:0.0:1789130494.541153:0:34962:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 262144 bytes, xid 1876037329055744, portal 10 00000100:00000001:0.0:1789130494.541155:0:34962:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789130494.541156:0:34962:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875798035008 : -109197911516608 : ffff9caf61461a40) 00000100:00000040:0.0:1789130494.541165:0:34962:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9caf61461a40 x1876037329055744/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 536/131856 e 0 to 0 dl 1789130510 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130494.541173:0:34962:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789130494.541177:0:34962:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:0.0:1789130494.541182:0:34962:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf5801eee0. 00000100:00000200:0.0:1789130494.541186:0:34962:0:(niobuf.c:94:ptl_send_buf()) Sending 536 bytes to portal 12, xid 1876037329055744, offset 0 00000400:00000200:0.0:1789130494.541194:0:34962:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:0.0:1789130494.541206:0:34962:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:0.0:1789130494.541221:0:34962:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:0.0:1789130494.541231:0:34962:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789130494.541238:0:34962:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:0.0:1789130494.541260:0:34962:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789130494.541264:0:34962:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:0.0:1789130494.541270:0:34962:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2684:2684:256:4294967295] 192.168.204.123@tcp LPNI seq info [2683:2683:8:4294967295] 00000400:00000200:0.0:1789130494.541275:0:34962:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:0.0:1789130494.541291:0:34962:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:0.0:1789130494.541300:0:34962:0:(socklnd_cb.c:931:ksocknal_send()) sending 536 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:0.0:1789130494.541308:0:34962:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf451e7a00. 00000800:00000200:0.0:1789130494.541318:0:34962:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:0.0:1789130494.541331:0:34962:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:0.0:1789130494.541338:0:34962:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf451e7a00 type 1, nob 632 niov 1 nkiov 1 00000100:00000001:0.0:1789130494.541367:0:34962:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130494.541376:0:34962:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: using a timeout of 792707 usecs (793 jiffies) 00000400:00000200:0.0:1789130494.541380:0:34962:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:0.0:1789130494.541384:0:34962:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296589356 00000100:00000001:0.0:1789130494.541388:0:34962:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 2, keep current deadline 4296592375 00000100:00000001:0.0:1789130494.541391:0:34962:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296589356 00000100:00000001:0.0:1789130494.541394:0:34962:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 3, keep current deadline 4296592375 00000100:00000001:0.0:1789130494.541397:0:34962:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789130494.541401:0:34962:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130494.541405:0:34962:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789130494.541408:0:34962:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1789130494.541412:0:34962:0:(client.c:2715:ptlrpc_set_wait()) set ffff9caf48132b40 going to sleep for 11 seconds 00000100:00000001:0.0:1789130494.541416:0:34962:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789130494.541420:0:34962:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789130494.541980:0:2341:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789130494.541999:0:2341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf451e7a00. 00000400:00000200:3.0:1789130494.542008:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130494.542017:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:3.0:1789130494.542024:0:2341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf5801eee0 00000400:00000010:3.0:1789130494.542027:0:2341:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf5801eee0. 00000100:00000001:3.0:1789130494.542032:0:2341:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789130494.542038:0:2341:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf61461a40 x1876037329055744/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 536/131856 e 0 to 0 dl 1789130510 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130494.542050:0:2341:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130494.542053:0:2341:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf61461a40 x1876037329055744/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 536/131856 e 0 to 0 dl 1789130510 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130494.542060:0:2341:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130494.542062:0:2341:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1789130494.555593:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130494.555625:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789130494.555633:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130494.555637:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130494.555651:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130494.555662:0:2342:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:2.0:1789130494.555676:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130494.555684:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130494.555695:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130494.555701:0:2342:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 608 into portal 10 MB=0x6aa3efa957000 00000400:00000200:2.0:1789130494.555708:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130494.555718:0:2342:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.123@tcp of length 608/608 into md 0x73ad [64] + 224 00000800:00000001:2.0:1789130494.555730:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130494.555743:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130494.555747:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130494.555759:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:2.0:1789130494.555773:0:2342:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789130494.555786:0:2342:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf61461a40 x1876037329055744/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 536/131856 e 0 to 0 dl 1789130510 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789130494.555800:0:2342:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=608 offset=224 replen=131856 req@ffff9caf61461a40 x1876037329055744/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 536/131856 e 0 to 0 dl 1789130510 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130494.555877:0:2342:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789130494.555890:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130494.555894:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130494.560301:0:34962:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789130494.560321:0:34962:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789130494.560324:0:34962:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789130494.560329:0:34962:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf50131478. 00000400:00000200:0.0:1789130494.560340:0:34962:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf47cd5000 00000400:00000010:0.0:1789130494.560343:0:34962:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 1144 at ffff9caf47cd5000. 00000100:00000001:0.0:1789130494.560362:0:34962:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789130494.560378:0:34962:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf61461a40 x1876037329055744/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 536/131856 e 0 to 0 dl 1789130510 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1789130494.560391:0:34962:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf61461a40 x1876037329055744/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 536/131856 e 0 to 0 dl 1789130510 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130494.560400:0:34962:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789130494.560402:0:34962:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130494.560406:0:34962:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789130494.560411:0:34962:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789130494.560415:0:34962:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789130494.560418:0:34962:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130494.560422:0:34962:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789130494.560435:0:34962:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf6079ac60 time=113 v=5 (5 104 104 104) 00000100:00001000:0.0:1789130494.560441:0:34962:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf6079ac18 time=35 v=5 (1 0 0 0) 00000100:00000001:0.0:1789130494.560445:0:34962:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1789130494.560449:0:34962:0:(client.c:1510:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff9caf61461a40 x1876037329055744/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 536/608 e 0 to 0 dl 1789130510 ref 2 fl Rpc:RPQU/600/0 rc 0/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130494.560457:0:34962:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1789130494.560462:0:34962:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1789130494.560465:0:34962:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1789130494.560467:0:34962:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1789130494.560470:0:34962:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789130494.560472:0:34962:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875798035008 : -109197911516608 : ffff9caf61461a40) 00000100:00000001:0.0:1789130494.560476:0:34962:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789130494.560479:0:34962:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9caf5014c800: skip recheck: last_committed 8589934606 00000100:00000001:0.0:1789130494.560481:0:34962:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789130494.560484:0:34962:0:(client.c:1797:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1789130494.560491:0:34962:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf61461a40 x1876037329055744/t8589934608(8589934608) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 536/608 e 0 to 0 dl 1789130510 ref 3 fl Rpc:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130494.560499:0:34962:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1789130494.560503:0:34962:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789130494.560506:0:34962:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789130494.560510:0:34962:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf61461a40 x1876037329055744/t8589934608(8589934608) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 536/608 e 0 to 0 dl 1789130510 ref 3 fl Interpret:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1789130494.560519:0:34962:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf61461a40 pname:cluuid:pid:xid:nid:opc:job lfs:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:34962:1876037329055744:192.168.204.123@tcp:101:lfs.0 00000100:00000001:0.0:1789130494.560525:0:34962:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130494.560528:0:34962:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1789130494.560531:0:34962:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1789130494.560534:0:34962:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789130494.560538:0:34962:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf61461a40 x1876037329055744/t8589934608(8589934608) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 536/608 e 0 to 0 dl 1789130510 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130494.560546:0:34962:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789130494.560550:0:34962:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9caf48132b40. 00000100:00000001:0.0:1789130494.560554:0:34962:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1789130494.560556:0:34962:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1789130494.560562:0:34962:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1789130494.560570:0:34962:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130494.560574:0:34962:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130494.560578:0:34962:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40031200 refcount=4 00000020:00000001:0.0:1789130494.560581:0:34962:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239993856 : -109198469557760 : ffff9caf40031200) 00010000:00000001:0.0:1789130494.560584:0:34962:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239993856 : -109198469557760 : ffff9caf40031200) 00010000:00010000:0.0:1789130494.560589:0:34962:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40031200/0xde5303b1d982ce6d lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 34962 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789130494.560602:0:34962:0:(ldlm_request.c:719:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1789130494.560606:0:34962:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40031200/0xde5303b1d982ce6d lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 34962 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789130494.560612:0:34962:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789130494.560616:0:34962:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40031200/0xde5303b1d982ce6d lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 34962 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789130494.560622:0:34962:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130494.560625:0:34962:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1789130494.560628:0:34962:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40031200/0xde5303b1d982ce6d lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 34962 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789130494.560634:0:34962:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789130494.560639:0:34962:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130494.560643:0:34962:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1789130494.560646:0:34962:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40031200/0xde5303b1d982ce6d lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 34962 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789130494.560654:0:34962:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9caf40031200 already unused, calling callback (ffffffffc1904580) 00000080:00000001:0.0:1789130494.560657:0:34962:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1789130494.560662:0:34962:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40031200/0xde5303b1d982ce6d lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 34962 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789130494.560668:0:34962:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1789130494.560671:0:34962:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1789130494.560675:0:34962:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40031200/0xde5303b1d982ce6d lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 34962 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789130494.560680:0:34962:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1789130494.560697:0:34962:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1789130494.560699:0:34962:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130494.560700:0:34962:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130494.560701:0:34962:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40031200 refcount=5 00000020:00000001:0.0:1789130494.560704:0:34962:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239993856 : -109198469557760 : ffff9caf40031200) 00010000:00000001:0.0:1789130494.560706:0:34962:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239993856 : -109198469557760 : ffff9caf40031200) 00010000:00000001:0.0:1789130494.560709:0:34962:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1789130494.560712:0:34962:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40031200/0xde5303b1d982ce6d lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 34962 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:0.0:1789130494.560718:0:34962:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1789130494.560720:0:34962:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789130494.560724:0:34962:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1789130494.560725:0:34962:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1789130494.560729:0:34962:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789130494.560731:0:34962:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789130494.560733:0:34962:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789130494.560734:0:34962:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789130494.560737:0:34962:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9caf40031200 with handle 0xde5303b1d982ce6d from hash 00010000:00000001:0.0:1789130494.560740:0:34962:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789130494.560741:0:34962:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130494.560742:0:34962:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130494.560744:0:34962:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789130494.560746:0:34962:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789130494.560748:0:34962:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1789130494.560751:0:34962:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130494.560752:0:34962:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130494.560753:0:34962:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130494.560755:0:34962:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789130494.560758:0:34962:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40031200/0xde5303b1d982ce6d lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 34962 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789130494.560764:0:34962:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130494.560766:0:34962:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130494.560768:0:34962:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1789130494.560770:0:34962:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789130494.560771:0:34962:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130494.560772:0:34962:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130494.560774:0:34962:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789130494.560776:0:34962:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40031200/0xde5303b1d982ce6d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 34962 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789130494.560789:0:34962:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130494.560791:0:34962:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:0.0:1789130494.560797:0:34962:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00000002:00100000:0.0:1789130494.560864:0:34962:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x2b, status=0 req@ffff9caf61461a40 x1876037329055744/t8589934608(8589934608) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 536/608 e 0 to 0 dl 1789130510 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1789130494.560876:0:34962:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:0.0:1789130494.560881:0:34962:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9caf61461a40 x1876037329055744/t8589934608(8589934608) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 536/608 e 0 to 0 dl 1789130510 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1789130494.560888:0:34962:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130494.560890:0:34962:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1789130494.560892:0:34962:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789130494.560895:0:34962:0:(mdc_locks.c:932:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789130494.560897:0:34962:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789130494.560900:0:34962:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:0.0:1789130494.560903:0:34962:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789130494.560904:0:34962:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875798035008 : -109197911516608 : ffff9caf61461a40) 00010000:00000001:0.0:1789130494.560906:0:34962:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1789130494.560908:0:34962:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789130494.560910:0:34962:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1789130494.560915:0:34962:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41937768 00000002:00002000:0.0:1789130494.560917:0:34962:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=d24b.recovery-small intent=open status=0 disp=0x80002b: rc = 0 00000002:00000001:0.0:1789130494.560921:0:34962:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789130494.560926:0:34962:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789130494.560929:0:34962:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1789130494.560932:0:34962:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:0.0:1789130494.560935:0:34962:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789130494.560940:0:34962:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9caf4557c8c0 2 00000080:00000001:0.0:1789130494.560944:0:34962:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1789130494.560946:0:34962:0:(namei.c:674:ll_lookup_it_finish()) it ffff9caf5021fa20 it_disposition 80002b 00000080:00000001:0.0:1789130494.560950:0:34962:0:(llite_lib.c:3864:ll_prep_inode()) Process entered 00000002:00000001:0.0:1789130494.560957:0:34962:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1789130494.560961:0:34962:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1789130494.560965:0:34962:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833970 : 144115205322833970 : 200000404000032) 00000080:00000001:0.0:1789130494.560968:0:34962:0:(namei.c:113:ll_iget()) Process entered 00000080:00000001:0.0:1789130494.560977:0:34962:0:(llite_lib.c:1973:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1789130494.560980:0:34962:0:(llite_lib.c:1977:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000404:0x32:0x0] 00000080:00000001:0.0:1789130494.560984:0:34962:0:(llite_lib.c:1994:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130494.560989:0:34962:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833970 : 144115205322833970 : 200000404000032) 00000080:00000001:0.0:1789130494.560992:0:34962:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:0.0:1789130494.560998:0:34962:0:(llite_lib.c:3140:ll_update_inode()) inode=[0x200000404:0x32:0x0], updating i_size 512 00000080:00200000:0.0:1789130494.561001:0:34962:0:(namei.c:147:ll_iget()) got inode: [0x200000404:0x32:0x0](ffff9caf601aec08): rc = 0 00000080:00000001:0.0:1789130494.561003:0:34962:0:(namei.c:156:ll_iget()) Process leaving (rc=18446634875778427912 : -109197931123704 : ffff9caf601aec08) 00000080:00000001:0.0:1789130494.561006:0:34962:0:(llite_lib.c:3962:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1789130494.561009:0:34962:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1789130494.561010:0:34962:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789130494.561014:0:34962:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000404:0x32:0x0](ffff9caf601aec08) for lock 0x0 00800000:00000001:0.0:1789130494.561017:0:34962:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1789130494.561019:0:34962:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00000002:00000001:0.0:1789130494.561020:0:34962:0:(mdc_locks.c:99:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789130494.561022:0:34962:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:0.0:1789130494.561030:0:34962:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9caf44505798 inode ffff9caf601aec08 refc 1 flags 0x20000e 00000080:00000001:0.0:1789130494.561033:0:34962:0:(llite_lib.c:3176:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1789130494.561035:0:34962:0:(llite_lib.c:3182:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130494.561037:0:34962:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1789130494.561041:0:34962:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1789130494.561045:0:34962:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9caf5846d000. 00000100:00000001:0.0:1789130494.561049:0:34962:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789130494.561053:0:34962:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf61461a40 x1876037329055744/t8589934608(8589934608) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 536/608 e 0 to 0 dl 1789130510 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130494.561060:0:34962:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130494.561069:0:34962:0:(dir.c:3010:ll_dir_open()) Process entered 00000080:00000001:0.0:1789130494.561072:0:34962:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:0.0:1789130494.561074:0:34962:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41937a48 00000080:00200008:0.0:1789130494.561076:0:34962:0:(file.c:1090:ll_file_open()) START file d24b.recovery-small:[0x200000404:0x32:0x0](ffff9caf601aec08), flags 320400 00000080:00000010:0.0:1789130494.561083:0:34962:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9caf4865e3c0. 00000080:00000010:0.0:1789130494.561093:0:34962:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff9caf47faadc0. 00000080:00000001:0.0:1789130494.561096:0:34962:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:0.0:1789130494.561101:0:34962:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00000002:00000001:0.0:1789130494.561104:0:34962:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:0.0:1789130494.561107:0:34962:0:(obd.h:1507:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff9caf47eaba20. 00000002:00100000:0.0:1789130494.561111:0:34962:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9caf61461a40 x1876037329055744/t8589934608(8589934608) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 536/608 e 0 to 0 dl 1789130510 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1789130494.561117:0:34962:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789130494.561119:0:34962:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:0.0:1789130494.561123:0:34962:0:(rw.c:970:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:0.0:1789130494.561127:0:34962:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130494.561129:0:34962:0:(file.c:1296:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789130494.561132:0:34962:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789130494.561135:0:34962:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf61461a40 x1876037329055744/t8589934608(8589934608) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 536/608 e 0 to 0 dl 1789130510 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 02000000:00000001:0.0:1789130494.561142:0:34962:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789130494.561146:0:34962:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 262144 at ffff9caf48a00000. 02000000:00000001:0.0:1789130494.561210:0:34962:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1789130494.561212:0:34962:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130494.561215:0:34962:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41937a48 00000080:00000008:0.0:1789130494.561218:0:34962:0:(file.c:1329:ll_file_open()) COMPLETED file d24b.recovery-small:[0x200000404:0x32:0x0](ffff9caf601aec08), flags 320400, rc = 0 00000080:00000001:0.0:1789130494.561221:0:34962:0:(dir.c:3011:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130494.561225:0:34962:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1789130494.561227:0:34962:0:(dcache.c:176:ll_intent_release()) intent ffff9caf5021fa20 released 00000080:00000001:0.0:1789130494.561229:0:34962:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:0.0:1789130494.561232:0:34962:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:0.0:1789130494.561234:0:34962:0:(pcc.c:2368:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130494.561237:0:34962:0:(namei.c:1550:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1789130494.561239:0:34962:0:(namei.c:1562:ll_atomic_open()) kfreed 'it': 72 at ffff9caf5021fa20. 00000080:00000001:0.0:1789130494.561242:0:34962:0:(namei.c:1564:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130494.561247:0:34962:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00200000:0.0:1789130494.561250:0:34962:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000404:0x32:0x0](ffff9caf601aec08), inode mode 41ed mask 44 00000080:00000001:0.0:1789130494.561255:0:34962:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130494.561289:0:34962:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789130494.561292:0:34962:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000404:0x32:0x0](ffff9caf601aec08) cmd=4008669a arg=199a2e0 00000080:00000001:0.0:1789130494.561299:0:34962:0:(dir.c:594:ll_dir_setstripe()) Process entered 00000080:00000010:0.0:1789130494.561304:0:34962:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9caf5846d000. 00800000:00000001:0.0:1789130494.561312:0:34962:0:(lmv_obd.c:3034:lmv_setattr()) Process entered 00800000:00000002:0.0:1789130494.561314:0:34962:0:(lmv_obd.c:3038:lmv_setattr()) SETATTR for [0x200000404:0x32:0x0], valid 0x0/0x0 00000002:00000001:0.0:1789130494.561319:0:34962:0:(mdc_reint.c:94:mdc_setattr()) Process entered 00000002:00000001:0.0:1789130494.561322:0:34962:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:0.0:1789130494.561329:0:34962:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789130494.561335:0:34962:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf614621c0. 00000020:00000040:0.0:1789130494.561340:0:34962:0:(genops.c:1210:class_import_get()) import ffff9caf6079a800 refcount=6 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00010000:00000001:0.0:1789130494.561347:0:34962:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1789130494.561352:0:34962:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789130494.561360:0:34962:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130494.561361:0:34962:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130494.561363:0:34962:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130494.561366:0:34962:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789130494.561368:0:34962:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789130494.561374:0:34962:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789130494.561382:0:34962:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9caf482bf000. 00000100:00000001:0.0:1789130494.561391:0:34962:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130494.561393:0:34962:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789130494.561395:0:34962:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130494.561397:0:34962:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789130494.561398:0:34962:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130494.561400:0:34962:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:0.0:1789130494.561410:0:34962:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9caf5014c800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1789130494.561423:0:34962:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9caf614621c0 x1876037329056000/t0(0) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 520/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789130494.561432:0:34962:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1789130494.561434:0:34962:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1789130494.561442:0:34962:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9caf48132b40. 00000100:00000001:0.0:1789130494.561446:0:34962:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446634875375266624 : -109198334284992 : ffff9caf48132b40) 00000100:00000001:0.0:1789130494.561449:0:34962:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789130494.561450:0:34962:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875798036928 : -109197911514688 : ffff9caf614621c0) 00000100:00000001:0.0:1789130494.561456:0:34962:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789130494.561462:0:34962:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130494.561465:0:34962:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1789130494.561467:0:34962:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789130494.561472:0:34962:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf614621c0 x1876037329056000/t0(0) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 520/512 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130494.561479:0:34962:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789130494.561482:0:34962:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130494.561487:0:34962:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789130494.561491:0:34962:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789130494.561494:0:34962:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789130494.561498:0:34962:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf614621c0 pname:cluuid:pid:xid:nid:opc:job lfs:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:34962:1876037329056000:192.168.204.123@tcp:36:lfs.0 00000100:00000001:0.0:1789130494.561502:0:34962:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789130494.561509:0:34962:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789130494.561512:0:34962:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130494.561514:0:34962:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789130494.561520:0:34962:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9caf482bd400. 02000000:00000001:0.0:1789130494.561521:0:34962:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789130494.561530:0:34962:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:0.0:1789130494.561534:0:34962:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf50131478. 00000400:00000010:0.0:1789130494.561542:0:34962:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf5801e660. 00000100:00000200:0.0:1789130494.561550:0:34962:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876037329056000, portal 10 00000100:00000001:0.0:1789130494.561552:0:34962:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789130494.561553:0:34962:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875798036928 : -109197911514688 : ffff9caf614621c0) 00000100:00000040:0.0:1789130494.561559:0:34962:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9caf614621c0 x1876037329056000/t0(0) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 520/512 e 0 to 0 dl 1789130510 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130494.561572:0:34962:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789130494.561575:0:34962:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:0.0:1789130494.561578:0:34962:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf5801e2a8. 00000100:00000200:0.0:1789130494.561582:0:34962:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876037329056000, offset 0 00000400:00000200:0.0:1789130494.561590:0:34962:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:0.0:1789130494.561602:0:34962:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:0.0:1789130494.561614:0:34962:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:0.0:1789130494.561622:0:34962:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789130494.561627:0:34962:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:0.0:1789130494.561631:0:34962:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789130494.561635:0:34962:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:0.0:1789130494.561639:0:34962:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2685:2685:256:4294967295] 192.168.204.123@tcp LPNI seq info [2684:2684:8:4294967295] 00000400:00000200:0.0:1789130494.561644:0:34962:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:0.0:1789130494.561655:0:34962:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:0.0:1789130494.561662:0:34962:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:0.0:1789130494.561669:0:34962:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf451e7e00. 00000800:00000200:0.0:1789130494.561676:0:34962:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:0.0:1789130494.561686:0:34962:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:0.0:1789130494.561691:0:34962:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf451e7e00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:0.0:1789130494.561715:0:34962:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130494.561720:0:34962:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: using a timeout of 791773 usecs (792 jiffies) 00000400:00000200:0.0:1789130494.561723:0:34962:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:0.0:1789130494.561727:0:34962:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296589375 00000100:00000001:0.0:1789130494.561730:0:34962:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 2, keep current deadline 4296592375 00000100:00000001:0.0:1789130494.561732:0:34962:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296589375 00000100:00000001:0.0:1789130494.561735:0:34962:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 3, keep current deadline 4296592375 00000100:00000001:0.0:1789130494.561738:0:34962:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789130494.561740:0:34962:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130494.561743:0:34962:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789130494.561746:0:34962:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1789130494.561748:0:34962:0:(client.c:2715:ptlrpc_set_wait()) set ffff9caf48132b40 going to sleep for 11 seconds 00000100:00000001:0.0:1789130494.561751:0:34962:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789130494.561754:0:34962:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789130494.561970:0:2341:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789130494.561976:0:2341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf451e7e00. 00000400:00000200:2.0:1789130494.561983:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130494.561990:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:2.0:1789130494.561996:0:2341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf5801e2a8 00000400:00000010:2.0:1789130494.561998:0:2341:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf5801e2a8. 00000100:00000001:2.0:1789130494.562002:0:2341:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789130494.562008:0:2341:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf614621c0 x1876037329056000/t0(0) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 520/512 e 0 to 0 dl 1789130510 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130494.562017:0:2341:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130494.562021:0:2341:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf614621c0 x1876037329056000/t0(0) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 520/512 e 0 to 0 dl 1789130510 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130494.562028:0:2341:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130494.562030:0:2341:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1:1789130494.567909:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf40031200. 00000800:00000001:2.0:1789130494.574007:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130494.574035:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789130494.574042:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130494.574045:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130494.574057:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130494.574069:0:2342:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:2.0:1789130494.574084:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130494.574151:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130494.574160:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130494.574166:0:2342:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 456 into portal 10 MB=0x6aa3efa957100 00000400:00000200:2.0:1789130494.574172:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130494.574180:0:2342:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.123@tcp of length 456/456 into md 0x73b5 [1] + 224 00000800:00000001:2.0:1789130494.574190:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130494.574200:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130494.574204:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130494.574210:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:2.0:1789130494.574221:0:2342:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789130494.574234:0:2342:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf614621c0 x1876037329056000/t0(0) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 520/512 e 0 to 0 dl 1789130510 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789130494.574248:0:2342:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=512 req@ffff9caf614621c0 x1876037329056000/t0(0) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 520/512 e 0 to 0 dl 1789130510 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130494.574470:0:34962:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789130494.575107:0:2342:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1789130494.575125:0:2342:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1789130494.575133:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130494.575143:0:2342:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.204.23@tcp to MR: 192.168.204.123@tcp local destination 00000400:00000200:2.0:1789130494.575150:0:2342:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2686:2686:256:4294967295] 192.168.204.123@tcp LPNI seq info [2685:2685:8:4294967295] 00000400:00000200:2.0:1789130494.575156:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130494.575166:0:2342:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:192.168.204.23@tcp) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) 192.168.204.123@tcp : ACK try# 0 00000800:00000200:2.0:1789130494.575171:0:2342:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:2.0:1789130494.575182:0:2342:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf44db5b00. 00000800:00000200:2.0:1789130494.575190:0:2342:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:2.0:1789130494.575199:0:2342:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:2.0:1789130494.575206:0:2342:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf44db5b00 type 0, nob 96 niov 1 nkiov 0 00000800:00000001:3.0:1789130494.575467:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000001:0.0:1789130494.575872:0:34962:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789130494.575878:0:34962:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789130494.575884:0:34962:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf50131478. 00000400:00000200:0.0:1789130494.575895:0:34962:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf5801e660 00000400:00000010:0.0:1789130494.575899:0:34962:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf5801e660. 00000100:00000001:0.0:1789130494.575905:0:34962:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789130494.575919:0:34962:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf614621c0 x1876037329056000/t0(0) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 520/512 e 0 to 0 dl 1789130510 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789130494.575934:0:34962:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf614621c0 x1876037329056000/t0(0) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 520/512 e 0 to 0 dl 1789130510 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130494.575943:0:34962:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789130494.575946:0:34962:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130494.575950:0:34962:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789130494.575955:0:34962:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789130494.575960:0:34962:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789130494.575964:0:34962:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130494.575969:0:34962:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789130494.575984:0:34962:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf6079ac60 time=113 v=5 (5 104 104 104) 00000100:00001000:0.0:1789130494.575990:0:34962:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf6079ac18 time=35 v=5 (1 0 0 0) 00000100:00000001:0.0:1789130494.575994:0:34962:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789130494.575996:0:34962:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130494.576000:0:34962:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789130494.576005:0:34962:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130494.576009:0:34962:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1789130494.576012:0:34962:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1789130494.576014:0:34962:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1789130494.576017:0:34962:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789130494.576019:0:34962:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875798036928 : -109197911514688 : ffff9caf614621c0) 00000100:00000001:0.0:1789130494.576023:0:34962:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789130494.576025:0:34962:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9caf5014c800: skip recheck: last_committed 8589934606 00000100:00000001:0.0:1789130494.576028:0:34962:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789130494.576032:0:34962:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130494.576038:0:34962:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf614621c0 x1876037329056000/t8589934609(8589934609) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 520/456 e 0 to 0 dl 1789130510 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130494.576047:0:34962:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789130494.576051:0:34962:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789130494.576053:0:34962:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789130494.576058:0:34962:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf614621c0 x1876037329056000/t8589934609(8589934609) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 520/456 e 0 to 0 dl 1789130510 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789130494.576066:0:34962:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf614621c0 pname:cluuid:pid:xid:nid:opc:job lfs:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:34962:1876037329056000:192.168.204.123@tcp:36:lfs.0 00000100:00000001:0.0:1789130494.576072:0:34962:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130494.576076:0:34962:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130494.576079:0:34962:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1789130494.576082:0:34962:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789130494.576086:0:34962:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf614621c0 x1876037329056000/t8589934609(8589934609) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 520/456 e 0 to 0 dl 1789130510 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130494.576094:0:34962:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789130494.576098:0:34962:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9caf48132b40. 00000100:00000001:0.0:1789130494.576103:0:34962:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1789130494.576105:0:34962:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789130494.576117:0:34962:0:(mdc_reint.c:137:mdc_setattr()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789130494.576122:0:34962:0:(lmv_obd.c:3047:lmv_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1789130494.576133:0:34962:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9caf5846d000. 00000100:00000001:0.0:1789130494.576138:0:34962:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789130494.576142:0:34962:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf614621c0 x1876037329056000/t8589934609(8589934609) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 520/456 e 0 to 0 dl 1789130510 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130494.576148:0:34962:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130494.576150:0:34962:0:(dir.c:669:ll_dir_setstripe()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130494.576153:0:34962:0:(dir.c:2167:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130494.576204:0:34962:0:(dir.c:3016:ll_dir_release()) Process entered 00000080:00000001:0.0:1789130494.576208:0:34962:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:0.0:1789130494.576213:0:34962:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41937dd0 00000080:00200008:0.0:1789130494.576217:0:34962:0:(file.c:479:ll_file_release()) START file d24b.recovery-small:[0x200000404:0x32:0x0](ffff9caf601aec08), flags 320000 00000080:00400000:0.0:1789130494.576222:0:34962:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000404:0x32:0x0] 00000080:00000001:0.0:1789130494.576226:0:34962:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:0.0:1789130494.576228:0:34962:0:(pcc.c:2438:pcc_file_release()) Process leaving 00000080:00000001:0.0:1789130494.576230:0:34962:0:(file.c:341:ll_md_close()) Process entered 00000002:00000001:0.0:1789130494.576242:0:34962:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789130494.576246:0:34962:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1789130494.576255:0:34962:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789130494.576258:0:34962:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789130494.576260:0:34962:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000404:0x32:0x0]: 0 00000080:00000001:0.0:1789130494.576263:0:34962:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:0.0:1789130494.576267:0:34962:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1789130494.576274:0:34962:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9caf5846d000. 00000080:00000001:0.0:1789130494.576276:0:34962:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:0.0:1789130494.576287:0:34962:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1789130494.576291:0:34962:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000002:0.0:1789130494.576294:0:34962:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000404:0x32:0x0] 00000002:00000001:0.0:1789130494.576299:0:34962:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:0.0:1789130494.576301:0:34962:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9caf5014c800: [0x200000404:0x32:0x0] file closed with intent: 0 00000100:00000010:0.0:1789130494.576308:0:34962:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf614612c0. 00000020:00000040:0.0:1789130494.576313:0:34962:0:(genops.c:1210:class_import_get()) import ffff9caf6079a800 refcount=7 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000100:00000001:0.0:1789130494.576318:0:34962:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789130494.576322:0:34962:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789130494.576327:0:34962:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789130494.576335:0:34962:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9caf5846ce00. 00000100:00000001:0.0:1789130494.576343:0:34962:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1789130494.576438:0:34962:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9caf61461a40 x1876037329055744/t8589934608(8589934608) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 536/608 e 0 to 0 dl 1789130510 ref 1 fl Complete:RPQU/604/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1789130494.576451:0:34962:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9caf5014c800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1789130494.576457:0:34962:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9caf614612c0 x1876037329056256/t0(0) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1789130494.576465:0:34962:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1789130494.576468:0:34962:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1789130494.576475:0:34962:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9caf48132b40. 00000100:00000001:0.0:1789130494.576479:0:34962:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446634875375266624 : -109198334284992 : ffff9caf48132b40) 00000100:00000001:0.0:1789130494.576482:0:34962:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789130494.576484:0:34962:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875798033088 : -109197911518528 : ffff9caf614612c0) 00000100:00000001:0.0:1789130494.576489:0:34962:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000800:00000200:2.0:1789130494.576495:0:2342:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1789130494.576495:0:34962:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130494.576500:0:34962:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000800:00000010:2.0:1789130494.576504:0:2342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf44db5b00. 00000100:00000001:0.0:1789130494.576505:0:34962:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789130494.576512:0:34962:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf614612c0 x1876037329056256/t0(0) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000400:00000200:2.0:1789130494.576513:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1789130494.576523:0:34962:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000400:00000200:2.0:1789130494.576528:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: ACK: OK 00000100:00000001:0.0:1789130494.576528:0:34962:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130494.576536:0:34962:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789130494.576540:0:34962:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789130494.576543:0:34962:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789130494.576548:0:34962:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf614612c0 pname:cluuid:pid:xid:nid:opc:job lfs:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:34962:1876037329056256:192.168.204.123@tcp:35:lfs.0 00000100:00000001:0.0:1789130494.576554:0:34962:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789130494.576562:0:34962:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789130494.576566:0:34962:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130494.576569:0:34962:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789130494.576577:0:34962:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9caf482be400. 02000000:00000001:0.0:1789130494.576580:0:34962:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789130494.576588:0:34962:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:0.0:1789130494.576592:0:34962:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf50131478. 00000400:00000010:0.0:1789130494.576599:0:34962:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf5801e660. 00000100:00000200:0.0:1789130494.576608:0:34962:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876037329056256, portal 10 00000100:00000001:0.0:1789130494.576610:0:34962:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789130494.576612:0:34962:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875798033088 : -109197911518528 : ffff9caf614612c0) 00000100:00000040:0.0:1789130494.576619:0:34962:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9caf614612c0 x1876037329056256/t0(0) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1789130510 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130494.576628:0:34962:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789130494.576630:0:34962:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:0.0:1789130494.576634:0:34962:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf5801e330. 00000100:00000200:0.0:1789130494.576639:0:34962:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1876037329056256, offset 0 00000400:00000200:0.0:1789130494.576647:0:34962:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:0.0:1789130494.576655:0:34962:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:0.0:1789130494.576663:0:34962:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:0.0:1789130494.576669:0:34962:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789130494.576676:0:34962:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:0.0:1789130494.576682:0:34962:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789130494.576687:0:34962:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:0.0:1789130494.576691:0:34962:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2687:2687:256:4294967295] 192.168.204.123@tcp LPNI seq info [2686:2686:8:4294967295] 00000400:00000200:0.0:1789130494.576696:0:34962:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:0.0:1789130494.576707:0:34962:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:0.0:1789130494.576713:0:34962:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:0.0:1789130494.576719:0:34962:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf451e7d00. 00000800:00000200:0.0:1789130494.576725:0:34962:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:0.0:1789130494.576732:0:34962:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:0.0:1789130494.576736:0:34962:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf451e7d00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1789130494.576754:0:34962:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130494.576760:0:34962:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: using a timeout of 790835 usecs (791 jiffies) 00000400:00000200:0.0:1789130494.576764:0:34962:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:0.0:1789130494.576768:0:34962:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296589389 00000100:00000001:0.0:1789130494.576771:0:34962:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 2, keep current deadline 4296592375 00000100:00000001:0.0:1789130494.576774:0:34962:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296589389 00000100:00000001:0.0:1789130494.576777:0:34962:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 3, keep current deadline 4296592375 00000100:00000001:0.0:1789130494.576779:0:34962:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789130494.576782:0:34962:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130494.576785:0:34962:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789130494.576787:0:34962:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1789130494.576790:0:34962:0:(client.c:2715:ptlrpc_set_wait()) set ffff9caf48132b40 going to sleep for 11 seconds 00000100:00000001:0.0:1789130494.576793:0:34962:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789130494.576796:0:34962:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1789130494.576903:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1789130494.577268:0:2341:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789130494.577272:0:2341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf451e7d00. 00000400:00000200:3.0:1789130494.577277:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130494.577282:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:3.0:1789130494.577289:0:2341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf5801e330 00000400:00000010:3.0:1789130494.577291:0:2341:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf5801e330. 00000100:00000001:3.0:1789130494.577295:0:2341:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789130494.577299:0:2341:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf614612c0 x1876037329056256/t0(0) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1789130510 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130494.577379:0:2341:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130494.577383:0:2341:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf614612c0 x1876037329056256/t0(0) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1789130510 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130494.577390:0:2341:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130494.577392:0:2341:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1789130494.586046:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130494.586071:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789130494.586077:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130494.586080:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130494.586092:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130494.586104:0:2341:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:3.0:1789130494.586117:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130494.586124:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130494.586132:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130494.586137:0:2341:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 456 into portal 10 MB=0x6aa3efa957200 00000400:00000200:3.0:1789130494.586143:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130494.586151:0:2341:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.123@tcp of length 456/456 into md 0x73bd [1] + 224 00000800:00000001:3.0:1789130494.586161:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130494.586189:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130494.586193:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130494.586199:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:3.0:1789130494.586209:0:2341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789130494.586223:0:2341:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf614612c0 x1876037329056256/t0(0) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1789130510 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789130494.586234:0:2341:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9caf614612c0 x1876037329056256/t0(0) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1789130510 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130494.586486:0:2341:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789130494.586500:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130494.586504:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130494.586965:0:34962:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789130494.586977:0:34962:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789130494.586980:0:34962:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789130494.586984:0:34962:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf50131478. 00000400:00000200:0.0:1789130494.586992:0:34962:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf5801e660 00000400:00000010:0.0:1789130494.586996:0:34962:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf5801e660. 00000100:00000001:0.0:1789130494.587001:0:34962:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789130494.587009:0:34962:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf614612c0 x1876037329056256/t0(0) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1789130510 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1789130494.587019:0:34962:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf614612c0 x1876037329056256/t0(0) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1789130510 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130494.587025:0:34962:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789130494.587028:0:34962:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130494.587031:0:34962:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789130494.587036:0:34962:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789130494.587038:0:34962:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789130494.587041:0:34962:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130494.587045:0:34962:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789130494.587058:0:34962:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf6079aca8 time=113 v=5 (10 5 5 5) 00000100:00001000:0.0:1789130494.587063:0:34962:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf6079ac18 time=35 v=5 (1 0 0 0) 00000100:00000001:0.0:1789130494.587066:0:34962:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789130494.587068:0:34962:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130494.587072:0:34962:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789130494.587076:0:34962:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130494.587080:0:34962:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1789130494.587082:0:34962:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1789130494.587085:0:34962:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1789130494.587087:0:34962:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789130494.587089:0:34962:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875798033088 : -109197911518528 : ffff9caf614612c0) 00000100:00000001:0.0:1789130494.587093:0:34962:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789130494.587096:0:34962:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9caf5014c800: skip recheck: last_committed 8589934606 00000100:00000001:0.0:1789130494.587098:0:34962:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789130494.587101:0:34962:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130494.587106:0:34962:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf614612c0 x1876037329056256/t8589934610(8589934610) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1789130510 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130494.587114:0:34962:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789130494.587118:0:34962:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789130494.587121:0:34962:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789130494.587125:0:34962:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf614612c0 x1876037329056256/t8589934610(8589934610) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1789130510 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1789130494.587133:0:34962:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf614612c0 pname:cluuid:pid:xid:nid:opc:job lfs:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:34962:1876037329056256:192.168.204.123@tcp:35:lfs.0 00000100:00000001:0.0:1789130494.587140:0:34962:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130494.587144:0:34962:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130494.587146:0:34962:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1789130494.587149:0:34962:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789130494.587153:0:34962:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf614612c0 x1876037329056256/t8589934610(8589934610) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1789130510 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130494.587161:0:34962:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789130494.587165:0:34962:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9caf48132b40. 00000100:00000001:0.0:1789130494.587181:0:34962:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1789130494.587184:0:34962:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130494.587194:0:34962:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789130494.587195:0:34962:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875798033088 : -109197911518528 : ffff9caf614612c0) 00000002:00000001:0.0:1789130494.587199:0:34962:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789130494.587203:0:34962:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1789130494.587210:0:34962:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9caf5846d000. 00000080:00000001:0.0:1789130494.587215:0:34962:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1789130494.587219:0:34962:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00000002:00000001:0.0:1789130494.587226:0:34962:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1789130494.587232:0:34962:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9caf61461a40 x1876037329055744/t8589934608(8589934608) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 536/608 e 0 to 0 dl 1789130510 ref 1 fl Complete:RQU/604/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130494.587242:0:34962:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789130494.587243:0:34962:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875798035008 : -109197911516608 : ffff9caf61461a40) 00000100:00000001:0.0:1789130494.587245:0:34962:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789130494.587248:0:34962:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf61461a40 x1876037329055744/t8589934608(8589934608) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 536/608 e 0 to 0 dl 1789130510 ref 2 fl Complete:RMQU/604/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130494.587255:0:34962:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130494.587258:0:34962:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789130494.587261:0:34962:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf614612c0 x1876037329056256/t8589934610(8589934610) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1789130510 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130494.587266:0:34962:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130494.587268:0:34962:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789130494.587271:0:34962:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf61461a40 x1876037329055744/t8589934608(8589934608) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 536/608 e 0 to 0 dl 1789130510 ref 1 fl Complete:RMQU/604/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130494.587277:0:34962:0:(client.c:2793:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1789130494.587282:0:34962:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1789130494.587284:0:34962:0:(genops.c:1223:class_import_put()) import ffff9caf6079a800 refcount=6 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000020:00000001:0.0:1789130494.587288:0:34962:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1789130494.587292:0:34962:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9caf482bdc00. 02000000:00000001:0.0:1789130494.587297:0:34962:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789130494.587300:0:34962:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789130494.587303:0:34962:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf61461a40. 00000100:00000001:0.0:1789130494.587318:0:34962:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789130494.587320:0:34962:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130494.587322:0:34962:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789130494.587325:0:34962:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf614612c0 x1876037329056256/t8589934610(8589934610) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1789130510 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130494.587331:0:34962:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789130494.587333:0:34962:0:(client.c:2947:obd_mod_free()) kfreed 'mod': 32 at ffff9caf47eaba20. 00000002:00000001:0.0:1789130494.587337:0:34962:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789130494.587339:0:34962:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1789130494.587341:0:34962:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9caf47faadc0. 00000100:00000001:0.0:1789130494.587344:0:34962:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789130494.587347:0:34962:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf614612c0 x1876037329056256/t8589934610(8589934610) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1789130510 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130494.587354:0:34962:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789130494.587356:0:34962:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789130494.587360:0:34962:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9caf482be400. 02000000:00000001:0.0:1789130494.587362:0:34962:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789130494.587363:0:34962:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1789130494.587364:0:34962:0:(genops.c:1223:class_import_put()) import ffff9caf6079a800 refcount=5 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000020:00000001:0.0:1789130494.587367:0:34962:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1789130494.587368:0:34962:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9caf5846ce00. 02000000:00000001:0.0:1789130494.587370:0:34962:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789130494.587371:0:34962:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789130494.587373:0:34962:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf614612c0. 00000100:00000001:0.0:1789130494.587375:0:34962:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789130494.587376:0:34962:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1789130494.587379:0:34962:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1789130494.587385:0:34962:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9caf4865e3c0. 00000080:00000001:0.0:1789130494.587390:0:34962:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130494.587398:0:34962:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41937dd0 00000080:00000008:0.0:1789130494.587401:0:34962:0:(file.c:523:ll_file_release()) COMPLETED file d24b.recovery-small:[0x200000404:0x32:0x0](ffff9caf601aec08), flags 320000, rc = 0 00000080:00000001:0.0:1789130494.587405:0:34962:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130494.587408:0:34962:0:(dir.c:3017:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130494.587415:0:34962:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1789130494.587417:0:34962:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41937e00 00000080:00002000:0.0:1789130494.587419:0:34962:0:(dcache.c:127:ll_ddelete()) deleting dentry d24b.recovery-small (ffff9caf44505798, parent ffff9caf600f3360, inode ffff9caf601aec08) hashed, 00000080:00000001:0.0:1789130494.587422:0:34962:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1789130494.587434:0:34962:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1789130494.587443:0:34962:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000010:0.1:1789130494.597010:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9caf47eabfc0. 00010000:00010000:0.0:1789130494.608891:0:34964:0:(ldlm_resource.c:195:lru_size_store()) dropping all unused locks from namespace lustre-OST0000-osc-ffff9caf5014c800 00010000:00000001:0.0:1789130494.608904:0:34964:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789130494.608907:0:34964:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789130494.608914:0:34964:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130494.608924:0:34964:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789130494.608926:0:34964:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130494.608929:0:34964:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789130494.608981:0:34964:0:(ldlm_resource.c:195:lru_size_store()) dropping all unused locks from namespace lustre-OST0001-osc-ffff9caf5014c800 00010000:00000001:0.0:1789130494.608983:0:34964:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789130494.608985:0:34964:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789130494.608987:0:34964:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130494.608989:0:34964:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789130494.608990:0:34964:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130494.608992:0:34964:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130494.673598:0:34969:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:1.0:1789130494.673613:0:34969:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:1.0:1789130494.673616:0:34969:0:(file.c:6206:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1789130494.673621:0:34969:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41bffbc0 00000080:00200000:1.0:1789130494.673629:0:34969:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8),name=/ 00000080:00000010:1.0:1789130494.673643:0:34969:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9caf47c6dc00. 00800000:00000002:1.0:1789130494.673654:0:34969:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9caf4557c8c0 2 00000080:00000001:1.0:1789130494.673660:0:34969:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1789130494.673670:0:34969:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1789130494.673673:0:34969:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41bffae0 00800000:00000002:1.0:1789130494.673677:0:34969:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1789130494.673682:0:34969:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1789130494.673689:0:34969:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1789130494.673695:0:34969:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1789130494.673698:0:34969:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41bff9b0 00000002:00010000:1.0:1789130494.673702:0:34969:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1789130494.673707:0:34969:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1789130494.673709:0:34969:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789130494.673713:0:34969:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789130494.673724:0:34969:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf4814d500 count: 2 00010000:00000001:1.0:1789130494.673800:0:34969:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789130494.674030:0:34969:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789130494.674037:0:34969:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1789130494.674042:0:34969:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7200/0xde5303b1d982ce66 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a6150 expref: -99 pid: 34962 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:1.0:1789130494.674058:0:34969:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1789130494.674065:0:34969:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789130494.674069:0:34969:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7200/0xde5303b1d982ce66 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a6150 expref: -99 pid: 34962 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:1.0:1789130494.674077:0:34969:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1789130494.674080:0:34969:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1789130494.674081:0:34969:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1789130494.674084:0:34969:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1789130494.674086:0:34969:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1789130494.674089:0:34969:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1789130494.674092:0:34969:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1789130494.674097:0:34969:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9caf4557c8c0 2 00000080:00000010:1.0:1789130494.674103:0:34969:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9caf47c6dc00. 00000080:00000001:1.0:1789130494.674112:0:34969:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1789130494.674114:0:34969:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789130494.674118:0:34969:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9caf601980c8) 00000080:00010000:1.0:1789130494.674123:0:34969:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9caf601980c8) for lock 0xde5303b1d982ce66 00800000:00000001:1.0:1789130494.674128:0:34969:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1789130494.674132:0:34969:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1789130494.674134:0:34969:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130494.674138:0:34969:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130494.674142:0:34969:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b7200 refcount=3 00000020:00000001:1.0:1789130494.674146:0:34969:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649487360 : -109198060064256 : ffff9caf586b7200) 00010000:00000001:1.0:1789130494.674149:0:34969:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649487360 : -109198060064256 : ffff9caf586b7200) 00010000:00000001:1.0:1789130494.674152:0:34969:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130494.674155:0:34969:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789130494.674156:0:34969:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789130494.674158:0:34969:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789130494.674161:0:34969:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xde5303b1d982ce66 from it ffffb97f41bffbf8 00010000:00000001:1.0:1789130494.674163:0:34969:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130494.674164:0:34969:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130494.674165:0:34969:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b7200 refcount=3 00000020:00000001:1.0:1789130494.674167:0:34969:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649487360 : -109198060064256 : ffff9caf586b7200) 00010000:00000001:1.0:1789130494.674169:0:34969:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649487360 : -109198060064256 : ffff9caf586b7200) 00010000:00000001:1.0:1789130494.674239:0:34969:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789130494.674243:0:34969:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7200/0xde5303b1d982ce66 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a6150 expref: -99 pid: 34962 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1789130494.674252:0:34969:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130494.674254:0:34969:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130494.674256:0:34969:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1789130494.674259:0:34969:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1789130494.674261:0:34969:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7200/0xde5303b1d982ce66 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a6150 expref: -99 pid: 34962 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1789130494.674269:0:34969:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1789130494.674274:0:34969:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1789130494.674277:0:34969:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789130494.674284:0:34969:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130494.674286:0:34969:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130494.674288:0:34969:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130494.674293:0:34969:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1789130494.674295:0:34969:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130494.674297:0:34969:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130494.674302:0:34969:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130494.674380:0:34969:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789130494.674383:0:34969:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130494.674385:0:34969:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1789130494.674389:0:34969:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1789130494.674391:0:34969:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1789130494.674396:0:34969:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8), inode mode 41ff mask 1 00000080:00000001:1.0:1789130494.674405:0:34969:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1789130494.674424:0:34969:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9caf4632b220. 00000020:00000001:1.0:1789130494.674431:0:34969:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41bffb28 00000080:00200000:1.0:1789130494.674434:0:34969:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d24b.recovery-small, dir=[0x200000007:0x1:0x0](ffff9caf601980c8), flags=25 00000080:00000001:1.0:1789130494.674439:0:34969:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:1.0:1789130494.674441:0:34969:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41bff9d8 00000080:00200000:1.0:1789130494.674444:0:34969:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d24b.recovery-small, dir=[0x200000007:0x1:0x0](ffff9caf601980c8), intent=0 00000080:00000010:1.0:1789130494.674453:0:34969:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9caf47c6dc00. 00800000:00000002:1.0:1789130494.674457:0:34969:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9caf4557c8c0 2 00000080:00000001:1.0:1789130494.674462:0:34969:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1789130494.674464:0:34969:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1789130494.674466:0:34969:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41bff8f8 00800000:00000002:1.0:1789130494.674467:0:34969:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'lookup' for [0x0:0x0:0x0] 'd24b.recovery-small' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1789130494.674471:0:34969:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00000020:00000001:1.0:1789130494.674475:0:34969:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41bff890 00800000:00000002:1.0:1789130494.674477:0:34969:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d24b.recovery-small' -> mds #0 00000002:00000001:1.0:1789130494.674482:0:34969:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1789130494.674483:0:34969:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41bff7c8 00000002:00010000:1.0:1789130494.674485:0:34969:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d24b.recovery-small,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00000002:00000001:1.0:1789130494.674490:0:34969:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1789130494.674493:0:34969:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1789130494.674577:0:34969:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf615d6940. 00000020:00000040:1.0:1789130494.674583:0:34969:0:(genops.c:1210:class_import_get()) import ffff9caf6079a800 refcount=6 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00010000:00000001:1.0:1789130494.674591:0:34969:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1789130494.674597:0:34969:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789130494.674600:0:34969:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130494.674602:0:34969:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130494.674603:0:34969:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130494.674607:0:34969:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789130494.674610:0:34969:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789130494.674615:0:34969:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789130494.674627:0:34969:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9caf487c1000. 00000100:00000001:1.0:1789130494.674637:0:34969:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130494.674643:0:34969:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789130494.674646:0:34969:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130494.674647:0:34969:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789130494.674648:0:34969:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130494.674650:0:34969:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789130494.674660:0:34969:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446634875799562560 : -109197909989056 : ffff9caf615d6940) 00010000:00000001:1.0:1789130494.674665:0:34969:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1789130494.674668:0:34969:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1789130494.674672:0:34969:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf4814d500 count: 2 00010000:00000001:1.0:1789130494.674675:0:34969:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789130494.674678:0:34969:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1789130494.674682:0:34969:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9caf586b7400. 00000020:00000001:1.0:1789130494.674686:0:34969:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1789130494.674688:0:34969:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9caf586b7400 with handle 0xde5303b1d982ce74 to hash 00000020:00000001:1.0:1789130494.674690:0:34969:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1789130494.674692:0:34969:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446634875649487872 : -109198060063744 : ffff9caf586b7400) 00010000:00000001:1.0:1789130494.674697:0:34969:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446634875649487872 : -109198060063744 : ffff9caf586b7400) 00010000:00000001:1.0:1789130494.674700:0:34969:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789130494.674701:0:34969:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789130494.674705:0:34969:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7400/0xde5303b1d982ce74 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 34969 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789130494.674714:0:34969:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7400/0xde5303b1d982ce74 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 34969 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789130494.675025:0:34969:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7400/0xde5303b1d982ce74 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 34969 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1789130494.675033:0:34969:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1789130494.675036:0:34969:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1789130494.675046:0:34969:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9caf48173a80. 00000100:00000001:1.0:1789130494.675048:0:34969:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446634875375532672 : -109198334018944 : ffff9caf48173a80) 00000100:00000001:1.0:1789130494.675053:0:34969:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789130494.675055:0:34969:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875799562560 : -109197909989056 : ffff9caf615d6940) 00000100:00000001:1.0:1789130494.675063:0:34969:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789130494.675067:0:34969:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130494.675070:0:34969:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1789130494.675072:0:34969:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789130494.675088:0:34969:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf615d6940 x1876037329056384/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130494.675099:0:34969:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789130494.675102:0:34969:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130494.675108:0:34969:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789130494.675111:0:34969:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789130494.675115:0:34969:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789130494.675119:0:34969:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf615d6940 pname:cluuid:pid:xid:nid:opc:job multiop:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:34969:1876037329056384:192.168.204.123@tcp:101:multiop.0 00000100:00000001:1.0:1789130494.675124:0:34969:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789130494.675133:0:34969:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789130494.675137:0:34969:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130494.675140:0:34969:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789130494.675147:0:34969:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9caf482dc800. 02000000:00000001:1.0:1789130494.675149:0:34969:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789130494.675160:0:34969:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:1.0:1789130494.675165:0:34969:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf42d8ec08. 00000400:00000010:1.0:1789130494.675245:0:34969:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf462a3dd0. 00000100:00000200:1.0:1789130494.675258:0:34969:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1876037329056384, portal 10 00000100:00000001:1.0:1789130494.675261:0:34969:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789130494.675263:0:34969:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875799562560 : -109197909989056 : ffff9caf615d6940) 00000100:00000040:1.0:1789130494.675271:0:34969:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9caf615d6940 x1876037329056384/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789130510 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130494.675282:0:34969:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789130494.675285:0:34969:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:1.0:1789130494.675289:0:34969:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf462a36e8. 00000100:00000200:1.0:1789130494.675293:0:34969:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1876037329056384, offset 0 00000400:00000200:1.0:1789130494.675303:0:34969:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:1.0:1789130494.675393:0:34969:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:1.0:1789130494.675404:0:34969:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:1.0:1789130494.675414:0:34969:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789130494.675421:0:34969:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:1.0:1789130494.675427:0:34969:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789130494.675431:0:34969:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:1.0:1789130494.675436:0:34969:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2688:2688:256:4294967295] 192.168.204.123@tcp LPNI seq info [2687:2687:8:4294967295] 00000400:00000200:1.0:1789130494.675441:0:34969:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:1.0:1789130494.675454:0:34969:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:1.0:1789130494.675461:0:34969:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:1.0:1789130494.675470:0:34969:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf4a83a100. 00000800:00000200:1.0:1789130494.675479:0:34969:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:1.0:1789130494.675492:0:34969:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:1.0:1789130494.675572:0:34969:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf4a83a100 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:1.0:1789130494.675669:0:34969:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789130494.675676:0:34969:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: using a timeout of 789892 usecs (790 jiffies) 00000400:00000200:1.0:1789130494.675680:0:34969:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:1.0:1789130494.675684:0:34969:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296589487 00000100:00000001:1.0:1789130494.675688:0:34969:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 2, keep current deadline 4296592375 00000100:00000001:1.0:1789130494.675691:0:34969:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296589487 00000100:00000001:1.0:1789130494.675694:0:34969:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 3, keep current deadline 4296592375 00000100:00000001:1.0:1789130494.675696:0:34969:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789130494.675700:0:34969:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130494.675702:0:34969:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789130494.675705:0:34969:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1789130494.675709:0:34969:0:(client.c:2715:ptlrpc_set_wait()) set ffff9caf48173a80 going to sleep for 11 seconds 00000100:00000001:1.0:1789130494.675712:0:34969:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789130494.675717:0:34969:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789130494.676619:0:2342:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789130494.676628:0:2342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf4a83a100. 00000400:00000200:2.0:1789130494.676634:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130494.676641:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:2.0:1789130494.676648:0:2342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf462a36e8 00000400:00000010:2.0:1789130494.676651:0:2342:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf462a36e8. 00000100:00000001:2.0:1789130494.676656:0:2342:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789130494.676663:0:2342:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf615d6940 x1876037329056384/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789130510 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130494.676675:0:2342:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130494.676678:0:2342:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf615d6940 x1876037329056384/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789130510 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130494.676686:0:2342:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130494.676688:0:2342:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1789130494.681659:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130494.681687:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789130494.681693:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130494.681696:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130494.681708:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130494.681718:0:2341:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:3.0:1789130494.681730:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130494.681999:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130494.682008:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130494.682012:0:2341:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 584 into portal 10 MB=0x6aa3efa957280 00000400:00000200:3.0:1789130494.682018:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130494.682025:0:2341:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.123@tcp of length 584/584 into md 0x73c5 [1] + 224 00000800:00000001:3.0:1789130494.682033:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130494.682042:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130494.682046:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130494.682051:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:3.0:1789130494.682060:0:2341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789130494.682072:0:2341:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf615d6940 x1876037329056384/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789130510 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789130494.682085:0:2341:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff9caf615d6940 x1876037329056384/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789130510 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130494.682157:0:34969:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789130494.682187:0:2341:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789130494.682200:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130494.682205:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1789130494.682593:0:34969:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789130494.682597:0:34969:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789130494.682602:0:34969:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf42d8ec08. 00000400:00000200:1.0:1789130494.682609:0:34969:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf462a3dd0 00000400:00000010:1.0:1789130494.682612:0:34969:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf462a3dd0. 00000100:00000001:1.0:1789130494.682616:0:34969:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789130494.682622:0:34969:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf615d6940 x1876037329056384/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789130510 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1789130494.682632:0:34969:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf615d6940 x1876037329056384/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789130510 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130494.682640:0:34969:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789130494.682642:0:34969:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130494.682646:0:34969:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789130494.682650:0:34969:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789130494.682653:0:34969:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789130494.682656:0:34969:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130494.682661:0:34969:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789130494.682675:0:34969:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf6079ac60 time=113 v=5 (5 104 104 104) 00000100:00001000:1.0:1789130494.682682:0:34969:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf6079ac18 time=35 v=5 (1 0 0 0) 00000100:00000001:1.0:1789130494.682685:0:34969:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789130494.682687:0:34969:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130494.682691:0:34969:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789130494.682697:0:34969:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130494.682703:0:34969:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789130494.682706:0:34969:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9caf5014c800: skip recheck: last_committed 8589934606 00000100:00000001:1.0:1789130494.682709:0:34969:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789130494.682714:0:34969:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789130494.682720:0:34969:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf615d6940 x1876037329056384/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/584 e 0 to 0 dl 1789130510 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130494.682904:0:34969:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789130494.682909:0:34969:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789130494.682912:0:34969:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789130494.682918:0:34969:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf615d6940 x1876037329056384/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/584 e 0 to 0 dl 1789130510 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1789130494.682927:0:34969:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf615d6940 pname:cluuid:pid:xid:nid:opc:job multiop:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:34969:1876037329056384:192.168.204.123@tcp:101:multiop.0 00000100:00000001:1.0:1789130494.682935:0:34969:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130494.682940:0:34969:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130494.682943:0:34969:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1789130494.682946:0:34969:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789130494.682950:0:34969:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf615d6940 x1876037329056384/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/584 e 0 to 0 dl 1789130510 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130494.682958:0:34969:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789130494.682961:0:34969:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9caf48173a80. 00000100:00000001:1.0:1789130494.682967:0:34969:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1789130494.682969:0:34969:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130494.682973:0:34969:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1789130494.682980:0:34969:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130494.682984:0:34969:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130494.682989:0:34969:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b7400 refcount=4 00000020:00000001:1.0:1789130494.682992:0:34969:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649487872 : -109198060063744 : ffff9caf586b7400) 00010000:00000001:1.0:1789130494.682996:0:34969:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649487872 : -109198060063744 : ffff9caf586b7400) 00010000:00000040:1.0:1789130494.683006:0:34969:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9caf586b7400, remote cookie: 0xcdf1b083821a618f, flags: 0x1001 00010000:00010000:1.0:1789130494.683013:0:34969:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7400/0xde5303b1d982ce74 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a618f expref: -99 pid: 34969 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1789130494.683023:0:34969:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x32:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:1.0:1789130494.683027:0:34969:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:1.0:1789130494.683038:0:34969:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9caf4814d400. 00010000:00000010:1.0:1789130494.683045:0:34969:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9caf50154780. 00010000:00000001:1.0:1789130494.683051:0:34969:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789130494.683055:0:34969:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7400/0xde5303b1d982ce74 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x32:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a618f expref: -99 pid: 34969 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789130494.683064:0:34969:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7400/0xde5303b1d982ce74 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x32:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a618f expref: -99 pid: 34969 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789130494.683077:0:34969:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1789130494.683083:0:34969:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1789130494.683086:0:34969:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1789130494.683088:0:34969:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1789130494.683089:0:34969:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1789130494.683093:0:34969:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x32:0x0].0x0 (ffff9caf4814d400) refcount = 1 00010000:00010000:1.0:1789130494.683097:0:34969:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7400/0xde5303b1d982ce74 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x32:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a618f expref: -99 pid: 34969 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789130494.683103:0:34969:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1789130494.683108:0:34969:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1789130494.683109:0:34969:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789130494.683113:0:34969:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1789130494.683116:0:34969:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789130494.683119:0:34969:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7400/0xde5303b1d982ce74 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x32:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a618f expref: -99 pid: 34969 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789130494.683125:0:34969:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1789130494.683127:0:34969:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130494.683129:0:34969:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130494.683130:0:34969:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130494.683131:0:34969:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130494.683133:0:34969:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789130494.683137:0:34969:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1789130494.683139:0:34969:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130494.683140:0:34969:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130494.683142:0:34969:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b7400 refcount=3 00000020:00000001:1.0:1789130494.683144:0:34969:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649487872 : -109198060063744 : ffff9caf586b7400) 00010000:00000001:1.0:1789130494.683145:0:34969:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649487872 : -109198060063744 : ffff9caf586b7400) 00010000:00000001:1.0:1789130494.683147:0:34969:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130494.683148:0:34969:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130494.683149:0:34969:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b7400 refcount=4 00000020:00000001:1.0:1789130494.683150:0:34969:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649487872 : -109198060063744 : ffff9caf586b7400) 00010000:00000001:1.0:1789130494.683152:0:34969:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649487872 : -109198060063744 : ffff9caf586b7400) 00010000:00000001:1.0:1789130494.683155:0:34969:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789130494.683157:0:34969:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789130494.683160:0:34969:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7400/0xde5303b1d982ce74 lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x32:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a618f expref: -99 pid: 34969 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789130494.683164:0:34969:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130494.683164:0:34969:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130494.683165:0:34969:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130494.683166:0:34969:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130494.683166:0:34969:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b7400 refcount=5 00000020:00000001:1.0:1789130494.683168:0:34969:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649487872 : -109198060063744 : ffff9caf586b7400) 00010000:00000001:1.0:1789130494.683169:0:34969:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649487872 : -109198060063744 : ffff9caf586b7400) 00010000:00000001:1.0:1789130494.683171:0:34969:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789130494.683174:0:34969:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7400/0xde5303b1d982ce74 lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x32:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a618f expref: -99 pid: 34969 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789130494.683178:0:34969:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130494.683179:0:34969:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1789130494.683182:0:34969:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7400/0xde5303b1d982ce74 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x32:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a618f expref: -99 pid: 34969 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789130494.683188:0:34969:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789130494.683189:0:34969:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130494.683190:0:34969:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130494.683192:0:34969:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130494.683193:0:34969:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1789130494.683198:0:34969:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0xb, status=0 req@ffff9caf615d6940 x1876037329056384/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/584 e 0 to 0 dl 1789130510 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1789130494.683207:0:34969:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130494.683208:0:34969:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130494.683210:0:34969:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b7400 refcount=3 00000020:00000001:1.0:1789130494.683212:0:34969:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649487872 : -109198060063744 : ffff9caf586b7400) 00010000:00000001:1.0:1789130494.683215:0:34969:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649487872 : -109198060063744 : ffff9caf586b7400) 00010000:00000001:1.0:1789130494.683218:0:34969:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130494.683219:0:34969:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789130494.683221:0:34969:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789130494.683223:0:34969:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789130494.683227:0:34969:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1789130494.683231:0:34969:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130494.683233:0:34969:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130494.683234:0:34969:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b7400 refcount=3 00000020:00000001:1.0:1789130494.683236:0:34969:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649487872 : -109198060063744 : ffff9caf586b7400) 00010000:00000001:1.0:1789130494.683238:0:34969:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649487872 : -109198060063744 : ffff9caf586b7400) 00000002:00010000:1.0:1789130494.683240:0:34969:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7400/0xde5303b1d982ce74 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x32:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a618f expref: -99 pid: 34969 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789130494.683245:0:34969:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130494.683246:0:34969:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130494.683247:0:34969:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1789130494.683248:0:34969:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130494.683249:0:34969:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130494.683249:0:34969:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b7400 refcount=3 00000020:00000001:1.0:1789130494.683251:0:34969:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649487872 : -109198060063744 : ffff9caf586b7400) 00010000:00000001:1.0:1789130494.683252:0:34969:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649487872 : -109198060063744 : ffff9caf586b7400) 00010000:00000040:1.0:1789130494.683255:0:34969:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf4814d400 count: 2 00010000:00000001:1.0:1789130494.683257:0:34969:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1789130494.683261:0:34969:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9caf4630e800 type 13 mode 4 res 8589935620/50 (0 0) 00010000:00000001:1.0:1789130494.683262:0:34969:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130494.683263:0:34969:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789130494.683265:0:34969:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1789130494.683269:0:34969:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41bff750 00000002:00002000:1.0:1789130494.683270:0:34969:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=d24b.recovery-small intent=lookup status=0 disp=0xb: rc = 0 00000002:00000001:1.0:1789130494.683273:0:34969:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789130494.683277:0:34969:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789130494.683280:0:34969:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1789130494.683284:0:34969:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:1.0:1789130494.683287:0:34969:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789130494.683292:0:34969:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9caf4557c8c0 2 00000080:00000001:1.0:1789130494.683295:0:34969:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1789130494.683297:0:34969:0:(namei.c:674:ll_lookup_it_finish()) it ffffb97f41bffac8 it_disposition b 00000080:00000001:1.0:1789130494.683300:0:34969:0:(llite_lib.c:3864:ll_prep_inode()) Process entered 00000002:00000001:1.0:1789130494.683310:0:34969:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1789130494.683314:0:34969:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1789130494.683319:0:34969:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833970 : 144115205322833970 : 200000404000032) 00000080:00000001:1.0:1789130494.683323:0:34969:0:(namei.c:113:ll_iget()) Process entered 00000080:00000001:1.0:1789130494.683333:0:34969:0:(llite_lib.c:1973:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1789130494.683336:0:34969:0:(llite_lib.c:1977:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000404:0x32:0x0] 00000080:00000001:1.0:1789130494.683339:0:34969:0:(llite_lib.c:1994:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130494.683344:0:34969:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833970 : 144115205322833970 : 200000404000032) 00000080:00000001:1.0:1789130494.683346:0:34969:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:1.0:1789130494.683355:0:34969:0:(llite_lib.c:3140:ll_update_inode()) inode=[0x200000404:0x32:0x0], updating i_size 512 00000080:00200000:1.0:1789130494.683358:0:34969:0:(namei.c:147:ll_iget()) got inode: [0x200000404:0x32:0x0](ffff9caf601aec08): rc = 0 00000080:00000001:1.0:1789130494.683361:0:34969:0:(namei.c:156:ll_iget()) Process leaving (rc=18446634875778427912 : -109197931123704 : ffff9caf601aec08) 00010000:00000001:1.0:1789130494.683363:0:34969:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130494.683365:0:34969:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130494.683367:0:34969:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b7400 refcount=3 00000020:00000001:1.0:1789130494.683369:0:34969:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649487872 : -109198060063744 : ffff9caf586b7400) 00010000:00000001:1.0:1789130494.683371:0:34969:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649487872 : -109198060063744 : ffff9caf586b7400) 00010000:00000001:1.0:1789130494.683380:0:34969:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130494.683382:0:34969:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1789130494.683385:0:34969:0:(llite_lib.c:1928:ll_update_default_lsm_md()) Process entered 00000080:00000001:1.0:1789130494.683387:0:34969:0:(llite_lib.c:1941:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1789130494.683389:0:34969:0:(llite_lib.c:3962:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1789130494.683393:0:34969:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1789130494.683396:0:34969:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789130494.683400:0:34969:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000404:0x32:0x0](ffff9caf601aec08) for lock 0xde5303b1d982ce74 00800000:00000001:1.0:1789130494.683404:0:34969:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1789130494.683407:0:34969:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1789130494.683408:0:34969:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130494.683410:0:34969:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130494.683412:0:34969:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b7400 refcount=3 00000020:00000001:1.0:1789130494.683413:0:34969:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649487872 : -109198060063744 : ffff9caf586b7400) 00010000:00000001:1.0:1789130494.683417:0:34969:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649487872 : -109198060063744 : ffff9caf586b7400) 00010000:00000001:1.0:1789130494.683420:0:34969:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130494.683421:0:34969:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789130494.683423:0:34969:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789130494.683425:0:34969:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:1.0:1789130494.683435:0:34969:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9caf445565e8 inode ffff9caf601aec08 refc 1 flags 0x20000e 00000080:00000001:1.0:1789130494.683440:0:34969:0:(llite_lib.c:3176:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1789130494.683442:0:34969:0:(llite_lib.c:3182:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130494.683444:0:34969:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:1.0:1789130494.683449:0:34969:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x32:0x0](ffff9caf601aec08) 00000080:00010000:1.0:1789130494.683454:0:34969:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xde5303b1d982ce74 from it ffffb97f41bffac8 00010000:00000001:1.0:1789130494.683457:0:34969:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130494.683458:0:34969:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130494.683459:0:34969:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b7400 refcount=3 00000020:00000001:1.0:1789130494.683461:0:34969:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649487872 : -109198060063744 : ffff9caf586b7400) 00010000:00000001:1.0:1789130494.683462:0:34969:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649487872 : -109198060063744 : ffff9caf586b7400) 00010000:00000001:1.0:1789130494.683463:0:34969:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789130494.683465:0:34969:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7400/0xde5303b1d982ce74 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x32:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a618f expref: -99 pid: 34969 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789130494.683468:0:34969:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130494.683469:0:34969:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130494.683470:0:34969:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1789130494.683473:0:34969:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1789130494.683476:0:34969:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7400/0xde5303b1d982ce74 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x32:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a618f expref: -99 pid: 34969 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1789130494.683484:0:34969:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1789130494.683486:0:34969:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1789130494.683488:0:34969:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789130494.683495:0:34969:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130494.683991:0:34969:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130494.683994:0:34969:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130494.683999:0:34969:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1789130494.684001:0:34969:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130494.684003:0:34969:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130494.684007:0:34969:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130494.684009:0:34969:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789130494.684011:0:34969:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130494.684012:0:34969:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1789130494.684015:0:34969:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1789130494.684021:0:34969:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9caf47c6dc00. 00000100:00000001:1.0:1789130494.684027:0:34969:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789130494.684036:0:34969:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf615d6940 x1876037329056384/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/584 e 0 to 0 dl 1789130510 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130494.684042:0:34969:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789130494.684046:0:34969:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789130494.684049:0:34969:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9caf482dc800. 02000000:00000001:1.0:1789130494.684053:0:34969:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789130494.684055:0:34969:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1789130494.684057:0:34969:0:(genops.c:1223:class_import_put()) import ffff9caf6079a800 refcount=5 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000020:00000001:1.0:1789130494.684059:0:34969:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1789130494.684062:0:34969:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9caf487c1000. 02000000:00000001:1.0:1789130494.684066:0:34969:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789130494.684067:0:34969:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789130494.684069:0:34969:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf615d6940. 00000100:00000001:1.0:1789130494.684072:0:34969:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789130494.684074:0:34969:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1789130494.684085:0:34969:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00200000:1.0:1789130494.684087:0:34969:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000404:0x32:0x0](ffff9caf601aec08), inode mode 41ed mask 1 00000080:00000001:1.0:1789130494.684093:0:34969:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1789130494.684114:0:34969:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9caf4632ba40. 00000080:00000001:1.0:1789130494.684118:0:34969:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00200000:1.0:1789130494.684119:0:34969:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000404:0x32:0x0](ffff9caf601aec08), inode mode 41ed mask 3 00000080:00000001:1.0:1789130494.684121:0:34969:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130494.684125:0:34969:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:1.0:1789130494.684126:0:34969:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41bffb58 00000080:00200000:1.0:1789130494.684129:0:34969:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=f24b.recovery-small-1, dir=[0x200000404:0x32:0x0](ffff9caf601aec08), file ffff9caf585dec00, open_flags 8042, mode 81a4 opened 0 00000080:00000010:1.0:1789130494.684133:0:34969:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff9caf481b3e40. 00000080:00000001:1.0:1789130494.684138:0:34969:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:1.0:1789130494.684140:0:34969:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41bffa08 00000080:00200000:1.0:1789130494.684141:0:34969:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f24b.recovery-small-1, dir=[0x200000404:0x32:0x0](ffff9caf601aec08), intent=open|creat 00000080:00000010:1.0:1789130494.684150:0:34969:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9caf47c6dc00. 00000080:00000001:1.0:1789130494.684158:0:34969:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1789130494.684161:0:34969:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1789130494.684163:0:34969:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41bff928 00800000:00000002:1.0:1789130494.684164:0:34969:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f24b.recovery-small-1' on [0x200000404:0x32:0x0] 00800000:00000001:1.0:1789130494.684167:0:34969:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:1.0:1789130494.684181:0:34969:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:1.0:1789130494.684187:0:34969:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446634875370194944 : -109198339356672 : ffff9caf47c5c800) 00800000:00000001:1.0:1789130494.684190:0:34969:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:1.0:1789130494.684192:0:34969:0:(obd_class.h:932:obd_fid_alloc()) Process entered 00000002:00000001:1.0:1789130494.684195:0:34969:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:1.0:1789130494.684198:0:34969:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:1.0:1789130494.684200:0:34969:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff9caf5014c800: Allocated FID [0x200000404:0x34:0x0] 40000000:00000001:1.0:1789130494.684202:0:34969:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789130494.684203:0:34969:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789130494.684204:0:34969:0:(obd_class.h:945:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789130494.684206:0:34969:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130494.684207:0:34969:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41bff8a8 00800000:00000002:1.0:1789130494.684209:0:34969:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000404:0x32:0x0], fid2=[0x200000404:0x34:0x0], name='f24b.recovery-small-1' -> mds #0 layout version 1 00000002:00000001:1.0:1789130494.684213:0:34969:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1789130494.684215:0:34969:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41bff7e0 00000002:00010000:1.0:1789130494.684216:0:34969:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f24b.recovery-small-1,[0x200000404:0x34:0x0]) in obj [0x200000404:0x32:0x0], intent: open|creat flags 0100103 00000002:00000001:1.0:1789130494.684219:0:34969:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1789130494.684221:0:34969:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:1.0:1789130494.684225:0:34969:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:1.0:1789130494.684230:0:34969:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789130494.684232:0:34969:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1789130494.684234:0:34969:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf4814d400 count: 2 00010000:00000001:1.0:1789130494.684236:0:34969:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789130494.684238:0:34969:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1789130494.684241:0:34969:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130494.684243:0:34969:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789130494.684244:0:34969:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789130494.684247:0:34969:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf615d6940. 00000020:00000040:1.0:1789130494.684250:0:34969:0:(genops.c:1210:class_import_get()) import ffff9caf6079a800 refcount=6 obd=lustre-MDT0000-mdc-ffff9caf5014c800 02000000:00000001:1.0:1789130494.684255:0:34969:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789130494.684257:0:34969:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130494.684259:0:34969:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1789130494.684263:0:34969:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789130494.684267:0:34969:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130494.684268:0:34969:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130494.684270:0:34969:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130494.684273:0:34969:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789130494.684280:0:34969:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789130494.684287:0:34969:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789130494.684296:0:34969:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9caf487c1000. 00000100:00000001:1.0:1789130494.684319:0:34969:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130494.684328:0:34969:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789130494.684330:0:34969:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130494.684332:0:34969:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789130494.684333:0:34969:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130494.684335:0:34969:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789130494.684349:0:34969:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446634875799562560 : -109197909989056 : ffff9caf615d6940) 00010000:00000001:1.0:1789130494.684353:0:34969:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1789130494.684356:0:34969:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1789130494.684359:0:34969:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf4814d400 count: 2 00010000:00000001:1.0:1789130494.684361:0:34969:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789130494.684363:0:34969:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1789130494.684368:0:34969:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9caf586b7600. 00000020:00000001:1.0:1789130494.684372:0:34969:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1789130494.684376:0:34969:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9caf586b7600 with handle 0xde5303b1d982ce7b to hash 00000020:00000001:1.0:1789130494.684378:0:34969:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1789130494.684379:0:34969:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446634875649488384 : -109198060063232 : ffff9caf586b7600) 00010000:00000001:1.0:1789130494.684384:0:34969:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446634875649488384 : -109198060063232 : ffff9caf586b7600) 00010000:00000001:1.0:1789130494.684389:0:34969:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789130494.684391:0:34969:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789130494.684399:0:34969:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7600/0xde5303b1d982ce7b lrc: 3/0,1 mode: --/CW res: [0x200000404:0x32:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 34969 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789130494.684406:0:34969:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7600/0xde5303b1d982ce7b lrc: 3/0,1 mode: --/CW res: [0x200000404:0x32:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 34969 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:1.0:1789130494.684421:0:34969:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9caf5014c800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1789130494.684427:0:34969:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9caf615d6940 x1876037329056640/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1789130494.684437:0:34969:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7600/0xde5303b1d982ce7b lrc: 3/0,1 mode: --/CW res: [0x200000404:0x32:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 34969 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1789130494.684442:0:34969:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1789130494.684445:0:34969:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1789130494.684457:0:34969:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9caf48173a80. 00000100:00000001:1.0:1789130494.684459:0:34969:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446634875375532672 : -109198334018944 : ffff9caf48173a80) 00000100:00000001:1.0:1789130494.684463:0:34969:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789130494.684465:0:34969:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875799562560 : -109197909989056 : ffff9caf615d6940) 00000100:00000001:1.0:1789130494.684472:0:34969:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789130494.684477:0:34969:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130494.684480:0:34969:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1789130494.684482:0:34969:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789130494.684486:0:34969:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf615d6940 x1876037329056640/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130494.684495:0:34969:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789130494.684498:0:34969:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130494.684503:0:34969:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789130494.684505:0:34969:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789130494.684508:0:34969:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789130494.684512:0:34969:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf615d6940 pname:cluuid:pid:xid:nid:opc:job multiop:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:34969:1876037329056640:192.168.204.123@tcp:101:multiop.0 00000100:00000001:1.0:1789130494.684519:0:34969:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789130494.684529:0:34969:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789130494.684532:0:34969:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130494.684535:0:34969:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789130494.684603:0:34969:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff9caf48ba0000. 02000000:00000001:1.0:1789130494.684607:0:34969:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789130494.684616:0:34969:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:1.0:1789130494.684621:0:34969:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf42d8ec08. 00000400:00000010:1.0:1789130494.684632:0:34969:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff9caf487c3000. 00000100:00000200:1.0:1789130494.684643:0:34969:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1876037329056640, portal 10 00000100:00000001:1.0:1789130494.684646:0:34969:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789130494.684647:0:34969:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875799562560 : -109197909989056 : ffff9caf615d6940) 00000100:00000040:1.0:1789130494.684654:0:34969:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9caf615d6940 x1876037329056640/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789130510 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130494.684663:0:34969:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789130494.684666:0:34969:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:1.0:1789130494.684671:0:34969:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf462a3dd0. 00000100:00000200:1.0:1789130494.684676:0:34969:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 12, xid 1876037329056640, offset 0 00000400:00000200:1.0:1789130494.684684:0:34969:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:1.0:1789130494.684697:0:34969:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:1.0:1789130494.684709:0:34969:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:1.0:1789130494.684719:0:34969:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789130494.684728:0:34969:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:1.0:1789130494.684743:0:34969:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789130494.684746:0:34969:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:1.0:1789130494.684751:0:34969:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2689:2689:256:4294967295] 192.168.204.123@tcp LPNI seq info [2688:2688:8:4294967295] 00000400:00000200:1.0:1789130494.684756:0:34969:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:1.0:1789130494.684769:0:34969:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:1.0:1789130494.684776:0:34969:0:(socklnd_cb.c:931:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:1.0:1789130494.684783:0:34969:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf4a83a900. 00000800:00000200:1.0:1789130494.684791:0:34969:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:1.0:1789130494.684801:0:34969:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:1.0:1789130494.685288:0:34969:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf4a83a900 type 1, nob 760 niov 1 nkiov 1 00000100:00000001:1.0:1789130494.685411:0:34969:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789130494.685417:0:34969:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: using a timeout of 788947 usecs (789 jiffies) 00000400:00000200:1.0:1789130494.685422:0:34969:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:1.0:1789130494.685425:0:34969:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296589496 00000100:00000001:1.0:1789130494.685429:0:34969:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 2, keep current deadline 4296592375 00000100:00000001:1.0:1789130494.685431:0:34969:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296589496 00000100:00000001:1.0:1789130494.685434:0:34969:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 3, keep current deadline 4296592375 00000100:00000001:1.0:1789130494.685437:0:34969:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789130494.685440:0:34969:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130494.685443:0:34969:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789130494.685445:0:34969:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1789130494.685448:0:34969:0:(client.c:2715:ptlrpc_set_wait()) set ffff9caf48173a80 going to sleep for 11 seconds 00000100:00000001:1.0:1789130494.685452:0:34969:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789130494.685456:0:34969:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789130494.685648:0:2342:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789130494.685656:0:2342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf4a83a900. 00000400:00000200:2.0:1789130494.685663:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130494.685671:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:2.0:1789130494.685682:0:2342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf462a3dd0 00000400:00000010:2.0:1789130494.685684:0:2342:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf462a3dd0. 00000100:00000001:2.0:1789130494.685690:0:2342:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789130494.685696:0:2342:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf615d6940 x1876037329056640/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789130510 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130494.685708:0:2342:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130494.685711:0:2342:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf615d6940 x1876037329056640/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789130510 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130494.685718:0:2342:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130494.685721:0:2342:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1789130494.692621:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130494.692645:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789130494.692650:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130494.692653:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130494.692665:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130494.692675:0:2341:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:3.0:1789130494.692685:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130494.692692:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130494.692699:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130494.692704:0:2341:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 664 into portal 10 MB=0x6aa3efa957380 00000400:00000200:3.0:1789130494.692710:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130494.692718:0:2341:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.123@tcp of length 664/664 into md 0x73cd [32] + 224 00000800:00000001:3.0:1789130494.692740:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130494.692748:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130494.692753:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130494.692757:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:3.0:1789130494.692767:0:2341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789130494.692777:0:2341:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf615d6940 x1876037329056640/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789130510 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789130494.692799:0:2341:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff9caf615d6940 x1876037329056640/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789130510 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130494.693313:0:2341:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1789130494.693327:0:2341:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1789130494.693333:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130494.693339:0:2341:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.204.23@tcp to MR: 192.168.204.123@tcp local destination 00000400:00000200:3.0:1789130494.693347:0:2341:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2690:2690:256:4294967295] 192.168.204.123@tcp LPNI seq info [2689:2689:8:4294967295] 00000400:00000200:3.0:1789130494.693352:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130494.693360:0:2341:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:192.168.204.23@tcp) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) 192.168.204.123@tcp : ACK try# 0 00000800:00000200:3.0:1789130494.693367:0:2341:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 32 frags to 12345-192.168.204.123@tcp 00000800:00000010:3.0:1789130494.693376:0:2341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 744 at ffff9caf58482c00. 00000800:00000200:3.0:1789130494.693384:0:2341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:3.0:1789130494.693393:0:2341:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:3.0:1789130494.693398:0:2341:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf58482c00 type 0, nob 96 niov 1 nkiov 0 00000100:00000001:1.0:1789130494.693738:0:34969:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789130494.693750:0:34969:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789130494.693752:0:34969:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789130494.693757:0:34969:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf42d8ec08. 00000400:00000200:1.0:1789130494.693762:0:34969:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf487c3000 00000400:00000010:1.0:1789130494.693764:0:34969:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 632 at ffff9caf487c3000. 00000100:00000001:1.0:1789130494.693769:0:34969:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789130494.693776:0:34969:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf615d6940 x1876037329056640/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789130510 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1789130494.693789:0:34969:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf615d6940 x1876037329056640/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789130510 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130494.693796:0:34969:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789130494.693799:0:34969:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130494.693857:0:34969:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789130494.693861:0:34969:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789130494.693864:0:34969:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789130494.693868:0:34969:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130494.693872:0:34969:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789130494.693888:0:34969:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf6079ac60 time=113 v=5 (5 104 104 104) 00000100:00001000:1.0:1789130494.693894:0:34969:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf6079ac18 time=35 v=5 (1 0 0 0) 00000100:00000001:1.0:1789130494.693897:0:34969:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789130494.693899:0:34969:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130494.693903:0:34969:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789130494.693908:0:34969:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130494.693912:0:34969:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1789130494.693914:0:34969:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x20000000f/0x1] 00000100:00000001:1.0:1789130494.693917:0:34969:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1789130494.693920:0:34969:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789130494.693922:0:34969:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875799562560 : -109197909989056 : ffff9caf615d6940) 00000100:00000001:1.0:1789130494.693927:0:34969:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789130494.693930:0:34969:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9caf5014c800: skip recheck: last_committed 8589934606 00000100:00000001:1.0:1789130494.693932:0:34969:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789130494.693935:0:34969:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789130494.693943:0:34969:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf615d6940 x1876037329056640/t8589934611(8589934611) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 664/664 e 0 to 0 dl 1789130510 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130494.693951:0:34969:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789130494.693955:0:34969:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789130494.693957:0:34969:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789130494.693962:0:34969:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf615d6940 x1876037329056640/t8589934611(8589934611) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 664/664 e 0 to 0 dl 1789130510 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1789130494.693971:0:34969:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf615d6940 pname:cluuid:pid:xid:nid:opc:job multiop:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:34969:1876037329056640:192.168.204.123@tcp:101:multiop.0 00000100:00000001:1.0:1789130494.693978:0:34969:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130494.693982:0:34969:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130494.693985:0:34969:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1789130494.693988:0:34969:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789130494.693992:0:34969:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf615d6940 x1876037329056640/t8589934611(8589934611) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 664/664 e 0 to 0 dl 1789130510 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130494.694000:0:34969:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789130494.694005:0:34969:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9caf48173a80. 00000100:00000001:1.0:1789130494.694008:0:34969:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1789130494.694010:0:34969:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130494.694014:0:34969:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1789130494.694020:0:34969:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130494.694024:0:34969:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130494.694028:0:34969:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b7600 refcount=4 00000020:00000001:1.0:1789130494.694031:0:34969:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649488384 : -109198060063232 : ffff9caf586b7600) 00010000:00000001:1.0:1789130494.694034:0:34969:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649488384 : -109198060063232 : ffff9caf586b7600) 00010000:00000040:1.0:1789130494.694044:0:34969:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9caf586b7600, remote cookie: 0xcdf1b083821a61ab, flags: 0x1001 00010000:00010000:1.0:1789130494.694051:0:34969:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7600/0xde5303b1d982ce7b lrc: 4/0,1 mode: --/CW res: [0x200000404:0x32:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a61ab expref: -99 pid: 34969 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1789130494.694062:0:34969:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x34:0x0].0x0, instead of [0x200000404:0x32:0x0].0x0 00010000:00000001:1.0:1789130494.694066:0:34969:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:1.0:1789130494.694080:0:34969:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9caf4814d900. 00010000:00000010:1.0:1789130494.694087:0:34969:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9caf50154980. 00010000:00000001:1.0:1789130494.694094:0:34969:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789130494.694097:0:34969:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7600/0xde5303b1d982ce7b lrc: 4/0,1 mode: --/PR res: [0x200000404:0x34:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a61ab expref: -99 pid: 34969 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789130494.694106:0:34969:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7600/0xde5303b1d982ce7b lrc: 4/0,1 mode: --/PR res: [0x200000404:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a61ab expref: -99 pid: 34969 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789130494.694113:0:34969:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1789130494.694119:0:34969:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1789130494.694122:0:34969:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1789130494.694124:0:34969:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1789130494.694125:0:34969:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1789130494.694129:0:34969:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x34:0x0].0x0 (ffff9caf4814d900) refcount = 1 00010000:00010000:1.0:1789130494.694134:0:34969:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7600/0xde5303b1d982ce7b lrc: 4/0,1 mode: PR/PR res: [0x200000404:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a61ab expref: -99 pid: 34969 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789130494.694146:0:34969:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1789130494.694150:0:34969:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1789130494.694152:0:34969:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789130494.694155:0:34969:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1789130494.694158:0:34969:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789130494.694161:0:34969:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7600/0xde5303b1d982ce7b lrc: 4/0,1 mode: PR/PR res: [0x200000404:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a61ab expref: -99 pid: 34969 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789130494.694180:0:34969:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1789130494.694182:0:34969:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130494.694184:0:34969:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130494.694185:0:34969:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130494.694186:0:34969:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130494.694188:0:34969:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789130494.694193:0:34969:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1789130494.694196:0:34969:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130494.694197:0:34969:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130494.694199:0:34969:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b7600 refcount=3 00000020:00000001:1.0:1789130494.694201:0:34969:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649488384 : -109198060063232 : ffff9caf586b7600) 00010000:00000001:1.0:1789130494.694203:0:34969:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649488384 : -109198060063232 : ffff9caf586b7600) 00010000:00000001:1.0:1789130494.694206:0:34969:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130494.694207:0:34969:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130494.694208:0:34969:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b7600 refcount=4 00000020:00000001:1.0:1789130494.694209:0:34969:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649488384 : -109198060063232 : ffff9caf586b7600) 00010000:00000001:1.0:1789130494.694211:0:34969:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649488384 : -109198060063232 : ffff9caf586b7600) 00010000:00000001:1.0:1789130494.694214:0:34969:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789130494.694218:0:34969:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789130494.694221:0:34969:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7600/0xde5303b1d982ce7b lrc: 5/1,1 mode: PR/PR res: [0x200000404:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a61ab expref: -99 pid: 34969 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789130494.694227:0:34969:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130494.694229:0:34969:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130494.694230:0:34969:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130494.694232:0:34969:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130494.694233:0:34969:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b7600 refcount=5 00000020:00000001:1.0:1789130494.694235:0:34969:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649488384 : -109198060063232 : ffff9caf586b7600) 00010000:00000001:1.0:1789130494.694237:0:34969:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649488384 : -109198060063232 : ffff9caf586b7600) 00010000:00000001:1.0:1789130494.694239:0:34969:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789130494.694243:0:34969:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7600/0xde5303b1d982ce7b lrc: 5/1,1 mode: PR/PR res: [0x200000404:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a61ab expref: -99 pid: 34969 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789130494.694249:0:34969:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130494.694250:0:34969:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1789130494.694253:0:34969:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7600/0xde5303b1d982ce7b lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a61ab expref: -99 pid: 34969 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789130494.694260:0:34969:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789130494.694261:0:34969:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130494.694263:0:34969:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130494.694264:0:34969:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130494.694265:0:34969:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1789130494.694271:0:34969:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0x37, status=0 req@ffff9caf615d6940 x1876037329056640/t8589934611(8589934611) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 664/664 e 0 to 0 dl 1789130510 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1789130494.694281:0:34969:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:1.0:1789130494.694285:0:34969:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9caf615d6940 x1876037329056640/t8589934611(8589934611) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 664/664 e 0 to 0 dl 1789130510 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1789130494.694293:0:34969:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130494.694301:0:34969:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130494.694302:0:34969:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130494.694304:0:34969:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b7600 refcount=3 00000020:00000001:1.0:1789130494.694306:0:34969:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649488384 : -109198060063232 : ffff9caf586b7600) 00010000:00000001:1.0:1789130494.694308:0:34969:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649488384 : -109198060063232 : ffff9caf586b7600) 00000002:00010000:1.0:1789130494.694312:0:34969:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7600/0xde5303b1d982ce7b lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a61ab expref: -99 pid: 34969 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:1.0:1789130494.694323:0:34969:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff9caf58606cc0. 00010000:00000001:1.0:1789130494.694326:0:34969:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130494.694327:0:34969:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789130494.694329:0:34969:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789130494.694331:0:34969:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789130494.694335:0:34969:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:1.0:1789130494.694337:0:34969:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789130494.694338:0:34969:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875799562560 : -109197909989056 : ffff9caf615d6940) 00000100:00000001:1.0:1789130494.694340:0:34969:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789130494.694342:0:34969:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875799562560 : -109197909989056 : ffff9caf615d6940) 00010000:00000001:1.0:1789130494.694344:0:34969:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130494.694345:0:34969:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130494.694347:0:34969:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b7600 refcount=3 00000020:00000001:1.0:1789130494.694349:0:34969:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649488384 : -109198060063232 : ffff9caf586b7600) 00010000:00000001:1.0:1789130494.694351:0:34969:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649488384 : -109198060063232 : ffff9caf586b7600) 00000002:00010000:1.0:1789130494.694354:0:34969:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7600/0xde5303b1d982ce7b lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a61ab expref: -99 pid: 34969 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789130494.694361:0:34969:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130494.694363:0:34969:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130494.694365:0:34969:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1789130494.694367:0:34969:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130494.694368:0:34969:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130494.694369:0:34969:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b7600 refcount=3 00000020:00000001:1.0:1789130494.694371:0:34969:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649488384 : -109198060063232 : ffff9caf586b7600) 00010000:00000001:1.0:1789130494.694374:0:34969:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649488384 : -109198060063232 : ffff9caf586b7600) 00010000:00000040:1.0:1789130494.694378:0:34969:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf4814d900 count: 2 00010000:00000001:1.0:1789130494.694381:0:34969:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1789130494.694385:0:34969:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9caf4630e800 type 13 mode 4 res 8589935620/52 (0 0) 00010000:00000001:1.0:1789130494.694388:0:34969:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130494.694389:0:34969:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789130494.694392:0:34969:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1789130494.694395:0:34969:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41bff768 00000002:00002000:1.0:1789130494.694398:0:34969:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=f24b.recovery-small-1 intent=open|creat status=0 disp=0x1800037: rc = 0 00000002:00000001:1.0:1789130494.694401:0:34969:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789130494.694406:0:34969:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789130494.694409:0:34969:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1789130494.694413:0:34969:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000404:0x32:0x0] suppgids 0 -1: rc 0 00000080:00000001:1.0:1789130494.694417:0:34969:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130494.694422:0:34969:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1789130494.694425:0:34969:0:(namei.c:674:ll_lookup_it_finish()) it ffff9caf481b3e40 it_disposition 1800037 00000080:00002000:1.0:1789130494.694431:0:34969:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9caf445566c0 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:1.0:1789130494.694437:0:34969:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1789130494.694440:0:34969:0:(namei.c:1624:ll_create_it()) Process entered 00000020:00000001:1.0:1789130494.694442:0:34969:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41bff998 00000080:00200000:1.0:1789130494.694444:0:34969:0:(namei.c:1628:ll_create_it()) VFS Op:name=f24b.recovery-small-1, dir=[0x200000404:0x32:0x0](ffff9caf601aec08), intent=open|creat 00000080:00000001:1.0:1789130494.694447:0:34969:0:(namei.c:1575:ll_create_node()) Process entered 00000080:00000001:1.0:1789130494.694449:0:34969:0:(llite_lib.c:3864:ll_prep_inode()) Process entered 00000002:00000001:1.0:1789130494.694454:0:34969:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1789130494.694458:0:34969:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1789130494.694461:0:34969:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833972 : 144115205322833972 : 200000404000034) 00000080:00000001:1.0:1789130494.694465:0:34969:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:1.0:1789130494.694485:0:34969:0:(super25.c:42:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff9caf60130840. 00000020:00000001:1.0:1789130494.694498:0:34969:0:(class_obd.c:978:obd_heat_clear()) Process entered 00000020:00000001:1.0:1789130494.694501:0:34969:0:(class_obd.c:981:obd_heat_clear()) Process leaving 00000080:00000001:1.0:1789130494.694504:0:34969:0:(llite_lib.c:3374:ll_read_inode2()) Process entered 00000080:00200000:1.0:1789130494.694506:0:34969:0:(llite_lib.c:3377:ll_read_inode2()) VFS Op:inode=[0x200000404:0x34:0x0](ffff9caf60130908) 00000020:00000001:1.0:1789130494.694511:0:34969:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1789130494.694517:0:34969:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446634875648774440 : -109198060777176 : ffff9caf58609128) 00000020:00001000:1.0:1789130494.694519:0:34969:0:(cl_object.c:823:cl_env_get()) 1@ffff9caf58609120 00000020:00000001:1.0:1789130494.694526:0:34969:0:(lu_object.c:830:lu_object_find_at()) Process entered 00000080:00000010:1.0:1789130494.694533:0:34969:0:(vvp_object.c:310:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff9caf5016c640. 00000020:00000001:1.0:1789130494.694536:0:34969:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:1.0:1789130494.694539:0:34969:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789130494.694550:0:34969:0:(lov_object.c:2415:lov_object_alloc()) Process entered 00020000:00000010:1.0:1789130494.694555:0:34969:0:(lov_object.c:2416:lov_object_alloc()) slab-alloced 'lov': 248 at ffff9caf581241f0. 00020000:00000001:1.0:1789130494.694557:0:34969:0:(lov_object.c:2430:lov_object_alloc()) Process leaving (rc=18446634875643642352 : -109198065909264 : ffff9caf581241f0) 00020000:00000001:1.0:1789130494.694561:0:34969:0:(lov_object.c:1422:lov_object_init()) Process entered 00020000:00000001:1.0:1789130494.694565:0:34969:0:(lov_pack.c:354:lov_unpackmd()) Process entered 00020000:00000010:1.0:1789130494.694574:0:34969:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9caf481b3060. 00020000:00000010:1.0:1789130494.694582:0:34969:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9caf4511c980. 00020000:00000010:1.0:1789130494.694588:0:34969:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9caf481b3f60. 00020000:00000001:1.0:1789130494.694590:0:34969:0:(lov_pack.c:366:lov_unpackmd()) Process leaving (rc=18446634875375796064 : -109198333755552 : ffff9caf481b3f60) 00020000:00000002:1.0:1789130494.694594:0:34969:0:(lov_ea.c:762:dump_lsm()) lsm ffff9caf481b3f60, objid 0x34:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1789130494.694598:0:34969:0:(lov_ea.c:793:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1789130494.694602:0:34969:0:(lov_ea.c:812:dump_lsm()) oinfo:ffff9caf4511c980: ostid: 0x240000400:67 ost idx: 0 gen: 0 00020000:00000001:1.0:1789130494.694606:0:34969:0:(lov_object.c:598:lov_init_composite()) Process entered 00020000:00000002:1.0:1789130494.694608:0:34969:0:(lov_ea.c:762:dump_lsm()) lsm ffff9caf481b3f60, objid 0x34:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1789130494.694612:0:34969:0:(lov_ea.c:793:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1789130494.694614:0:34969:0:(lov_ea.c:812:dump_lsm()) oinfo:ffff9caf4511c980: ostid: 0x240000400:67 ost idx: 0 gen: 0 00020000:00000010:1.0:1789130494.694618:0:34969:0:(lov_object.c:618:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff9caf49387c00. 00020000:00000010:1.0:1789130494.694621:0:34969:0:(lov_object.c:622:lov_init_composite()) kmalloced '(comp->lo_entries)': 176 at ffff9caf48173a80. 00020000:00000001:1.0:1789130494.694628:0:34969:0:(lov_object.c:189:lov_init_raid0()) Process entered 00020000:00000010:1.0:1789130494.694632:0:34969:0:(lov_object.c:194:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff9caf438af758. 00020000:00000001:1.0:1789130494.694636:0:34969:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:1.0:1789130494.694637:0:34969:0:(lu_object.c:830:lu_object_find_at()) Process entered 00020000:00000001:1.0:1789130494.694643:0:34969:0:(lovsub_object.c:178:lovsub_object_alloc()) Process entered 00020000:00000010:1.0:1789130494.694647:0:34969:0:(lovsub_object.c:179:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff9caf5016ced8. 00000020:00000001:1.0:1789130494.694649:0:34969:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:1.0:1789130494.694650:0:34969:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789130494.694652:0:34969:0:(lovsub_object.c:192:lovsub_object_alloc()) Process leaving (rc=18446634875509722968 : -109198199828648 : ffff9caf5016cf58) 00020000:00000001:1.0:1789130494.694656:0:34969:0:(lovsub_object.c:32:lovsub_object_init()) Process entered 00000008:00000010:1.0:1789130494.694661:0:34969:0:(osc_object.c:444:osc_object_alloc()) slab-alloced 'osc': 488 at ffff9caf482356e0. 00020000:00000001:1.0:1789130494.694664:0:34969:0:(lovsub_object.c:41:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130494.694669:0:34969:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446634875509722968 : -109198199828648 : ffff9caf5016cf58) 00020000:00000001:1.0:1789130494.694671:0:34969:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446634875509722968 : -109198199828648 : ffff9caf5016cf58) 00020000:00000002:1.0:1789130494.694675:0:34969:0:(lov_object.c:134:lov_init_sub()) [0x240000400:0x43:0x0]@ffff9caf5016ced8[0:0] -> [0x200000404:0x34:0x0]@ffff9caf5016c640: ostid: 0x240000400:67 ost idx: 0 gen: 0 00020000:00000001:1.0:1789130494.694683:0:34969:0:(lov_object.c:259:lov_init_raid0()) Process leaving (rc=136 : 136 : 88) 00020000:00000001:1.0:1789130494.694685:0:34969:0:(lov_object.c:823:lov_init_composite()) Process leaving 00020000:00000001:1.0:1789130494.694687:0:34969:0:(lov_object.c:1450:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130494.694690:0:34969:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446634875509720768 : -109198199830848 : ffff9caf5016c6c0) 00000020:00001000:1.0:1789130494.694693:0:34969:0:(cl_object.c:917:cl_env_put()) 1@ffff9caf58609120 00000080:00000001:1.0:1789130494.694698:0:34969:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833972 : 144115205322833972 : 200000404000034) 00000080:00000001:1.0:1789130494.694701:0:34969:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:1.0:1789130494.694704:0:34969:0:(llite_lib.c:3071:ll_update_inode()) setting ino 144115205322833972 mtime from 0 to 1789130494 00000080:00000001:1.0:1789130494.694708:0:34969:0:(llite_lib.c:3399:ll_read_inode2()) Process leaving 00000080:00000001:1.0:1789130494.694711:0:34969:0:(namei.c:156:ll_iget()) Process leaving (rc=18446634875777911048 : -109197931640568 : ffff9caf60130908) 00010000:00000001:1.0:1789130494.694713:0:34969:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130494.694715:0:34969:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130494.694716:0:34969:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b7600 refcount=3 00000020:00000001:1.0:1789130494.694718:0:34969:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649488384 : -109198060063232 : ffff9caf586b7600) 00010000:00000001:1.0:1789130494.694720:0:34969:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649488384 : -109198060063232 : ffff9caf586b7600) 00000080:00000001:1.0:1789130494.694725:0:34969:0:(file.c:6819:ll_layout_conf()) Process entered 00000020:00000001:1.0:1789130494.694726:0:34969:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1789130494.694728:0:34969:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446634875648774440 : -109198060777176 : ffff9caf58609128) 00000020:00001000:1.0:1789130494.694730:0:34969:0:(cl_object.c:823:cl_env_get()) 1@ffff9caf58609120 00000020:00000001:1.0:1789130494.694732:0:34969:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:1.0:1789130494.694735:0:34969:0:(lov_object.c:1460:lov_conf_set()) Process entered 00020000:00000001:1.0:1789130494.694737:0:34969:0:(lov_pack.c:354:lov_unpackmd()) Process entered 00020000:00000010:1.0:1789130494.694740:0:34969:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9caf481b3a80. 00020000:00000010:1.0:1789130494.694742:0:34969:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9caf4511ca00. 00020000:00000010:1.0:1789130494.694745:0:34969:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9caf481b3c00. 00020000:00000001:1.0:1789130494.694746:0:34969:0:(lov_pack.c:366:lov_unpackmd()) Process leaving (rc=18446634875375795200 : -109198333756416 : ffff9caf481b3c00) 00020000:00000002:1.0:1789130494.694749:0:34969:0:(lov_ea.c:762:dump_lsm()) lsm ffff9caf481b3c00, objid 0x34:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1789130494.694753:0:34969:0:(lov_ea.c:793:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1789130494.694756:0:34969:0:(lov_ea.c:812:dump_lsm()) oinfo:ffff9caf4511ca00: ostid: 0x240000400:67 ost idx: 0 gen: 0 00020000:00000002:1.0:1789130494.694760:0:34969:0:(lov_object.c:1314:lov_conf_lock()) Took exclusive lov(ffff9caf581241f0) owner ffff9caf48444f80 00020000:00000001:1.0:1789130494.694763:0:34969:0:(lov_object.c:1520:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1789130494.694765:0:34969:0:(lov_object.c:1320:lov_conf_unlock()) To release exclusive lov(ffff9caf581241f0) owner ffff9caf48444f80 00020000:00000010:1.0:1789130494.694771:0:34969:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9caf4511ca00. 00020000:00000010:1.0:1789130494.694774:0:34969:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff9caf481b3a80. 00020000:00000010:1.0:1789130494.694777:0:34969:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff9caf481b3c00. 00020000:00000002:1.0:1789130494.694780:0:34969:0:(lov_object.c:1547:lov_conf_set()) [0x200000404:0x34:0x0] lo_layout_invalid=0 00020000:00000001:1.0:1789130494.694782:0:34969:0:(lov_object.c:1548:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130494.694784:0:34969:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130494.694788:0:34969:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:1.0:1789130494.694791:0:34969:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9caf581241f0) owner 0000000000000000/ffff9caf48444f80 00020000:00000002:1.0:1789130494.694794:0:34969:0:(lov_object.c:2443:lov_lsm_addref()) lsm ffff9caf481b3f60 addref 2/0 by ffff9caf48444f80. 00020000:00000002:1.0:1789130494.694797:0:34969:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9caf581241f0) owner 0000000000000000/ffff9caf48444f80 00020000:00000001:1.0:1789130494.694799:0:34969:0:(lov_object.c:2339:lov_object_layout_get()) Process entered 00020000:00000001:1.0:1789130494.694844:0:34969:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:1.0:1789130494.694846:0:34969:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:1.0:1789130494.694848:0:34969:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:1.0:1789130494.694850:0:34969:0:(lov_object.c:2358:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:1.0:1789130494.694853:0:34969:0:(file.c:6854:ll_layout_conf()) [0x200000404:0x34:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:1.0:1789130494.694856:0:34969:0:(cl_object.c:917:cl_env_put()) 1@ffff9caf58609120 00000080:00000001:1.0:1789130494.694858:0:34969:0:(file.c:6861:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130494.694860:0:34969:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130494.694861:0:34969:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1789130494.694863:0:34969:0:(llite_lib.c:3962:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1789130494.694866:0:34969:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1789130494.694868:0:34969:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789130494.694870:0:34969:0:(namei.c:1594:ll_create_node()) setting l_ast_data to inode [0x200000404:0x34:0x0](ffff9caf60130908) 00000080:00010000:1.0:1789130494.694873:0:34969:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000404:0x34:0x0](ffff9caf60130908) for lock 0xde5303b1d982ce7b 00800000:00000001:1.0:1789130494.694876:0:34969:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1789130494.694878:0:34969:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1789130494.694879:0:34969:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130494.694880:0:34969:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130494.694882:0:34969:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b7600 refcount=3 00000020:00000001:1.0:1789130494.694883:0:34969:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649488384 : -109198060063232 : ffff9caf586b7600) 00010000:00000001:1.0:1789130494.694886:0:34969:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649488384 : -109198060063232 : ffff9caf586b7600) 00010000:00000001:1.0:1789130494.694889:0:34969:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130494.694889:0:34969:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789130494.694891:0:34969:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789130494.694894:0:34969:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130494.694895:0:34969:0:(namei.c:1596:ll_create_node()) Process leaving 00000100:00000001:1.0:1789130494.694897:0:34969:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789130494.694903:0:34969:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff9caf615d6940 x1876037329056640/t8589934611(8589934611) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/664 e 0 to 0 dl 1789130510 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130494.694910:0:34969:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1789130494.694915:0:34969:0:(namei.c:1651:ll_create_it()) inode ffff9caf60130908 need_sync_to_mds [0x200000404:0x34:0x0] 00000080:00000001:1.0:1789130494.694919:0:34969:0:(namei.c:1686:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789130494.694923:0:34969:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x34:0x0](ffff9caf60130908) 00000080:00000001:1.0:1789130494.694926:0:34969:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1789130494.694930:0:34969:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9caf47c6dc00. 00000100:00000001:1.0:1789130494.694934:0:34969:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789130494.694937:0:34969:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf615d6940 x1876037329056640/t8589934611(8589934611) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/664 e 0 to 0 dl 1789130510 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130494.694943:0:34969:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130494.694947:0:34969:0:(pcc.c:3566:pcc_inode_create_fini()) Process entered 00000080:00000001:1.0:1789130494.694950:0:34969:0:(pcc.c:3569:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1789130494.694952:0:34969:0:(namei.c:1500:ll_atomic_open()) inode ffff9caf60130908 need_sync_to_mds [0x200000404:0x34:0x0] 00000080:00000001:1.0:1789130494.694963:0:34969:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:1.0:1789130494.694966:0:34969:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41bffa68 00000080:00200008:1.0:1789130494.694968:0:34969:0:(file.c:1090:ll_file_open()) START file f24b.recovery-small-1:[0x200000404:0x34:0x0](ffff9caf60130908), flags 100102 00000080:00000010:1.0:1789130494.694977:0:34969:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9caf417a8b40. 00000080:00000010:1.0:1789130494.694984:0:34969:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff9caf58606b40. 00000080:00000001:1.0:1789130494.694987:0:34969:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:1.0:1789130494.694992:0:34969:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00000002:00000001:1.0:1789130494.694995:0:34969:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:1.0:1789130494.694998:0:34969:0:(obd.h:1507:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff9caf4632b4a0. 00000002:00100000:1.0:1789130494.695003:0:34969:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9caf615d6940 x1876037329056640/t8589934611(8589934611) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/664 e 0 to 0 dl 1789130510 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1789130494.695009:0:34969:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789130494.695012:0:34969:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:1.0:1789130494.695017:0:34969:0:(rw.c:970:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:1.0:1789130494.695020:0:34969:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130494.695023:0:34969:0:(file.c:1298:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789130494.695026:0:34969:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789130494.695029:0:34969:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf615d6940 x1876037329056640/t8589934611(8589934611) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/664 e 0 to 0 dl 1789130510 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 02000000:00000001:1.0:1789130494.695035:0:34969:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789130494.695040:0:34969:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff9caf48ba0000. 02000000:00000001:1.0:1789130494.695075:0:34969:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1789130494.695077:0:34969:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130494.695080:0:34969:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41bffa68 00000080:00000008:1.0:1789130494.695082:0:34969:0:(file.c:1329:ll_file_open()) COMPLETED file f24b.recovery-small-1:[0x200000404:0x34:0x0](ffff9caf60130908), flags 100102, rc = 0 00000080:00000001:1.0:1789130494.695087:0:34969:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:1.0:1789130494.695090:0:34969:0:(dcache.c:176:ll_intent_release()) intent ffff9caf481b3e40 released 00000080:00010000:1.0:1789130494.695093:0:34969:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xde5303b1d982ce7b from it ffff9caf481b3e40 00010000:00000001:1.0:1789130494.695095:0:34969:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130494.695096:0:34969:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130494.695098:0:34969:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b7600 refcount=3 00000020:00000001:1.0:1789130494.695100:0:34969:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649488384 : -109198060063232 : ffff9caf586b7600) 00010000:00000001:1.0:1789130494.695102:0:34969:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649488384 : -109198060063232 : ffff9caf586b7600) 00010000:00000001:1.0:1789130494.695104:0:34969:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789130494.695108:0:34969:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7600/0xde5303b1d982ce7b lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xcdf1b083821a61ab expref: -99 pid: 34969 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789130494.695115:0:34969:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130494.695116:0:34969:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130494.695117:0:34969:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1789130494.695121:0:34969:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1789130494.695123:0:34969:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7600/0xde5303b1d982ce7b lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xcdf1b083821a61ab expref: -99 pid: 34969 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1789130494.695131:0:34969:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1789130494.695135:0:34969:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1789130494.695137:0:34969:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789130494.695142:0:34969:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130494.695143:0:34969:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130494.695145:0:34969:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130494.695149:0:34969:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1789130494.695151:0:34969:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130494.695153:0:34969:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130494.695156:0:34969:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130494.695158:0:34969:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789130494.695160:0:34969:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130494.695161:0:34969:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1789130494.695162:0:34969:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:1.0:1789130494.695164:0:34969:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:1.0:1789130494.695167:0:34969:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:1.0:1789130494.695169:0:34969:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1789130494.695171:0:34969:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:1.0:1789130494.695173:0:34969:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130494.695177:0:34969:0:(pcc.c:1930:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:1.0:1789130494.695179:0:34969:0:(pcc.c:1933:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130494.695181:0:34969:0:(pcc.c:2398:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1789130494.695183:0:34969:0:(pcc.c:2425:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130494.695185:0:34969:0:(namei.c:1550:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1789130494.695187:0:34969:0:(namei.c:1562:ll_atomic_open()) kfreed 'it': 72 at ffff9caf481b3e40. 00000080:00000001:1.0:1789130494.695190:0:34969:0:(namei.c:1564:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130494.695195:0:34969:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00200000:1.0:1789130494.695198:0:34969:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000404:0x34:0x0](ffff9caf60130908), inode mode 81a4 mask 40 00000080:00000001:1.0:1789130494.695202:0:34969:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130494.695457:0:34969:0:(file.c:2648:do_file_write_iter()) Process entered 00000020:00000001:1.0:1789130494.695460:0:34969:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41bffd88 00000080:00200008:1.0:1789130494.695462:0:34969:0:(file.c:2652:do_file_write_iter()) START file f24b.recovery-small-1:[0x200000404:0x34:0x0], ppos: 0, count: 8192 00000080:00000002:1.0:1789130494.695466:0:34969:0:(file.c:2658:do_file_write_iter()) inode ffff9caf60130908 need_sync_to_oss [0x200000404:0x34:0x0] 00000080:00000001:1.0:1789130494.695469:0:34969:0:(pcc.c:2607:pcc_file_write_iter()) Process entered 00000080:00000001:1.0:1789130494.695471:0:34969:0:(pcc.c:2610:pcc_file_write_iter()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130494.695473:0:34969:0:(file.c:2004:ll_hybrid_bio_dio_switch_check()) Process entered 00000080:00000001:1.0:1789130494.695476:0:34969:0:(file.c:2055:ll_hybrid_bio_dio_switch_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130494.695479:0:34969:0:(file.c:2590:ll_do_tiny_write()) Process entered 00000080:00000001:1.0:1789130494.695481:0:34969:0:(file.c:2596:ll_do_tiny_write()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130494.695483:0:34969:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1789130494.695485:0:34969:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446634875648774440 : -109198060777176 : ffff9caf58609128) 00000020:00001000:1.0:1789130494.695487:0:34969:0:(cl_object.c:823:cl_env_get()) 1@ffff9caf58609120 00000080:00000001:1.0:1789130494.695492:0:34969:0:(file.c:2087:ll_file_io_generic()) Process entered 00000020:00000001:1.0:1789130494.695494:0:34969:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41bffc98 00000080:00200000:1.0:1789130494.695496:0:34969:0:(file.c:2090:ll_file_io_generic()) f24b.recovery-small-1: write ppos: 0, bytes: 8192 00000020:00000001:1.0:1789130494.695503:0:34969:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41bffc30 00000080:00200000:1.0:1789130494.695504:0:34969:0:(file.c:1848:ll_io_set_mirror()) f24b.recovery-small-1: desiginated mirror: 0 00000020:00000001:1.0:1789130494.695508:0:34969:0:(cl_io.c:214:cl_io_rw_init()) Process entered 00000020:00200000:1.0:1789130494.695516:0:34969:0:(cl_io.c:218:cl_io_rw_init()) header@0000000099fb11e7[0x110, 1, [0x200000404:0x34:0x0] hash] 00000020:00200000:1.0:1789130494.695518:0:34969:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [0, 8192) 0 0 00000020:00000001:1.0:1789130494.695522:0:34969:0:(cl_object.c:143:cl_object_top()) ffff9caf5016c6c0 -> ffff9caf5016c6c0 00000020:00000001:1.0:1789130494.695524:0:34969:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1789130494.695526:0:34969:0:(vvp_io.c:1987:vvp_io_init()) Process entered 00000080:00200000:1.0:1789130494.695528:0:34969:0:(vvp_io.c:1992:vvp_io_init()) [0x200000404:0x34:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:1.0:1789130494.695531:0:34969:0:(cl_io.c:902:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1789130494.695533:0:34969:0:(cl_io.c:908:cl_io_slice_add()) Process leaving 00000100:00000001:1.0:1789130494.695536:0:34969:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789130494.695541:0:34969:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130494.695544:0:34969:0:(file.c:7121:ll_layout_refresh()) Process entered 00000080:00000001:1.0:1789130494.695546:0:34969:0:(file.c:7125:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130494.695548:0:34969:0:(vvp_io.c:2064:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1789130494.695552:0:34969:0:(lov_object.c:1604:lov_io_init()) [0x200000404:0x34:0x0]io ffff9caf42d81170 type 2 ignore/verify layout 0/0, compressed 0 00020000:00000002:1.0:1789130494.695555:0:34969:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9caf581241f0) owner 0000000000000000/ffff9caf48444f80 00020000:00000001:1.0:1789130494.695558:0:34969:0:(lov_io.c:2488:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1789130494.695560:0:34969:0:(lov_io.c:764:lov_io_slice_init()) Process entered 00020000:00000002:1.0:1789130494.695563:0:34969:0:(lov_io.c:903:lov_io_slice_init()) [0x200000404:0x34:0x0]io ffff9caf42d81170 type 2, compressed 0, chunk_size 0 00020000:00000001:1.0:1789130494.695566:0:34969:0:(lov_io.c:478:lov_io_mirror_init()) Process entered 00020000:00000001:1.0:1789130494.695569:0:34969:0:(lov_io.c:489:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:80000000:1.0:1789130494.695570:0:34969:0:(lov_io.c:942:lov_io_slice_init()) 0 8192 00020000:00000001:1.0:1789130494.695573:0:34969:0:(lov_io.c:969:lov_io_slice_init()) Process leaving 00020000:00000001:1.0:1789130494.695576:0:34969:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1789130494.695578:0:34969:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130494.695579:0:34969:0:(cl_io.c:902:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1789130494.695580:0:34969:0:(cl_io.c:908:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1789130494.695582:0:34969:0:(lov_io.c:2501:lov_io_init_composite()) Process leaving 00020000:00000002:1.0:1789130494.695583:0:34969:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9caf581241f0) owner 0000000000000000/ffff9caf48444f80 00000020:00000001:1.0:1789130494.695587:0:34969:0:(cl_io.c:146:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130494.695588:0:34969:0:(cl_io.c:221:cl_io_rw_init()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1789130494.695590:0:34969:0:(file.c:2170:ll_file_io_generic()) Range lock [0, 1] 00000001:00000001:1.0:1789130494.695593:0:34969:0:(range_lock.c:126:range_lock()) Process entered 00000001:00000001:1.0:1789130494.695596:0:34969:0:(range_lock.c:159:range_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130494.695601:0:34969:0:(cl_io.c:827:cl_io_loop()) Process entered 00000020:00000001:1.0:1789130494.695603:0:34969:0:(cl_io.c:403:cl_io_iter_init()) Process entered 00000020:00000001:1.0:1789130494.695606:0:34969:0:(cl_io.c:918:cl_page_list_init()) Process entered 00000020:00000001:1.0:1789130494.695607:0:34969:0:(cl_io.c:921:cl_page_list_init()) Process leaving 00020000:00000001:1.0:1789130494.695609:0:34969:0:(lov_io.c:1409:lov_io_rw_iter_init()) Process entered 00020000:00200000:1.0:1789130494.695612:0:34969:0:(lov_io.c:1481:lov_io_rw_iter_init()) stripe: 0 chunk: [0, 8192) 8192, 8192 00020000:00000001:1.0:1789130494.695615:0:34969:0:(lov_io.c:1238:lov_io_iter_init()) Process entered 00020000:00200000:1.0:1789130494.695618:0:34969:0:(lov_io.c:1289:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:1.0:1789130494.695622:0:34969:0:(lov_offset.c:253:lov_stripe_intersects()) [0->8191] -> [(0) 0->8191 (0)] 00020000:00000001:1.0:1789130494.695626:0:34969:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1789130494.695628:0:34969:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:1.0:1789130494.695629:0:34969:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1789130494.695631:0:34969:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446634875648774872 : -109198060776744 : ffff9caf586092d8) 00000020:00001000:1.0:1789130494.695633:0:34969:0:(cl_object.c:823:cl_env_get()) 1@ffff9caf586092d0 00000020:00000001:1.0:1789130494.695636:0:34969:0:(cl_object.c:143:cl_object_top()) ffff9caf5016cf58 -> ffff9caf5016c6c0 00000020:00000001:1.0:1789130494.695638:0:34969:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:1.0:1789130494.695643:0:34969:0:(cl_io.c:902:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1789130494.695645:0:34969:0:(cl_io.c:908:cl_io_slice_add()) Process leaving 00000020:00000001:1.0:1789130494.695646:0:34969:0:(cl_io.c:146:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789130494.695648:0:34969:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789130494.695650:0:34969:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446634875287516056 : -109198422035560 : ffff9caf42d83398) 00000020:00000001:1.0:1789130494.695653:0:34969:0:(cl_io.c:403:cl_io_iter_init()) Process entered 00000008:00000001:1.0:1789130494.695657:0:34969:0:(osc_io.c:546:osc_io_iter_init()) Process entered 00000008:00000001:1.0:1789130494.695660:0:34969:0:(osc_io.c:568:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130494.695662:0:34969:0:(cl_io.c:415:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789130494.695665:0:34969:0:(lov_io.c:1395:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789130494.695666:0:34969:0:(lov_io.c:1487:lov_io_rw_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130494.695668:0:34969:0:(cl_io.c:415:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130494.695670:0:34969:0:(cl_io.c:318:cl_io_lock()) Process entered 00000080:00000001:1.0:1789130494.695673:0:34969:0:(vvp_io.c:663:vvp_io_rw_lock()) Process entered 00000080:00000001:1.0:1789130494.695676:0:34969:0:(vvp_io.c:552:vvp_mmap_locks()) Process entered 00000080:00000001:1.0:1789130494.695679:0:34969:0:(llite_mmap.c:54:our_vma()) Process entered 00000080:00000001:1.0:1789130494.695682:0:34969:0:(llite_mmap.c:69:our_vma()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130494.695685:0:34969:0:(vvp_io.c:623:vvp_mmap_locks()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130494.695687:0:34969:0:(vvp_io.c:214:vvp_io_one_lock_index()) Process entered 00000080:00200000:1.0:1789130494.695689:0:34969:0:(vvp_io.c:216:vvp_io_one_lock_index()) lock: 1 [0, 1] 00000020:00000001:1.0:1789130494.695691:0:34969:0:(cl_io.c:480:cl_io_lock_add()) Process entered 00000020:00000001:1.0:1789130494.695693:0:34969:0:(cl_io.c:263:cl_lockset_merge()) Process entered 00000020:00000001:1.0:1789130494.695695:0:34969:0:(cl_io.c:280:cl_lockset_merge()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130494.695697:0:34969:0:(cl_io.c:487:cl_io_lock_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130494.695700:0:34969:0:(vvp_io.c:236:vvp_io_one_lock_index()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130494.695702:0:34969:0:(vvp_io.c:725:vvp_io_rw_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130494.695703:0:34969:0:(vvp_io.c:772:vvp_io_write_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789130494.695706:0:34969:0:(lov_io.c:1538:lov_io_lock()) Process entered 00020000:00000001:1.0:1789130494.695708:0:34969:0:(lov_io.c:1516:lov_io_call()) Process entered 00000020:00000001:1.0:1789130494.695709:0:34969:0:(cl_io.c:318:cl_io_lock()) Process entered 00000020:00000001:1.0:1789130494.695711:0:34969:0:(cl_io.c:290:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1789130494.695712:0:34969:0:(cl_io.c:299:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130494.695714:0:34969:0:(cl_io.c:338:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789130494.695716:0:34969:0:(lov_io.c:1533:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789130494.695718:0:34969:0:(lov_io.c:1539:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130494.695719:0:34969:0:(cl_io.c:290:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1789130494.695721:0:34969:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:1.0:1789130494.695723:0:34969:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:1.0:1789130494.695727:0:34969:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:1.0:1789130494.695729:0:34969:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:1.0:1789130494.695733:0:34969:0:(lov_offset.c:253:lov_stripe_intersects()) [0->8191] -> [(0) 0->8191 (0)] 00020000:00000010:1.0:1789130494.695740:0:34969:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff9caf50154880. 00020000:00000002:1.0:1789130494.695743:0:34969:0:(lov_offset.c:253:lov_stripe_intersects()) [0->8191] -> [(0) 0->8191 (0)] 00020000:00000001:1.0:1789130494.695745:0:34969:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:1.0:1789130494.695748:0:34969:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1789130494.695749:0:34969:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446634875287516056 : -109198422035560 : ffff9caf42d83398) 00000020:00000001:1.0:1789130494.695751:0:34969:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:1.0:1789130494.695756:0:34969:0:(osc_lock.c:1279:osc_lock_init()) slab-alloced 'oscl': 312 at ffff9caf4a7a3c08. 00000008:00010000:1.0:1789130494.695758:0:34969:0:(lustre_osc.h:166:osc_enq2ldlm_flags()) flags: 0 00000020:00000001:1.0:1789130494.695762:0:34969:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1789130494.695763:0:34969:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:1.0:1789130494.695767:0:34969:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9caf501548b0, osc lock ffff9caf4a7a3c08, flags 0x0 00000020:00000001:1.0:1789130494.695769:0:34969:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789130494.695771:0:34969:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789130494.695774:0:34969:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446634875509622912 : -109198199928704 : ffff9caf50154880) 00000020:00000001:1.0:1789130494.695777:0:34969:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1789130494.695778:0:34969:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:1.0:1789130494.695779:0:34969:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130494.695781:0:34969:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130494.695784:0:34969:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:1.0:1789130494.695786:0:34969:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:1.0:1789130494.695787:0:34969:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1789130494.695788:0:34969:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446634875287516056 : -109198422035560 : ffff9caf42d83398) 00000020:00000001:1.0:1789130494.695791:0:34969:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:1.0:1789130494.695794:0:34969:0:(osc_lock.c:1010:osc_lock_enqueue()) Process entered 00000008:00000001:1.0:1789130494.695796:0:34969:0:(osc_lock.c:916:osc_lock_enqueue_wait()) Process entered 00000008:00000001:1.0:1789130494.695798:0:34969:0:(osc_lock.c:964:osc_lock_enqueue_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130494.695845:0:34969:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:1.0:1789130494.695848:0:34969:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process entered 00000020:00000001:1.0:1789130494.695850:0:34969:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:1.0:1789130494.695852:0:34969:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:1.0:1789130494.695853:0:34969:0:(lovsub_object.c:152:lovsub_req_projid_set()) Process leaving 00000020:00000001:1.0:1789130494.695854:0:34969:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:1.0:1789130494.695858:0:34969:0:(osc_request.c:3393:osc_enqueue_base()) Process entered 00010000:00000001:1.0:1789130494.695861:0:34969:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1789130494.695866:0:34969:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130494.695869:0:34969:0:(ldlm_request.c:996:ldlm_enqueue_pack()) Process entered 00000100:00000010:1.0:1789130494.695875:0:34969:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf615d4b40. 00000020:00000040:1.0:1789130494.695880:0:34969:0:(genops.c:1210:class_import_get()) import ffff9caf468ac800 refcount=3 obd=lustre-OST0000-osc-ffff9caf5014c800 00010000:00000001:1.0:1789130494.695885:0:34969:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1789130494.695889:0:34969:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789130494.695891:0:34969:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130494.695894:0:34969:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789130494.695897:0:34969:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789130494.695903:0:34969:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789130494.695910:0:34969:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9caf47c6dc00. 00000100:00000001:1.0:1789130494.695918:0:34969:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130494.695922:0:34969:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789130494.695924:0:34969:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130494.695925:0:34969:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789130494.695927:0:34969:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130494.695929:0:34969:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130494.695932:0:34969:0:(ldlm_request.c:1010:ldlm_enqueue_pack()) Process leaving (rc=18446634875799554880 : -109197909996736 : ffff9caf615d4b40) 00010000:00000001:1.0:1789130494.695936:0:34969:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1789130494.695939:0:34969:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1789130494.695944:0:34969:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9caf4814dd00. 00010000:00000010:1.0:1789130494.695947:0:34969:0:(ldlm_resource.c:1471:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff9caf4814db00. 00010000:00000001:1.0:1789130494.695952:0:34969:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1789130494.695955:0:34969:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9caf586b6000. 00000020:00000001:1.0:1789130494.695960:0:34969:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1789130494.695964:0:34969:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9caf586b6000 with handle 0xde5303b1d982ce82 to hash 00000020:00000001:1.0:1789130494.695966:0:34969:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1789130494.695967:0:34969:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446634875649482752 : -109198060068864 : ffff9caf586b6000) 00010000:00000010:1.0:1789130494.695971:0:34969:0:(ldlm_lock.c:1732:ldlm_lock_create()) kmalloced '(lock->l_lvb_data)': 56 at ffff9caf58606940. 00010000:00000001:1.0:1789130494.695974:0:34969:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446634875649482752 : -109198060068864 : ffff9caf586b6000) 00010000:00000001:1.0:1789130494.695978:0:34969:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789130494.695981:0:34969:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789130494.695985:0:34969:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9caf5014c800 lock: 0000000070f92fd1/0xde5303b1d982ce82 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 34969 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789130494.695996:0:34969:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0000-osc-ffff9caf5014c800 lock: 0000000070f92fd1/0xde5303b1d982ce82 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 34969 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789130494.696006:0:34969:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0000-osc-ffff9caf5014c800 lock: 0000000070f92fd1/0xde5303b1d982ce82 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 34969 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1789130494.696014:0:34969:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1789130494.696016:0:34969:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1789130494.696023:0:34969:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9caf48173c00. 00000100:00000001:1.0:1789130494.696026:0:34969:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446634875375533056 : -109198334018560 : ffff9caf48173c00) 00000100:00000001:1.0:1789130494.696029:0:34969:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789130494.696030:0:34969:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875799554880 : -109197909996736 : ffff9caf615d4b40) 00000100:00000001:1.0:1789130494.696033:0:34969:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789130494.696036:0:34969:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130494.696038:0:34969:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1789130494.696040:0:34969:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789130494.696049:0:34969:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf615d4b40 x1876037329056768/t0(0) o101->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130494.696057:0:34969:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789130494.696060:0:34969:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130494.696064:0:34969:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789130494.696068:0:34969:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789130494.696071:0:34969:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789130494.696075:0:34969:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf615d4b40 pname:cluuid:pid:xid:nid:opc:job multiop:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:34969:1876037329056768:192.168.204.123@tcp:101:multiop.0 00000100:00000001:1.0:1789130494.696080:0:34969:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789130494.696087:0:34969:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789130494.696090:0:34969:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130494.696094:0:34969:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789130494.696098:0:34969:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9caf487c3000. 02000000:00000001:1.0:1789130494.696100:0:34969:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789130494.696108:0:34969:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:1.0:1789130494.696112:0:34969:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf42d8ec08. 00000400:00000010:1.0:1789130494.696121:0:34969:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf462a3a18. 00000100:00000200:1.0:1789130494.696131:0:34969:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876037329056768, portal 4 00000100:00000001:1.0:1789130494.696133:0:34969:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789130494.696135:0:34969:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875799554880 : -109197909996736 : ffff9caf615d4b40) 00000100:00000040:1.0:1789130494.696141:0:34969:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9caf615d4b40 x1876037329056768/t0(0) o101->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1789130510 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130494.696148:0:34969:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789130494.696151:0:34969:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:1.0:1789130494.696154:0:34969:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf462a37f8. 00000100:00000200:1.0:1789130494.696159:0:34969:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1876037329056768, offset 0 00000400:00000200:1.0:1789130494.696166:0:34969:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:1.0:1789130494.696177:0:34969:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:1.0:1789130494.696186:0:34969:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:1.0:1789130494.696192:0:34969:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789130494.696198:0:34969:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:1.0:1789130494.696203:0:34969:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789130494.696206:0:34969:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:1.0:1789130494.696210:0:34969:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2691:2691:255:4294967295] 192.168.204.123@tcp LPNI seq info [2690:2690:7:4294967295] 00000400:00000200:1.0:1789130494.696214:0:34969:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:1.0:1789130494.696226:0:34969:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:1.0:1789130494.696233:0:34969:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:1.0:1789130494.696239:0:34969:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf4a83ae00. 00000800:00000200:1.0:1789130494.696247:0:34969:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:1.0:1789130494.696256:0:34969:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:1.0:1789130494.696261:0:34969:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf4a83ae00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1789130494.696266:0:34969:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789130494.696271:0:34969:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9caf5014c800: using a timeout of 23066 usecs (24 jiffies) 00000400:00000200:1.0:1789130494.696275:0:34969:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:1.0:1789130494.696278:0:34969:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296588739 00000100:00000001:1.0:1789130494.696282:0:34969:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9caf5014c800: PM QoS request active for cpu 2, keep current deadline 4296592375 00000100:00000001:1.0:1789130494.696284:0:34969:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296588739 00000100:00000001:1.0:1789130494.696287:0:34969:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9caf5014c800: PM QoS request active for cpu 3, keep current deadline 4296592375 00000100:00000001:1.0:1789130494.696289:0:34969:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789130494.696292:0:34969:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130494.696295:0:34969:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789130494.696298:0:34969:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1789130494.696300:0:34969:0:(client.c:2715:ptlrpc_set_wait()) set ffff9caf48173c00 going to sleep for 11 seconds 00000100:00000001:1.0:1789130494.696303:0:34969:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789130494.696307:0:34969:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1789130494.696677:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000200:3.0:1789130494.697080:0:2341:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789130494.697088:0:2341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 744 at ffff9caf58482c00. 00000400:00000200:3.0:1789130494.697095:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130494.697103:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: ACK: OK 00000800:00000001:2.0:1789130494.700149:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1789130494.703116:0:2341:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789130494.703132:0:2341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf4a83ae00. 00000400:00000200:3.0:1789130494.703142:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130494.703164:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:3.0:1789130494.703176:0:2341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf462a37f8 00000400:00000010:3.0:1789130494.703179:0:2341:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf462a37f8. 00000100:00000001:3.0:1789130494.703187:0:2341:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789130494.703200:0:2341:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf615d4b40 x1876037329056768/t0(0) o101->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1789130510 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130494.703217:0:2341:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130494.703221:0:2341:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf615d4b40 x1876037329056768/t0(0) o101->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1789130510 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130494.703228:0:2341:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130494.703231:0:2341:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1789130494.705006:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130494.705028:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789130494.705033:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130494.705036:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130494.705048:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130494.705059:0:2342:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:2.0:1789130494.705073:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130494.705082:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130494.705089:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130494.705095:0:2342:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 400 into portal 4 MB=0x6aa3efa957400 00000400:00000200:2.0:1789130494.705103:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130494.705111:0:2342:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.123@tcp of length 400/400 into md 0x73d5 [1] + 224 00000800:00000001:2.0:1789130494.705123:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130494.705139:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130494.705143:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130494.705148:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:2.0:1789130494.705159:0:2342:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789130494.705171:0:2342:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf615d4b40 x1876037329056768/t0(0) o101->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1789130510 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789130494.705195:0:2342:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=400 req@ffff9caf615d4b40 x1876037329056768/t0(0) o101->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1789130510 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130494.705224:0:2342:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789130494.705233:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130494.705237:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130494.705441:0:34969:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789130494.705454:0:34969:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789130494.705457:0:34969:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789130494.705464:0:34969:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf42d8ec08. 00000400:00000200:1.0:1789130494.705470:0:34969:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf462a3a18 00000400:00000010:1.0:1789130494.705473:0:34969:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf462a3a18. 00000100:00000001:1.0:1789130494.705477:0:34969:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789130494.705483:0:34969:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf615d4b40 x1876037329056768/t0(0) o101->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1789130510 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1789130494.705493:0:34969:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf615d4b40 x1876037329056768/t0(0) o101->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1789130510 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130494.705499:0:34969:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789130494.705502:0:34969:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130494.705513:0:34969:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789130494.705519:0:34969:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789130494.705523:0:34969:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789130494.705526:0:34969:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130494.705529:0:34969:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789130494.705542:0:34969:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf468acc60 time=113 v=5 (5 5 5 5) 00000100:00001000:1.0:1789130494.705547:0:34969:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf468acc18 time=9 v=5 (1 0 0 0) 00000100:00000001:1.0:1789130494.705550:0:34969:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789130494.705552:0:34969:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130494.705556:0:34969:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789130494.705561:0:34969:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130494.705566:0:34969:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789130494.705569:0:34969:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9caf5014c800: skip recheck: last_committed 4294967344 00000100:00000001:1.0:1789130494.705571:0:34969:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789130494.705574:0:34969:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789130494.705579:0:34969:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf615d4b40 x1876037329056768/t0(0) o101->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1789130510 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130494.705587:0:34969:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789130494.705591:0:34969:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789130494.705595:0:34969:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789130494.705599:0:34969:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf615d4b40 x1876037329056768/t0(0) o101->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1789130510 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1789130494.705606:0:34969:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf615d4b40 pname:cluuid:pid:xid:nid:opc:job multiop:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:34969:1876037329056768:192.168.204.123@tcp:101:multiop.0 00000100:00000001:1.0:1789130494.705613:0:34969:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130494.705616:0:34969:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130494.705619:0:34969:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1789130494.705622:0:34969:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789130494.705626:0:34969:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf615d4b40 x1876037329056768/t0(0) o101->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1789130510 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130494.705634:0:34969:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789130494.705638:0:34969:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9caf48173c00. 00000100:00000001:1.0:1789130494.705643:0:34969:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1789130494.705645:0:34969:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130494.705649:0:34969:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1789130494.705653:0:34969:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130494.705658:0:34969:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130494.705662:0:34969:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b6000 refcount=4 00000020:00000001:1.0:1789130494.705664:0:34969:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649482752 : -109198060068864 : ffff9caf586b6000) 00010000:00000001:1.0:1789130494.705668:0:34969:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649482752 : -109198060068864 : ffff9caf586b6000) 00010000:00000040:1.0:1789130494.705679:0:34969:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9caf586b6000, remote cookie: 0xcdf1b083821a61b9, flags: 0x1 00010000:00010000:1.0:1789130494.705687:0:34969:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0000-osc-ffff9caf5014c800 lock: 0000000070f92fd1/0xde5303b1d982ce82 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a61b9 expref: -99 pid: 34969 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789130494.705700:0:34969:0:(ldlm_lock.c:1589:ldlm_fill_lvb()) Process entered 00010000:00000001:1.0:1789130494.705703:0:34969:0:(ldlm_lock.c:1682:ldlm_fill_lvb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130494.705706:0:34969:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1789130494.705711:0:34969:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00010000:1.0:1789130494.705718:0:34969:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff9caf5014c800 lock: 0000000070f92fd1/0xde5303b1d982ce82 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a61b9 expref: -99 pid: 34969 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1789130494.705728:0:34969:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x240000400:0x43:0x0].0x0 (ffff9caf4814dd00) refcount = 1 00010000:00000040:1.0:1789130494.705742:0:34969:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1789130494.705745:0:34969:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-OST0000-osc-ffff9caf5014c800 lock: 0000000070f92fd1/0xde5303b1d982ce82 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a61b9 expref: -99 pid: 34969 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789130494.705755:0:34969:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1789130494.705757:0:34969:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789130494.705761:0:34969:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1789130494.705764:0:34969:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789130494.705767:0:34969:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffff9caf5014c800 lock: 0000000070f92fd1/0xde5303b1d982ce82 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a61b9 expref: -99 pid: 34969 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789130494.705774:0:34969:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1789130494.705777:0:34969:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130494.705779:0:34969:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130494.705780:0:34969:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130494.705781:0:34969:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130494.705784:0:34969:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1789130494.705788:0:34969:0:(osc_request.c:3281:osc_enqueue_fini()) Process entered 00000008:00000001:1.0:1789130494.705792:0:34969:0:(osc_lock.c:277:osc_lock_upcall()) Process entered 00010000:00000001:1.0:1789130494.705796:0:34969:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130494.705797:0:34969:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130494.705798:0:34969:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b6000 refcount=3 00000020:00000001:1.0:1789130494.705800:0:34969:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649482752 : -109198060068864 : ffff9caf586b6000) 00010000:00000001:1.0:1789130494.706047:0:34969:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649482752 : -109198060068864 : ffff9caf586b6000) 00010000:00000001:1.0:1789130494.706052:0:34969:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130494.706053:0:34969:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130494.706055:0:34969:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b6000 refcount=4 00000020:00000001:1.0:1789130494.706057:0:34969:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649482752 : -109198060068864 : ffff9caf586b6000) 00010000:00000001:1.0:1789130494.706058:0:34969:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649482752 : -109198060068864 : ffff9caf586b6000) 00010000:00000001:1.0:1789130494.706062:0:34969:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789130494.706066:0:34969:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789130494.706069:0:34969:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9caf5014c800 lock: 0000000070f92fd1/0xde5303b1d982ce82 lrc: 5/0,2 mode: PW/PW res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a61b9 expref: -99 pid: 34969 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789130494.706077:0:34969:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130494.706078:0:34969:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1789130494.706082:0:34969:0:(osc_lock.c:154:osc_lock_lvb_update()) Process entered 00000020:00000001:1.0:1789130494.706088:0:34969:0:(cl_object.c:143:cl_object_top()) ffff9caf482356e0 -> ffff9caf5016c6c0 00000008:00010000:1.0:1789130494.706093:0:34969:0:(osc_lock.c:192:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0000-osc-ffff9caf5014c800 lock: 0000000070f92fd1/0xde5303b1d982ce82 lrc: 4/0,2 mode: PW/PW res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x10020000000000 nid: local remote: 0xcdf1b083821a61b9 expref: -99 pid: 34969 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00000001:1.0:1789130494.706101:0:34969:0:(cl_object.c:143:cl_object_top()) ffff9caf482356e0 -> ffff9caf5016c6c0 00000020:00000001:1.0:1789130494.706104:0:34969:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:1.0:1789130494.706108:0:34969:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:1.0:1789130494.706111:0:34969:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:1.0:1789130494.706113:0:34969:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130494.706115:0:34969:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130494.706117:0:34969:0:(cl_object.c:143:cl_object_top()) ffff9caf482356e0 -> ffff9caf5016c6c0 00000008:00000001:1.0:1789130494.706119:0:34969:0:(osc_lock.c:197:osc_lock_lvb_update()) Process leaving 00000008:00000001:1.0:1789130494.706122:0:34969:0:(osc_lock.c:311:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130494.706124:0:34969:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130494.706126:0:34969:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130494.706127:0:34969:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b6000 refcount=5 00000020:00000001:1.0:1789130494.706129:0:34969:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649482752 : -109198060068864 : ffff9caf586b6000) 00010000:00000001:1.0:1789130494.706131:0:34969:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649482752 : -109198060068864 : ffff9caf586b6000) 00010000:00000001:1.0:1789130494.706134:0:34969:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789130494.706136:0:34969:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9caf5014c800 lock: 0000000070f92fd1/0xde5303b1d982ce82 lrc: 5/0,2 mode: PW/PW res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x810020000000000 nid: local remote: 0xcdf1b083821a61b9 expref: -99 pid: 34969 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789130494.706143:0:34969:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130494.706145:0:34969:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1789130494.706148:0:34969:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff9caf5014c800 lock: 0000000070f92fd1/0xde5303b1d982ce82 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x810020000000000 nid: local remote: 0xcdf1b083821a61b9 expref: -99 pid: 34969 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789130494.706154:0:34969:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789130494.706155:0:34969:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130494.706156:0:34969:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1789130494.706158:0:34969:0:(osc_request.c:3308:osc_enqueue_fini()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130494.706161:0:34969:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789130494.706166:0:34969:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf615d4b40 x1876037329056768/t0(0) o101->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1789130510 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130494.706185:0:34969:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789130494.706189:0:34969:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789130494.706193:0:34969:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9caf487c3000. 02000000:00000001:1.0:1789130494.706199:0:34969:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789130494.706202:0:34969:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1789130494.706204:0:34969:0:(genops.c:1223:class_import_put()) import ffff9caf468ac800 refcount=2 obd=lustre-OST0000-osc-ffff9caf5014c800 00000020:00000001:1.0:1789130494.706206:0:34969:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1789130494.706210:0:34969:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9caf47c6dc00. 02000000:00000001:1.0:1789130494.706213:0:34969:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789130494.706215:0:34969:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789130494.706217:0:34969:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf615d4b40. 00000100:00000001:1.0:1789130494.706224:0:34969:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789130494.706226:0:34969:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1789130494.706228:0:34969:0:(osc_request.c:3521:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1789130494.706231:0:34969:0:(osc_lock.c:1114:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130494.706235:0:34969:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789130494.706238:0:34969:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130494.706240:0:34969:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130494.706242:0:34969:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130494.706245:0:34969:0:(cl_io.c:299:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130494.706247:0:34969:0:(cl_io.c:338:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130494.706250:0:34969:0:(cl_io.c:532:cl_io_start()) Process entered 00000080:00000001:1.0:1789130494.706256:0:34969:0:(vvp_io.c:1405:vvp_io_write_start()) Process entered 00000020:00000001:1.0:1789130494.706263:0:34969:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41bffb80 00000080:00200000:1.0:1789130494.706265:0:34969:0:(vvp_io.c:1439:vvp_io_write_start()) f24b.recovery-small-1: write [0, 8192) append 0 append lockpos 0 00000020:00000001:1.0:1789130494.706268:0:34969:0:(cl_object.c:463:cl_object_maxbytes()) Process entered 00020000:00000002:1.0:1789130494.706272:0:34969:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9caf581241f0) owner 0000000000000000/ffff9caf48444f80 00020000:00000002:1.0:1789130494.706276:0:34969:0:(lov_object.c:2443:lov_lsm_addref()) lsm ffff9caf481b3f60 addref 2/0 by ffff9caf48444f80. 00020000:00000002:1.0:1789130494.706278:0:34969:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9caf581241f0) owner 0000000000000000/ffff9caf48444f80 00000020:00000001:1.0:1789130494.706282:0:34969:0:(cl_object.c:471:cl_object_maxbytes()) Process leaving (rc=9223372036854775807 : 9223372036854775807 : 7fffffffffffffff) 00000020:00000001:1.0:1789130494.706285:0:34969:0:(cl_io.c:616:cl_io_lru_reserve()) Process entered 00020000:00000001:1.0:1789130494.706289:0:34969:0:(lov_io.c:1780:lov_io_lru_reserve()) Process entered 00020000:00000002:1.0:1789130494.706295:0:34969:0:(lov_offset.c:253:lov_stripe_intersects()) [0->8191] -> [(0) 0->8191 (0)] 00020000:00000001:1.0:1789130494.706299:0:34969:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1789130494.706301:0:34969:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446634875287516056 : -109198422035560 : ffff9caf42d83398) 00000020:00000001:1.0:1789130494.706303:0:34969:0:(cl_io.c:616:cl_io_lru_reserve()) Process entered 00000008:00000001:1.0:1789130494.706306:0:34969:0:(osc_io.c:1447:osc_io_lru_reserve()) Process entered 00000008:00000001:1.0:1789130494.706309:0:34969:0:(osc_io.c:1460:osc_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130494.706311:0:34969:0:(cl_io.c:627:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789130494.706313:0:34969:0:(lov_io.c:1821:lov_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130494.706315:0:34969:0:(cl_io.c:627:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130494.706324:0:34969:0:(rw26.c:680:ll_write_begin()) Process entered 00000080:00200000:1.0:1789130494.706326:0:34969:0:(rw26.c:681:ll_write_begin()) Writing 0 of 0 to 4096 bytes 00000020:00000001:1.0:1789130494.706365:0:34969:0:(cl_page.c:421:cl_page_find()) Process entered 00000020:00008000:1.0:1789130494.706367:0:34969:0:(cl_page.c:427:cl_page_find()) 0@[0x200000404:0x34:0x0] fffff3e084a5a640 0 1 00000020:00000001:1.0:1789130494.706371:0:34969:0:(cl_page.c:603:cl_vmpage_page()) Process entered 00000020:00000001:1.0:1789130494.706373:0:34969:0:(cl_page.c:617:cl_vmpage_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130494.706375:0:34969:0:(cl_page.c:342:cl_page_alloc()) Process entered 00000020:00000010:1.0:1789130494.706382:0:34969:0:(cl_page.c:293:__cl_page_alloc()) slab-alloced 'cl_page': 232 at ffff9caf51b79bc8. 00000020:00000001:1.0:1789130494.706387:0:34969:0:(cl_page.c:1283:cl_page_slice_add()) Process entered 00000020:00000001:1.0:1789130494.706389:0:34969:0:(cl_page.c:1290:cl_page_slice_add()) Process leaving 00020000:00000001:1.0:1789130494.706393:0:34969:0:(lov_page.c:107:lov_page_init_composite()) Process entered 00020000:00008000:1.0:1789130494.706395:0:34969:0:(lov_page.c:146:lov_page_init_composite()) offset 0, entry 0, stripe 0, suboff 0 00020000:00000001:1.0:1789130494.706398:0:34969:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1789130494.706399:0:34969:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446634875287516056 : -109198422035560 : ffff9caf42d83398) 00000008:00000001:1.0:1789130494.706404:0:34969:0:(osc_cache.c:2560:osc_prep_async_page()) Process entered 00000008:00000040:1.0:1789130494.706406:0:34969:0:(osc_cache.c:2583:osc_prep_async_page()) oap ffff9caf51b79c38 folio fffff3e084a5a640 pg:0 obj off 0 00000008:00000001:1.0:1789130494.706408:0:34969:0:(osc_cache.c:2584:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130494.706410:0:34969:0:(cl_page.c:1283:cl_page_slice_add()) Process entered 00000020:00000001:1.0:1789130494.706411:0:34969:0:(cl_page.c:1290:cl_page_slice_add()) Process leaving 00000008:00000001:1.0:1789130494.706413:0:34969:0:(osc_page.c:1068:osc_lru_alloc()) Process entered 00000008:00000001:1.0:1789130494.706416:0:34969:0:(osc_page.c:1111:osc_lru_alloc()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789130494.706420:0:34969:0:(lov_page.c:180:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130494.706422:0:34969:0:(cl_page.c:389:cl_page_alloc()) Process leaving (rc=18446634875537038280 : -109198172513336 : ffff9caf51b79bc8) 00000020:00000001:1.0:1789130494.706425:0:34969:0:(cl_page.c:450:cl_page_find()) Process leaving (rc=18446634875537038280 : -109198172513336 : ffff9caf51b79bc8) 00000020:00000001:1.0:1789130494.706428:0:34969:0:(cl_page.c:800:cl_page_assume()) Process entered 00000020:00000001:1.0:1789130494.706431:0:34969:0:(cl_io.c:1149:cl_io_top()) Process entered 00000020:00000001:1.0:1789130494.706432:0:34969:0:(cl_io.c:1152:cl_io_top()) Process leaving (rc=18446634875287507312 : -109198422044304 : ffff9caf42d81170) 00000020:00000001:1.0:1789130494.706435:0:34969:0:(cl_page.c:634:cl_page_owner_set()) Process entered 00000020:00000001:1.0:1789130494.706436:0:34969:0:(cl_page.c:637:cl_page_owner_set()) Process leaving 00000020:00000001:1.0:1789130494.706439:0:34969:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1789130494.706445:0:34969:0:(cl_page.c:507:__cl_page_state_set()) page@000000007d279d36[2 00000000b8116739 1 1 0000000074d2cac3 0 0 0] 00000020:00000001:1.0:1789130494.706447:0:34969:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 2 00000020:00000001:1.0:1789130494.706449:0:34969:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:1.0:1789130494.706450:0:34969:0:(cl_page.c:814:cl_page_assume()) Process leaving 00000080:00008000:1.0:1789130494.706453:0:34969:0:(rw26.c:774:ll_write_begin()) page@000000007d279d36[2 00000000b8116739 2 1 0000000074d2cac3 0 0 0] 00000080:00008000:1.0:1789130494.706456:0:34969:0:(rw26.c:774:ll_write_begin()) full page write 00000080:00000001:1.0:1789130494.706458:0:34969:0:(rw26.c:792:ll_write_begin()) Process leaving 00000080:00000001:1.0:1789130494.706459:0:34969:0:(rw26.c:808:ll_write_begin()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130494.706465:0:34969:0:(rw26.c:871:ll_write_end()) Process entered 00000080:00200000:1.0:1789130494.706466:0:34969:0:(rw26.c:875:ll_write_end()) pos 0, len 4096, copied 4096 00000020:00000001:1.0:1789130494.706468:0:34969:0:(cl_io.c:1149:cl_io_top()) Process entered 00000020:00000001:1.0:1789130494.706469:0:34969:0:(cl_io.c:1152:cl_io_top()) Process leaving (rc=18446634875287507312 : -109198422044304 : ffff9caf42d81170) 00000020:00000001:1.0:1789130494.706472:0:34969:0:(cl_page.c:669:cl_page_is_owned()) Process entered 00000020:00000001:1.0:1789130494.706473:0:34969:0:(cl_page.c:671:cl_page_is_owned()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1789130494.706480:0:34969:0:(cl_io.c:931:cl_page_list_add()) Process entered 00000020:00000001:1.0:1789130494.706482:0:34969:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:1.0:1789130494.706484:0:34969:0:(cl_page.c:536:cl_page_get()) Process leaving 00000020:00000001:1.0:1789130494.706485:0:34969:0:(cl_io.c:942:cl_page_list_add()) Process leaving 00000080:00200000:1.0:1789130494.706489:0:34969:0:(rw26.c:933:ll_write_end()) page@000000007d279d36[3 00000000b8116739 2 1 0000000074d2cac3 0 0 0] 00000080:00200000:1.0:1789130494.706492:0:34969:0:(rw26.c:933:ll_write_end()) vmpage @0000000023918b2b 17ffffc0001001 3:0 ffff9caf51b79bc8 0 lru 00000080:00200000:1.0:1789130494.706500:0:34969:0:(rw26.c:933:ll_write_end()) osc-page@0000000067b82f44 0: 1< 0 - - > 2< 0 0 0 0x0 0x0 | 000000009a034aee 00000000f208ed0a > 3< 0 0 > 4< 0 0 8 393216 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1789130494.706986:0:34969:0:(rw26.c:933:ll_write_end()) end page@000000007d279d36 00000080:00200000:1.0:1789130494.706990:0:34969:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00000001:1.0:1789130494.706993:0:34969:0:(rw26.c:954:ll_write_end()) Process leaving (rc=4096 : 4096 : 1000) 00000080:00000001:1.0:1789130494.706997:0:34969:0:(rw26.c:680:ll_write_begin()) Process entered 00000080:00200000:1.0:1789130494.706998:0:34969:0:(rw26.c:681:ll_write_begin()) Writing 1 of 0 to 4096 bytes 00000020:00000001:1.0:1789130494.707017:0:34969:0:(cl_page.c:421:cl_page_find()) Process entered 00000020:00008000:1.0:1789130494.707019:0:34969:0:(cl_page.c:427:cl_page_find()) 1@[0x200000404:0x34:0x0] fffff3e0847964c0 0 1 00000020:00000001:1.0:1789130494.707022:0:34969:0:(cl_page.c:603:cl_vmpage_page()) Process entered 00000020:00000001:1.0:1789130494.707024:0:34969:0:(cl_page.c:617:cl_vmpage_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130494.707025:0:34969:0:(cl_page.c:342:cl_page_alloc()) Process entered 00000020:00000010:1.0:1789130494.707028:0:34969:0:(cl_page.c:293:__cl_page_alloc()) slab-alloced 'cl_page': 232 at ffff9caf51b79658. 00000020:00000001:1.0:1789130494.707030:0:34969:0:(cl_page.c:1283:cl_page_slice_add()) Process entered 00000020:00000001:1.0:1789130494.707032:0:34969:0:(cl_page.c:1290:cl_page_slice_add()) Process leaving 00020000:00000001:1.0:1789130494.707034:0:34969:0:(lov_page.c:107:lov_page_init_composite()) Process entered 00020000:00008000:1.0:1789130494.707036:0:34969:0:(lov_page.c:146:lov_page_init_composite()) offset 4096, entry 0, stripe 0, suboff 4096 00020000:00000001:1.0:1789130494.707038:0:34969:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1789130494.707040:0:34969:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446634875287516056 : -109198422035560 : ffff9caf42d83398) 00000008:00000001:1.0:1789130494.707043:0:34969:0:(osc_cache.c:2560:osc_prep_async_page()) Process entered 00000008:00000040:1.0:1789130494.707045:0:34969:0:(osc_cache.c:2583:osc_prep_async_page()) oap ffff9caf51b796c8 folio fffff3e0847964c0 pg:0 obj off 4096 00000008:00000001:1.0:1789130494.707047:0:34969:0:(osc_cache.c:2584:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130494.707049:0:34969:0:(cl_page.c:1283:cl_page_slice_add()) Process entered 00000020:00000001:1.0:1789130494.707050:0:34969:0:(cl_page.c:1290:cl_page_slice_add()) Process leaving 00000008:00000001:1.0:1789130494.707051:0:34969:0:(osc_page.c:1068:osc_lru_alloc()) Process entered 00000008:00000001:1.0:1789130494.707052:0:34969:0:(osc_page.c:1111:osc_lru_alloc()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789130494.707059:0:34969:0:(lov_page.c:180:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130494.707061:0:34969:0:(cl_page.c:389:cl_page_alloc()) Process leaving (rc=18446634875537036888 : -109198172514728 : ffff9caf51b79658) 00000020:00000001:1.0:1789130494.707062:0:34969:0:(cl_page.c:450:cl_page_find()) Process leaving (rc=18446634875537036888 : -109198172514728 : ffff9caf51b79658) 00000020:00000001:1.0:1789130494.707065:0:34969:0:(cl_page.c:800:cl_page_assume()) Process entered 00000020:00000001:1.0:1789130494.707066:0:34969:0:(cl_io.c:1149:cl_io_top()) Process entered 00000020:00000001:1.0:1789130494.707068:0:34969:0:(cl_io.c:1152:cl_io_top()) Process leaving (rc=18446634875287507312 : -109198422044304 : ffff9caf42d81170) 00000020:00000001:1.0:1789130494.707069:0:34969:0:(cl_page.c:634:cl_page_owner_set()) Process entered 00000020:00000001:1.0:1789130494.707072:0:34969:0:(cl_page.c:637:cl_page_owner_set()) Process leaving 00000020:00000001:1.0:1789130494.707073:0:34969:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1789130494.707077:0:34969:0:(cl_page.c:507:__cl_page_state_set()) page@00000000505a586d[2 00000000b8116739 1 1 0000000074d2cac3 0 0 1] 00000020:00000001:1.0:1789130494.707078:0:34969:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 2 00000020:00000001:1.0:1789130494.707079:0:34969:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:1.0:1789130494.707081:0:34969:0:(cl_page.c:814:cl_page_assume()) Process leaving 00000080:00008000:1.0:1789130494.707083:0:34969:0:(rw26.c:774:ll_write_begin()) page@00000000505a586d[2 00000000b8116739 2 1 0000000074d2cac3 0 0 1] 00000080:00008000:1.0:1789130494.707085:0:34969:0:(rw26.c:774:ll_write_begin()) full page write 00000080:00000001:1.0:1789130494.707086:0:34969:0:(rw26.c:792:ll_write_begin()) Process leaving 00000080:00000001:1.0:1789130494.707087:0:34969:0:(rw26.c:808:ll_write_begin()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130494.707093:0:34969:0:(rw26.c:871:ll_write_end()) Process entered 00000080:00200000:1.0:1789130494.707094:0:34969:0:(rw26.c:875:ll_write_end()) pos 4096, len 4096, copied 4096 00000020:00000001:1.0:1789130494.707096:0:34969:0:(cl_io.c:1149:cl_io_top()) Process entered 00000020:00000001:1.0:1789130494.707097:0:34969:0:(cl_io.c:1152:cl_io_top()) Process leaving (rc=18446634875287507312 : -109198422044304 : ffff9caf42d81170) 00000020:00000001:1.0:1789130494.707099:0:34969:0:(cl_page.c:669:cl_page_is_owned()) Process entered 00000020:00000001:1.0:1789130494.707100:0:34969:0:(cl_page.c:671:cl_page_is_owned()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1789130494.707103:0:34969:0:(cl_io.c:931:cl_page_list_add()) Process entered 00000020:00000001:1.0:1789130494.707104:0:34969:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:1.0:1789130494.707105:0:34969:0:(cl_page.c:536:cl_page_get()) Process leaving 00000020:00000001:1.0:1789130494.707106:0:34969:0:(cl_io.c:942:cl_page_list_add()) Process leaving 00000080:00200000:1.0:1789130494.707109:0:34969:0:(rw26.c:933:ll_write_end()) page@00000000505a586d[3 00000000b8116739 2 1 0000000074d2cac3 0 0 1] 00000080:00200000:1.0:1789130494.707112:0:34969:0:(rw26.c:933:ll_write_end()) vmpage @000000000489c1b3 17ffffc0001001 3:0 ffff9caf51b79658 1 lru 00000080:00200000:1.0:1789130494.707119:0:34969:0:(rw26.c:933:ll_write_end()) osc-page@00000000a7c53fc3 1: 1< 0 - - > 2< 4096 0 0 0x0 0x0 | 000000009a034aee 00000000f208ed0a > 3< 0 0 > 4< 0 0 8 393216 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1789130494.707121:0:34969:0:(rw26.c:933:ll_write_end()) end page@00000000505a586d 00000080:00200000:1.0:1789130494.707123:0:34969:0:(rw26.c:933:ll_write_end()) queued cl_page: 2. 00000080:00000001:1.0:1789130494.707124:0:34969:0:(rw26.c:954:ll_write_end()) Process leaving (rc=4096 : 4096 : 1000) 00000080:00000001:1.0:1789130494.707127:0:34969:0:(vvp_io.c:1314:vvp_io_write_commit()) Process entered 00000080:00200000:1.0:1789130494.707130:0:34969:0:(vvp_io.c:1321:vvp_io_write_commit()) commit async pages: 2, from 0, to 4096 prio 0 00000020:00000001:1.0:1789130494.707132:0:34969:0:(cl_io.c:650:cl_io_commit_async()) Process entered 00000080:00000001:1.0:1789130494.707135:0:34969:0:(vvp_io.c:1845:vvp_io_commit_async()) Process entered 00000080:00000001:1.0:1789130494.707136:0:34969:0:(vvp_io.c:1851:vvp_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789130494.707139:0:34969:0:(lov_io.c:2015:lov_io_commit_async()) Process entered 00020000:08000000:1.0:1789130494.707142:0:34969:0:(lov_io.c:2027:lov_io_commit_async()) compr: type 0, level 0, bits: 0 00020000:00008000:1.0:1789130494.707145:0:34969:0:(lov_io.c:1889:set_page_list_compression()) compr: type 0, level 0, bits: 0, page ffff9caf51b79bc8 00020000:00008000:1.0:1789130494.707147:0:34969:0:(lov_io.c:1889:set_page_list_compression()) compr: type 0, level 0, bits: 0, page ffff9caf51b79658 00020000:00000001:1.0:1789130494.707150:0:34969:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1789130494.707151:0:34969:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446634875287516056 : -109198422035560 : ffff9caf42d83398) 00000020:00000001:1.0:1789130494.707153:0:34969:0:(cl_io.c:650:cl_io_commit_async()) Process entered 00000008:00000001:1.0:1789130494.707156:0:34969:0:(osc_io.c:440:osc_io_commit_async()) Process entered 00000008:00000001:1.0:1789130494.707159:0:34969:0:(osc_page.c:61:osc_page_cache_add()) Process entered 00000020:00000001:1.0:1789130494.707160:0:34969:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:1.0:1789130494.707161:0:34969:0:(cl_page.c:536:cl_page_get()) Process leaving 00000008:00000001:1.0:1789130494.707164:0:34969:0:(osc_cache.c:2606:osc_queue_async_io()) Process entered 00000008:00000020:1.0:1789130494.707176:0:34969:0:(osc_cache.c:2671:osc_queue_async_io()) obj ffff9caf482356e0 ready 0|-|- wr 0|-|- rd 0|- oap ffff9caf51b79c38 folio fffff3e084a5a640 pg:0 added for cmd 2 00000008:00000001:1.0:1789130494.707182:0:34969:0:(osc_cache.c:1763:osc_enter_cache()) Process entered 00000008:00000020:1.0:1789130494.707185:0:34969:0:(osc_cache.c:1765:osc_enter_cache()) lustre-OST0000-osc-ffff9caf5014c800: grant { dirty: 0/118272 dirty_pages: 0/472727 dropped: 0 avail: 393216, dirty_grant: 0, reserved: 0, flight: 0 } lru {in list: 0, left: 2, waiters: 0 }need:1703936 00000008:00000020:1.0:1789130494.707193:0:34969:0:(osc_cache.c:1774:osc_enter_cache()) lustre-OST0000-osc-ffff9caf5014c800: grant { dirty: 0/118272 dirty_pages: 0/472727 dropped: 0 avail: 393216, dirty_grant: 0, reserved: 0, flight: 0 } lru {in list: 0, left: 2, waiters: 0 }forced sync i/o 00000008:00000001:1.0:1789130494.707196:0:34969:0:(osc_cache.c:1775:osc_enter_cache()) Process leaving via out (rc=18446744073709551494 : -122 : 0xffffffffffffff86) 00000008:00000001:1.0:1789130494.707200:0:34969:0:(osc_cache.c:1816:osc_enter_cache()) Process leaving (rc=18446744073709551494 : -122 : ffffffffffffff86) 00000008:00000001:1.0:1789130494.707202:0:34969:0:(osc_cache.c:2809:osc_queue_async_io()) Process leaving (rc=18446744073709551494 : -122 : ffffffffffffff86) 00000020:00000001:1.0:1789130494.707205:0:34969:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:1.0:1789130494.707208:0:34969:0:(cl_page.c:556:cl_batch_put()) page@000000007d279d36[4 00000000b8116739 2 1 0000000074d2cac3 0 0 0] 00000020:00000001:1.0:1789130494.707210:0:34969:0:(cl_page.c:556:cl_batch_put()) 4 00000020:00000001:1.0:1789130494.707211:0:34969:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000008:00000001:1.0:1789130494.707213:0:34969:0:(osc_page.c:70:osc_page_cache_add()) Process leaving (rc=18446744073709551494 : -122 : ffffffffffffff86) 00000008:00000020:1.0:1789130494.707215:0:34969:0:(osc_request.c:747:osc_update_next_shrink()) next time 3121 to shrink grant 00000008:00000040:1.0:1789130494.707217:0:34969:0:(osc_io.c:513:osc_io_commit_async()) 2 -122 00000008:00000001:1.0:1789130494.707219:0:34969:0:(osc_io.c:514:osc_io_commit_async()) Process leaving (rc=18446744073709551494 : -122 : ffffffffffffff86) 00000020:00000001:1.0:1789130494.707221:0:34969:0:(cl_io.c:660:cl_io_commit_async()) Process leaving (rc=18446744073709551494 : -122 : ffffffffffffff86) 00020000:00000001:1.0:1789130494.707222:0:34969:0:(lov_io.c:2037:lov_io_commit_async()) Process leaving (rc=18446744073709551494 : -122 : ffffffffffffff86) 00000020:00000001:1.0:1789130494.707224:0:34969:0:(cl_io.c:660:cl_io_commit_async()) Process leaving (rc=18446744073709551494 : -122 : ffffffffffffff86) 00000080:00000001:1.0:1789130494.707227:0:34969:0:(vvp_io.c:1078:vvp_io_commit_sync()) Process entered 00000020:00000001:1.0:1789130494.707229:0:34969:0:(cl_io.c:1087:cl_2queue_init()) Process entered 00000020:00000001:1.0:1789130494.707231:0:34969:0:(cl_io.c:918:cl_page_list_init()) Process entered 00000020:00000001:1.0:1789130494.707232:0:34969:0:(cl_io.c:921:cl_page_list_init()) Process leaving 00000020:00000001:1.0:1789130494.707233:0:34969:0:(cl_io.c:918:cl_page_list_init()) Process entered 00000020:00000001:1.0:1789130494.707234:0:34969:0:(cl_io.c:921:cl_page_list_init()) Process leaving 00000020:00000001:1.0:1789130494.707235:0:34969:0:(cl_io.c:1090:cl_2queue_init()) Process leaving 00000020:00000001:1.0:1789130494.707236:0:34969:0:(cl_io.c:1001:cl_page_list_splice()) Process entered 00000020:00000001:1.0:1789130494.707238:0:34969:0:(cl_io.c:1006:cl_page_list_splice()) Process leaving 00000020:00000001:1.0:1789130494.707246:0:34969:0:(cl_io.c:759:cl_io_submit_sync()) Process entered 00000020:00000001:1.0:1789130494.707248:0:34969:0:(cl_io.c:1193:cl_sync_io_init_notify()) Process entered 00000020:00000001:1.0:1789130494.707250:0:34969:0:(cl_io.c:1201:cl_sync_io_init_notify()) Process leaving 00000020:00000001:1.0:1789130494.707252:0:34969:0:(cl_io.c:718:cl_io_submit_rw()) Process entered 00020000:00000001:1.0:1789130494.707254:0:34969:0:(lov_io.c:1936:lov_io_submit()) Process entered 00000020:00000001:1.0:1789130494.707256:0:34969:0:(cl_io.c:918:cl_page_list_init()) Process entered 00000020:00000001:1.0:1789130494.707257:0:34969:0:(cl_io.c:921:cl_page_list_init()) Process leaving 00020000:00008000:1.0:1789130494.707259:0:34969:0:(lov_io.c:1873:set_page_compression()) compr: type 0, level 0, bits: 0, page ffff9caf51b79bc8 00000020:00000001:1.0:1789130494.707262:0:34969:0:(cl_io.c:1087:cl_2queue_init()) Process entered 00000020:00000001:1.0:1789130494.707263:0:34969:0:(cl_io.c:918:cl_page_list_init()) Process entered 00000020:00000001:1.0:1789130494.707264:0:34969:0:(cl_io.c:921:cl_page_list_init()) Process leaving 00000020:00000001:1.0:1789130494.707265:0:34969:0:(cl_io.c:918:cl_page_list_init()) Process entered 00000020:00000001:1.0:1789130494.707266:0:34969:0:(cl_io.c:921:cl_page_list_init()) Process leaving 00000020:00000001:1.0:1789130494.707267:0:34969:0:(cl_io.c:1090:cl_2queue_init()) Process leaving 00000020:00000001:1.0:1789130494.707269:0:34969:0:(cl_io.c:972:cl_page_list_move()) Process entered 00000020:00000001:1.0:1789130494.707271:0:34969:0:(cl_io.c:976:cl_page_list_move()) Process leaving 00000020:00000001:1.0:1789130494.707272:0:34969:0:(cl_io.c:972:cl_page_list_move()) Process entered 00000020:00000001:1.0:1789130494.707273:0:34969:0:(cl_io.c:976:cl_page_list_move()) Process leaving 00020000:00008000:1.0:1789130494.707274:0:34969:0:(lov_io.c:1873:set_page_compression()) compr: type 0, level 0, bits: 0, page ffff9caf51b79658 00020000:00000001:1.0:1789130494.707275:0:34969:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1789130494.707277:0:34969:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446634875287516056 : -109198422035560 : ffff9caf42d83398) 00000020:00000001:1.0:1789130494.707278:0:34969:0:(cl_io.c:718:cl_io_submit_rw()) Process entered 00000020:00000001:1.0:1789130494.707280:0:34969:0:(cl_io.c:1149:cl_io_top()) Process entered 00000020:00000001:1.0:1789130494.707281:0:34969:0:(cl_io.c:1152:cl_io_top()) Process leaving (rc=18446634875287507312 : -109198422044304 : ffff9caf42d81170) 00000008:00400020:1.0:1789130494.707282:0:34969:0:(osc_io.c:130:osc_io_submit()) 2 1 00000020:00000001:1.0:1789130494.707286:0:34969:0:(cl_page.c:1009:cl_page_io_start()) Process entered 00000020:00000001:1.0:1789130494.707288:0:34969:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:1.0:1789130494.707289:0:34969:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:1.0:1789130494.707290:0:34969:0:(cl_page.c:1001:cl_req_type_state()) Process entered 00000020:00000001:1.0:1789130494.707292:0:34969:0:(cl_page.c:1002:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:1.0:1789130494.707293:0:34969:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1789130494.707296:0:34969:0:(cl_page.c:507:__cl_page_state_set()) page@000000007d279d36[3 00000000b8116739 2 1 0000000000000000 0 0 0] 00000020:00000001:1.0:1789130494.707298:0:34969:0:(cl_page.c:507:__cl_page_state_set()) 2 -> 3 00000020:00000001:1.0:1789130494.707299:0:34969:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:1.0:1789130494.707300:0:34969:0:(cl_page.c:1012:cl_page_io_start()) Process leaving 00000020:00000001:1.0:1789130494.707303:0:34969:0:(cl_page.c:1054:cl_page_prep()) page@000000007d279d36[3 00000000b8116739 3 1 0000000000000000 0 0 0] 00000020:00000001:1.0:1789130494.707304:0:34969:0:(cl_page.c:1054:cl_page_prep()) 1 0 00000020:00000001:1.0:1789130494.707306:0:34969:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:1.0:1789130494.707307:0:34969:0:(cl_page.c:536:cl_page_get()) Process leaving 00000020:00000001:1.0:1789130494.707309:0:34969:0:(cl_io.c:972:cl_page_list_move()) Process entered 00000020:00000001:1.0:1789130494.707309:0:34969:0:(cl_io.c:976:cl_page_list_move()) Process leaving 00000020:00000001:1.0:1789130494.707311:0:34969:0:(cl_page.c:1009:cl_page_io_start()) Process entered 00000020:00000001:1.0:1789130494.707312:0:34969:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:1.0:1789130494.707313:0:34969:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:1.0:1789130494.707315:0:34969:0:(cl_page.c:1001:cl_req_type_state()) Process entered 00000020:00000001:1.0:1789130494.707316:0:34969:0:(cl_page.c:1002:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:1.0:1789130494.707317:0:34969:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1789130494.707320:0:34969:0:(cl_page.c:507:__cl_page_state_set()) page@00000000505a586d[3 00000000b8116739 2 1 0000000000000000 0 0 1] 00000020:00000001:1.0:1789130494.707321:0:34969:0:(cl_page.c:507:__cl_page_state_set()) 2 -> 3 00000020:00000001:1.0:1789130494.707323:0:34969:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:1.0:1789130494.707323:0:34969:0:(cl_page.c:1012:cl_page_io_start()) Process leaving 00000020:00000001:1.0:1789130494.707326:0:34969:0:(cl_page.c:1054:cl_page_prep()) page@00000000505a586d[3 00000000b8116739 3 1 0000000000000000 0 0 1] 00000020:00000001:1.0:1789130494.707327:0:34969:0:(cl_page.c:1054:cl_page_prep()) 1 0 00000020:00000001:1.0:1789130494.707328:0:34969:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:1.0:1789130494.707329:0:34969:0:(cl_page.c:536:cl_page_get()) Process leaving 00000020:00000001:1.0:1789130494.707330:0:34969:0:(cl_io.c:972:cl_page_list_move()) Process entered 00000020:00000001:1.0:1789130494.707331:0:34969:0:(cl_io.c:976:cl_page_list_move()) Process leaving 00000008:00000001:1.0:1789130494.707333:0:34969:0:(osc_cache.c:2995:osc_queue_sync_pages()) Process entered 00000008:00000010:1.0:1789130494.707338:0:34969:0:(osc_cache.c:314:osc_extent_alloc()) slab-alloced 'ext': 192 at ffff9caf48487cc0. 00000008:00000020:1.0:1789130494.707343:0:34969:0:(osc_cache.c:1909:osc_update_pending()) obj ffff9caf482356e0 ready 0|-|- wr 2|+|- rd 0|- update pending cmd 2 delta 2. 00000008:00000020:1.0:1789130494.707348:0:34969:0:(osc_cache.c:3144:osc_queue_sync_pages()) extent ffff9caf48487cc0@{[0 -> 1/1], 0x240000400:67, [1|0|+|lockdone|wShu|ffff9caf482356e0], [0|2|+|-|0000000000000000|256|0000000000000000]} allocate ext: write=1 00000008:00010000:1.0:1789130494.707353:0:34969:0:(osc_cache.c:3144:osc_queue_sync_pages()) ### no dlm lock: extent: ffff9caf48487cc0 00000008:00000020:1.0:1789130494.707357:0:34969:0:(osc_cache.c:2547:__osc_io_unplug()) Queue writeback work for client ffff9caf5044bcb0. 00000008:00000001:1.0:1789130494.707373:0:34969:0:(osc_cache.c:3148:osc_queue_sync_pages()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130494.707377:0:34969:0:(cl_object.c:143:cl_object_top()) ffff9caf482356e0 -> ffff9caf5016c6c0 00000020:00000001:1.0:1789130494.707378:0:34969:0:(cl_object.c:143:cl_object_top()) ffff9caf482356e0 -> ffff9caf5016c6c0 00000020:00000001:1.0:1789130494.707380:0:34969:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00020000:00000001:1.0:1789130494.707382:0:34969:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:1.0:1789130494.707384:0:34969:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130494.707386:0:34969:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130494.707388:0:34969:0:(cl_object.c:143:cl_object_top()) ffff9caf482356e0 -> ffff9caf5016c6c0 00000008:00000040:1.0:1789130494.707389:0:34969:0:(osc_io.c:267:osc_io_submit()) 0/2 0 00000020:00000001:1.0:1789130494.707391:0:34969:0:(cl_io.c:731:cl_io_submit_rw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130494.707393:0:34969:0:(cl_io.c:1001:cl_page_list_splice()) Process entered 00000020:00000001:1.0:1789130494.707394:0:34969:0:(cl_io.c:1006:cl_page_list_splice()) Process leaving 00000020:00000001:1.0:1789130494.707395:0:34969:0:(cl_io.c:1001:cl_page_list_splice()) Process entered 00000020:00000001:1.0:1789130494.707396:0:34969:0:(cl_io.c:1006:cl_page_list_splice()) Process leaving 00000020:00000001:1.0:1789130494.707398:0:34969:0:(cl_io.c:1124:cl_2queue_fini()) Process entered 00000020:00000001:1.0:1789130494.707399:0:34969:0:(cl_io.c:1047:cl_page_list_fini()) Process entered 00000020:00000001:1.0:1789130494.707401:0:34969:0:(cl_io.c:1051:cl_page_list_fini()) Process leaving 00000020:00000001:1.0:1789130494.707402:0:34969:0:(cl_io.c:1047:cl_page_list_fini()) Process entered 00000020:00000001:1.0:1789130494.707404:0:34969:0:(cl_io.c:1051:cl_page_list_fini()) Process leaving 00000020:00000001:1.0:1789130494.707405:0:34969:0:(cl_io.c:1127:cl_2queue_fini()) Process leaving 00000020:00000001:1.0:1789130494.707406:0:34969:0:(cl_io.c:1001:cl_page_list_splice()) Process entered 00000020:00000001:1.0:1789130494.707407:0:34969:0:(cl_io.c:1006:cl_page_list_splice()) Process leaving 00000020:00000001:1.0:1789130494.707408:0:34969:0:(cl_io.c:1047:cl_page_list_fini()) Process entered 00000020:00000001:1.0:1789130494.707409:0:34969:0:(cl_io.c:1051:cl_page_list_fini()) Process leaving 00020000:00000001:1.0:1789130494.707411:0:34969:0:(lov_io.c:1999:lov_io_submit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130494.707412:0:34969:0:(cl_io.c:731:cl_io_submit_rw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130494.707414:0:34969:0:(cl_io.c:1213:cl_sync_io_wait()) Process entered 00000020:00000001:1.0:1789130494.707434:0:26759:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1789130494.707438:0:26759:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446634875648776744 : -109198060774872 : ffff9caf58609a28) 00000020:00001000:1.0:1789130494.707441:0:26759:0:(cl_object.c:823:cl_env_get()) 1@ffff9caf58609a20 00000008:00000020:1.0:1789130494.707443:0:26759:0:(osc_request.c:4259:brw_queue_work()) Run writeback work for client obd ffff9caf5044bcb0. 00000008:00000001:1.0:1789130494.707445:0:26759:0:(osc_cache.c:2467:osc_check_rpcs()) Process entered 00000008:00000001:1.0:1789130494.707447:0:26759:0:(osc_cache.c:2428:osc_next_obj()) Process entered 00000008:00000001:1.0:1789130494.707449:0:26759:0:(osc_cache.c:2434:osc_next_obj()) Process leaving (rc=18446634875376326368 : -109198333225248 : ffff9caf482356e0) 00000008:00000020:1.0:1789130494.707452:0:26759:0:(osc_cache.c:2472:osc_check_rpcs()) obj ffff9caf482356e0 ready 0|-|- wr 2|+|- rd 0|- 0 in flight 00000008:00000001:1.0:1789130494.707456:0:26759:0:(osc_cache.c:1841:osc_makes_rpc()) Process entered 00000008:00000020:1.0:1789130494.707458:0:26759:0:(osc_cache.c:1859:osc_makes_rpc()) high prio request forcing RPC 00000008:00000001:1.0:1789130494.707459:0:26759:0:(osc_cache.c:1860:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1789130494.707461:0:26759:0:(osc_cache.c:2291:osc_send_write_rpc()) Process entered 00000008:00000001:1.0:1789130494.707464:0:26759:0:(osc_cache.c:2090:try_to_add_extent_for_io()) Process entered 00000008:00000020:1.0:1789130494.707469:0:26759:0:(osc_cache.c:2116:try_to_add_extent_for_io()) extent ffff9caf48487cc0@{[0 -> 1/1], 0x240000400:67, [1|0|+|lockdone|wShu|ffff9caf482356e0], [0|2|+|-|0000000000000000|256|0000000000000000]} trying to add this extent 00000008:00010000:1.0:1789130494.707474:0:26759:0:(osc_cache.c:2116:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9caf48487cc0 00000008:00000001:1.0:1789130494.707476:0:26759:0:(osc_cache.c:2200:try_to_add_extent_for_io()) Process leaving (rc=1 : 1 : 1) 00000008:00000020:1.0:1789130494.707479:0:26759:0:(osc_cache.c:1909:osc_update_pending()) obj ffff9caf482356e0 ready 0|-|- wr 0|-|- rd 0|- update pending cmd 2 delta -2. 00000008:00000001:1.0:1789130494.707484:0:26759:0:(osc_request.c:3021:osc_build_rpc()) Process entered 00000008:00000020:1.0:1789130494.707487:0:26759:0:(osc_page.c:1389:osc_over_unstable_soft_limit()) lustre-OST0000-osc-ffff9caf5014c800: cli: ffff9caf5044bcb0 unstable pages: 0, osc unstable pages: 0 00000008:00000010:1.0:1789130494.707493:0:26759:0:(osc_request.c:3052:osc_build_rpc()) kmalloced '(pga)': 16 at ffff9caf49387870. 00000008:00000010:1.0:1789130494.707497:0:26759:0:(osc_request.c:3056:osc_build_rpc()) slab-alloced 'oa': 208 at ffff9caf4833d680. 00000008:00000020:1.0:1789130494.707500:0:26759:0:(osc_request.c:3077:osc_build_rpc()) page i:2, oap->oap_obj_off 4096, oap->oap_page_off 0 00000020:00000001:1.0:1789130494.707504:0:26759:0:(cl_io.c:1170:cl_req_attr_set()) Process entered 00020000:00000001:1.0:1789130494.708351:0:26759:0:(lovsub_object.c:130:lovsub_req_attr_set()) Process entered 00000020:00000001:1.0:1789130494.708354:0:26759:0:(cl_io.c:1170:cl_req_attr_set()) Process entered 00000020:00000002:1.0:1789130494.708359:0:26759:0:(obdo.c:53:obdo_from_inode()) valid 0x10000000000070c, new time 1789130494/1789130494 00000020:00000001:1.0:1789130494.708366:0:26759:0:(cl_io.c:1176:cl_req_attr_set()) Process leaving 00020000:00000001:1.0:1789130494.708368:0:26759:0:(lovsub_object.c:142:lovsub_req_attr_set()) Process leaving 00000008:00000001:1.0:1789130494.708373:0:26759:0:(osc_lock.c:1351:osc_obj_dlmlock_at_pgoff()) Process entered 00000008:00000001:1.0:1789130494.708377:0:26759:0:(osc_request.c:3535:osc_match_base()) Process entered 00010000:00000001:1.0:1789130494.708380:0:26759:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789130494.708389:0:26759:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf4814dd00 count: 2 00010000:00000001:1.0:1789130494.708393:0:26759:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789130494.708400:0:26759:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:1.0:1789130494.708402:0:26759:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:1.0:1789130494.708407:0:26759:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1789130494.708413:0:26759:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789130494.708418:0:26759:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 4095) ns: lustre-OST0000-osc-ffff9caf5014c800 lock: 0000000070f92fd1/0xde5303b1d982ce82 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x800020000000000 nid: local remote: 0xcdf1b083821a61b9 expref: -99 pid: 34969 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789130494.708429:0:26759:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130494.708431:0:26759:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1789130494.708433:0:26759:0:(osc_request.c:3550:osc_match_base()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:1.0:1789130494.708435:0:26759:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130494.708437:0:26759:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130494.708439:0:26759:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b6000 refcount=4 00000020:00000001:1.0:1789130494.708441:0:26759:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649482752 : -109198060068864 : ffff9caf586b6000) 00010000:00000001:1.0:1789130494.708444:0:26759:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649482752 : -109198060068864 : ffff9caf586b6000) 00000008:00000001:1.0:1789130494.708447:0:26759:0:(osc_lock.c:1385:osc_obj_dlmlock_at_pgoff()) Process leaving (rc=18446634875649482752 : -109198060068864 : ffff9caf586b6000) 00010000:00000001:1.0:1789130494.708449:0:26759:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130494.708450:0:26759:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:1.0:1789130494.708451:0:26759:0:(cl_io.c:1176:cl_req_attr_set()) Process leaving 00000008:00000001:1.0:1789130494.708454:0:26759:0:(osc_request.c:1567:osc_brw_prep_request()) Process entered 00000100:00000010:1.0:1789130494.708462:0:26759:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf615d4b40. 00000020:00000040:1.0:1789130494.708465:0:26759:0:(genops.c:1210:class_import_get()) import ffff9caf468ac800 refcount=3 obd=lustre-OST0000-osc-ffff9caf5014c800 00000100:00000001:1.0:1789130494.708473:0:26759:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789130494.708476:0:26759:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789130494.708479:0:26759:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789130494.708503:0:26759:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 16384 at ffff9caf48a60000. 00000100:00000001:1.0:1789130494.708616:0:26759:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:1.0:1789130494.708628:0:26759:0:(osc_request.c:1966:osc_brw_prep_request()) Using short io for data transfer, size = 8192 00000008:00000020:1.0:1789130494.708639:0:26759:0:(osc_request.c:738:osc_announce_cached()) lustre-OST0000-osc-ffff9caf5014c800: dirty: 0 undirty: 485097472 dropped 0 grant: 393216 cl_lost_grant 0 00000008:00000001:1.0:1789130494.708645:0:26759:0:(osc_request.c:1380:osc_checksum_bulk_rw()) Process entered 00000001:00000040:1.0:1789130494.708681:0:26759:0:(lnet-crypto.c:95:cfs_crypto_hash_alloc()) Using crypto hash: crc32c (crc32c-intel) speed 10183 MB/s 00000008:00008000:1.0:1789130494.708694:0:26759:0:(osc_request.c:1351:osc_checksum_bulk()) page fffff3e084a5a640 map ffff9caf60130ab8 index 0 flags 17ffffc0001001 count 3 priv ffff9caf51b79bc8: off 0 00000008:00008000:1.0:1789130494.708698:0:26759:0:(osc_request.c:1351:osc_checksum_bulk()) page fffff3e0847964c0 map ffff9caf60130ab8 index 1 flags 17ffffc0001001 count 3 priv ffff9caf51b79658: off 0 00000008:00000001:1.0:1789130494.708708:0:26759:0:(osc_request.c:1391:osc_checksum_bulk_rw()) Process leaving (rc=0 : 0 : 0) 00000008:00008000:1.0:1789130494.708710:0:26759:0:(osc_request.c:2085:osc_brw_prep_request()) checksum at write origin: 5872be30 (4) 00000008:00100000:1.0:1789130494.708714:0:26759:0:(osc_request.c:2139:osc_brw_prep_request()) brw rpc ffff9caf615d4b40 - object 0x240000400:67 offset 0<>8192 00000008:00000001:1.0:1789130494.708716:0:26759:0:(osc_request.c:2140:osc_brw_prep_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130494.708719:0:26759:0:(cl_io.c:1170:cl_req_attr_set()) Process entered 00020000:00000001:1.0:1789130494.708721:0:26759:0:(lovsub_object.c:130:lovsub_req_attr_set()) Process entered 00000020:00000001:1.0:1789130494.708722:0:26759:0:(cl_io.c:1170:cl_req_attr_set()) Process entered 00000020:00000002:1.0:1789130494.708724:0:26759:0:(obdo.c:53:obdo_from_inode()) valid 0xc, new time 1789130494/1789130494 00000020:00000001:1.0:1789130494.708726:0:26759:0:(cl_io.c:1176:cl_req_attr_set()) Process leaving 00020000:00000001:1.0:1789130494.709044:0:26759:0:(lovsub_object.c:142:lovsub_req_attr_set()) Process leaving 00000020:00000001:1.0:1789130494.709047:0:26759:0:(cl_io.c:1176:cl_req_attr_set()) Process leaving 00000100:00000001:1.0:1789130494.709050:0:26759:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789130494.709052:0:26759:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875799554880 : -109197909996736 : ffff9caf615d4b40) 00000008:00000002:1.0:1789130494.709067:0:26759:0:(osc_request.c:3178:osc_build_rpc()) @@@ 2 pages, aa 000000006c66958f, now 0r/1w/0d in flight req@ffff9caf615d4b40 x1876037329056896/t0(0) o4->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:6/4 lens 8680/448 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000008:00000008:1.0:1789130494.709076:0:26759:0:(osc_request.c:3190:osc_build_rpc()) [0x200000404:0x34:0x0]: 2 write pages, start 0, end 2, now 0r/1w/0d in flight 00000100:00000040:1.0:1789130494.709085:0:26759:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000095954b4b] to pc [ptlrpcd_00_01+1] req@ffff9caf615d4b40 x1876037329056896/t0(0) o4->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:6/4 lens 8680/448 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130494.709142:0:2347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1789130494.709148:0:2347:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:0.0:1789130494.709151:0:2347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1789130494.709176:0:26759:0:(osc_request.c:3196:osc_build_rpc()) Process leaving 00000008:00000001:1.0:1789130494.709178:0:26759:0:(osc_request.c:3221:osc_build_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1789130494.709181:0:26759:0:(osc_cache.c:2340:osc_send_write_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1789130494.709184:0:26759:0:(osc_cache.c:1841:osc_makes_rpc()) Process entered 00000008:00000001:1.0:1789130494.709186:0:26759:0:(osc_cache.c:1880:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1789130494.709189:0:26759:0:(osc_cache.c:1841:osc_makes_rpc()) Process entered 00000008:00000001:1.0:1789130494.709190:0:26759:0:(osc_cache.c:1853:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1789130494.709191:0:26759:0:(osc_cache.c:1841:osc_makes_rpc()) Process entered 00000008:00000001:1.0:1789130494.709193:0:26759:0:(osc_cache.c:1880:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1789130494.709198:0:26759:0:(osc_cache.c:2428:osc_next_obj()) Process entered 00000008:00000001:1.0:1789130494.709201:0:26759:0:(osc_cache.c:2458:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1789130494.709203:0:26759:0:(osc_cache.c:2531:osc_check_rpcs()) Process leaving 00000020:00001000:1.0:1789130494.709207:0:26759:0:(cl_object.c:917:cl_env_put()) 1@ffff9caf58609a20 00000100:00000001:1.0:1789130494.709222:0:2348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789130494.709224:0:2348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130494.709465:0:2347:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789130494.709469:0:2347:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130494.709471:0:2347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789130494.709473:0:2347:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789130494.709476:0:2347:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789130494.709485:0:2347:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf615d4b40 x1876037329056896/t0(0) o4->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:6/4 lens 8680/448 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130494.709493:0:2347:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789130494.709496:0:2347:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130494.709503:0:2347:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789130494.709572:0:2347:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789130494.709576:0:2347:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789130494.709581:0:2347:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf615d4b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:2347:1876037329056896:192.168.204.123@tcp:4:multiop.0 00000100:00000001:0.0:1789130494.709587:0:2347:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789130494.709595:0:2347:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789130494.709598:0:2347:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130494.709601:0:2347:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789130494.709609:0:2347:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9caf482bdc00. 02000000:00000001:0.0:1789130494.709611:0:2347:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789130494.709622:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:0.0:1789130494.709628:0:2347:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf50131478. 00000400:00000010:0.0:1789130494.709639:0:2347:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf5801e660. 00000100:00000200:0.0:1789130494.709649:0:2347:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876037329056896, portal 4 00000100:00000001:0.0:1789130494.709651:0:2347:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789130494.709653:0:2347:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875799554880 : -109197909996736 : ffff9caf615d4b40) 00000100:00000040:0.0:1789130494.709661:0:2347:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9caf615d4b40 x1876037329056896/t0(0) o4->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:6/4 lens 8680/448 e 0 to 0 dl 1789130510 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130494.709668:0:2347:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789130494.709671:0:2347:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:0.0:1789130494.709676:0:2347:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at ffff9caf48132b40. 00000100:00000200:0.0:1789130494.709680:0:2347:0:(niobuf.c:94:ptl_send_buf()) Sending 8680 bytes to portal 6, xid 1876037329056896, offset 0 00000400:00000200:0.0:1789130494.709688:0:2347:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:0.0:1789130494.709700:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:0.0:1789130494.709709:0:2347:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:0.0:1789130494.709717:0:2347:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789130494.709722:0:2347:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:0.0:1789130494.709726:0:2347:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789130494.710120:0:2347:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:0.0:1789130494.710126:0:2347:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2692:2692:256:4294967295] 192.168.204.123@tcp LPNI seq info [2691:2691:8:4294967295] 00000400:00000200:0.0:1789130494.710131:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:0.0:1789130494.710144:0:2347:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:0.0:1789130494.710152:0:2347:0:(socklnd_cb.c:931:ksocknal_send()) sending 8680 bytes in 3 frags to 12345-192.168.204.123@tcp 00000800:00000010:0.0:1789130494.710159:0:2347:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 280 at ffff9caf5846d000. 00000800:00000200:0.0:1789130494.710234:0:2347:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:0.0:1789130494.710246:0:2347:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:0.0:1789130494.710252:0:2347:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf5846d000 type 1, nob 8776 niov 1 nkiov 3 00000100:00000001:0.0:1789130494.710334:0:2347:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130494.710341:0:2347:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9caf5014c800: using a timeout of 23020 usecs (24 jiffies) 00000400:00000200:0.0:1789130494.710345:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:0.0:1789130494.710348:0:2347:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296588756 00000100:00000001:0.0:1789130494.710353:0:2347:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9caf5014c800: PM QoS request active for cpu 2, keep current deadline 4296592375 00000100:00000001:0.0:1789130494.710355:0:2347:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296588756 00000100:00000001:0.0:1789130494.710358:0:2347:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9caf5014c800: PM QoS request active for cpu 3, keep current deadline 4296592375 00000100:00000001:0.0:1789130494.710361:0:2347:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789130494.710365:0:2347:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130494.710368:0:2347:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130494.710371:0:2347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789130494.715642:0:2341:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789130494.715660:0:2341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 280 at ffff9caf5846d000. 00000400:00000200:3.0:1789130494.715670:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130494.715684:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:3.0:1789130494.715693:0:2341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf48132b40 00000400:00000010:3.0:1789130494.715696:0:2341:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 168 at ffff9caf48132b40. 00000100:00000001:3.0:1789130494.715703:0:2341:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789130494.715715:0:2341:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf615d4b40 x1876037329056896/t0(0) o4->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:6/4 lens 8680/448 e 0 to 0 dl 1789130510 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130494.715743:0:2341:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130494.715748:0:2341:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf615d4b40 x1876037329056896/t0(0) o4->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:6/4 lens 8680/448 e 0 to 0 dl 1789130510 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130494.715756:0:2341:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130494.715757:0:2341:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1789130494.749395:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130494.749423:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789130494.749429:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130494.749432:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130494.749444:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130494.749453:0:2342:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:2.0:1789130494.749465:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130494.749475:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130494.749482:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130494.749487:0:2342:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 448 into portal 4 MB=0x6aa3efa957480 00000400:00000200:2.0:1789130494.749492:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130494.749501:0:2342:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.123@tcp of length 448/448 into md 0x73dd [1] + 224 00000800:00000001:2.0:1789130494.749510:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130494.749786:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130494.749792:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130494.749799:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:2.0:1789130494.749892:0:2342:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789130494.749908:0:2342:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf615d4b40 x1876037329056896/t0(0) o4->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:6/4 lens 8680/448 e 0 to 0 dl 1789130510 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789130494.749922:0:2342:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=448 offset=224 replen=448 req@ffff9caf615d4b40 x1876037329056896/t0(0) o4->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:6/4 lens 8680/448 e 0 to 0 dl 1789130510 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130494.749934:0:2342:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789130494.749948:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130494.749952:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130494.750155:0:2347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789130494.750205:0:2347:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789130494.750215:0:2347:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789130494.750218:0:2347:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789130494.750223:0:2347:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf50131478. 00000400:00000200:0.0:1789130494.750231:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf5801e660 00000400:00000010:0.0:1789130494.750234:0:2347:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf5801e660. 00000100:00000001:0.0:1789130494.750240:0:2347:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789130494.750246:0:2347:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf615d4b40 x1876037329056896/t0(0) o4->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:6/4 lens 8680/448 e 0 to 0 dl 1789130510 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1789130494.750255:0:2347:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf615d4b40 x1876037329056896/t0(0) o4->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:6/4 lens 8680/448 e 0 to 0 dl 1789130510 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130494.750262:0:2347:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789130494.750265:0:2347:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130494.750268:0:2347:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789130494.750273:0:2347:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789130494.750276:0:2347:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789130494.750279:0:2347:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130494.750284:0:2347:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789130494.750297:0:2347:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf468acca8 time=112 v=5 (5 0 0 0) 00000100:00001000:0.0:1789130494.750302:0:2347:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf468acc18 time=9 v=5 (1 0 0 0) 00000100:00000001:0.0:1789130494.750305:0:2347:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789130494.750306:0:2347:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130494.750310:0:2347:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789130494.750315:0:2347:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130494.750322:0:2347:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1789130494.750325:0:2347:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9caf5014c800: committing for last_committed 4294967345 gen 17 00000100:00000001:0.0:1789130494.750330:0:2347:0:(client.c:3188:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1789130494.750334:0:2347:0:(client.c:3235:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9caf5014c800: normal: skip=1 replay=0/0 committed=0/0 00000100:00000001:0.0:1789130494.750338:0:2347:0:(client.c:3236:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789130494.750340:0:2347:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130494.750348:0:2347:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf615d4b40 x1876037329056896/t4294967345(4294967345) o4->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:6/4 lens 8680/448 e 0 to 0 dl 1789130510 ref 2 fl Rpc:RMQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130494.750355:0:2347:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789130494.750359:0:2347:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789130494.750361:0:2347:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1789130494.750365:0:2347:0:(osc_request.c:2755:brw_interpret()) Process entered 00000008:00000001:0.0:1789130494.750368:0:2347:0:(osc_request.c:2311:osc_brw_fini_request()) Process entered 00000008:04000000:0.0:1789130494.750374:0:2347:0:(osc_request.c:2334:osc_brw_fini_request()) setdq for [0 0 0] with valid 0x18000006b584fb9, flags 404000 00000001:00000001:0.0:1789130494.750377:0:2347:0:(osc_quota.c:77:osc_quota_setdq()) Process entered 00000001:04000000:0.0:1789130494.750382:0:2347:0:(osc_quota.c:121:osc_quota_setdq()) lustre-OST0000-osc-ffff9caf5014c800: setdq to remove for usr 0 00000001:04000000:0.0:1789130494.750386:0:2347:0:(osc_quota.c:121:osc_quota_setdq()) lustre-OST0000-osc-ffff9caf5014c800: setdq to remove for grp 0 00000001:04000000:0.0:1789130494.750388:0:2347:0:(osc_quota.c:121:osc_quota_setdq()) lustre-OST0000-osc-ffff9caf5014c800: setdq to remove for prj 0 00000001:00000001:0.0:1789130494.750390:0:2347:0:(osc_quota.c:139:osc_quota_setdq()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:0.0:1789130494.750393:0:2347:0:(osc_request.c:761:osc_update_grant()) got 3407872 extra grant 00000008:00008000:0.0:1789130494.750397:0:2347:0:(osc_request.c:2230:check_write_checksum()) checksum 5872be30 confirmed 00000008:00000001:0.0:1789130494.750403:0:2347:0:(osc_request.c:2366:osc_brw_fini_request()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000001:0.0:1789130494.750406:0:2347:0:(osc_request.c:2586:osc_brw_fini_request()) Process leaving (rc=0 : 0 : 0) 00000008:00000002:0.0:1789130494.750408:0:2347:0:(osc_request.c:2760:brw_interpret()) request ffff9caf615d4b40 aa ffff9caf615d4cf0 rc 0 00000020:00000001:0.0:1789130494.750420:0:2347:0:(cl_object.c:143:cl_object_top()) ffff9caf482356e0 -> ffff9caf5016c6c0 00000020:00000001:0.0:1789130494.750423:0:2347:0:(cl_object.c:143:cl_object_top()) ffff9caf482356e0 -> ffff9caf5016c6c0 00000020:00000001:0.0:1789130494.750425:0:2347:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:0.0:1789130494.750429:0:2347:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 8192 00020000:00000001:0.0:1789130494.750433:0:2347:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1789130494.750436:0:2347:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130494.750438:0:2347:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130494.750439:0:2347:0:(cl_object.c:143:cl_object_top()) ffff9caf482356e0 -> ffff9caf5016c6c0 00000008:00000010:0.0:1789130494.750444:0:2347:0:(osc_request.c:2846:brw_interpret()) slab-freed '(aa->aa_oa)': 208 at ffff9caf4833d680. 00000100:00000001:0.0:1789130494.750451:0:2347:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789130494.750455:0:2347:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf615d4b40 x1876037329056896/t4294967345(4294967345) o4->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:6/4 lens 8680/448 e 0 to 0 dl 1789130510 ref 2 fl Interpret:RMQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130494.750464:0:2347:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1789130494.750470:0:2347:0:(osc_cache.c:941:osc_extent_finish()) Process entered 00000008:00000020:0.0:1789130494.750475:0:2347:0:(osc_cache.c:945:osc_extent_finish()) extent ffff9caf48487cc0@{[0 -> 1/1], 0x240000400:67, [1|0|-|rpc|wShu|ffff9caf482356e0], [0|2|+|-|0000000000000000|256|ffff9caf42a2a7c0]} extent finished. 00000008:00010000:0.0:1789130494.750480:0:2347:0:(osc_cache.c:945:osc_extent_finish()) ### no dlm lock: extent: ffff9caf48487cc0 00000008:00000001:0.0:1789130494.750486:0:2347:0:(osc_cache.c:1444:osc_completion()) Process entered 00000020:00000001:0.0:1789130494.750488:0:2347:0:(cl_page.c:1102:cl_page_complete()) Process entered 00000020:00000001:0.0:1789130494.750496:0:2347:0:(cl_page.c:1104:cl_page_complete()) page@000000007d279d36[4 00000000b8116739 3 1 0000000000000000 0 0 0] 00000020:00000001:0.0:1789130494.750498:0:2347:0:(cl_page.c:1104:cl_page_complete()) 1 0 00000020:00000001:0.0:1789130494.750501:0:2347:0:(cl_page.c:1001:cl_req_type_state()) Process entered 00000020:00000001:0.0:1789130494.750503:0:2347:0:(cl_page.c:1002:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:0.0:1789130494.750521:0:2347:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1789130494.750525:0:2347:0:(cl_page.c:507:__cl_page_state_set()) page@000000007d279d36[4 00000000b8116739 3 1 0000000000000000 0 0 0] 00000020:00000001:0.0:1789130494.750527:0:2347:0:(cl_page.c:507:__cl_page_state_set()) 3 -> 1 00000020:00000001:0.0:1789130494.750529:0:2347:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000080:00000001:0.0:1789130494.750533:0:2347:0:(vvp_page.c:166:vvp_page_complete_write()) Process entered 00000080:00008000:0.0:1789130494.750537:0:2347:0:(vvp_page.c:167:vvp_page_complete_write()) page@000000007d279d36[4 00000000b8116739 1 1 0000000000000000 0 0 0] 00000080:00008000:0.0:1789130494.750538:0:2347:0:(vvp_page.c:167:vvp_page_complete_write()) completing WRITE with 0 00000080:00000001:0.0:1789130494.750540:0:2347:0:(vvp_page.c:182:vvp_page_complete_write()) Process leaving 00000020:00000001:0.0:1789130494.750543:0:2347:0:(cl_io.c:1837:__cl_sync_io_note()) Process entered 00000020:00200000:0.0:1789130494.750546:0:2347:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:0.0:1789130494.750548:0:2347:0:(cl_io.c:1911:__cl_sync_io_note()) Process leaving 00000020:00000001:0.0:1789130494.750549:0:2347:0:(cl_page.c:1125:cl_page_complete()) Process leaving 00000020:00000001:0.0:1789130494.750551:0:2347:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:0.0:1789130494.750554:0:2347:0:(cl_page.c:556:cl_batch_put()) page@000000007d279d36[4 00000000b8116739 1 1 0000000000000000 0 0 0] 00000020:00000001:0.0:1789130494.750556:0:2347:0:(cl_page.c:556:cl_batch_put()) 4 00000020:00000001:0.0:1789130494.750558:0:2347:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000008:00000001:0.0:1789130494.750560:0:2347:0:(osc_cache.c:1488:osc_completion()) Process leaving 00000008:00000001:0.0:1789130494.750562:0:2347:0:(osc_cache.c:1444:osc_completion()) Process entered 00000020:00000001:0.0:1789130494.750563:0:2347:0:(cl_page.c:1102:cl_page_complete()) Process entered 00000020:00000001:0.0:1789130494.750566:0:2347:0:(cl_page.c:1104:cl_page_complete()) page@00000000505a586d[4 00000000b8116739 3 1 0000000000000000 0 0 1] 00000020:00000001:0.0:1789130494.750568:0:2347:0:(cl_page.c:1104:cl_page_complete()) 1 0 00000020:00000001:0.0:1789130494.750569:0:2347:0:(cl_page.c:1001:cl_req_type_state()) Process entered 00000020:00000001:0.0:1789130494.750571:0:2347:0:(cl_page.c:1002:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:0.0:1789130494.750572:0:2347:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1789130494.750575:0:2347:0:(cl_page.c:507:__cl_page_state_set()) page@00000000505a586d[4 00000000b8116739 3 1 0000000000000000 0 0 1] 00000020:00000001:0.0:1789130494.750576:0:2347:0:(cl_page.c:507:__cl_page_state_set()) 3 -> 1 00000020:00000001:0.0:1789130494.750577:0:2347:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000080:00000001:0.0:1789130494.750579:0:2347:0:(vvp_page.c:166:vvp_page_complete_write()) Process entered 00000080:00008000:0.0:1789130494.750582:0:2347:0:(vvp_page.c:167:vvp_page_complete_write()) page@00000000505a586d[4 00000000b8116739 1 1 0000000000000000 0 0 1] 00000080:00008000:0.0:1789130494.750583:0:2347:0:(vvp_page.c:167:vvp_page_complete_write()) completing WRITE with 0 00000080:00000001:0.0:1789130494.750585:0:2347:0:(vvp_page.c:182:vvp_page_complete_write()) Process leaving 00000020:00000001:0.0:1789130494.750586:0:2347:0:(cl_io.c:1837:__cl_sync_io_note()) Process entered 00000020:00200000:0.0:1789130494.750588:0:2347:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:0.0:1789130494.750608:0:2347:0:(cl_io.c:1911:__cl_sync_io_note()) Process leaving 00000020:00000001:0.0:1789130494.750610:0:2347:0:(cl_page.c:1125:cl_page_complete()) Process leaving 00000020:00000001:0.0:1789130494.750611:0:2347:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:0.0:1789130494.750614:0:2347:0:(cl_page.c:556:cl_batch_put()) page@00000000505a586d[4 00000000b8116739 1 1 0000000000000000 0 0 1] 00000020:00000001:0.0:1789130494.750616:0:2347:0:(cl_page.c:556:cl_batch_put()) 4 00000020:00000001:0.0:1789130494.750617:0:2347:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000008:00000001:0.0:1789130494.750618:0:2347:0:(osc_cache.c:1488:osc_completion()) Process leaving 00000008:00000020:0.0:1789130494.750624:0:2347:0:(osc_cache.c:498:__osc_extent_remove()) extent ffff9caf48487cc0@{[0 -> 1/1], 0x240000400:67, [1|0|-|inv|wShu|ffff9caf482356e0], [0|0|-|-|0000000000000000|256|ffff9caf42a2a7c0]} destroyed. 00000008:00010000:0.0:1789130494.750630:0:2347:0:(osc_cache.c:498:__osc_extent_remove()) ### no dlm lock: extent: ffff9caf48487cc0 00000008:00000010:0.0:1789130494.750636:0:2347:0:(osc_cache.c:374:osc_extent_put()) slab-freed '(ext)': 192 at ffff9caf48487cc0. 00000008:00000001:0.0:1789130494.750640:0:2347:0:(osc_cache.c:992:osc_extent_finish()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:0.0:1789130494.750642:0:2347:0:(osc_request.c:2714:osc_release_ppga()) kvfree 'ppga': 16 at ffff9caf49387870. 00000008:00000020:0.0:1789130494.750651:0:2347:0:(osc_cache.c:2547:__osc_io_unplug()) Queue writeback work for client ffff9caf5044bcb0. 00000008:00000001:0.0:1789130494.750666:0:2347:0:(osc_request.c:2950:brw_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130494.750671:0:2347:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf615d4b40 x1876037329056896/t4294967345(4294967345) o4->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:6/4 lens 8680/448 e 0 to 0 dl 1789130510 ref 1 fl Interpret:RMQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1789130494.750681:0:2347:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf615d4b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:2347:1876037329056896:192.168.204.123@tcp:4:multiop.0 00000100:00000001:0.0:1789130494.750687:0:2347:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130494.750689:0:2347:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789130494.750693:0:2347:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf615d4b40 x1876037329056896/t4294967345(4294967345) o4->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:6/4 lens 8680/448 e 0 to 0 dl 1789130510 ref 1 fl Complete:RMQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130494.750699:0:2347:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789130494.750703:0:2347:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789130494.750708:0:2347:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9caf482bdc00. 02000000:00000001:0.0:1789130494.750712:0:2347:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789130494.750715:0:2347:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1789130494.750717:0:2347:0:(genops.c:1223:class_import_put()) import ffff9caf468ac800 refcount=2 obd=lustre-OST0000-osc-ffff9caf5014c800 00000020:00000001:0.0:1789130494.750720:0:2347:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1789130494.750724:0:2347:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 16384 at ffff9caf48a60000. 02000000:00000001:0.0:1789130494.751076:0:2347:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789130494.751080:0:2347:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789130494.751083:0:2347:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf615d4b40. 00000100:00000001:0.0:1789130494.751092:0:2347:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789130494.751093:0:2347:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130494.751097:0:2347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130494.751108:0:2347:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789130494.751111:0:2347:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130494.751114:0:2347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789130494.751117:0:2347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130494.751137:0:30449:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1789130494.751142:0:30449:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446634875648775016 : -109198060776600 : ffff9caf58609368) 00000020:00001000:0.0:1789130494.751145:0:30449:0:(cl_object.c:823:cl_env_get()) 1@ffff9caf58609360 00000008:00000020:0.0:1789130494.751148:0:30449:0:(osc_request.c:4259:brw_queue_work()) Run writeback work for client obd ffff9caf5044bcb0. 00000008:00000001:0.0:1789130494.751151:0:30449:0:(osc_cache.c:2467:osc_check_rpcs()) Process entered 00000008:00000001:0.0:1789130494.751153:0:30449:0:(osc_cache.c:2428:osc_next_obj()) Process entered 00000008:00000001:0.0:1789130494.751156:0:30449:0:(osc_cache.c:2458:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1789130494.751158:0:30449:0:(osc_cache.c:2531:osc_check_rpcs()) Process leaving 00000020:00001000:0.0:1789130494.751160:0:30449:0:(cl_object.c:917:cl_env_put()) 1@ffff9caf58609360 00000020:00000001:2.0:1789130494.751241:0:34969:0:(cl_io.c:1237:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130494.751247:0:34969:0:(cl_page.c:800:cl_page_assume()) Process entered 00000020:00000001:2.0:1789130494.751250:0:34969:0:(cl_io.c:1149:cl_io_top()) Process entered 00000020:00000001:2.0:1789130494.751252:0:34969:0:(cl_io.c:1152:cl_io_top()) Process leaving (rc=18446634875287507312 : -109198422044304 : ffff9caf42d81170) 00000020:00000001:2.0:1789130494.751256:0:34969:0:(cl_page.c:634:cl_page_owner_set()) Process entered 00000020:00000001:2.0:1789130494.751258:0:34969:0:(cl_page.c:637:cl_page_owner_set()) Process leaving 00000020:00000001:2.0:1789130494.751260:0:34969:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:2.0:1789130494.751265:0:34969:0:(cl_page.c:507:__cl_page_state_set()) page@000000007d279d36[3 00000000b8116739 1 1 0000000074d2cac3 0 0 0] 00000020:00000001:2.0:1789130494.751268:0:34969:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 2 00000020:00000001:2.0:1789130494.751269:0:34969:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:2.0:1789130494.751271:0:34969:0:(cl_page.c:814:cl_page_assume()) Process leaving 00000020:00000001:2.0:1789130494.751272:0:34969:0:(cl_page.c:800:cl_page_assume()) Process entered 00000020:00000001:2.0:1789130494.751274:0:34969:0:(cl_io.c:1149:cl_io_top()) Process entered 00000020:00000001:2.0:1789130494.751275:0:34969:0:(cl_io.c:1152:cl_io_top()) Process leaving (rc=18446634875287507312 : -109198422044304 : ffff9caf42d81170) 00000020:00000001:2.0:1789130494.751277:0:34969:0:(cl_page.c:634:cl_page_owner_set()) Process entered 00000020:00000001:2.0:1789130494.751278:0:34969:0:(cl_page.c:637:cl_page_owner_set()) Process leaving 00000020:00000001:2.0:1789130494.751279:0:34969:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:2.0:1789130494.751282:0:34969:0:(cl_page.c:507:__cl_page_state_set()) page@00000000505a586d[3 00000000b8116739 1 1 0000000074d2cac3 0 0 1] 00000020:00000001:2.0:1789130494.751284:0:34969:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 2 00000020:00000001:2.0:1789130494.751285:0:34969:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:2.0:1789130494.751286:0:34969:0:(cl_page.c:814:cl_page_assume()) Process leaving 00000020:00000001:2.0:1789130494.751288:0:34969:0:(cl_io.c:792:cl_io_submit_sync()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130494.751292:0:34969:0:(cl_io.c:1001:cl_page_list_splice()) Process entered 00000020:00000001:2.0:1789130494.751295:0:34969:0:(cl_io.c:1006:cl_page_list_splice()) Process leaving 00000020:00000001:2.0:1789130494.751296:0:34969:0:(cl_io.c:1001:cl_page_list_splice()) Process entered 00000020:00000001:2.0:1789130494.751297:0:34969:0:(cl_io.c:1006:cl_page_list_splice()) Process leaving 00000020:00000001:2.0:1789130494.751299:0:34969:0:(cl_io.c:1124:cl_2queue_fini()) Process entered 00000020:00000001:2.0:1789130494.751302:0:34969:0:(cl_io.c:1047:cl_page_list_fini()) Process entered 00000020:00000001:2.0:1789130494.751303:0:34969:0:(cl_io.c:1051:cl_page_list_fini()) Process leaving 00000020:00000001:2.0:1789130494.751305:0:34969:0:(cl_io.c:1047:cl_page_list_fini()) Process entered 00000020:00000001:2.0:1789130494.751306:0:34969:0:(cl_io.c:1051:cl_page_list_fini()) Process leaving 00000020:00000001:2.0:1789130494.751307:0:34969:0:(cl_io.c:1127:cl_2queue_fini()) Process leaving 00000020:00000001:2.0:1789130494.751309:0:34969:0:(cl_io.c:955:cl_page_list_del()) Process entered 00000020:00000001:2.0:1789130494.751311:0:34969:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:2.0:1789130494.751313:0:34969:0:(cl_page.c:556:cl_batch_put()) page@000000007d279d36[3 00000000b8116739 2 1 0000000074d2cac3 0 0 0] 00000020:00000001:2.0:1789130494.751316:0:34969:0:(cl_page.c:556:cl_batch_put()) 3 00000020:00000001:2.0:1789130494.751317:0:34969:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000020:00000001:2.0:1789130494.751319:0:34969:0:(cl_io.c:960:cl_page_list_del()) Process leaving 00000020:00000001:2.0:1789130494.751323:0:34969:0:(cl_page.c:1207:cl_page_clip()) page@000000007d279d36[2 00000000b8116739 2 1 0000000074d2cac3 0 0 0] 00000020:00000001:2.0:1789130494.751325:0:34969:0:(cl_page.c:1207:cl_page_clip()) 0 4096 00000008:00000020:2.0:1789130494.751330:0:34969:0:(osc_page.c:179:osc_page_clip()) from 0, to 4096 00000020:00000001:2.0:1789130494.751334:0:34969:0:(cl_page.c:645:__cl_page_disown()) Process entered 00000020:00000001:2.0:1789130494.751337:0:34969:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:2.0:1789130494.751339:0:34969:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:2.0:1789130494.751341:0:34969:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:2.0:1789130494.751344:0:34969:0:(cl_page.c:507:__cl_page_state_set()) page@000000007d279d36[2 00000000b8116739 2 1 0000000000000000 0 0 0] 00000020:00000001:2.0:1789130494.751346:0:34969:0:(cl_page.c:507:__cl_page_state_set()) 2 -> 1 00000020:00000001:2.0:1789130494.751347:0:34969:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:2.0:1789130494.751349:0:34969:0:(cl_page.c:660:__cl_page_disown()) Process leaving 00000020:00000001:2.0:1789130494.751350:0:34969:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:2.0:1789130494.751353:0:34969:0:(cl_page.c:556:cl_batch_put()) page@000000007d279d36[2 00000000b8116739 1 1 0000000000000000 0 0 0] 00000020:00000001:2.0:1789130494.751354:0:34969:0:(cl_page.c:556:cl_batch_put()) 2 00000020:00000001:2.0:1789130494.751355:0:34969:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000020:00000001:2.0:1789130494.751357:0:34969:0:(cl_io.c:955:cl_page_list_del()) Process entered 00000020:00000001:2.0:1789130494.751357:0:34969:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:2.0:1789130494.751360:0:34969:0:(cl_page.c:556:cl_batch_put()) page@00000000505a586d[3 00000000b8116739 2 1 0000000074d2cac3 0 0 1] 00000020:00000001:2.0:1789130494.751361:0:34969:0:(cl_page.c:556:cl_batch_put()) 3 00000020:00000001:2.0:1789130494.751362:0:34969:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000020:00000001:2.0:1789130494.751363:0:34969:0:(cl_io.c:960:cl_page_list_del()) Process leaving 00000020:00000001:2.0:1789130494.751366:0:34969:0:(cl_page.c:1207:cl_page_clip()) page@00000000505a586d[2 00000000b8116739 2 1 0000000074d2cac3 0 0 1] 00000020:00000001:2.0:1789130494.751368:0:34969:0:(cl_page.c:1207:cl_page_clip()) 0 4096 00000008:00000020:2.0:1789130494.751369:0:34969:0:(osc_page.c:179:osc_page_clip()) from 0, to 4096 00000020:00000001:2.0:1789130494.751371:0:34969:0:(cl_page.c:645:__cl_page_disown()) Process entered 00000020:00000001:2.0:1789130494.751372:0:34969:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:2.0:1789130494.751374:0:34969:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:2.0:1789130494.751375:0:34969:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:2.0:1789130494.751377:0:34969:0:(cl_page.c:507:__cl_page_state_set()) page@00000000505a586d[2 00000000b8116739 2 1 0000000000000000 0 0 1] 00000020:00000001:2.0:1789130494.751379:0:34969:0:(cl_page.c:507:__cl_page_state_set()) 2 -> 1 00000020:00000001:2.0:1789130494.751380:0:34969:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:2.0:1789130494.751382:0:34969:0:(cl_page.c:660:__cl_page_disown()) Process leaving 00000020:00000001:2.0:1789130494.751383:0:34969:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:2.0:1789130494.751386:0:34969:0:(cl_page.c:556:cl_batch_put()) page@00000000505a586d[2 00000000b8116739 1 1 0000000000000000 0 0 1] 00000020:00000001:2.0:1789130494.751388:0:34969:0:(cl_page.c:556:cl_batch_put()) 2 00000020:00000001:2.0:1789130494.751389:0:34969:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000080:00000001:2.0:1789130494.751392:0:34969:0:(vvp_io.c:1125:vvp_io_commit_sync()) Process leaving (rc=8192 : 8192 : 2000) 00020000:00000001:2.0:1789130494.751399:0:34969:0:(lov_object.c:2454:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:2.0:1789130494.751405:0:34969:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9caf581241f0) owner 0000000000000000/ffff9caf48444f80 00020000:00000002:2.0:1789130494.751411:0:34969:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9caf581241f0) owner 0000000000000000/ffff9caf48444f80 00020000:00000001:2.0:1789130494.751414:0:34969:0:(lov_object.c:2505:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130494.751417:0:34969:0:(cl_io.c:1047:cl_page_list_fini()) Process entered 00000020:00000001:2.0:1789130494.751418:0:34969:0:(cl_io.c:1051:cl_page_list_fini()) Process leaving 00000080:00000001:2.0:1789130494.751420:0:34969:0:(vvp_io.c:1385:vvp_io_write_commit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130494.751426:0:34969:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41bffb80 00000080:00200000:2.0:1789130494.751428:0:34969:0:(vvp_io.c:1505:vvp_io_write_start()) f24b.recovery-small-1: write bytes 0, result: 8192 00000080:00000001:2.0:1789130494.751432:0:34969:0:(vvp_io.c:1538:vvp_io_write_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789130494.751438:0:34969:0:(lov_io.c:1588:lov_io_start()) Process entered 00020000:00000001:2.0:1789130494.751442:0:34969:0:(lov_io.c:1516:lov_io_call()) Process entered 00000020:00000001:2.0:1789130494.751444:0:34969:0:(cl_io.c:532:cl_io_start()) Process entered 00000008:00000001:2.0:1789130494.751447:0:34969:0:(osc_io.c:1075:osc_io_write_start()) Process entered 00000020:00000001:2.0:1789130494.751451:0:34969:0:(cl_object.c:143:cl_object_top()) ffff9caf482356e0 -> ffff9caf5016c6c0 00000020:00000001:2.0:1789130494.751453:0:34969:0:(cl_object.c:143:cl_object_top()) ffff9caf482356e0 -> ffff9caf5016c6c0 00000020:00000001:2.0:1789130494.751455:0:34969:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00020000:00000001:2.0:1789130494.751458:0:34969:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:2.0:1789130494.751460:0:34969:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130494.751462:0:34969:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130494.751463:0:34969:0:(cl_object.c:143:cl_object_top()) ffff9caf482356e0 -> ffff9caf5016c6c0 00000008:00000001:2.0:1789130494.751465:0:34969:0:(osc_io.c:1083:osc_io_write_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130494.751468:0:34969:0:(cl_io.c:544:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789130494.751470:0:34969:0:(lov_io.c:1533:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789130494.751471:0:34969:0:(lov_io.c:1589:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130494.751473:0:34969:0:(cl_io.c:544:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130494.751475:0:34969:0:(cl_io.c:559:cl_io_end()) Process entered 00020000:00000001:2.0:1789130494.751477:0:34969:0:(lov_io.c:1516:lov_io_call()) Process entered 00020000:00000001:2.0:1789130494.751480:0:34969:0:(lov_io.c:1594:lov_io_end_wrapper()) Process entered 00000020:00000001:2.0:1789130494.751482:0:34969:0:(cl_io.c:559:cl_io_end()) Process entered 00000020:00000001:2.0:1789130494.751485:0:34969:0:(cl_io.c:567:cl_io_end()) Process leaving 00020000:00000001:2.0:1789130494.751486:0:34969:0:(lov_io.c:1604:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789130494.751487:0:34969:0:(lov_io.c:1533:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130494.751491:0:34969:0:(cl_io.c:567:cl_io_end()) Process leaving 00000020:00000001:2.0:1789130494.751493:0:34969:0:(cl_io.c:356:cl_io_unlock()) Process entered 00000020:00000001:2.0:1789130494.751498:0:34969:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:2.0:1789130494.751500:0:34969:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9caf58607998 (ffff9caf58609128/0) at cl_lock_release():245 00000020:00000001:2.0:1789130494.751504:0:34969:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1789130494.751506:0:34969:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9caf58607998 (ffff9caf58609128/0) at cl_lock_cancel():142 00020000:00000001:2.0:1789130494.751512:0:34969:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:2.0:1789130494.751516:0:34969:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1789130494.751519:0:34969:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446634875287516056 : -109198422035560 : ffff9caf42d83398) 00000020:00000001:2.0:1789130494.751522:0:34969:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1789130494.751523:0:34969:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9caf501548b0 (ffff9caf586092d8/1) at cl_lock_cancel():142 00000008:00000001:2.0:1789130494.751527:0:34969:0:(osc_lock.c:1172:osc_lock_cancel()) Process entered 00000008:00000001:2.0:1789130494.751529:0:34969:0:(osc_lock.c:1126:osc_lock_detach()) Process entered 00010000:00000001:2.0:1789130494.751535:0:34969:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130494.751539:0:34969:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130494.751544:0:34969:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b6000 refcount=4 00000020:00000001:2.0:1789130494.751546:0:34969:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649482752 : -109198060068864 : ffff9caf586b6000) 00010000:00000001:2.0:1789130494.751551:0:34969:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649482752 : -109198060068864 : ffff9caf586b6000) 00010000:00000001:2.0:1789130494.751554:0:34969:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789130494.751561:0:34969:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9caf5014c800 lock: 0000000070f92fd1/0xde5303b1d982ce82 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x810020000000000 nid: local remote: 0xcdf1b083821a61b9 expref: -99 pid: 34969 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789130494.751575:0:34969:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130494.751578:0:34969:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130494.751580:0:34969:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1789130494.751587:0:34969:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1789130494.751591:0:34969:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9caf5014c800 lock: 0000000070f92fd1/0xde5303b1d982ce82 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x800020000000000 nid: local remote: 0xcdf1b083821a61b9 expref: -99 pid: 34969 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1789130494.751606:0:34969:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789130494.751611:0:34969:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789130494.751613:0:34969:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789130494.751619:0:34969:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130494.751621:0:34969:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130494.751623:0:34969:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130494.751628:0:34969:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789130494.751631:0:34969:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130494.751633:0:34969:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130494.751636:0:34969:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130494.751638:0:34969:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789130494.751640:0:34969:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130494.751641:0:34969:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130494.751642:0:34969:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130494.751643:0:34969:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1789130494.751644:0:34969:0:(osc_lock.c:1145:osc_lock_detach()) Process leaving 00000008:00000001:2.0:1789130494.751646:0:34969:0:(osc_lock.c:1181:osc_lock_cancel()) Process leaving 00000020:00000001:2.0:1789130494.751648:0:34969:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1789130494.751649:0:34969:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1789130494.751650:0:34969:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1789130494.751652:0:34969:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9caf58607998 (ffff9caf58609128/0) at cl_lock_fini():72 00020000:00000001:2.0:1789130494.751655:0:34969:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:2.0:1789130494.751657:0:34969:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1789130494.751658:0:34969:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9caf501548b0 (ffff9caf58609128/1) at cl_lock_fini():72 00000008:00000010:2.0:1789130494.751661:0:34969:0:(osc_lock.c:116:osc_lock_fini()) slab-freed '(ols)': 312 at ffff9caf4a7a3c08. 00000020:00000001:2.0:1789130494.751666:0:34969:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:2.0:1789130494.751668:0:34969:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff9caf50154880. 00020000:00000001:2.0:1789130494.751672:0:34969:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:2.0:1789130494.751674:0:34969:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:2.0:1789130494.751675:0:34969:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00020000:00000001:2.0:1789130494.751677:0:34969:0:(lov_io.c:1682:lov_io_unlock()) Process entered 00020000:00000001:2.0:1789130494.751678:0:34969:0:(lov_io.c:1516:lov_io_call()) Process entered 00000020:00000001:2.0:1789130494.751680:0:34969:0:(cl_io.c:356:cl_io_unlock()) Process entered 00000020:00000001:2.0:1789130494.751681:0:34969:0:(cl_io.c:377:cl_io_unlock()) Process leaving 00020000:00000001:2.0:1789130494.751682:0:34969:0:(lov_io.c:1616:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789130494.751684:0:34969:0:(lov_io.c:1533:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789130494.751687:0:34969:0:(lov_io.c:1685:lov_io_unlock()) Process leaving 00000020:00000001:2.0:1789130494.751688:0:34969:0:(cl_io.c:377:cl_io_unlock()) Process leaving 00000020:00000001:2.0:1789130494.751690:0:34969:0:(cl_io.c:453:cl_io_rw_advance()) Process entered 00000080:00200000:2.0:1789130494.751694:0:34969:0:(vvp_io.c:640:vvp_io_advance()) advancing 8192 bytes 00000020:00000001:2.0:1789130494.751695:0:34969:0:(cl_io.c:469:cl_io_rw_advance()) Process leaving 00000020:00000001:2.0:1789130494.751697:0:34969:0:(cl_io.c:433:cl_io_iter_fini()) Process entered 00020000:00000001:2.0:1789130494.751700:0:34969:0:(lov_io.c:1663:lov_io_iter_fini()) Process entered 00020000:00000001:2.0:1789130494.751701:0:34969:0:(lov_io.c:1516:lov_io_call()) Process entered 00000020:00000001:2.0:1789130494.751703:0:34969:0:(cl_io.c:433:cl_io_iter_fini()) Process entered 00000020:00000001:2.0:1789130494.751705:0:34969:0:(cl_io.c:439:cl_io_iter_fini()) Process leaving 00020000:00000001:2.0:1789130494.751707:0:34969:0:(lov_io.c:1610:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789130494.751709:0:34969:0:(lov_io.c:1533:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789130494.751710:0:34969:0:(lov_io.c:1674:lov_io_iter_fini()) Process leaving 00000020:00000001:2.0:1789130494.751712:0:34969:0:(cl_io.c:439:cl_io_iter_fini()) Process leaving 00000020:00000001:2.0:1789130494.751714:0:34969:0:(cl_io.c:877:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1789130494.751719:0:34969:0:(file.c:2207:ll_file_io_generic()) Range unlock [0, 1] 00000001:00000001:2.0:1789130494.751723:0:34969:0:(range_lock.c:83:range_unlock()) Process entered 00000001:00000001:2.0:1789130494.751727:0:34969:0:(range_lock.c:104:range_unlock()) Process leaving 00000020:00000001:2.0:1789130494.751730:0:34969:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:2.0:1789130494.752187:0:34969:0:(lov_io.c:1057:lov_io_fini()) Process entered 00020000:00000001:2.0:1789130494.752194:0:34969:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:2.0:1789130494.752197:0:34969:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:2.0:1789130494.752199:0:34969:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1789130494.752202:0:34969:0:(cl_object.c:917:cl_env_put()) 1@ffff9caf586092d0 00020000:00000001:2.0:1789130494.752207:0:34969:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:2.0:1789130494.752210:0:34969:0:(lov_io.c:1088:lov_io_fini()) Process leaving 00000080:00000001:2.0:1789130494.752214:0:34969:0:(vvp_io.c:392:vvp_io_fini()) Process entered 00000080:00200000:2.0:1789130494.752216:0:34969:0:(vvp_io.c:402:vvp_io_fini()) [0x200000404:0x34:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, need minor change layout 0 00000080:00000001:2.0:1789130494.752220:0:34969:0:(vvp_io.c:509:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1789130494.752221:0:34969:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00000001:2.0:1789130494.752224:0:34969:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41bffc98 00000080:00200000:2.0:1789130494.752226:0:34969:0:(file.c:2240:ll_file_io_generic()) f24b.recovery-small-1: 2 io complete with rc: 0, result: 8192, restart: 0 00000080:00000001:2.0:1789130494.752236:0:34969:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:2.0:1789130494.752238:0:34969:0:(cl_object.c:143:cl_object_top()) ffff9caf5016c6c0 -> ffff9caf5016c6c0 00000020:00000001:2.0:1789130494.752240:0:34969:0:(cl_object.c:143:cl_object_top()) ffff9caf5016c6c0 -> ffff9caf5016c6c0 00000020:00000001:2.0:1789130494.752242:0:34969:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:2.0:1789130494.752248:0:34969:0:(lov_object.c:1077:lov_attr_get_composite()) Process entered 00020000:00000001:2.0:1789130494.752254:0:34969:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:2.0:1789130494.752257:0:34969:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=8192 : 8192 : 2000) 00020000:00000001:2.0:1789130494.752259:0:34969:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:2.0:1789130494.752260:0:34969:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=8192 : 8192 : 2000) 00020000:00000002:2.0:1789130494.752263:0:34969:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x34:1028 on OST[0]: s=8192 (1) m=1789130494 a=0 c=1789130494 b=1 00020000:00000001:2.0:1789130494.752267:0:34969:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1789130494.752269:0:34969:0:(lov_object.c:1108:lov_attr_get_composite()) COMP ID #-1: s=8192 m=1789130494 a=0 c=1789130494 b=1 00020000:00000001:2.0:1789130494.752273:0:34969:0:(lov_object.c:1146:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130494.752275:0:34969:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130494.752276:0:34969:0:(cl_object.c:143:cl_object_top()) ffff9caf5016c6c0 -> ffff9caf5016c6c0 00000080:00200000:2.0:1789130494.752279:0:34969:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000404:0x34:0x0] updating i_size 8192 i_blocks 1 00000080:00000001:2.0:1789130494.752281:0:34969:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000080:00200000:2.0:1789130494.752288:0:34969:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 8192 00000080:00000001:2.0:1789130494.752291:0:34969:0:(file.c:2330:ll_file_io_generic()) Process leaving (rc=8192 : 8192 : 2000) 00000020:00001000:2.0:1789130494.752293:0:34969:0:(cl_object.c:917:cl_env_put()) 1@ffff9caf58609120 00000020:00000001:2.0:1789130494.752297:0:34969:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41bffd88 00000080:00000008:2.0:1789130494.752300:0:34969:0:(file.c:2734:do_file_write_iter()) COMPLETED: file f24b.recovery-small-1:[0x200000404:0x34:0x0], ppos: 8192, count: 0, rc = 8192 00000080:00000001:2.0:1789130494.752303:0:34969:0:(file.c:2736:do_file_write_iter()) Process leaving (rc=8192 : 8192 : 2000) 00000080:00000001:1.0:1789130494.795888:0:34972:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:1.0:1789130494.795898:0:34972:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:1.0:1789130494.795901:0:34972:0:(file.c:6206:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1789130494.795905:0:34972:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c47bc0 00000080:00200000:1.0:1789130494.795915:0:34972:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8),name=/ 00000080:00000010:1.0:1789130494.795927:0:34972:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9caf47c6dc00. 00800000:00000002:1.0:1789130494.795934:0:34972:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9caf4557c8c0 2 00000080:00000001:1.0:1789130494.795940:0:34972:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1789130494.795946:0:34972:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1789130494.795948:0:34972:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c47ae0 00800000:00000002:1.0:1789130494.795951:0:34972:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1789130494.795955:0:34972:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1789130494.795960:0:34972:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1789130494.795966:0:34972:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1789130494.795968:0:34972:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c479b0 00000002:00010000:1.0:1789130494.795970:0:34972:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1789130494.795974:0:34972:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1789130494.795976:0:34972:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789130494.795981:0:34972:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789130494.795990:0:34972:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf4814d500 count: 2 00010000:00000001:1.0:1789130494.795994:0:34972:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789130494.796000:0:34972:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789130494.796005:0:34972:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1789130494.796011:0:34972:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7200/0xde5303b1d982ce66 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a6150 expref: -99 pid: 34962 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:1.0:1789130494.796023:0:34972:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1789130494.796029:0:34972:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789130494.796033:0:34972:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7200/0xde5303b1d982ce66 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a6150 expref: -99 pid: 34962 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:1.0:1789130494.796046:0:34972:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1789130494.796048:0:34972:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1789130494.796050:0:34972:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1789130494.796052:0:34972:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1789130494.796054:0:34972:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1789130494.796056:0:34972:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1789130494.796059:0:34972:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1789130494.796063:0:34972:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9caf4557c8c0 2 00000080:00000010:1.0:1789130494.796066:0:34972:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9caf47c6dc00. 00000080:00000001:1.0:1789130494.796072:0:34972:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1789130494.796074:0:34972:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789130494.796077:0:34972:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9caf601980c8) 00000080:00010000:1.0:1789130494.796081:0:34972:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9caf601980c8) for lock 0xde5303b1d982ce66 00800000:00000001:1.0:1789130494.796085:0:34972:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1789130494.796087:0:34972:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1789130494.796089:0:34972:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130494.796092:0:34972:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130494.796095:0:34972:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b7200 refcount=3 00000020:00000001:1.0:1789130494.796098:0:34972:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649487360 : -109198060064256 : ffff9caf586b7200) 00010000:00000001:1.0:1789130494.796101:0:34972:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649487360 : -109198060064256 : ffff9caf586b7200) 00010000:00000001:1.0:1789130494.796105:0:34972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130494.796107:0:34972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789130494.796108:0:34972:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789130494.796111:0:34972:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789130494.796113:0:34972:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xde5303b1d982ce66 from it ffffb97f41c47bf8 00010000:00000001:1.0:1789130494.796115:0:34972:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130494.796116:0:34972:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130494.796118:0:34972:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b7200 refcount=3 00000020:00000001:1.0:1789130494.796119:0:34972:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649487360 : -109198060064256 : ffff9caf586b7200) 00010000:00000001:1.0:1789130494.796122:0:34972:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649487360 : -109198060064256 : ffff9caf586b7200) 00010000:00000001:1.0:1789130494.796124:0:34972:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789130494.796127:0:34972:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7200/0xde5303b1d982ce66 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a6150 expref: -99 pid: 34962 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1789130494.796134:0:34972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130494.796135:0:34972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130494.796137:0:34972:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1789130494.796139:0:34972:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1789130494.796141:0:34972:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7200/0xde5303b1d982ce66 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a6150 expref: -99 pid: 34962 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1789130494.796149:0:34972:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1789130494.796152:0:34972:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1789130494.796155:0:34972:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789130494.796160:0:34972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130494.796162:0:34972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130494.796163:0:34972:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130494.796168:0:34972:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1789130494.796170:0:34972:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130494.796172:0:34972:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130494.796175:0:34972:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130494.796177:0:34972:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789130494.796179:0:34972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130494.796180:0:34972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1789130494.796184:0:34972:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1789130494.796186:0:34972:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1789130494.796189:0:34972:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8), inode mode 41ff mask 1 00000080:00000001:1.0:1789130494.796195:0:34972:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130494.796199:0:34972:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1789130494.796202:0:34972:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c47b88 00000080:00002000:1.0:1789130494.796203:0:34972:0:(dcache.c:87:ll_dcompare()) found name d24b.recovery-small(ffff9caf445565e8) flags 0x20000e refc 1 00000080:00000001:1.0:1789130494.796206:0:34972:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130494.796208:0:34972:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c47bd0 00000080:00200000:1.0:1789130494.796209:0:34972:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d24b.recovery-small, flags=25 00000080:00000001:1.0:1789130494.796215:0:34972:0:(llite_lib.c:3176:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1789130494.796217:0:34972:0:(llite_lib.c:3182:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130494.796219:0:34972:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00200000:1.0:1789130494.796221:0:34972:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000404:0x32:0x0](ffff9caf601aec08), inode mode 41ed mask 1 00000080:00000001:1.0:1789130494.796223:0:34972:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1789130494.796234:0:34972:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9caf4632bf60. 00000080:00000001:1.0:1789130494.796238:0:34972:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00200000:1.0:1789130494.796239:0:34972:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000404:0x32:0x0](ffff9caf601aec08), inode mode 41ed mask 3 00000080:00000001:1.0:1789130494.796242:0:34972:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130494.796245:0:34972:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:1.0:1789130494.796247:0:34972:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c47b58 00000080:00200000:1.0:1789130494.796249:0:34972:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=f24b.recovery-small-2, dir=[0x200000404:0x32:0x0](ffff9caf601aec08), file ffff9caf44f3c780, open_flags 8042, mode 81a4 opened 0 00000080:00000010:1.0:1789130494.796254:0:34972:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff9caf481b3e40. 00000080:00000001:1.0:1789130494.796259:0:34972:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:1.0:1789130494.796261:0:34972:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c47a08 00000080:00200000:1.0:1789130494.796262:0:34972:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f24b.recovery-small-2, dir=[0x200000404:0x32:0x0](ffff9caf601aec08), intent=open|creat 00000080:00000010:1.0:1789130494.796269:0:34972:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9caf47c6dc00. 00000080:00000001:1.0:1789130494.796275:0:34972:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1789130494.796277:0:34972:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1789130494.796278:0:34972:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c47928 00800000:00000002:1.0:1789130494.796280:0:34972:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f24b.recovery-small-2' on [0x200000404:0x32:0x0] 00800000:00000001:1.0:1789130494.796283:0:34972:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:1.0:1789130494.796286:0:34972:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:1.0:1789130494.796291:0:34972:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446634875370194944 : -109198339356672 : ffff9caf47c5c800) 00800000:00000001:1.0:1789130494.796295:0:34972:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:1.0:1789130494.796297:0:34972:0:(obd_class.h:932:obd_fid_alloc()) Process entered 00000002:00000001:1.0:1789130494.796300:0:34972:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:1.0:1789130494.796303:0:34972:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:1.0:1789130494.796306:0:34972:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff9caf5014c800: Allocated FID [0x200000404:0x35:0x0] 40000000:00000001:1.0:1789130494.796309:0:34972:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789130494.796312:0:34972:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789130494.796313:0:34972:0:(obd_class.h:945:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789130494.796316:0:34972:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130494.796318:0:34972:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c478a8 00800000:00000002:1.0:1789130494.796320:0:34972:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000404:0x32:0x0], fid2=[0x200000404:0x35:0x0], name='f24b.recovery-small-2' -> mds #0 layout version 1 00000002:00000001:1.0:1789130494.796323:0:34972:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1789130494.796324:0:34972:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c477e0 00000002:00010000:1.0:1789130494.796326:0:34972:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f24b.recovery-small-2,[0x200000404:0x35:0x0]) in obj [0x200000404:0x32:0x0], intent: open|creat flags 0100103 00000002:00000001:1.0:1789130494.796330:0:34972:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1789130494.796333:0:34972:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:1.0:1789130494.796337:0:34972:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:1.0:1789130494.796342:0:34972:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789130494.796343:0:34972:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1789130494.796346:0:34972:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf4814d400 count: 2 00010000:00000001:1.0:1789130494.796348:0:34972:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789130494.796351:0:34972:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1789130494.796354:0:34972:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130494.796356:0:34972:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789130494.796358:0:34972:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789130494.796364:0:34972:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf615d4b40. 00000020:00000040:1.0:1789130494.796369:0:34972:0:(genops.c:1210:class_import_get()) import ffff9caf6079a800 refcount=7 obd=lustre-MDT0000-mdc-ffff9caf5014c800 02000000:00000001:1.0:1789130494.796376:0:34972:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789130494.796378:0:34972:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130494.796381:0:34972:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1789130494.796386:0:34972:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789130494.796388:0:34972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130494.796390:0:34972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130494.796391:0:34972:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130494.796394:0:34972:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789130494.796396:0:34972:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789130494.796399:0:34972:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789130494.796409:0:34972:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9caf487c3000. 00000100:00000001:1.0:1789130494.796419:0:34972:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130494.796427:0:34972:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789130494.796428:0:34972:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130494.796430:0:34972:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789130494.796432:0:34972:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130494.796433:0:34972:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789130494.796444:0:34972:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446634875799554880 : -109197909996736 : ffff9caf615d4b40) 00010000:00000001:1.0:1789130494.796449:0:34972:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1789130494.796452:0:34972:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1789130494.796455:0:34972:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf4814d400 count: 2 00010000:00000001:1.0:1789130494.796458:0:34972:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789130494.796461:0:34972:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1789130494.796465:0:34972:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9caf586b6a00. 00000020:00000001:1.0:1789130494.796469:0:34972:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1789130494.796471:0:34972:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9caf586b6a00 with handle 0xde5303b1d982ce89 to hash 00000020:00000001:1.0:1789130494.796474:0:34972:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1789130494.796475:0:34972:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446634875649485312 : -109198060066304 : ffff9caf586b6a00) 00010000:00000001:1.0:1789130494.796487:0:34972:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446634875649485312 : -109198060066304 : ffff9caf586b6a00) 00010000:00000001:1.0:1789130494.796491:0:34972:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789130494.796493:0:34972:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789130494.796497:0:34972:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b6a00/0xde5303b1d982ce89 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x32:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 34972 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789130494.796504:0:34972:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b6a00/0xde5303b1d982ce89 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x32:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 34972 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:1.0:1789130494.796519:0:34972:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9caf5014c800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1789130494.796537:0:34972:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9caf615d4b40 x1876037329057152/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1789130494.796548:0:34972:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b6a00/0xde5303b1d982ce89 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x32:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 34972 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1789130494.796555:0:34972:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1789130494.796557:0:34972:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1789130494.796566:0:34972:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9caf48173c00. 00000100:00000001:1.0:1789130494.796568:0:34972:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446634875375533056 : -109198334018560 : ffff9caf48173c00) 00000100:00000001:1.0:1789130494.796572:0:34972:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789130494.796573:0:34972:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875799554880 : -109197909996736 : ffff9caf615d4b40) 00000100:00000001:1.0:1789130494.796579:0:34972:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789130494.796583:0:34972:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130494.796586:0:34972:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1789130494.796588:0:34972:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789130494.796593:0:34972:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf615d4b40 x1876037329057152/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130494.796671:0:34972:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789130494.796674:0:34972:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130494.796679:0:34972:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789130494.796681:0:34972:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789130494.796684:0:34972:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789130494.796689:0:34972:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf615d4b40 pname:cluuid:pid:xid:nid:opc:job multiop:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:34972:1876037329057152:192.168.204.123@tcp:101:multiop.0 00000100:00000001:1.0:1789130494.796694:0:34972:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789130494.796700:0:34972:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789130494.796703:0:34972:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130494.796705:0:34972:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789130494.796750:0:34972:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff9caf48ba0000. 02000000:00000001:1.0:1789130494.796752:0:34972:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789130494.796760:0:34972:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:1.0:1789130494.796764:0:34972:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf42d8ec08. 00000400:00000010:1.0:1789130494.796770:0:34972:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff9caf487c1400. 00000100:00000200:1.0:1789130494.796778:0:34972:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1876037329057152, portal 10 00000100:00000001:1.0:1789130494.796779:0:34972:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789130494.796780:0:34972:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875799554880 : -109197909996736 : ffff9caf615d4b40) 00000100:00000040:1.0:1789130494.796785:0:34972:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9caf615d4b40 x1876037329057152/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789130510 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130494.796791:0:34972:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789130494.796794:0:34972:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:1.0:1789130494.796798:0:34972:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf462a3a18. 00000100:00000200:1.0:1789130494.796802:0:34972:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 12, xid 1876037329057152, offset 0 00000400:00000200:1.0:1789130494.796857:0:34972:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:1.0:1789130494.796870:0:34972:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:1.0:1789130494.796879:0:34972:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:1.0:1789130494.796886:0:34972:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789130494.796891:0:34972:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:1.0:1789130494.796895:0:34972:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789130494.796899:0:34972:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:1.0:1789130494.796904:0:34972:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2693:2693:256:4294967295] 192.168.204.123@tcp LPNI seq info [2692:2692:8:4294967295] 00000400:00000200:1.0:1789130494.796909:0:34972:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:1.0:1789130494.796924:0:34972:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:1.0:1789130494.796932:0:34972:0:(socklnd_cb.c:931:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:1.0:1789130494.796939:0:34972:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf4a83a000. 00000800:00000200:1.0:1789130494.796948:0:34972:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:1.0:1789130494.796958:0:34972:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:1.0:1789130494.796963:0:34972:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf4a83a000 type 1, nob 760 niov 1 nkiov 1 00000100:00000001:1.0:1789130494.796982:0:34972:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789130494.796987:0:34972:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: using a timeout of 788007 usecs (789 jiffies) 00000400:00000200:1.0:1789130494.796990:0:34972:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:1.0:1789130494.796993:0:34972:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296589608 00000100:00000001:1.0:1789130494.796996:0:34972:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 2, keep current deadline 4296592375 00000100:00000001:1.0:1789130494.796998:0:34972:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296589608 00000100:00000001:1.0:1789130494.797000:0:34972:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 3, keep current deadline 4296592375 00000100:00000001:1.0:1789130494.797001:0:34972:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789130494.797003:0:34972:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130494.797005:0:34972:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789130494.797006:0:34972:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1789130494.797009:0:34972:0:(client.c:2715:ptlrpc_set_wait()) set ffff9caf48173c00 going to sleep for 11 seconds 00000100:00000001:1.0:1789130494.797011:0:34972:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789130494.797013:0:34972:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789130494.797893:0:2341:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789130494.797993:0:2341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf4a83a000. 00000400:00000200:3.0:1789130494.798003:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130494.798013:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:3.0:1789130494.798022:0:2341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf462a3a18 00000400:00000010:3.0:1789130494.798024:0:2341:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf462a3a18. 00000100:00000001:3.0:1789130494.798030:0:2341:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789130494.798109:0:2341:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf615d4b40 x1876037329057152/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789130510 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130494.798122:0:2341:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130494.798126:0:2341:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf615d4b40 x1876037329057152/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789130510 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130494.798133:0:2341:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130494.798136:0:2341:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1789130494.807034:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130494.807058:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789130494.807063:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130494.807066:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130494.807078:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130494.807089:0:2342:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:2.0:1789130494.807101:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130494.807107:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130494.807114:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130494.807119:0:2342:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 664 into portal 10 MB=0x6aa3efa957580 00000400:00000200:2.0:1789130494.807124:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130494.807131:0:2342:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.123@tcp of length 664/664 into md 0x73e5 [32] + 224 00000800:00000001:2.0:1789130494.807139:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130494.807148:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130494.807151:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130494.807156:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:2.0:1789130494.807164:0:2342:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789130494.807184:0:2342:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf615d4b40 x1876037329057152/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789130510 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789130494.807203:0:2342:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff9caf615d4b40 x1876037329057152/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789130510 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130494.807348:0:2342:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1789130494.807361:0:2342:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1789130494.807366:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130494.807372:0:2342:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.204.23@tcp to MR: 192.168.204.123@tcp local destination 00000400:00000200:2.0:1789130494.807378:0:2342:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2694:2694:256:4294967295] 192.168.204.123@tcp LPNI seq info [2693:2693:8:4294967295] 00000400:00000200:2.0:1789130494.807382:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130494.807391:0:2342:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:192.168.204.23@tcp) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) 192.168.204.123@tcp : ACK try# 0 00000800:00000200:2.0:1789130494.807397:0:2342:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 32 frags to 12345-192.168.204.123@tcp 00000800:00000010:2.0:1789130494.807407:0:2342:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 744 at ffff9caf50104000. 00000800:00000200:2.0:1789130494.807415:0:2342:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:2.0:1789130494.807426:0:2342:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:2.0:1789130494.807433:0:2342:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf50104000 type 0, nob 96 niov 1 nkiov 0 00000100:00000001:1.0:1789130494.807560:0:34972:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789130494.807575:0:34972:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789130494.807578:0:34972:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789130494.807584:0:34972:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf42d8ec08. 00000400:00000200:1.0:1789130494.807591:0:34972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf487c1400 00000400:00000010:1.0:1789130494.807594:0:34972:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 632 at ffff9caf487c1400. 00000100:00000001:1.0:1789130494.807598:0:34972:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789130494.807603:0:34972:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf615d4b40 x1876037329057152/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789130510 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1789130494.807620:0:34972:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf615d4b40 x1876037329057152/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789130510 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130494.807627:0:34972:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789130494.807630:0:34972:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130494.807634:0:34972:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789130494.807639:0:34972:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789130494.807642:0:34972:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789130494.807644:0:34972:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130494.807648:0:34972:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789130494.807661:0:34972:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf6079ac60 time=113 v=5 (5 104 104 104) 00000100:00001000:1.0:1789130494.807665:0:34972:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf6079ac18 time=35 v=5 (1 0 0 0) 00000100:00000001:1.0:1789130494.807668:0:34972:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789130494.807671:0:34972:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130494.807674:0:34972:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789130494.807679:0:34972:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130494.807683:0:34972:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1789130494.807685:0:34972:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x20000000f/0x1] 00000100:00000001:1.0:1789130494.807687:0:34972:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1789130494.807689:0:34972:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789130494.807691:0:34972:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875799554880 : -109197909996736 : ffff9caf615d4b40) 00000100:00000001:1.0:1789130494.807696:0:34972:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789130494.807698:0:34972:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9caf5014c800: skip recheck: last_committed 8589934606 00000100:00000001:1.0:1789130494.807701:0:34972:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789130494.807704:0:34972:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789130494.807710:0:34972:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf615d4b40 x1876037329057152/t8589934612(8589934612) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 664/664 e 0 to 0 dl 1789130510 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130494.807717:0:34972:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789130494.807721:0:34972:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789130494.807724:0:34972:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789130494.807728:0:34972:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf615d4b40 x1876037329057152/t8589934612(8589934612) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 664/664 e 0 to 0 dl 1789130510 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1789130494.807737:0:34972:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf615d4b40 pname:cluuid:pid:xid:nid:opc:job multiop:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:34972:1876037329057152:192.168.204.123@tcp:101:multiop.0 00000100:00000001:1.0:1789130494.807743:0:34972:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130494.807747:0:34972:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130494.807750:0:34972:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1789130494.807752:0:34972:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789130494.807757:0:34972:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf615d4b40 x1876037329057152/t8589934612(8589934612) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 664/664 e 0 to 0 dl 1789130510 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130494.807765:0:34972:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789130494.807768:0:34972:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9caf48173c00. 00000100:00000001:1.0:1789130494.807772:0:34972:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1789130494.807774:0:34972:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130494.807778:0:34972:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1789130494.807785:0:34972:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130494.807789:0:34972:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130494.807793:0:34972:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b6a00 refcount=4 00000020:00000001:1.0:1789130494.807796:0:34972:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649485312 : -109198060066304 : ffff9caf586b6a00) 00010000:00000001:1.0:1789130494.807799:0:34972:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649485312 : -109198060066304 : ffff9caf586b6a00) 00000800:00000200:2.0:1789130494.808109:0:2342:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789130494.808116:0:2342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 744 at ffff9caf50104000. 00000400:00000200:2.0:1789130494.808120:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130494.808125:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: ACK: OK 00000800:00000001:2.0:1789130494.808134:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130494.808138:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000040:1.0:1789130494.808175:0:34972:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9caf586b6a00, remote cookie: 0xcdf1b083821a61d5, flags: 0x1001 00010000:00010000:1.0:1789130494.808182:0:34972:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b6a00/0xde5303b1d982ce89 lrc: 4/0,1 mode: --/CW res: [0x200000404:0x32:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a61d5 expref: -99 pid: 34972 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1789130494.808192:0:34972:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x35:0x0].0x0, instead of [0x200000404:0x32:0x0].0x0 00010000:00000001:1.0:1789130494.808195:0:34972:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:0.0:1789130494.808427:0:34972:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9caf48fc4300. 00010000:00000010:0.0:1789130494.808434:0:34972:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9caf48339380. 00010000:00000001:0.0:1789130494.808441:0:34972:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789130494.808446:0:34972:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b6a00/0xde5303b1d982ce89 lrc: 4/0,1 mode: --/PR res: [0x200000404:0x35:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a61d5 expref: -99 pid: 34972 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789130494.808455:0:34972:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b6a00/0xde5303b1d982ce89 lrc: 4/0,1 mode: --/PR res: [0x200000404:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a61d5 expref: -99 pid: 34972 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789130494.808462:0:34972:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1789130494.808469:0:34972:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1789130494.808472:0:34972:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1789130494.808474:0:34972:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1789130494.808476:0:34972:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1789130494.808479:0:34972:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x35:0x0].0x0 (ffff9caf48fc4300) refcount = 1 00010000:00010000:0.0:1789130494.808484:0:34972:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b6a00/0xde5303b1d982ce89 lrc: 4/0,1 mode: PR/PR res: [0x200000404:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a61d5 expref: -99 pid: 34972 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789130494.808490:0:34972:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1789130494.808494:0:34972:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1789130494.808496:0:34972:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789130494.808500:0:34972:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1789130494.808503:0:34972:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789130494.808507:0:34972:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b6a00/0xde5303b1d982ce89 lrc: 4/0,1 mode: PR/PR res: [0x200000404:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a61d5 expref: -99 pid: 34972 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789130494.808513:0:34972:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1789130494.808515:0:34972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130494.808519:0:34972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130494.808520:0:34972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130494.808521:0:34972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130494.808524:0:34972:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789130494.808529:0:34972:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1789130494.808534:0:34972:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130494.808537:0:34972:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130494.808539:0:34972:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b6a00 refcount=3 00000020:00000001:0.0:1789130494.808541:0:34972:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649485312 : -109198060066304 : ffff9caf586b6a00) 00010000:00000001:0.0:1789130494.808544:0:34972:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649485312 : -109198060066304 : ffff9caf586b6a00) 00010000:00000001:0.0:1789130494.808547:0:34972:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130494.808548:0:34972:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130494.808550:0:34972:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b6a00 refcount=4 00000020:00000001:0.0:1789130494.808552:0:34972:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649485312 : -109198060066304 : ffff9caf586b6a00) 00010000:00000001:0.0:1789130494.808554:0:34972:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649485312 : -109198060066304 : ffff9caf586b6a00) 00010000:00000001:0.0:1789130494.808558:0:34972:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789130494.808563:0:34972:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789130494.808567:0:34972:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b6a00/0xde5303b1d982ce89 lrc: 5/1,1 mode: PR/PR res: [0x200000404:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a61d5 expref: -99 pid: 34972 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789130494.808573:0:34972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130494.808575:0:34972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130494.808576:0:34972:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130494.808578:0:34972:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130494.808579:0:34972:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b6a00 refcount=5 00000020:00000001:0.0:1789130494.808580:0:34972:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649485312 : -109198060066304 : ffff9caf586b6a00) 00010000:00000001:0.0:1789130494.808582:0:34972:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649485312 : -109198060066304 : ffff9caf586b6a00) 00010000:00000001:0.0:1789130494.808585:0:34972:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789130494.808588:0:34972:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b6a00/0xde5303b1d982ce89 lrc: 5/1,1 mode: PR/PR res: [0x200000404:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a61d5 expref: -99 pid: 34972 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789130494.808595:0:34972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130494.808596:0:34972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1789130494.808600:0:34972:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b6a00/0xde5303b1d982ce89 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a61d5 expref: -99 pid: 34972 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789130494.808608:0:34972:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789130494.808609:0:34972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130494.808611:0:34972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130494.808612:0:34972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130494.808613:0:34972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1789130494.808622:0:34972:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0x37, status=0 req@ffff9caf615d4b40 x1876037329057152/t8589934612(8589934612) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 664/664 e 0 to 0 dl 1789130510 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1789130494.808633:0:34972:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:0.0:1789130494.808639:0:34972:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9caf615d4b40 x1876037329057152/t8589934612(8589934612) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 664/664 e 0 to 0 dl 1789130510 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1789130494.808646:0:34972:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130494.808654:0:34972:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130494.808656:0:34972:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130494.808657:0:34972:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b6a00 refcount=3 00000020:00000001:0.0:1789130494.808659:0:34972:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649485312 : -109198060066304 : ffff9caf586b6a00) 00010000:00000001:0.0:1789130494.808661:0:34972:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649485312 : -109198060066304 : ffff9caf586b6a00) 00000002:00010000:0.0:1789130494.808665:0:34972:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b6a00/0xde5303b1d982ce89 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a61d5 expref: -99 pid: 34972 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:0.0:1789130494.808673:0:34972:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff9caf47faad40. 00010000:00000001:0.0:1789130494.808676:0:34972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130494.808677:0:34972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789130494.808679:0:34972:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789130494.808681:0:34972:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789130494.808684:0:34972:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:0.0:1789130494.808687:0:34972:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789130494.808688:0:34972:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875799554880 : -109197909996736 : ffff9caf615d4b40) 00000100:00000001:0.0:1789130494.808690:0:34972:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789130494.808691:0:34972:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875799554880 : -109197909996736 : ffff9caf615d4b40) 00010000:00000001:0.0:1789130494.808694:0:34972:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130494.808695:0:34972:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130494.808697:0:34972:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b6a00 refcount=3 00000020:00000001:0.0:1789130494.808698:0:34972:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649485312 : -109198060066304 : ffff9caf586b6a00) 00010000:00000001:0.0:1789130494.808700:0:34972:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649485312 : -109198060066304 : ffff9caf586b6a00) 00000002:00010000:0.0:1789130494.808703:0:34972:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b6a00/0xde5303b1d982ce89 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a61d5 expref: -99 pid: 34972 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789130494.808709:0:34972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130494.808709:0:34972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130494.808712:0:34972:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1789130494.808713:0:34972:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130494.808714:0:34972:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130494.808715:0:34972:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b6a00 refcount=3 00000020:00000001:0.0:1789130494.808717:0:34972:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649485312 : -109198060066304 : ffff9caf586b6a00) 00010000:00000001:0.0:1789130494.808719:0:34972:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649485312 : -109198060066304 : ffff9caf586b6a00) 00010000:00000040:0.0:1789130494.808723:0:34972:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf48fc4300 count: 2 00010000:00000001:0.0:1789130494.808726:0:34972:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1789130494.808731:0:34972:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9caf4630e800 type 13 mode 4 res 8589935620/53 (0 0) 00010000:00000001:0.0:1789130494.808733:0:34972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130494.808734:0:34972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789130494.808736:0:34972:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1789130494.808739:0:34972:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c47768 00000002:00002000:0.0:1789130494.808742:0:34972:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=f24b.recovery-small-2 intent=open|creat status=0 disp=0x1800037: rc = 0 00000002:00000001:0.0:1789130494.808745:0:34972:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789130494.808749:0:34972:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789130494.808752:0:34972:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1789130494.808756:0:34972:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000404:0x32:0x0] suppgids 0 -1: rc 0 00000080:00000001:0.0:1789130494.808760:0:34972:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130494.808765:0:34972:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1789130494.808768:0:34972:0:(namei.c:674:ll_lookup_it_finish()) it ffff9caf481b3e40 it_disposition 1800037 00000080:00002000:0.0:1789130494.808775:0:34972:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9caf44556000 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:0.0:1789130494.808782:0:34972:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1789130494.808786:0:34972:0:(namei.c:1624:ll_create_it()) Process entered 00000020:00000001:0.0:1789130494.808788:0:34972:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c47998 00000080:00200000:0.0:1789130494.808790:0:34972:0:(namei.c:1628:ll_create_it()) VFS Op:name=f24b.recovery-small-2, dir=[0x200000404:0x32:0x0](ffff9caf601aec08), intent=open|creat 00000080:00000001:0.0:1789130494.808793:0:34972:0:(namei.c:1575:ll_create_node()) Process entered 00000080:00000001:0.0:1789130494.808796:0:34972:0:(llite_lib.c:3864:ll_prep_inode()) Process entered 00000002:00000001:0.0:1789130494.808869:0:34972:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1789130494.808874:0:34972:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1789130494.808878:0:34972:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833973 : 144115205322833973 : 200000404000035) 00000080:00000001:0.0:1789130494.808882:0:34972:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:0.0:1789130494.808896:0:34972:0:(super25.c:42:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff9caf6019e300. 00000020:00000001:0.0:1789130494.808909:0:34972:0:(class_obd.c:978:obd_heat_clear()) Process entered 00000020:00000001:0.0:1789130494.808911:0:34972:0:(class_obd.c:981:obd_heat_clear()) Process leaving 00000080:00000001:0.0:1789130494.808916:0:34972:0:(llite_lib.c:3374:ll_read_inode2()) Process entered 00000080:00200000:0.0:1789130494.808917:0:34972:0:(llite_lib.c:3377:ll_read_inode2()) VFS Op:inode=[0x200000404:0x35:0x0](ffff9caf6019e3c8) 00000020:00000001:0.0:1789130494.808922:0:34972:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1789130494.808927:0:34972:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446634875648775016 : -109198060776600 : ffff9caf58609368) 00000020:00001000:0.0:1789130494.808930:0:34972:0:(cl_object.c:823:cl_env_get()) 1@ffff9caf58609360 00000020:00000001:0.0:1789130494.808935:0:34972:0:(lu_object.c:830:lu_object_find_at()) Process entered 00000080:00000010:0.0:1789130494.808940:0:34972:0:(vvp_object.c:310:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff9caf42b2a708. 00000020:00000001:0.0:1789130494.808943:0:34972:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:0.0:1789130494.808945:0:34972:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789130494.808955:0:34972:0:(lov_object.c:2415:lov_object_alloc()) Process entered 00020000:00000010:0.0:1789130494.808960:0:34972:0:(lov_object.c:2416:lov_object_alloc()) slab-alloced 'lov': 248 at ffff9caf47cdcba0. 00020000:00000001:0.0:1789130494.808962:0:34972:0:(lov_object.c:2430:lov_object_alloc()) Process leaving (rc=18446634875370720160 : -109198338831456 : ffff9caf47cdcba0) 00020000:00000001:0.0:1789130494.808965:0:34972:0:(lov_object.c:1422:lov_object_init()) Process entered 00020000:00000001:0.0:1789130494.808969:0:34972:0:(lov_pack.c:354:lov_unpackmd()) Process entered 00020000:00000010:0.0:1789130494.808977:0:34972:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9caf5021fa20. 00020000:00000010:0.0:1789130494.808981:0:34972:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9caf44e90980. 00020000:00000010:0.0:1789130494.808989:0:34972:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9caf5021fb40. 00020000:00000001:0.0:1789130494.808991:0:34972:0:(lov_pack.c:366:lov_unpackmd()) Process leaving (rc=18446634875510455104 : -109198199096512 : ffff9caf5021fb40) 00020000:00000002:0.0:1789130494.808994:0:34972:0:(lov_ea.c:762:dump_lsm()) lsm ffff9caf5021fb40, objid 0x35:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1789130494.808998:0:34972:0:(lov_ea.c:793:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1789130494.809002:0:34972:0:(lov_ea.c:812:dump_lsm()) oinfo:ffff9caf44e90980: ostid: 0x240000400:68 ost idx: 0 gen: 0 00020000:00000001:0.0:1789130494.809005:0:34972:0:(lov_object.c:598:lov_init_composite()) Process entered 00020000:00000002:0.0:1789130494.809008:0:34972:0:(lov_ea.c:762:dump_lsm()) lsm ffff9caf5021fb40, objid 0x35:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1789130494.809011:0:34972:0:(lov_ea.c:793:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1789130494.809014:0:34972:0:(lov_ea.c:812:dump_lsm()) oinfo:ffff9caf44e90980: ostid: 0x240000400:68 ost idx: 0 gen: 0 00020000:00000010:0.0:1789130494.809017:0:34972:0:(lov_object.c:618:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff9caf43da6ba0. 00020000:00000010:0.0:1789130494.809022:0:34972:0:(lov_object.c:622:lov_init_composite()) kmalloced '(comp->lo_entries)': 176 at ffff9caf48132c00. 00020000:00000001:0.0:1789130494.809027:0:34972:0:(lov_object.c:189:lov_init_raid0()) Process entered 00020000:00000010:0.0:1789130494.809030:0:34972:0:(lov_object.c:194:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff9caf82077818. 00020000:00000001:0.0:1789130494.809034:0:34972:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:0.0:1789130494.809035:0:34972:0:(lu_object.c:830:lu_object_find_at()) Process entered 00020000:00000001:0.0:1789130494.809042:0:34972:0:(lovsub_object.c:178:lovsub_object_alloc()) Process entered 00020000:00000010:0.0:1789130494.809046:0:34972:0:(lovsub_object.c:179:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff9caf42b2ae10. 00000020:00000001:0.0:1789130494.809047:0:34972:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:0.0:1789130494.809049:0:34972:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789130494.809051:0:34972:0:(lovsub_object.c:192:lovsub_object_alloc()) Process leaving (rc=18446634875285057168 : -109198424494448 : ffff9caf42b2ae90) 00020000:00000001:0.0:1789130494.809055:0:34972:0:(lovsub_object.c:32:lovsub_object_init()) Process entered 00000008:00000010:0.0:1789130494.809061:0:34972:0:(osc_object.c:444:osc_object_alloc()) slab-alloced 'osc': 488 at ffff9caf58312f40. 00020000:00000001:0.0:1789130494.809064:0:34972:0:(lovsub_object.c:41:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130494.809072:0:34972:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446634875285057168 : -109198424494448 : ffff9caf42b2ae90) 00020000:00000001:0.0:1789130494.809074:0:34972:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446634875285057168 : -109198424494448 : ffff9caf42b2ae90) 00020000:00000002:0.0:1789130494.809078:0:34972:0:(lov_object.c:134:lov_init_sub()) [0x240000400:0x44:0x0]@ffff9caf42b2ae10[0:0] -> [0x200000404:0x35:0x0]@ffff9caf42b2a708: ostid: 0x240000400:68 ost idx: 0 gen: 0 00020000:00000001:0.0:1789130494.809085:0:34972:0:(lov_object.c:259:lov_init_raid0()) Process leaving (rc=136 : 136 : 88) 00020000:00000001:0.0:1789130494.809087:0:34972:0:(lov_object.c:823:lov_init_composite()) Process leaving 00020000:00000001:0.0:1789130494.809089:0:34972:0:(lov_object.c:1450:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130494.809092:0:34972:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446634875285055368 : -109198424496248 : ffff9caf42b2a788) 00000020:00001000:0.0:1789130494.809096:0:34972:0:(cl_object.c:917:cl_env_put()) 1@ffff9caf58609360 00000080:00000001:0.0:1789130494.809101:0:34972:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833973 : 144115205322833973 : 200000404000035) 00000080:00000001:0.0:1789130494.809104:0:34972:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:0.0:1789130494.809107:0:34972:0:(llite_lib.c:3071:ll_update_inode()) setting ino 144115205322833973 mtime from 0 to 1789130494 00000080:00000001:0.0:1789130494.809112:0:34972:0:(llite_lib.c:3399:ll_read_inode2()) Process leaving 00000080:00000001:0.0:1789130494.809115:0:34972:0:(namei.c:156:ll_iget()) Process leaving (rc=18446634875778360264 : -109197931191352 : ffff9caf6019e3c8) 00010000:00000001:0.0:1789130494.809117:0:34972:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130494.809119:0:34972:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130494.809121:0:34972:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b6a00 refcount=3 00000020:00000001:0.0:1789130494.809123:0:34972:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649485312 : -109198060066304 : ffff9caf586b6a00) 00010000:00000001:0.0:1789130494.809125:0:34972:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649485312 : -109198060066304 : ffff9caf586b6a00) 00000080:00000001:0.0:1789130494.809129:0:34972:0:(file.c:6819:ll_layout_conf()) Process entered 00000020:00000001:0.0:1789130494.809131:0:34972:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1789130494.809132:0:34972:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446634875648775016 : -109198060776600 : ffff9caf58609368) 00000020:00001000:0.0:1789130494.809134:0:34972:0:(cl_object.c:823:cl_env_get()) 1@ffff9caf58609360 00000020:00000001:0.0:1789130494.809136:0:34972:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:0.0:1789130494.809139:0:34972:0:(lov_object.c:1460:lov_conf_set()) Process entered 00020000:00000001:0.0:1789130494.809141:0:34972:0:(lov_pack.c:354:lov_unpackmd()) Process entered 00020000:00000010:0.0:1789130494.809144:0:34972:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9caf5021fcc0. 00020000:00000010:0.0:1789130494.809147:0:34972:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9caf44e90200. 00020000:00000010:0.0:1789130494.809150:0:34972:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9caf5021fe40. 00020000:00000001:0.0:1789130494.809151:0:34972:0:(lov_pack.c:366:lov_unpackmd()) Process leaving (rc=18446634875510455872 : -109198199095744 : ffff9caf5021fe40) 00020000:00000002:0.0:1789130494.809154:0:34972:0:(lov_ea.c:762:dump_lsm()) lsm ffff9caf5021fe40, objid 0x35:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1789130494.809157:0:34972:0:(lov_ea.c:793:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1789130494.809161:0:34972:0:(lov_ea.c:812:dump_lsm()) oinfo:ffff9caf44e90200: ostid: 0x240000400:68 ost idx: 0 gen: 0 00020000:00000002:0.0:1789130494.809165:0:34972:0:(lov_object.c:1314:lov_conf_lock()) Took exclusive lov(ffff9caf47cdcba0) owner ffff9caf581427c0 00020000:00000001:0.0:1789130494.809168:0:34972:0:(lov_object.c:1520:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1789130494.809171:0:34972:0:(lov_object.c:1320:lov_conf_unlock()) To release exclusive lov(ffff9caf47cdcba0) owner ffff9caf581427c0 00020000:00000010:0.0:1789130494.809311:0:34972:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9caf44e90200. 00020000:00000010:0.0:1789130494.809317:0:34972:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff9caf5021fcc0. 00020000:00000010:0.0:1789130494.809321:0:34972:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff9caf5021fe40. 00020000:00000002:0.0:1789130494.809324:0:34972:0:(lov_object.c:1547:lov_conf_set()) [0x200000404:0x35:0x0] lo_layout_invalid=0 00020000:00000001:0.0:1789130494.809326:0:34972:0:(lov_object.c:1548:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130494.809328:0:34972:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130494.809332:0:34972:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:0.0:1789130494.809335:0:34972:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9caf47cdcba0) owner 0000000000000000/ffff9caf581427c0 00020000:00000002:0.0:1789130494.809339:0:34972:0:(lov_object.c:2443:lov_lsm_addref()) lsm ffff9caf5021fb40 addref 2/0 by ffff9caf581427c0. 00020000:00000002:0.0:1789130494.809341:0:34972:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9caf47cdcba0) owner 0000000000000000/ffff9caf581427c0 00020000:00000001:0.0:1789130494.809344:0:34972:0:(lov_object.c:2339:lov_object_layout_get()) Process entered 00020000:00000001:0.0:1789130494.809348:0:34972:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:0.0:1789130494.809350:0:34972:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:0.0:1789130494.809352:0:34972:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:0.0:1789130494.809354:0:34972:0:(lov_object.c:2358:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:0.0:1789130494.809357:0:34972:0:(file.c:6854:ll_layout_conf()) [0x200000404:0x35:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:0.0:1789130494.809359:0:34972:0:(cl_object.c:917:cl_env_put()) 1@ffff9caf58609360 00000080:00000001:0.0:1789130494.809362:0:34972:0:(file.c:6861:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130494.809364:0:34972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130494.809365:0:34972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1789130494.809367:0:34972:0:(llite_lib.c:3962:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1789130494.809370:0:34972:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1789130494.809372:0:34972:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789130494.809374:0:34972:0:(namei.c:1594:ll_create_node()) setting l_ast_data to inode [0x200000404:0x35:0x0](ffff9caf6019e3c8) 00000080:00010000:0.0:1789130494.809378:0:34972:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000404:0x35:0x0](ffff9caf6019e3c8) for lock 0xde5303b1d982ce89 00800000:00000001:0.0:1789130494.809381:0:34972:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1789130494.809383:0:34972:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1789130494.809385:0:34972:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130494.809387:0:34972:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130494.809388:0:34972:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b6a00 refcount=3 00000020:00000001:0.0:1789130494.809390:0:34972:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649485312 : -109198060066304 : ffff9caf586b6a00) 00010000:00000001:0.0:1789130494.809392:0:34972:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649485312 : -109198060066304 : ffff9caf586b6a00) 00010000:00000001:0.0:1789130494.809394:0:34972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130494.809395:0:34972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789130494.809397:0:34972:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789130494.809399:0:34972:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130494.809401:0:34972:0:(namei.c:1596:ll_create_node()) Process leaving 00000100:00000001:0.0:1789130494.809404:0:34972:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789130494.809413:0:34972:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff9caf615d4b40 x1876037329057152/t8589934612(8589934612) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/664 e 0 to 0 dl 1789130510 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130494.809421:0:34972:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1789130494.809427:0:34972:0:(namei.c:1651:ll_create_it()) inode ffff9caf6019e3c8 need_sync_to_mds [0x200000404:0x35:0x0] 00000080:00000001:0.0:1789130494.809433:0:34972:0:(namei.c:1686:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789130494.809438:0:34972:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x35:0x0](ffff9caf6019e3c8) 00000080:00000001:0.0:1789130494.809441:0:34972:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1789130494.809446:0:34972:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9caf47c6dc00. 00000100:00000001:0.0:1789130494.809452:0:34972:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789130494.809456:0:34972:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf615d4b40 x1876037329057152/t8589934612(8589934612) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/664 e 0 to 0 dl 1789130510 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130494.809463:0:34972:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130494.809468:0:34972:0:(pcc.c:3566:pcc_inode_create_fini()) Process entered 00000080:00000001:0.0:1789130494.809471:0:34972:0:(pcc.c:3569:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1789130494.809474:0:34972:0:(namei.c:1500:ll_atomic_open()) inode ffff9caf6019e3c8 need_sync_to_mds [0x200000404:0x35:0x0] 00000080:00000001:0.0:1789130494.809486:0:34972:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:0.0:1789130494.809489:0:34972:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c47a68 00000080:00200008:0.0:1789130494.809492:0:34972:0:(file.c:1090:ll_file_open()) START file f24b.recovery-small-2:[0x200000404:0x35:0x0](ffff9caf6019e3c8), flags 100102 00000080:00000010:0.0:1789130494.809502:0:34972:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9caf4865e3c0. 00000080:00000010:0.0:1789130494.809510:0:34972:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff9caf47faa3c0. 00000080:00000001:0.0:1789130494.809513:0:34972:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:0.0:1789130494.809519:0:34972:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00000002:00000001:0.0:1789130494.809523:0:34972:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:0.0:1789130494.809527:0:34972:0:(obd.h:1507:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff9caf47eabe60. 00000002:00100000:0.0:1789130494.809532:0:34972:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9caf615d4b40 x1876037329057152/t8589934612(8589934612) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/664 e 0 to 0 dl 1789130510 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1789130494.809539:0:34972:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789130494.809541:0:34972:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:0.0:1789130494.809546:0:34972:0:(rw.c:970:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:0.0:1789130494.809550:0:34972:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130494.809553:0:34972:0:(file.c:1298:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789130494.809557:0:34972:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789130494.809560:0:34972:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf615d4b40 x1876037329057152/t8589934612(8589934612) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/664 e 0 to 0 dl 1789130510 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 02000000:00000001:0.0:1789130494.809568:0:34972:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789130494.809574:0:34972:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff9caf48ba0000. 02000000:00000001:0.0:1789130494.809629:0:34972:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1789130494.809631:0:34972:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130494.809634:0:34972:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c47a68 00000080:00000008:0.0:1789130494.809637:0:34972:0:(file.c:1329:ll_file_open()) COMPLETED file f24b.recovery-small-2:[0x200000404:0x35:0x0](ffff9caf6019e3c8), flags 100102, rc = 0 00000080:00000001:0.0:1789130494.809642:0:34972:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1789130494.809645:0:34972:0:(dcache.c:176:ll_intent_release()) intent ffff9caf481b3e40 released 00000080:00010000:0.0:1789130494.809649:0:34972:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xde5303b1d982ce89 from it ffff9caf481b3e40 00010000:00000001:0.0:1789130494.809651:0:34972:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130494.809652:0:34972:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130494.809653:0:34972:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b6a00 refcount=3 00000020:00000001:0.0:1789130494.809656:0:34972:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649485312 : -109198060066304 : ffff9caf586b6a00) 00010000:00000001:0.0:1789130494.809658:0:34972:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649485312 : -109198060066304 : ffff9caf586b6a00) 00010000:00000001:0.0:1789130494.809660:0:34972:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789130494.809664:0:34972:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b6a00/0xde5303b1d982ce89 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xcdf1b083821a61d5 expref: -99 pid: 34972 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789130494.809672:0:34972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130494.809673:0:34972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130494.809675:0:34972:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789130494.809678:0:34972:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789130494.809681:0:34972:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b6a00/0xde5303b1d982ce89 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xcdf1b083821a61d5 expref: -99 pid: 34972 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1789130494.809689:0:34972:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789130494.809692:0:34972:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789130494.809694:0:34972:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789130494.809699:0:34972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130494.809701:0:34972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130494.809702:0:34972:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130494.809706:0:34972:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789130494.809709:0:34972:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130494.809711:0:34972:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130494.809715:0:34972:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130494.809718:0:34972:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789130494.809719:0:34972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130494.809721:0:34972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1789130494.809722:0:34972:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:0.0:1789130494.809724:0:34972:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:0.0:1789130494.809727:0:34972:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:0.0:1789130494.809729:0:34972:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1789130494.809732:0:34972:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:0.0:1789130494.809734:0:34972:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130494.809738:0:34972:0:(pcc.c:1930:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:0.0:1789130494.809740:0:34972:0:(pcc.c:1933:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130494.809742:0:34972:0:(pcc.c:2398:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1789130494.809744:0:34972:0:(pcc.c:2425:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130494.809746:0:34972:0:(namei.c:1550:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1789130494.809748:0:34972:0:(namei.c:1562:ll_atomic_open()) kfreed 'it': 72 at ffff9caf481b3e40. 00000080:00000001:0.0:1789130494.809752:0:34972:0:(namei.c:1564:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130494.809757:0:34972:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00200000:0.0:1789130494.809759:0:34972:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000404:0x35:0x0](ffff9caf6019e3c8), inode mode 81a4 mask 40 00000080:00000001:0.0:1789130494.809764:0:34972:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130494.810109:0:34972:0:(file.c:2648:do_file_write_iter()) Process entered 00000020:00000001:0.0:1789130494.810113:0:34972:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c47d88 00000080:00200008:0.0:1789130494.810115:0:34972:0:(file.c:2652:do_file_write_iter()) START file f24b.recovery-small-2:[0x200000404:0x35:0x0], ppos: 0, count: 8192 00000080:00000002:0.0:1789130494.810119:0:34972:0:(file.c:2658:do_file_write_iter()) inode ffff9caf6019e3c8 need_sync_to_oss [0x200000404:0x35:0x0] 00000080:00000001:0.0:1789130494.810122:0:34972:0:(pcc.c:2607:pcc_file_write_iter()) Process entered 00000080:00000001:0.0:1789130494.810125:0:34972:0:(pcc.c:2610:pcc_file_write_iter()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130494.810128:0:34972:0:(file.c:2004:ll_hybrid_bio_dio_switch_check()) Process entered 00000080:00000001:0.0:1789130494.810132:0:34972:0:(file.c:2055:ll_hybrid_bio_dio_switch_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130494.810135:0:34972:0:(file.c:2590:ll_do_tiny_write()) Process entered 00000080:00000001:0.0:1789130494.810137:0:34972:0:(file.c:2596:ll_do_tiny_write()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130494.810139:0:34972:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1789130494.810142:0:34972:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446634875648775016 : -109198060776600 : ffff9caf58609368) 00000020:00001000:0.0:1789130494.810145:0:34972:0:(cl_object.c:823:cl_env_get()) 1@ffff9caf58609360 00000080:00000001:0.0:1789130494.810150:0:34972:0:(file.c:2087:ll_file_io_generic()) Process entered 00000020:00000001:0.0:1789130494.810152:0:34972:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c47c98 00000080:00200000:0.0:1789130494.810154:0:34972:0:(file.c:2090:ll_file_io_generic()) f24b.recovery-small-2: write ppos: 0, bytes: 8192 00000020:00000001:0.0:1789130494.810163:0:34972:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c47c30 00000080:00200000:0.0:1789130494.810165:0:34972:0:(file.c:1848:ll_io_set_mirror()) f24b.recovery-small-2: desiginated mirror: 0 00000020:00000001:0.0:1789130494.810168:0:34972:0:(cl_io.c:214:cl_io_rw_init()) Process entered 00000020:00200000:0.0:1789130494.810186:0:34972:0:(cl_io.c:218:cl_io_rw_init()) header@00000000314665dc[0x110, 1, [0x200000404:0x35:0x0] hash] 00000020:00200000:0.0:1789130494.810189:0:34972:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [0, 8192) 0 0 00000020:00000001:0.0:1789130494.810194:0:34972:0:(cl_object.c:143:cl_object_top()) ffff9caf42b2a788 -> ffff9caf42b2a788 00000020:00000001:0.0:1789130494.810196:0:34972:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1789130494.810199:0:34972:0:(vvp_io.c:1987:vvp_io_init()) Process entered 00000080:00200000:0.0:1789130494.810202:0:34972:0:(vvp_io.c:1992:vvp_io_init()) [0x200000404:0x35:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:0.0:1789130494.811644:0:34972:0:(cl_io.c:902:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1789130494.811658:0:34972:0:(cl_io.c:908:cl_io_slice_add()) Process leaving 00000100:00000001:0.0:1789130494.811663:0:34972:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789130494.811672:0:34972:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130494.811677:0:34972:0:(file.c:7121:ll_layout_refresh()) Process entered 00000080:00000001:0.0:1789130494.811680:0:34972:0:(file.c:7125:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130494.811682:0:34972:0:(vvp_io.c:2064:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1789130494.811689:0:34972:0:(lov_object.c:1604:lov_io_init()) [0x200000404:0x35:0x0]io ffff9caf42d807b0 type 2 ignore/verify layout 0/0, compressed 0 00020000:00000002:0.0:1789130494.811694:0:34972:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9caf47cdcba0) owner 0000000000000000/ffff9caf581427c0 00020000:00000001:0.0:1789130494.811700:0:34972:0:(lov_io.c:2488:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1789130494.811702:0:34972:0:(lov_io.c:764:lov_io_slice_init()) Process entered 00020000:00000002:0.0:1789130494.811705:0:34972:0:(lov_io.c:903:lov_io_slice_init()) [0x200000404:0x35:0x0]io ffff9caf42d807b0 type 2, compressed 0, chunk_size 0 00020000:00000001:0.0:1789130494.811708:0:34972:0:(lov_io.c:478:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1789130494.811711:0:34972:0:(lov_io.c:489:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:80000000:0.0:1789130494.811713:0:34972:0:(lov_io.c:942:lov_io_slice_init()) 0 8192 00020000:00000001:0.0:1789130494.811718:0:34972:0:(lov_io.c:969:lov_io_slice_init()) Process leaving 00020000:00000001:0.0:1789130494.811722:0:34972:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1789130494.811724:0:34972:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130494.811725:0:34972:0:(cl_io.c:902:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1789130494.811726:0:34972:0:(cl_io.c:908:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1789130494.811728:0:34972:0:(lov_io.c:2501:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1789130494.811730:0:34972:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9caf47cdcba0) owner 0000000000000000/ffff9caf581427c0 00000020:00000001:0.0:1789130494.811733:0:34972:0:(cl_io.c:146:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130494.811736:0:34972:0:(cl_io.c:221:cl_io_rw_init()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1789130494.811739:0:34972:0:(file.c:2170:ll_file_io_generic()) Range lock [0, 1] 00000001:00000001:0.0:1789130494.811742:0:34972:0:(range_lock.c:126:range_lock()) Process entered 00000001:00000001:0.0:1789130494.811745:0:34972:0:(range_lock.c:159:range_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130494.811749:0:34972:0:(cl_io.c:827:cl_io_loop()) Process entered 00000020:00000001:0.0:1789130494.811751:0:34972:0:(cl_io.c:403:cl_io_iter_init()) Process entered 00000020:00000001:0.0:1789130494.811755:0:34972:0:(cl_io.c:918:cl_page_list_init()) Process entered 00000020:00000001:0.0:1789130494.811756:0:34972:0:(cl_io.c:921:cl_page_list_init()) Process leaving 00020000:00000001:0.0:1789130494.811758:0:34972:0:(lov_io.c:1409:lov_io_rw_iter_init()) Process entered 00020000:00200000:0.0:1789130494.811762:0:34972:0:(lov_io.c:1481:lov_io_rw_iter_init()) stripe: 0 chunk: [0, 8192) 8192, 8192 00020000:00000001:0.0:1789130494.811766:0:34972:0:(lov_io.c:1238:lov_io_iter_init()) Process entered 00020000:00200000:0.0:1789130494.811768:0:34972:0:(lov_io.c:1289:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:0.0:1789130494.811773:0:34972:0:(lov_offset.c:253:lov_stripe_intersects()) [0->8191] -> [(0) 0->8191 (0)] 00020000:00000001:0.0:1789130494.811777:0:34972:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1789130494.811778:0:34972:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1789130494.811780:0:34972:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1789130494.811784:0:34972:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446634875648777320 : -109198060774296 : ffff9caf58609c68) 00000020:00001000:0.0:1789130494.811787:0:34972:0:(cl_object.c:823:cl_env_get()) 1@ffff9caf58609c60 00000020:00000001:0.0:1789130494.811791:0:34972:0:(cl_object.c:143:cl_object_top()) ffff9caf42b2ae90 -> ffff9caf42b2a788 00000020:00000001:0.0:1789130494.811793:0:34972:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:0.0:1789130494.811797:0:34972:0:(cl_io.c:902:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1789130494.811798:0:34972:0:(cl_io.c:908:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1789130494.811799:0:34972:0:(cl_io.c:146:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789130494.811801:0:34972:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789130494.811817:0:34972:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446634875287505448 : -109198422046168 : ffff9caf42d80a28) 00000020:00000001:0.0:1789130494.811821:0:34972:0:(cl_io.c:403:cl_io_iter_init()) Process entered 00000008:00000001:0.0:1789130494.811824:0:34972:0:(osc_io.c:546:osc_io_iter_init()) Process entered 00000008:00000001:0.0:1789130494.811827:0:34972:0:(osc_io.c:568:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130494.811829:0:34972:0:(cl_io.c:415:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789130494.811848:0:34972:0:(lov_io.c:1395:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789130494.811850:0:34972:0:(lov_io.c:1487:lov_io_rw_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130494.811851:0:34972:0:(cl_io.c:415:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130494.811854:0:34972:0:(cl_io.c:318:cl_io_lock()) Process entered 00000080:00000001:0.0:1789130494.811857:0:34972:0:(vvp_io.c:663:vvp_io_rw_lock()) Process entered 00000080:00000001:0.0:1789130494.811860:0:34972:0:(vvp_io.c:552:vvp_mmap_locks()) Process entered 00000080:00000001:0.0:1789130494.811864:0:34972:0:(llite_mmap.c:54:our_vma()) Process entered 00000080:00000001:0.0:1789130494.811867:0:34972:0:(llite_mmap.c:69:our_vma()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130494.811870:0:34972:0:(vvp_io.c:623:vvp_mmap_locks()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130494.811872:0:34972:0:(vvp_io.c:214:vvp_io_one_lock_index()) Process entered 00000080:00200000:0.0:1789130494.811874:0:34972:0:(vvp_io.c:216:vvp_io_one_lock_index()) lock: 1 [0, 1] 00000020:00000001:0.0:1789130494.811876:0:34972:0:(cl_io.c:480:cl_io_lock_add()) Process entered 00000020:00000001:0.0:1789130494.811877:0:34972:0:(cl_io.c:263:cl_lockset_merge()) Process entered 00000020:00000001:0.0:1789130494.811879:0:34972:0:(cl_io.c:280:cl_lockset_merge()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130494.811882:0:34972:0:(cl_io.c:487:cl_io_lock_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130494.811883:0:34972:0:(vvp_io.c:236:vvp_io_one_lock_index()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130494.811886:0:34972:0:(vvp_io.c:725:vvp_io_rw_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130494.811887:0:34972:0:(vvp_io.c:772:vvp_io_write_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789130494.811889:0:34972:0:(lov_io.c:1538:lov_io_lock()) Process entered 00020000:00000001:0.0:1789130494.811891:0:34972:0:(lov_io.c:1516:lov_io_call()) Process entered 00000020:00000001:0.0:1789130494.811892:0:34972:0:(cl_io.c:318:cl_io_lock()) Process entered 00000020:00000001:0.0:1789130494.811894:0:34972:0:(cl_io.c:290:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1789130494.811896:0:34972:0:(cl_io.c:299:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130494.812744:0:34972:0:(cl_io.c:338:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789130494.812753:0:34972:0:(lov_io.c:1533:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789130494.812755:0:34972:0:(lov_io.c:1539:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130494.812757:0:34972:0:(cl_io.c:290:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1789130494.812760:0:34972:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:0.0:1789130494.812763:0:34972:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:0.0:1789130494.812766:0:34972:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:0.0:1789130494.812770:0:34972:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:0.0:1789130494.812776:0:34972:0:(lov_offset.c:253:lov_stripe_intersects()) [0->8191] -> [(0) 0->8191 (0)] 00020000:00000010:0.0:1789130494.812788:0:34972:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff9caf48339600. 00020000:00000002:0.0:1789130494.812793:0:34972:0:(lov_offset.c:253:lov_stripe_intersects()) [0->8191] -> [(0) 0->8191 (0)] 00020000:00000001:0.0:1789130494.812796:0:34972:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:0.0:1789130494.812798:0:34972:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1789130494.812800:0:34972:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446634875287505448 : -109198422046168 : ffff9caf42d80a28) 00000020:00000001:0.0:1789130494.812853:0:34972:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:0.0:1789130494.812861:0:34972:0:(osc_lock.c:1279:osc_lock_init()) slab-alloced 'oscl': 312 at ffff9caf5867a4e0. 00000008:00010000:0.0:1789130494.812865:0:34972:0:(lustre_osc.h:166:osc_enq2ldlm_flags()) flags: 0 00000020:00000001:0.0:1789130494.812868:0:34972:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1789130494.812870:0:34972:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:0.0:1789130494.812875:0:34972:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9caf48339630, osc lock ffff9caf5867a4e0, flags 0x0 00000020:00000001:0.0:1789130494.812877:0:34972:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789130494.812879:0:34972:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789130494.812882:0:34972:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446634875377391104 : -109198332160512 : ffff9caf48339600) 00000020:00000001:0.0:1789130494.812884:0:34972:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1789130494.812885:0:34972:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:0.0:1789130494.812886:0:34972:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130494.812888:0:34972:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130494.812890:0:34972:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:0.0:1789130494.812893:0:34972:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:0.0:1789130494.812894:0:34972:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1789130494.812895:0:34972:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446634875287505448 : -109198422046168 : ffff9caf42d80a28) 00000020:00000001:0.0:1789130494.812897:0:34972:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:0.0:1789130494.813049:0:34972:0:(osc_lock.c:1010:osc_lock_enqueue()) Process entered 00000008:00000001:0.0:1789130494.813051:0:34972:0:(osc_lock.c:916:osc_lock_enqueue_wait()) Process entered 00000008:00000001:0.0:1789130494.813054:0:34972:0:(osc_lock.c:964:osc_lock_enqueue_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130494.813058:0:34972:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:0.0:1789130494.813061:0:34972:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process entered 00000020:00000001:0.0:1789130494.813062:0:34972:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:0.0:1789130494.813065:0:34972:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:0.0:1789130494.813067:0:34972:0:(lovsub_object.c:152:lovsub_req_projid_set()) Process leaving 00000020:00000001:0.0:1789130494.813068:0:34972:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:0.0:1789130494.813071:0:34972:0:(osc_request.c:3393:osc_enqueue_base()) Process entered 00010000:00000001:0.0:1789130494.813075:0:34972:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1789130494.813083:0:34972:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130494.813087:0:34972:0:(ldlm_request.c:996:ldlm_enqueue_pack()) Process entered 00000100:00000010:0.0:1789130494.813095:0:34972:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf614612c0. 00000020:00000040:0.0:1789130494.813100:0:34972:0:(genops.c:1210:class_import_get()) import ffff9caf468ac800 refcount=3 obd=lustre-OST0000-osc-ffff9caf5014c800 00010000:00000001:0.0:1789130494.813106:0:34972:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1789130494.813112:0:34972:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789130494.813121:0:34972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130494.813124:0:34972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130494.813125:0:34972:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130494.813129:0:34972:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789130494.813132:0:34972:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789130494.813138:0:34972:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789130494.813466:0:34972:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9caf5846c200. 00000100:00000001:0.0:1789130494.813477:0:34972:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130494.813484:0:34972:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789130494.813487:0:34972:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130494.813488:0:34972:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789130494.813489:0:34972:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130494.813492:0:34972:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130494.813495:0:34972:0:(ldlm_request.c:1010:ldlm_enqueue_pack()) Process leaving (rc=18446634875798033088 : -109197911518528 : ffff9caf614612c0) 00010000:00000001:0.0:1789130494.813500:0:34972:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1789130494.813564:0:34972:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1789130494.813574:0:34972:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9caf48fc4a00. 00010000:00000010:0.0:1789130494.813578:0:34972:0:(ldlm_resource.c:1471:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff9caf48fc4600. 00010000:00000001:0.0:1789130494.813585:0:34972:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1789130494.813589:0:34972:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9caf40031200. 00000020:00000001:0.0:1789130494.813597:0:34972:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1789130494.813601:0:34972:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9caf40031200 with handle 0xde5303b1d982ce90 to hash 00000020:00000001:0.0:1789130494.813604:0:34972:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1789130494.813605:0:34972:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446634875239993856 : -109198469557760 : ffff9caf40031200) 00010000:00000010:0.0:1789130494.813611:0:34972:0:(ldlm_lock.c:1732:ldlm_lock_create()) kmalloced '(lock->l_lvb_data)': 56 at ffff9caf47faabc0. 00010000:00000001:0.0:1789130494.813615:0:34972:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446634875239993856 : -109198469557760 : ffff9caf40031200) 00010000:00000001:0.0:1789130494.813620:0:34972:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789130494.813624:0:34972:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789130494.813628:0:34972:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9caf5014c800 lock: 000000002b1d8dba/0xde5303b1d982ce90 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x44:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 34972 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789130494.813648:0:34972:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0000-osc-ffff9caf5014c800 lock: 000000002b1d8dba/0xde5303b1d982ce90 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x44:0x0].0x0 rrc: 2 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 34972 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789130494.813660:0:34972:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0000-osc-ffff9caf5014c800 lock: 000000002b1d8dba/0xde5303b1d982ce90 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x44:0x0].0x0 rrc: 2 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 34972 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1789130494.813668:0:34972:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1789130494.813671:0:34972:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1789130494.813681:0:34972:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9caf48132e40. 00000100:00000001:0.0:1789130494.813684:0:34972:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446634875375267392 : -109198334284224 : ffff9caf48132e40) 00000100:00000001:0.0:1789130494.813686:0:34972:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789130494.813688:0:34972:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875798033088 : -109197911518528 : ffff9caf614612c0) 00000100:00000001:0.0:1789130494.813694:0:34972:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789130494.813697:0:34972:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130494.813700:0:34972:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1789130494.813703:0:34972:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789130494.814744:0:34972:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf614612c0 x1876037329057280/t0(0) o101->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130494.814763:0:34972:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789130494.814766:0:34972:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130494.814771:0:34972:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789130494.814776:0:34972:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789130494.814780:0:34972:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789130494.814783:0:34972:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf614612c0 pname:cluuid:pid:xid:nid:opc:job multiop:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:34972:1876037329057280:192.168.204.123@tcp:101:multiop.0 00000100:00000001:0.0:1789130494.814789:0:34972:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789130494.814798:0:34972:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789130494.814939:0:34972:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130494.814944:0:34972:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789130494.814956:0:34972:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9caf482bdc00. 02000000:00000001:0.0:1789130494.814959:0:34972:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789130494.814970:0:34972:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:0.0:1789130494.814977:0:34972:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf50131478. 00000400:00000010:0.0:1789130494.814990:0:34972:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf5801e660. 00000100:00000200:0.0:1789130494.815001:0:34972:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876037329057280, portal 4 00000100:00000001:0.0:1789130494.815003:0:34972:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789130494.815319:0:34972:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875798033088 : -109197911518528 : ffff9caf614612c0) 00000100:00000040:0.0:1789130494.815331:0:34972:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9caf614612c0 x1876037329057280/t0(0) o101->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1789130510 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130494.815340:0:34972:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789130494.815343:0:34972:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:0.0:1789130494.815347:0:34972:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf5801e990. 00000100:00000200:0.0:1789130494.815353:0:34972:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1876037329057280, offset 0 00000400:00000200:0.0:1789130494.815361:0:34972:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:0.0:1789130494.815373:0:34972:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:0.0:1789130494.815382:0:34972:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:0.0:1789130494.815391:0:34972:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789130494.815399:0:34972:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:0.0:1789130494.815480:0:34972:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789130494.815484:0:34972:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:0.0:1789130494.815490:0:34972:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2695:2695:256:4294967295] 192.168.204.123@tcp LPNI seq info [2694:2694:8:4294967295] 00000400:00000200:0.0:1789130494.815496:0:34972:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:0.0:1789130494.815575:0:34972:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:0.0:1789130494.815586:0:34972:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:0.0:1789130494.815596:0:34972:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf451e7d00. 00000800:00000200:0.0:1789130494.815606:0:34972:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:0.0:1789130494.815622:0:34972:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:0.0:1789130494.815630:0:34972:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf451e7d00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1789130494.815658:0:34972:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130494.815665:0:34972:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9caf5014c800: using a timeout of 23136 usecs (24 jiffies) 00000400:00000200:0.0:1789130494.815669:0:34972:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:0.0:1789130494.815673:0:34972:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296588861 00000100:00000001:0.0:1789130494.815677:0:34972:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9caf5014c800: PM QoS request active for cpu 2, keep current deadline 4296592375 00000100:00000001:0.0:1789130494.815681:0:34972:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296588861 00000100:00000001:0.0:1789130494.815683:0:34972:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9caf5014c800: PM QoS request active for cpu 3, keep current deadline 4296592375 00000100:00000001:0.0:1789130494.815686:0:34972:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789130494.815690:0:34972:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130494.815693:0:34972:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789130494.815696:0:34972:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1789130494.815699:0:34972:0:(client.c:2715:ptlrpc_set_wait()) set ffff9caf48132e40 going to sleep for 11 seconds 00000100:00000001:0.0:1789130494.815702:0:34972:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789130494.815705:0:34972:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789130494.816099:0:2341:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789130494.816106:0:2341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf451e7d00. 00000400:00000200:3.0:1789130494.816114:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130494.816120:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:3.0:1789130494.816127:0:2341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf5801e990 00000400:00000010:3.0:1789130494.816130:0:2341:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf5801e990. 00000100:00000001:3.0:1789130494.816134:0:2341:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789130494.816154:0:2341:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf614612c0 x1876037329057280/t0(0) o101->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1789130510 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130494.816166:0:2341:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130494.816170:0:2341:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf614612c0 x1876037329057280/t0(0) o101->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1789130510 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130494.818492:0:2341:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130494.818498:0:2341:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1789130494.819462:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130494.819482:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789130494.819487:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130494.819489:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130494.819500:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130494.819518:0:2342:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:2.0:1789130494.819529:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130494.819534:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130494.819541:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130494.819547:0:2342:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 400 into portal 4 MB=0x6aa3efa957600 00000400:00000200:2.0:1789130494.819552:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130494.819560:0:2342:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.123@tcp of length 400/400 into md 0x73ed [1] + 224 00000800:00000001:2.0:1789130494.819569:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130494.819579:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130494.819582:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130494.819588:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:2.0:1789130494.819597:0:2342:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789130494.819609:0:2342:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf614612c0 x1876037329057280/t0(0) o101->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1789130510 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789130494.819620:0:2342:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=400 req@ffff9caf614612c0 x1876037329057280/t0(0) o101->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1789130510 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130494.819640:0:2342:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789130494.819649:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130494.819653:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130494.819717:0:34972:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789130494.819727:0:34972:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789130494.819729:0:34972:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789130494.819734:0:34972:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf50131478. 00000400:00000200:0.0:1789130494.819740:0:34972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf5801e660 00000400:00000010:0.0:1789130494.819743:0:34972:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf5801e660. 00000100:00000001:0.0:1789130494.819746:0:34972:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789130494.819751:0:34972:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf614612c0 x1876037329057280/t0(0) o101->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1789130510 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1789130494.819761:0:34972:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf614612c0 x1876037329057280/t0(0) o101->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1789130510 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130494.819767:0:34972:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789130494.819769:0:34972:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130494.819771:0:34972:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789130494.819776:0:34972:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789130494.819778:0:34972:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789130494.819781:0:34972:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130494.819784:0:34972:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789130494.819797:0:34972:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf468acc60 time=113 v=5 (5 5 5 5) 00000100:00001000:0.0:1789130494.819848:0:34972:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf468acc18 time=9 v=5 (1 0 0 0) 00000100:00000001:0.0:1789130494.819852:0:34972:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789130494.819854:0:34972:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130494.819858:0:34972:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789130494.819862:0:34972:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130494.819867:0:34972:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789130494.819871:0:34972:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9caf5014c800: skip recheck: last_committed 4294967345 00000100:00000001:0.0:1789130494.819873:0:34972:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789130494.819875:0:34972:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130494.819880:0:34972:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf614612c0 x1876037329057280/t0(0) o101->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1789130510 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130494.819888:0:34972:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789130494.819892:0:34972:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789130494.819895:0:34972:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789130494.819900:0:34972:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf614612c0 x1876037329057280/t0(0) o101->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1789130510 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1789130494.819909:0:34972:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf614612c0 pname:cluuid:pid:xid:nid:opc:job multiop:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:34972:1876037329057280:192.168.204.123@tcp:101:multiop.0 00000100:00000001:0.0:1789130494.819916:0:34972:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130494.819919:0:34972:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130494.819923:0:34972:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1789130494.819926:0:34972:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789130494.819929:0:34972:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf614612c0 x1876037329057280/t0(0) o101->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1789130510 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130494.819937:0:34972:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789130494.819940:0:34972:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9caf48132e40. 00000100:00000001:0.0:1789130494.819945:0:34972:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1789130494.819946:0:34972:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130494.819950:0:34972:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1789130494.819954:0:34972:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130494.819958:0:34972:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130494.819962:0:34972:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40031200 refcount=4 00000020:00000001:0.0:1789130494.819966:0:34972:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239993856 : -109198469557760 : ffff9caf40031200) 00010000:00000001:0.0:1789130494.819969:0:34972:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239993856 : -109198469557760 : ffff9caf40031200) 00010000:00000040:0.0:1789130494.819980:0:34972:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9caf40031200, remote cookie: 0xcdf1b083821a61e3, flags: 0x1 00010000:00010000:0.0:1789130494.819989:0:34972:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0000-osc-ffff9caf5014c800 lock: 000000002b1d8dba/0xde5303b1d982ce90 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a61e3 expref: -99 pid: 34972 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789130494.820009:0:34972:0:(ldlm_lock.c:1589:ldlm_fill_lvb()) Process entered 00010000:00000001:0.0:1789130494.820012:0:34972:0:(ldlm_lock.c:1682:ldlm_fill_lvb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130494.820015:0:34972:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1789130494.820019:0:34972:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00010000:0.0:1789130494.820025:0:34972:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff9caf5014c800 lock: 000000002b1d8dba/0xde5303b1d982ce90 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a61e3 expref: -99 pid: 34972 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789130494.820034:0:34972:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x240000400:0x44:0x0].0x0 (ffff9caf48fc4a00) refcount = 1 00010000:00000040:0.0:1789130494.820038:0:34972:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1789130494.820041:0:34972:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-OST0000-osc-ffff9caf5014c800 lock: 000000002b1d8dba/0xde5303b1d982ce90 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a61e3 expref: -99 pid: 34972 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789130494.820053:0:34972:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1789130494.820055:0:34972:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789130494.820059:0:34972:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1789130494.820062:0:34972:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789130494.820066:0:34972:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffff9caf5014c800 lock: 000000002b1d8dba/0xde5303b1d982ce90 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a61e3 expref: -99 pid: 34972 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789130494.820073:0:34972:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1789130494.820076:0:34972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130494.820078:0:34972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130494.820080:0:34972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130494.820081:0:34972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130494.820083:0:34972:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1789130494.820089:0:34972:0:(osc_request.c:3281:osc_enqueue_fini()) Process entered 00000008:00000001:0.0:1789130494.820093:0:34972:0:(osc_lock.c:277:osc_lock_upcall()) Process entered 00010000:00000001:0.0:1789130494.820097:0:34972:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130494.820098:0:34972:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130494.820100:0:34972:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40031200 refcount=3 00000020:00000001:0.0:1789130494.820103:0:34972:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239993856 : -109198469557760 : ffff9caf40031200) 00010000:00000001:0.0:1789130494.820105:0:34972:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239993856 : -109198469557760 : ffff9caf40031200) 00010000:00000001:0.0:1789130494.820109:0:34972:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130494.820111:0:34972:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130494.820112:0:34972:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40031200 refcount=4 00000020:00000001:0.0:1789130494.820115:0:34972:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239993856 : -109198469557760 : ffff9caf40031200) 00010000:00000001:0.0:1789130494.820117:0:34972:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239993856 : -109198469557760 : ffff9caf40031200) 00010000:00000001:0.0:1789130494.820122:0:34972:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789130494.820127:0:34972:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789130494.820131:0:34972:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9caf5014c800 lock: 000000002b1d8dba/0xde5303b1d982ce90 lrc: 5/0,2 mode: PW/PW res: [0x240000400:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a61e3 expref: -99 pid: 34972 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789130494.820139:0:34972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130494.820140:0:34972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1789130494.820154:0:34972:0:(osc_lock.c:154:osc_lock_lvb_update()) Process entered 00000020:00000001:0.0:1789130494.820160:0:34972:0:(cl_object.c:143:cl_object_top()) ffff9caf58312f40 -> ffff9caf42b2a788 00000008:00010000:0.0:1789130494.820165:0:34972:0:(osc_lock.c:192:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0000-osc-ffff9caf5014c800 lock: 000000002b1d8dba/0xde5303b1d982ce90 lrc: 4/0,2 mode: PW/PW res: [0x240000400:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x10020000000000 nid: local remote: 0xcdf1b083821a61e3 expref: -99 pid: 34972 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00000001:0.0:1789130494.820174:0:34972:0:(cl_object.c:143:cl_object_top()) ffff9caf58312f40 -> ffff9caf42b2a788 00000020:00000001:0.0:1789130494.820177:0:34972:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:0.0:1789130494.820180:0:34972:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:0.0:1789130494.820184:0:34972:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1789130494.820187:0:34972:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130494.820196:0:34972:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130494.820198:0:34972:0:(cl_object.c:143:cl_object_top()) ffff9caf58312f40 -> ffff9caf42b2a788 00000008:00000001:0.0:1789130494.820200:0:34972:0:(osc_lock.c:197:osc_lock_lvb_update()) Process leaving 00000008:00000001:0.0:1789130494.820203:0:34972:0:(osc_lock.c:311:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130494.820361:0:34972:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130494.820364:0:34972:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130494.820366:0:34972:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40031200 refcount=5 00000020:00000001:0.0:1789130494.820368:0:34972:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239993856 : -109198469557760 : ffff9caf40031200) 00010000:00000001:0.0:1789130494.820371:0:34972:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239993856 : -109198469557760 : ffff9caf40031200) 00010000:00000001:0.0:1789130494.820374:0:34972:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789130494.820378:0:34972:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9caf5014c800 lock: 000000002b1d8dba/0xde5303b1d982ce90 lrc: 5/0,2 mode: PW/PW res: [0x240000400:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x810020000000000 nid: local remote: 0xcdf1b083821a61e3 expref: -99 pid: 34972 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789130494.820385:0:34972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130494.820386:0:34972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1789130494.820389:0:34972:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff9caf5014c800 lock: 000000002b1d8dba/0xde5303b1d982ce90 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x810020000000000 nid: local remote: 0xcdf1b083821a61e3 expref: -99 pid: 34972 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789130494.820396:0:34972:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789130494.820397:0:34972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130494.820398:0:34972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1789130494.820400:0:34972:0:(osc_request.c:3308:osc_enqueue_fini()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130494.820403:0:34972:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789130494.820408:0:34972:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf614612c0 x1876037329057280/t0(0) o101->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1789130510 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130494.820415:0:34972:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789130494.820419:0:34972:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789130494.820423:0:34972:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9caf482bdc00. 02000000:00000001:0.0:1789130494.820428:0:34972:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789130494.820431:0:34972:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1789130494.820433:0:34972:0:(genops.c:1223:class_import_put()) import ffff9caf468ac800 refcount=2 obd=lustre-OST0000-osc-ffff9caf5014c800 00000020:00000001:0.0:1789130494.820436:0:34972:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1789130494.820441:0:34972:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9caf5846c200. 02000000:00000001:0.0:1789130494.820445:0:34972:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789130494.820447:0:34972:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789130494.820449:0:34972:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf614612c0. 00000100:00000001:0.0:1789130494.820453:0:34972:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789130494.820454:0:34972:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1789130494.820456:0:34972:0:(osc_request.c:3521:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1789130494.820460:0:34972:0:(osc_lock.c:1114:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130494.820464:0:34972:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789130494.820467:0:34972:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130494.820469:0:34972:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130494.820471:0:34972:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130494.820475:0:34972:0:(cl_io.c:299:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130494.820478:0:34972:0:(cl_io.c:338:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130494.820481:0:34972:0:(cl_io.c:532:cl_io_start()) Process entered 00000080:00000001:0.0:1789130494.820487:0:34972:0:(vvp_io.c:1405:vvp_io_write_start()) Process entered 00000020:00000001:0.0:1789130494.820494:0:34972:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c47b80 00000080:00200000:0.0:1789130494.820496:0:34972:0:(vvp_io.c:1439:vvp_io_write_start()) f24b.recovery-small-2: write [0, 8192) append 0 append lockpos 0 00000020:00000001:0.0:1789130494.820499:0:34972:0:(cl_object.c:463:cl_object_maxbytes()) Process entered 00020000:00000002:0.0:1789130494.820503:0:34972:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9caf47cdcba0) owner 0000000000000000/ffff9caf581427c0 00020000:00000002:0.0:1789130494.820507:0:34972:0:(lov_object.c:2443:lov_lsm_addref()) lsm ffff9caf5021fb40 addref 2/0 by ffff9caf581427c0. 00020000:00000002:0.0:1789130494.820510:0:34972:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9caf47cdcba0) owner 0000000000000000/ffff9caf581427c0 00000020:00000001:0.0:1789130494.820513:0:34972:0:(cl_object.c:471:cl_object_maxbytes()) Process leaving (rc=9223372036854775807 : 9223372036854775807 : 7fffffffffffffff) 00000020:00000001:0.0:1789130494.820517:0:34972:0:(cl_io.c:616:cl_io_lru_reserve()) Process entered 00020000:00000001:0.0:1789130494.820520:0:34972:0:(lov_io.c:1780:lov_io_lru_reserve()) Process entered 00020000:00000002:0.0:1789130494.820526:0:34972:0:(lov_offset.c:253:lov_stripe_intersects()) [0->8191] -> [(0) 0->8191 (0)] 00020000:00000001:0.0:1789130494.820529:0:34972:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1789130494.820531:0:34972:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446634875287505448 : -109198422046168 : ffff9caf42d80a28) 00000020:00000001:0.0:1789130494.820533:0:34972:0:(cl_io.c:616:cl_io_lru_reserve()) Process entered 00000008:00000001:0.0:1789130494.820537:0:34972:0:(osc_io.c:1447:osc_io_lru_reserve()) Process entered 00000008:00000001:0.0:1789130494.820542:0:34972:0:(osc_io.c:1460:osc_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130494.820543:0:34972:0:(cl_io.c:627:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789130494.820546:0:34972:0:(lov_io.c:1821:lov_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130494.820547:0:34972:0:(cl_io.c:627:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130494.820558:0:34972:0:(rw26.c:680:ll_write_begin()) Process entered 00000080:00200000:0.0:1789130494.820561:0:34972:0:(rw26.c:681:ll_write_begin()) Writing 0 of 0 to 4096 bytes 00000020:00000001:0.0:1789130494.820599:0:34972:0:(cl_page.c:421:cl_page_find()) Process entered 00000020:00008000:0.0:1789130494.820602:0:34972:0:(cl_page.c:427:cl_page_find()) 0@[0x200000404:0x35:0x0] fffff3e084964e00 0 1 00000020:00000001:0.0:1789130494.820606:0:34972:0:(cl_page.c:603:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1789130494.820608:0:34972:0:(cl_page.c:617:cl_vmpage_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130494.820611:0:34972:0:(cl_page.c:342:cl_page_alloc()) Process entered 00000020:00000010:0.0:1789130494.820619:0:34972:0:(cl_page.c:293:__cl_page_alloc()) slab-alloced 'cl_page': 232 at ffff9caf518f7d98. 00000020:00000001:0.0:1789130494.820624:0:34972:0:(cl_page.c:1283:cl_page_slice_add()) Process entered 00000020:00000001:0.0:1789130494.820626:0:34972:0:(cl_page.c:1290:cl_page_slice_add()) Process leaving 00020000:00000001:0.0:1789130494.820629:0:34972:0:(lov_page.c:107:lov_page_init_composite()) Process entered 00020000:00008000:0.0:1789130494.820632:0:34972:0:(lov_page.c:146:lov_page_init_composite()) offset 0, entry 0, stripe 0, suboff 0 00020000:00000001:0.0:1789130494.820634:0:34972:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1789130494.820635:0:34972:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446634875287505448 : -109198422046168 : ffff9caf42d80a28) 00000008:00000001:0.0:1789130494.820640:0:34972:0:(osc_cache.c:2560:osc_prep_async_page()) Process entered 00000008:00000040:0.0:1789130494.820643:0:34972:0:(osc_cache.c:2583:osc_prep_async_page()) oap ffff9caf518f7e08 folio fffff3e084964e00 pg:0 obj off 0 00000008:00000001:0.0:1789130494.820647:0:34972:0:(osc_cache.c:2584:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130494.820649:0:34972:0:(cl_page.c:1283:cl_page_slice_add()) Process entered 00000020:00000001:0.0:1789130494.820650:0:34972:0:(cl_page.c:1290:cl_page_slice_add()) Process leaving 00000008:00000001:0.0:1789130494.820652:0:34972:0:(osc_page.c:1068:osc_lru_alloc()) Process entered 00000008:00000001:0.0:1789130494.820654:0:34972:0:(osc_page.c:1111:osc_lru_alloc()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789130494.820658:0:34972:0:(lov_page.c:180:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130494.820660:0:34972:0:(cl_page.c:389:cl_page_alloc()) Process leaving (rc=18446634875534409112 : -109198175142504 : ffff9caf518f7d98) 00000020:00000001:0.0:1789130494.820663:0:34972:0:(cl_page.c:450:cl_page_find()) Process leaving (rc=18446634875534409112 : -109198175142504 : ffff9caf518f7d98) 00000020:00000001:0.0:1789130494.820666:0:34972:0:(cl_page.c:800:cl_page_assume()) Process entered 00000020:00000001:0.0:1789130494.820669:0:34972:0:(cl_io.c:1149:cl_io_top()) Process entered 00000020:00000001:0.0:1789130494.820670:0:34972:0:(cl_io.c:1152:cl_io_top()) Process leaving (rc=18446634875287504816 : -109198422046800 : ffff9caf42d807b0) 00000020:00000001:0.0:1789130494.820674:0:34972:0:(cl_page.c:634:cl_page_owner_set()) Process entered 00000020:00000001:0.0:1789130494.820675:0:34972:0:(cl_page.c:637:cl_page_owner_set()) Process leaving 00000020:00000001:0.0:1789130494.820678:0:34972:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1789130494.820684:0:34972:0:(cl_page.c:507:__cl_page_state_set()) page@0000000081d52bc2[2 00000000c9244e2b 1 1 00000000045dd0f4 0 0 0] 00000020:00000001:0.0:1789130494.820686:0:34972:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 2 00000020:00000001:0.0:1789130494.820688:0:34972:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:0.0:1789130494.820689:0:34972:0:(cl_page.c:814:cl_page_assume()) Process leaving 00000080:00008000:0.0:1789130494.820692:0:34972:0:(rw26.c:774:ll_write_begin()) page@0000000081d52bc2[2 00000000c9244e2b 2 1 00000000045dd0f4 0 0 0] 00000080:00008000:0.0:1789130494.820694:0:34972:0:(rw26.c:774:ll_write_begin()) full page write 00000080:00000001:0.0:1789130494.820696:0:34972:0:(rw26.c:792:ll_write_begin()) Process leaving 00000080:00000001:0.0:1789130494.820698:0:34972:0:(rw26.c:808:ll_write_begin()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130494.820703:0:34972:0:(rw26.c:871:ll_write_end()) Process entered 00000080:00200000:0.0:1789130494.820705:0:34972:0:(rw26.c:875:ll_write_end()) pos 0, len 4096, copied 4096 00000020:00000001:0.0:1789130494.820707:0:34972:0:(cl_io.c:1149:cl_io_top()) Process entered 00000020:00000001:0.0:1789130494.820709:0:34972:0:(cl_io.c:1152:cl_io_top()) Process leaving (rc=18446634875287504816 : -109198422046800 : ffff9caf42d807b0) 00000020:00000001:0.0:1789130494.820711:0:34972:0:(cl_page.c:669:cl_page_is_owned()) Process entered 00000020:00000001:0.0:1789130494.820714:0:34972:0:(cl_page.c:671:cl_page_is_owned()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1789130494.820721:0:34972:0:(cl_io.c:931:cl_page_list_add()) Process entered 00000020:00000001:0.0:1789130494.820723:0:34972:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:0.0:1789130494.820725:0:34972:0:(cl_page.c:536:cl_page_get()) Process leaving 00000020:00000001:0.0:1789130494.820726:0:34972:0:(cl_io.c:942:cl_page_list_add()) Process leaving 00000080:00200000:0.0:1789130494.820729:0:34972:0:(rw26.c:933:ll_write_end()) page@0000000081d52bc2[3 00000000c9244e2b 2 1 00000000045dd0f4 0 0 0] 00000080:00200000:0.0:1789130494.820733:0:34972:0:(rw26.c:933:ll_write_end()) vmpage @0000000027780473 17ffffc0001001 3:0 ffff9caf518f7d98 0 lru 00000080:00200000:0.0:1789130494.820741:0:34972:0:(rw26.c:933:ll_write_end()) osc-page@0000000060202f31 0: 1< 0 - - > 2< 0 0 0 0x0 0x0 | 000000009a034aee 000000008279f165 > 3< 0 0 > 4< 0 0 8 3801088 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1789130494.820744:0:34972:0:(rw26.c:933:ll_write_end()) end page@0000000081d52bc2 00000080:00200000:0.0:1789130494.820745:0:34972:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00000001:0.0:1789130494.820747:0:34972:0:(rw26.c:954:ll_write_end()) Process leaving (rc=4096 : 4096 : 1000) 00000080:00000001:0.0:1789130494.820751:0:34972:0:(rw26.c:680:ll_write_begin()) Process entered 00000080:00200000:0.0:1789130494.820753:0:34972:0:(rw26.c:681:ll_write_begin()) Writing 1 of 0 to 4096 bytes 00000020:00000001:0.0:1789130494.820772:0:34972:0:(cl_page.c:421:cl_page_find()) Process entered 00000020:00008000:0.0:1789130494.820775:0:34972:0:(cl_page.c:427:cl_page_find()) 1@[0x200000404:0x35:0x0] fffff3e0845b8f00 0 1 00000020:00000001:0.0:1789130494.820778:0:34972:0:(cl_page.c:603:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1789130494.820779:0:34972:0:(cl_page.c:617:cl_vmpage_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130494.820781:0:34972:0:(cl_page.c:342:cl_page_alloc()) Process entered 00000020:00000010:0.0:1789130494.820784:0:34972:0:(cl_page.c:293:__cl_page_alloc()) slab-alloced 'cl_page': 232 at ffff9caf518f73a0. 00000020:00000001:0.0:1789130494.820786:0:34972:0:(cl_page.c:1283:cl_page_slice_add()) Process entered 00000020:00000001:0.0:1789130494.820787:0:34972:0:(cl_page.c:1290:cl_page_slice_add()) Process leaving 00020000:00000001:0.0:1789130494.820789:0:34972:0:(lov_page.c:107:lov_page_init_composite()) Process entered 00020000:00008000:0.0:1789130494.820791:0:34972:0:(lov_page.c:146:lov_page_init_composite()) offset 4096, entry 0, stripe 0, suboff 4096 00020000:00000001:0.0:1789130494.820794:0:34972:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1789130494.820795:0:34972:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446634875287505448 : -109198422046168 : ffff9caf42d80a28) 00000008:00000001:0.0:1789130494.820798:0:34972:0:(osc_cache.c:2560:osc_prep_async_page()) Process entered 00000008:00000040:0.0:1789130494.820799:0:34972:0:(osc_cache.c:2583:osc_prep_async_page()) oap ffff9caf518f7410 folio fffff3e0845b8f00 pg:0 obj off 4096 00000008:00000001:0.0:1789130494.820801:0:34972:0:(osc_cache.c:2584:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130494.820842:0:34972:0:(cl_page.c:1283:cl_page_slice_add()) Process entered 00000020:00000001:0.0:1789130494.820844:0:34972:0:(cl_page.c:1290:cl_page_slice_add()) Process leaving 00000008:00000001:0.0:1789130494.820845:0:34972:0:(osc_page.c:1068:osc_lru_alloc()) Process entered 00000008:00000001:0.0:1789130494.820847:0:34972:0:(osc_page.c:1111:osc_lru_alloc()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789130494.820852:0:34972:0:(lov_page.c:180:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130494.820854:0:34972:0:(cl_page.c:389:cl_page_alloc()) Process leaving (rc=18446634875534406560 : -109198175145056 : ffff9caf518f73a0) 00000020:00000001:0.0:1789130494.820857:0:34972:0:(cl_page.c:450:cl_page_find()) Process leaving (rc=18446634875534406560 : -109198175145056 : ffff9caf518f73a0) 00000020:00000001:0.0:1789130494.820859:0:34972:0:(cl_page.c:800:cl_page_assume()) Process entered 00000020:00000001:0.0:1789130494.820860:0:34972:0:(cl_io.c:1149:cl_io_top()) Process entered 00000020:00000001:0.0:1789130494.820861:0:34972:0:(cl_io.c:1152:cl_io_top()) Process leaving (rc=18446634875287504816 : -109198422046800 : ffff9caf42d807b0) 00000020:00000001:0.0:1789130494.820863:0:34972:0:(cl_page.c:634:cl_page_owner_set()) Process entered 00000020:00000001:0.0:1789130494.820865:0:34972:0:(cl_page.c:637:cl_page_owner_set()) Process leaving 00000020:00000001:0.0:1789130494.820866:0:34972:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1789130494.820869:0:34972:0:(cl_page.c:507:__cl_page_state_set()) page@00000000f680f95c[2 00000000c9244e2b 1 1 00000000045dd0f4 0 0 1] 00000020:00000001:0.0:1789130494.820871:0:34972:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 2 00000020:00000001:0.0:1789130494.820872:0:34972:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:0.0:1789130494.820873:0:34972:0:(cl_page.c:814:cl_page_assume()) Process leaving 00000080:00008000:0.0:1789130494.820875:0:34972:0:(rw26.c:774:ll_write_begin()) page@00000000f680f95c[2 00000000c9244e2b 2 1 00000000045dd0f4 0 0 1] 00000080:00008000:0.0:1789130494.820876:0:34972:0:(rw26.c:774:ll_write_begin()) full page write 00000080:00000001:0.0:1789130494.820877:0:34972:0:(rw26.c:792:ll_write_begin()) Process leaving 00000080:00000001:0.0:1789130494.820879:0:34972:0:(rw26.c:808:ll_write_begin()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130494.820884:0:34972:0:(rw26.c:871:ll_write_end()) Process entered 00000080:00200000:0.0:1789130494.820885:0:34972:0:(rw26.c:875:ll_write_end()) pos 4096, len 4096, copied 4096 00000020:00000001:0.0:1789130494.820887:0:34972:0:(cl_io.c:1149:cl_io_top()) Process entered 00000020:00000001:0.0:1789130494.820888:0:34972:0:(cl_io.c:1152:cl_io_top()) Process leaving (rc=18446634875287504816 : -109198422046800 : ffff9caf42d807b0) 00000020:00000001:0.0:1789130494.820890:0:34972:0:(cl_page.c:669:cl_page_is_owned()) Process entered 00000020:00000001:0.0:1789130494.820891:0:34972:0:(cl_page.c:671:cl_page_is_owned()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1789130494.820893:0:34972:0:(cl_io.c:931:cl_page_list_add()) Process entered 00000020:00000001:0.0:1789130494.820894:0:34972:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:0.0:1789130494.820895:0:34972:0:(cl_page.c:536:cl_page_get()) Process leaving 00000020:00000001:0.0:1789130494.820896:0:34972:0:(cl_io.c:942:cl_page_list_add()) Process leaving 00000080:00200000:0.0:1789130494.820899:0:34972:0:(rw26.c:933:ll_write_end()) page@00000000f680f95c[3 00000000c9244e2b 2 1 00000000045dd0f4 0 0 1] 00000080:00200000:0.0:1789130494.820902:0:34972:0:(rw26.c:933:ll_write_end()) vmpage @000000008459f7fd 17ffffc0001001 3:0 ffff9caf518f73a0 1 lru 00000080:00200000:0.0:1789130494.820908:0:34972:0:(rw26.c:933:ll_write_end()) osc-page@000000001f51481a 1: 1< 0 - - > 2< 4096 0 0 0x0 0x0 | 000000009a034aee 000000008279f165 > 3< 0 0 > 4< 0 0 8 3801088 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1789130494.820911:0:34972:0:(rw26.c:933:ll_write_end()) end page@00000000f680f95c 00000080:00200000:0.0:1789130494.820912:0:34972:0:(rw26.c:933:ll_write_end()) queued cl_page: 2. 00000080:00000001:0.0:1789130494.820913:0:34972:0:(rw26.c:954:ll_write_end()) Process leaving (rc=4096 : 4096 : 1000) 00000080:00000001:0.0:1789130494.820918:0:34972:0:(vvp_io.c:1314:vvp_io_write_commit()) Process entered 00000080:00200000:0.0:1789130494.820920:0:34972:0:(vvp_io.c:1321:vvp_io_write_commit()) commit async pages: 2, from 0, to 4096 prio 0 00000020:00000001:0.0:1789130494.820923:0:34972:0:(cl_io.c:650:cl_io_commit_async()) Process entered 00000080:00000001:0.0:1789130494.820926:0:34972:0:(vvp_io.c:1845:vvp_io_commit_async()) Process entered 00000080:00000001:0.0:1789130494.820928:0:34972:0:(vvp_io.c:1851:vvp_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789130494.820930:0:34972:0:(lov_io.c:2015:lov_io_commit_async()) Process entered 00020000:08000000:0.0:1789130494.820934:0:34972:0:(lov_io.c:2027:lov_io_commit_async()) compr: type 0, level 0, bits: 0 00020000:00008000:0.0:1789130494.820936:0:34972:0:(lov_io.c:1889:set_page_list_compression()) compr: type 0, level 0, bits: 0, page ffff9caf518f7d98 00020000:00008000:0.0:1789130494.820939:0:34972:0:(lov_io.c:1889:set_page_list_compression()) compr: type 0, level 0, bits: 0, page ffff9caf518f73a0 00020000:00000001:0.0:1789130494.820941:0:34972:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1789130494.820942:0:34972:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446634875287505448 : -109198422046168 : ffff9caf42d80a28) 00000020:00000001:0.0:1789130494.820945:0:34972:0:(cl_io.c:650:cl_io_commit_async()) Process entered 00000008:00000001:0.0:1789130494.820947:0:34972:0:(osc_io.c:440:osc_io_commit_async()) Process entered 00000008:00000001:0.0:1789130494.820950:0:34972:0:(osc_page.c:61:osc_page_cache_add()) Process entered 00000020:00000001:0.0:1789130494.820951:0:34972:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:0.0:1789130494.820953:0:34972:0:(cl_page.c:536:cl_page_get()) Process leaving 00000008:00000001:0.0:1789130494.820955:0:34972:0:(osc_cache.c:2606:osc_queue_async_io()) Process entered 00000008:00000020:0.0:1789130494.820958:0:34972:0:(osc_cache.c:2671:osc_queue_async_io()) obj ffff9caf58312f40 ready 0|-|- wr 0|-|- rd 0|- oap ffff9caf518f7e08 folio fffff3e084964e00 pg:0 added for cmd 2 00000008:00000001:0.0:1789130494.820963:0:34972:0:(osc_cache.c:1763:osc_enter_cache()) Process entered 00000008:00000020:0.0:1789130494.820967:0:34972:0:(osc_cache.c:1765:osc_enter_cache()) lustre-OST0000-osc-ffff9caf5014c800: grant { dirty: 0/118272 dirty_pages: 0/472727 dropped: 0 avail: 3801088, dirty_grant: 0, reserved: 0, flight: 0 } lru {in list: 2, left: 2, waiters: 0 }need:1703936 00000008:00000020:0.0:1789130494.820974:0:34972:0:(osc_cache.c:1670:osc_enter_cache_try()) lustre-OST0000-osc-ffff9caf5014c800: grant { dirty: 0/118272 dirty_pages: 0/472727 dropped: 0 avail: 3801088, dirty_grant: 0, reserved: 0, flight: 0 } lru {in list: 2, left: 2, waiters: 0 }need:1703936 00000008:00000020:0.0:1789130494.820979:0:34972:0:(osc_cache.c:1517:osc_consume_write_grant()) using 4096 grant credits for brw ffff9caf518f7e40 page fffff3e084964e00 00000008:00000020:0.0:1789130494.820984:0:34972:0:(osc_cache.c:1797:osc_enter_cache()) lustre-OST0000-osc-ffff9caf5014c800: grant { dirty: 1/118272 dirty_pages: 1/472727 dropped: 0 avail: 2097152, dirty_grant: 0, reserved: 1703936, flight: 0 } lru {in list: 2, left: 2, waiters: 0 }granted from cache 00000008:00000001:0.0:1789130494.820989:0:34972:0:(osc_cache.c:1813:osc_enter_cache()) Process leaving 00000008:00000001:0.0:1789130494.820991:0:34972:0:(osc_cache.c:1816:osc_enter_cache()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1789130494.820994:0:34972:0:(osc_cache.c:709:osc_extent_find()) Process entered 00000008:00000010:0.0:1789130494.820998:0:34972:0:(osc_cache.c:314:osc_extent_alloc()) slab-alloced 'ext': 192 at ffff9caf44ec0cc0. 00000008:00000020:0.0:1789130494.821005:0:34972:0:(osc_cache.c:1346:__osc_extent_tree_dump()) Dump object ffff9caf58312f40 extents at osc_extent_find:877, mppr: 256. 00000008:00000020:0.0:1789130494.821012:0:34972:0:(osc_cache.c:1909:osc_update_pending()) obj ffff9caf58312f40 ready 0|-|- wr 0|-|- rd 0|- update pending cmd 2 delta 0. 00000008:00000020:0.0:1789130494.821017:0:34972:0:(osc_cache.c:895:osc_extent_find()) extent ffff9caf44ec0cc0@{[0 -> 255/255], 0x240000400:68, [3|1|-|active|wi|ffff9caf58312f40], [1703936|0|-|-|ffff9caf40031200|256|0000000000000000]} add into tree 0/4503599627370495. 00000008:00010000:0.0:1789130494.821025:0:34972:0:(osc_cache.c:895:osc_extent_find()) ### extent: 000000005c418ea7 ns: lustre-OST0000-osc-ffff9caf5014c800 lock: 000000002b1d8dba/0xde5303b1d982ce90 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x800020000000000 nid: local remote: 0xcdf1b083821a61e3 expref: -99 pid: 34972 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00000001:0.0:1789130494.821033:0:34972:0:(osc_cache.c:912:osc_extent_find()) Process leaving 00000008:00000001:0.0:1789130494.821038:0:34972:0:(osc_cache.c:2809:osc_queue_async_io()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1789130494.821040:0:34972:0:(osc_page.c:70:osc_page_cache_add()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1789130494.821043:0:34972:0:(osc_io.c:401:osc_page_touch_at()) Process entered 00000020:00000001:0.0:1789130494.821045:0:34972:0:(cl_object.c:143:cl_object_top()) ffff9caf58312f40 -> ffff9caf42b2a788 00000008:00000002:0.0:1789130494.821047:0:34972:0:(osc_io.c:409:osc_page_touch_at()) stripe KMS increasing 0->4096 0 00000020:00000001:0.0:1789130494.821050:0:34972:0:(cl_object.c:143:cl_object_top()) ffff9caf58312f40 -> ffff9caf42b2a788 00000020:00000001:0.0:1789130494.821052:0:34972:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:0.0:1789130494.821053:0:34972:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 4096 00020000:00000001:0.0:1789130494.821055:0:34972:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1789130494.821057:0:34972:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130494.821058:0:34972:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130494.821060:0:34972:0:(cl_object.c:143:cl_object_top()) ffff9caf58312f40 -> ffff9caf42b2a788 00000008:00000001:0.0:1789130494.821062:0:34972:0:(osc_io.c:424:osc_page_touch_at()) Process leaving 00000020:00000001:0.0:1789130494.821063:0:34972:0:(cl_io.c:955:cl_page_list_del()) Process entered 00000020:00000001:0.0:1789130494.821065:0:34972:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:0.0:1789130494.821070:0:34972:0:(cl_page.c:556:cl_batch_put()) page@0000000081d52bc2[4 00000000c9244e2b 2 1 00000000045dd0f4 0 0 0] 00000020:00000001:0.0:1789130494.821072:0:34972:0:(cl_page.c:556:cl_batch_put()) 4 00000020:00000001:0.0:1789130494.821073:0:34972:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000020:00000001:0.0:1789130494.821074:0:34972:0:(cl_io.c:960:cl_page_list_del()) Process leaving 00000008:00000001:0.0:1789130494.821076:0:34972:0:(osc_page.c:61:osc_page_cache_add()) Process entered 00000020:00000001:0.0:1789130494.821077:0:34972:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:0.0:1789130494.821078:0:34972:0:(cl_page.c:536:cl_page_get()) Process leaving 00000008:00000001:0.0:1789130494.821079:0:34972:0:(osc_cache.c:2606:osc_queue_async_io()) Process entered 00000008:00000020:0.0:1789130494.821081:0:34972:0:(osc_cache.c:2671:osc_queue_async_io()) obj ffff9caf58312f40 ready 0|-|- wr 0|-|- rd 0|- oap ffff9caf518f7410 folio fffff3e0845b8f00 pg:0 added for cmd 2 00000008:00000020:0.0:1789130494.821086:0:34972:0:(osc_cache.c:1670:osc_enter_cache_try()) lustre-OST0000-osc-ffff9caf5014c800: grant { dirty: 1/118272 dirty_pages: 1/472727 dropped: 0 avail: 2097152, dirty_grant: 1703936, reserved: 0, flight: 0 } lru {in list: 2, left: 2, waiters: 0 }need:0 00000008:00000020:0.0:1789130494.821090:0:34972:0:(osc_cache.c:1517:osc_consume_write_grant()) using 4096 grant credits for brw ffff9caf518f7448 page fffff3e0845b8f00 00000008:00000001:0.0:1789130494.821093:0:34972:0:(osc_cache.c:2809:osc_queue_async_io()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1789130494.821094:0:34972:0:(osc_page.c:70:osc_page_cache_add()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1789130494.821096:0:34972:0:(osc_io.c:401:osc_page_touch_at()) Process entered 00000020:00000001:0.0:1789130494.821097:0:34972:0:(cl_object.c:143:cl_object_top()) ffff9caf58312f40 -> ffff9caf42b2a788 00000008:00000002:0.0:1789130494.821099:0:34972:0:(osc_io.c:409:osc_page_touch_at()) stripe KMS increasing 4096->8192 4096 00000020:00000001:0.0:1789130494.821101:0:34972:0:(cl_object.c:143:cl_object_top()) ffff9caf58312f40 -> ffff9caf42b2a788 00000020:00000001:0.0:1789130494.821103:0:34972:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:0.0:1789130494.821104:0:34972:0:(osc_object.c:161:osc_attr_update()) set kms from 4096to 8192 00020000:00000001:0.0:1789130494.821106:0:34972:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1789130494.821107:0:34972:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130494.821109:0:34972:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130494.821110:0:34972:0:(cl_object.c:143:cl_object_top()) ffff9caf58312f40 -> ffff9caf42b2a788 00000008:00000001:0.0:1789130494.821112:0:34972:0:(osc_io.c:424:osc_page_touch_at()) Process leaving 00000020:00000001:0.0:1789130494.821113:0:34972:0:(cl_io.c:955:cl_page_list_del()) Process entered 00000020:00000001:0.0:1789130494.821114:0:34972:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:0.0:1789130494.821117:0:34972:0:(cl_page.c:556:cl_batch_put()) page@00000000f680f95c[4 00000000c9244e2b 2 1 00000000045dd0f4 0 0 1] 00000020:00000001:0.0:1789130494.821119:0:34972:0:(cl_page.c:556:cl_batch_put()) 4 00000020:00000001:0.0:1789130494.821120:0:34972:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000020:00000001:0.0:1789130494.821121:0:34972:0:(cl_io.c:960:cl_page_list_del()) Process leaving 00000008:00000020:0.0:1789130494.821123:0:34972:0:(osc_request.c:747:osc_update_next_shrink()) next time 3121 to shrink grant 00000080:00000001:0.0:1789130494.821126:0:34972:0:(vvp_io.c:1253:write_commit_callback()) Process entered 00000080:00000001:0.0:1789130494.821129:0:34972:0:(vvp_io.c:1152:vvp_set_batch_dirty()) Process entered 00000080:00200000:0.0:1789130494.821137:0:34972:0:(vvp_io.c:1234:vvp_set_batch_dirty()) mapping ffff9caf6019e578, count 2, dirtied 2 00000080:00000001:0.0:1789130494.821140:0:34972:0:(vvp_io.c:1241:vvp_set_batch_dirty()) Process leaving 00000020:00000001:0.0:1789130494.821153:0:34972:0:(cl_page.c:645:__cl_page_disown()) Process entered 00000020:00000001:0.0:1789130494.821156:0:34972:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1789130494.821158:0:34972:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1789130494.821159:0:34972:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1789130494.821163:0:34972:0:(cl_page.c:507:__cl_page_state_set()) page@0000000081d52bc2[3 00000000c9244e2b 2 1 0000000000000000 0 0 0] 00000020:00000001:0.0:1789130494.821164:0:34972:0:(cl_page.c:507:__cl_page_state_set()) 2 -> 1 00000020:00000001:0.0:1789130494.821166:0:34972:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:0.0:1789130494.821167:0:34972:0:(cl_page.c:660:__cl_page_disown()) Process leaving 00000020:00000001:0.0:1789130494.821169:0:34972:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:0.0:1789130494.821171:0:34972:0:(cl_page.c:556:cl_batch_put()) page@0000000081d52bc2[3 00000000c9244e2b 1 1 0000000000000000 0 0 0] 00000020:00000001:0.0:1789130494.821173:0:34972:0:(cl_page.c:556:cl_batch_put()) 3 00000020:00000001:0.0:1789130494.821174:0:34972:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000020:00000001:0.0:1789130494.821175:0:34972:0:(cl_page.c:645:__cl_page_disown()) Process entered 00000020:00000001:0.0:1789130494.821176:0:34972:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1789130494.821177:0:34972:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1789130494.821178:0:34972:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1789130494.821180:0:34972:0:(cl_page.c:507:__cl_page_state_set()) page@00000000f680f95c[3 00000000c9244e2b 2 1 0000000000000000 0 0 1] 00000020:00000001:0.0:1789130494.821182:0:34972:0:(cl_page.c:507:__cl_page_state_set()) 2 -> 1 00000020:00000001:0.0:1789130494.821183:0:34972:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:0.0:1789130494.821184:0:34972:0:(cl_page.c:660:__cl_page_disown()) Process leaving 00000020:00000001:0.0:1789130494.821185:0:34972:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:0.0:1789130494.821187:0:34972:0:(cl_page.c:556:cl_batch_put()) page@00000000f680f95c[3 00000000c9244e2b 1 1 0000000000000000 0 0 1] 00000020:00000001:0.0:1789130494.821188:0:34972:0:(cl_page.c:556:cl_batch_put()) 3 00000020:00000001:0.0:1789130494.821190:0:34972:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000080:00000001:0.0:1789130494.821191:0:34972:0:(vvp_io.c:1276:write_commit_callback()) Process leaving 00000008:00000040:0.0:1789130494.821192:0:34972:0:(osc_io.c:513:osc_io_commit_async()) 0 0 00000008:00000001:0.0:1789130494.821194:0:34972:0:(osc_io.c:514:osc_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130494.821196:0:34972:0:(cl_io.c:660:cl_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789130494.821198:0:34972:0:(lov_io.c:2037:lov_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130494.821200:0:34972:0:(cl_io.c:660:cl_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1789130494.821202:0:34972:0:(vvp_io.c:1344:vvp_io_write_commit()) Committed 2 pages 8192 bytes, tot: 8192 00000020:00000001:0.0:1789130494.821205:0:34972:0:(cl_io.c:1047:cl_page_list_fini()) Process entered 00000020:00000001:0.0:1789130494.821611:0:34972:0:(cl_io.c:1051:cl_page_list_fini()) Process leaving 00000080:00000001:0.0:1789130494.821614:0:34972:0:(vvp_io.c:1385:vvp_io_write_commit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130494.821618:0:34972:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c47b80 00000080:00200000:0.0:1789130494.821621:0:34972:0:(vvp_io.c:1505:vvp_io_write_start()) f24b.recovery-small-2: write bytes 0, result: 8192 00000080:00000001:0.0:1789130494.821624:0:34972:0:(vvp_io.c:1538:vvp_io_write_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789130494.821628:0:34972:0:(lov_io.c:1588:lov_io_start()) Process entered 00020000:00000001:0.0:1789130494.821631:0:34972:0:(lov_io.c:1516:lov_io_call()) Process entered 00000020:00000001:0.0:1789130494.821633:0:34972:0:(cl_io.c:532:cl_io_start()) Process entered 00000008:00000001:0.0:1789130494.821635:0:34972:0:(osc_io.c:1075:osc_io_write_start()) Process entered 00000020:00000001:0.0:1789130494.821638:0:34972:0:(cl_object.c:143:cl_object_top()) ffff9caf58312f40 -> ffff9caf42b2a788 00000020:00000001:0.0:1789130494.821641:0:34972:0:(cl_object.c:143:cl_object_top()) ffff9caf58312f40 -> ffff9caf42b2a788 00000020:00000001:0.0:1789130494.821643:0:34972:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00020000:00000001:0.0:1789130494.821645:0:34972:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1789130494.821646:0:34972:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130494.821648:0:34972:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130494.821651:0:34972:0:(cl_object.c:143:cl_object_top()) ffff9caf58312f40 -> ffff9caf42b2a788 00000008:00000001:0.0:1789130494.821653:0:34972:0:(osc_io.c:1083:osc_io_write_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130494.821654:0:34972:0:(cl_io.c:544:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789130494.821657:0:34972:0:(lov_io.c:1533:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789130494.821659:0:34972:0:(lov_io.c:1589:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130494.821661:0:34972:0:(cl_io.c:544:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130494.821664:0:34972:0:(cl_io.c:559:cl_io_end()) Process entered 00020000:00000001:0.0:1789130494.821666:0:34972:0:(lov_io.c:1516:lov_io_call()) Process entered 00020000:00000001:0.0:1789130494.821668:0:34972:0:(lov_io.c:1594:lov_io_end_wrapper()) Process entered 00000020:00000001:0.0:1789130494.821670:0:34972:0:(cl_io.c:559:cl_io_end()) Process entered 00000008:00000001:0.0:1789130494.821673:0:34972:0:(osc_cache.c:602:osc_extent_release()) Process entered 00000008:00000001:0.0:1789130494.821678:0:34972:0:(osc_cache.c:230:__osc_extent_sanity_check()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000020:0.0:1789130494.821684:0:34972:0:(osc_cache.c:1909:osc_update_pending()) obj ffff9caf58312f40 ready 0|-|- wr 2|-|- rd 0|- update pending cmd 2 delta 2. 00000008:00000001:0.0:1789130494.821693:0:34972:0:(osc_cache.c:1841:osc_makes_rpc()) Process entered 00000008:00000001:0.0:1789130494.821696:0:34972:0:(osc_cache.c:1894:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1789130494.821698:0:34972:0:(osc_cache.c:1841:osc_makes_rpc()) Process entered 00000008:00000001:0.0:1789130494.821701:0:34972:0:(osc_cache.c:1880:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1789130494.821704:0:34972:0:(osc_cache.c:676:osc_extent_release()) Process leaving 00000020:00000001:0.0:1789130494.821706:0:34972:0:(cl_io.c:567:cl_io_end()) Process leaving 00020000:00000001:0.0:1789130494.821707:0:34972:0:(lov_io.c:1604:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789130494.821710:0:34972:0:(lov_io.c:1533:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130494.821712:0:34972:0:(cl_io.c:567:cl_io_end()) Process leaving 00000020:00000001:0.0:1789130494.821715:0:34972:0:(cl_io.c:356:cl_io_unlock()) Process entered 00000020:00000001:0.0:1789130494.821718:0:34972:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:0.0:1789130494.821721:0:34972:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9caf58607b78 (ffff9caf58609368/0) at cl_lock_release():245 00000020:00000001:0.0:1789130494.821725:0:34972:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1789130494.821727:0:34972:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9caf58607b78 (ffff9caf58609368/0) at cl_lock_cancel():142 00020000:00000001:0.0:1789130494.821732:0:34972:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:0.0:1789130494.821734:0:34972:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1789130494.821736:0:34972:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446634875287505448 : -109198422046168 : ffff9caf42d80a28) 00000020:00000001:0.0:1789130494.821738:0:34972:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1789130494.821740:0:34972:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9caf48339630 (ffff9caf58609c68/1) at cl_lock_cancel():142 00000008:00000001:0.0:1789130494.821743:0:34972:0:(osc_lock.c:1172:osc_lock_cancel()) Process entered 00000008:00000001:0.0:1789130494.821745:0:34972:0:(osc_lock.c:1126:osc_lock_detach()) Process entered 00010000:00000001:0.0:1789130494.821748:0:34972:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130494.821750:0:34972:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130494.821752:0:34972:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40031200 refcount=5 00000020:00000001:0.0:1789130494.821756:0:34972:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239993856 : -109198469557760 : ffff9caf40031200) 00010000:00000001:0.0:1789130494.821759:0:34972:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239993856 : -109198469557760 : ffff9caf40031200) 00010000:00000001:0.0:1789130494.821762:0:34972:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789130494.821765:0:34972:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9caf5014c800 lock: 000000002b1d8dba/0xde5303b1d982ce90 lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x810020000000000 nid: local remote: 0xcdf1b083821a61e3 expref: -99 pid: 34972 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789130494.821775:0:34972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130494.821776:0:34972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130494.821779:0:34972:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789130494.821783:0:34972:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789130494.821785:0:34972:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9caf5014c800 lock: 000000002b1d8dba/0xde5303b1d982ce90 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x800020000000000 nid: local remote: 0xcdf1b083821a61e3 expref: -99 pid: 34972 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1789130494.821795:0:34972:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789130494.821798:0:34972:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789130494.821801:0:34972:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789130494.821930:0:34972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130494.821933:0:34972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130494.821934:0:34972:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130494.821939:0:34972:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789130494.821941:0:34972:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130494.821943:0:34972:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130494.821947:0:34972:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130494.821950:0:34972:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789130494.821951:0:34972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130494.821952:0:34972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130494.821953:0:34972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130494.821954:0:34972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1789130494.821956:0:34972:0:(osc_lock.c:1145:osc_lock_detach()) Process leaving 00000008:00000001:0.0:1789130494.821958:0:34972:0:(osc_lock.c:1181:osc_lock_cancel()) Process leaving 00000020:00000001:0.0:1789130494.821959:0:34972:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1789130494.821960:0:34972:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1789130494.821963:0:34972:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1789130494.821964:0:34972:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9caf58607b78 (ffff9caf58609368/0) at cl_lock_fini():72 00020000:00000001:0.0:1789130494.821968:0:34972:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:0.0:1789130494.821969:0:34972:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1789130494.821970:0:34972:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9caf48339630 (ffff9caf58609368/1) at cl_lock_fini():72 00000008:00000010:0.0:1789130494.821974:0:34972:0:(osc_lock.c:116:osc_lock_fini()) slab-freed '(ols)': 312 at ffff9caf5867a4e0. 00000020:00000001:0.0:1789130494.821979:0:34972:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:0.0:1789130494.821981:0:34972:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff9caf48339600. 00020000:00000001:0.0:1789130494.821985:0:34972:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:0.0:1789130494.821986:0:34972:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:0.0:1789130494.821987:0:34972:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00020000:00000001:0.0:1789130494.821990:0:34972:0:(lov_io.c:1682:lov_io_unlock()) Process entered 00020000:00000001:0.0:1789130494.821991:0:34972:0:(lov_io.c:1516:lov_io_call()) Process entered 00000020:00000001:0.0:1789130494.821992:0:34972:0:(cl_io.c:356:cl_io_unlock()) Process entered 00000020:00000001:0.0:1789130494.821994:0:34972:0:(cl_io.c:377:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1789130494.821996:0:34972:0:(lov_io.c:1616:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789130494.821998:0:34972:0:(lov_io.c:1533:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789130494.822000:0:34972:0:(lov_io.c:1685:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1789130494.822002:0:34972:0:(cl_io.c:377:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1789130494.822003:0:34972:0:(cl_io.c:453:cl_io_rw_advance()) Process entered 00000080:00200000:0.0:1789130494.822006:0:34972:0:(vvp_io.c:640:vvp_io_advance()) advancing 8192 bytes 00000020:00000001:0.0:1789130494.822008:0:34972:0:(cl_io.c:469:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1789130494.822011:0:34972:0:(cl_io.c:433:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1789130494.822013:0:34972:0:(lov_io.c:1663:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1789130494.822015:0:34972:0:(lov_io.c:1516:lov_io_call()) Process entered 00000020:00000001:0.0:1789130494.822016:0:34972:0:(cl_io.c:433:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1789130494.822019:0:34972:0:(cl_io.c:439:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1789130494.822020:0:34972:0:(lov_io.c:1610:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789130494.822022:0:34972:0:(lov_io.c:1533:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789130494.822024:0:34972:0:(lov_io.c:1674:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1789130494.822025:0:34972:0:(cl_io.c:439:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1789130494.822027:0:34972:0:(cl_io.c:877:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1789130494.822033:0:34972:0:(file.c:2207:ll_file_io_generic()) Range unlock [0, 1] 00000001:00000001:0.0:1789130494.822036:0:34972:0:(range_lock.c:83:range_unlock()) Process entered 00000001:00000001:0.0:1789130494.822040:0:34972:0:(range_lock.c:104:range_unlock()) Process leaving 00000020:00000001:0.0:1789130494.822043:0:34972:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1789130494.822045:0:34972:0:(lov_io.c:1057:lov_io_fini()) Process entered 00020000:00000001:0.0:1789130494.822047:0:34972:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1789130494.822049:0:34972:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1789130494.822050:0:34972:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1789130494.822053:0:34972:0:(cl_object.c:917:cl_env_put()) 1@ffff9caf58609c60 00020000:00000001:0.0:1789130494.822057:0:34972:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1789130494.822060:0:34972:0:(lov_io.c:1088:lov_io_fini()) Process leaving 00000080:00000001:0.0:1789130494.822062:0:34972:0:(vvp_io.c:392:vvp_io_fini()) Process entered 00000080:00200000:0.0:1789130494.822064:0:34972:0:(vvp_io.c:402:vvp_io_fini()) [0x200000404:0x35:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, need minor change layout 0 00000080:00000001:0.0:1789130494.822067:0:34972:0:(vvp_io.c:509:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1789130494.822068:0:34972:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00000001:0.0:1789130494.822070:0:34972:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c47c98 00000080:00200000:0.0:1789130494.822072:0:34972:0:(file.c:2240:ll_file_io_generic()) f24b.recovery-small-2: 2 io complete with rc: 0, result: 8192, restart: 0 00000080:00000001:0.0:1789130494.822080:0:34972:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:0.0:1789130494.822082:0:34972:0:(cl_object.c:143:cl_object_top()) ffff9caf42b2a788 -> ffff9caf42b2a788 00000020:00000001:0.0:1789130494.822084:0:34972:0:(cl_object.c:143:cl_object_top()) ffff9caf42b2a788 -> ffff9caf42b2a788 00000020:00000001:0.0:1789130494.822086:0:34972:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:0.0:1789130494.822091:0:34972:0:(lov_object.c:1077:lov_attr_get_composite()) Process entered 00020000:00000001:0.0:1789130494.822096:0:34972:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:0.0:1789130494.822099:0:34972:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=8192 : 8192 : 2000) 00020000:00000001:0.0:1789130494.822101:0:34972:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:0.0:1789130494.822102:0:34972:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=8192 : 8192 : 2000) 00020000:00000002:0.0:1789130494.822105:0:34972:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x35:1028 on OST[0]: s=8192 (1) m=1789130494 a=0 c=1789130494 b=1 00020000:00000001:0.0:1789130494.822109:0:34972:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1789130494.822112:0:34972:0:(lov_object.c:1108:lov_attr_get_composite()) COMP ID #-1: s=8192 m=1789130494 a=0 c=1789130494 b=1 00020000:00000001:0.0:1789130494.822115:0:34972:0:(lov_object.c:1146:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130494.822118:0:34972:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130494.822120:0:34972:0:(cl_object.c:143:cl_object_top()) ffff9caf42b2a788 -> ffff9caf42b2a788 00000080:00200000:0.0:1789130494.822123:0:34972:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000404:0x35:0x0] updating i_size 8192 i_blocks 1 00000080:00000001:0.0:1789130494.822126:0:34972:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000080:00200000:0.0:1789130494.822132:0:34972:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 8192 00000080:00000001:0.0:1789130494.822135:0:34972:0:(file.c:2330:ll_file_io_generic()) Process leaving (rc=8192 : 8192 : 2000) 00000020:00001000:0.0:1789130494.822138:0:34972:0:(cl_object.c:917:cl_env_put()) 1@ffff9caf58609360 00000020:00000001:0.0:1789130494.824752:0:34972:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c47d88 00000080:00000008:0.0:1789130494.824765:0:34972:0:(file.c:2734:do_file_write_iter()) COMPLETED: file f24b.recovery-small-2:[0x200000404:0x35:0x0], ppos: 8192, count: 0, rc = 8192 00000080:00000001:0.0:1789130494.824772:0:34972:0:(file.c:2736:do_file_write_iter()) Process leaving (rc=8192 : 8192 : 2000) 00000080:00000001:2.0:1789130494.866335:0:34976:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:2.0:1789130494.866347:0:34976:0:(file.c:6206:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1789130494.866351:0:34976:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f414c3b78 00000080:00200000:2.0:1789130494.866356:0:34976:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8),name=/ 00000080:00000010:2.0:1789130494.866366:0:34976:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9caf48181400. 00800000:00000002:2.0:1789130494.866375:0:34976:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9caf4557c8c0 2 00000080:00000001:2.0:1789130494.866380:0:34976:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1789130494.866386:0:34976:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1789130494.866388:0:34976:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f414c3a98 00800000:00000002:2.0:1789130494.866392:0:34976:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1789130494.866397:0:34976:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1789130494.866403:0:34976:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1789130494.866410:0:34976:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1789130494.866412:0:34976:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f414c3968 00000002:00010000:2.0:1789130494.866414:0:34976:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1789130494.866419:0:34976:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1789130494.866421:0:34976:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789130494.866425:0:34976:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789130494.866436:0:34976:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf4814d500 count: 2 00010000:00000001:2.0:1789130494.866440:0:34976:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789130494.866447:0:34976:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789130494.866452:0:34976:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1789130494.866458:0:34976:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7200/0xde5303b1d982ce66 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a6150 expref: -99 pid: 34962 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:2.0:1789130494.866472:0:34976:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1789130494.866478:0:34976:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789130494.866481:0:34976:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7200/0xde5303b1d982ce66 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a6150 expref: -99 pid: 34962 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:2.0:1789130494.866489:0:34976:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1789130494.866492:0:34976:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1789130494.866494:0:34976:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1789130494.866496:0:34976:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1789130494.866498:0:34976:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1789130494.866500:0:34976:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1789130494.866504:0:34976:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1789130494.866508:0:34976:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9caf4557c8c0 2 00000080:00000010:2.0:1789130494.867110:0:34976:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9caf48181400. 00000080:00000001:2.0:1789130494.867118:0:34976:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1789130494.867120:0:34976:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789130494.867123:0:34976:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9caf601980c8) 00000080:00010000:2.0:1789130494.867127:0:34976:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9caf601980c8) for lock 0xde5303b1d982ce66 00800000:00000001:2.0:1789130494.867132:0:34976:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1789130494.867135:0:34976:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1789130494.867137:0:34976:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130494.867140:0:34976:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130494.867143:0:34976:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b7200 refcount=3 00000020:00000001:2.0:1789130494.867146:0:34976:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649487360 : -109198060064256 : ffff9caf586b7200) 00010000:00000001:2.0:1789130494.867149:0:34976:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649487360 : -109198060064256 : ffff9caf586b7200) 00010000:00000001:2.0:1789130494.867153:0:34976:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130494.867156:0:34976:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789130494.867157:0:34976:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789130494.867159:0:34976:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789130494.867253:0:34976:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xde5303b1d982ce66 from it ffffb97f414c3bb0 00010000:00000001:2.0:1789130494.867256:0:34976:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130494.867258:0:34976:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130494.867260:0:34976:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b7200 refcount=3 00000020:00000001:2.0:1789130494.867262:0:34976:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649487360 : -109198060064256 : ffff9caf586b7200) 00010000:00000001:2.0:1789130494.867264:0:34976:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649487360 : -109198060064256 : ffff9caf586b7200) 00010000:00000001:2.0:1789130494.867267:0:34976:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789130494.867272:0:34976:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7200/0xde5303b1d982ce66 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a6150 expref: -99 pid: 34962 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:2.0:1789130494.867280:0:34976:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130494.867281:0:34976:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130494.867283:0:34976:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1789130494.867286:0:34976:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1789130494.867289:0:34976:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7200/0xde5303b1d982ce66 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a6150 expref: -99 pid: 34962 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:2.0:1789130494.867297:0:34976:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789130494.867301:0:34976:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789130494.867303:0:34976:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789130494.867309:0:34976:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130494.867310:0:34976:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130494.867313:0:34976:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130494.867318:0:34976:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789130494.867321:0:34976:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130494.867323:0:34976:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130494.867327:0:34976:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130494.867329:0:34976:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789130494.867331:0:34976:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130494.867332:0:34976:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1789130494.867337:0:34976:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1789130494.867339:0:34976:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1789130494.867342:0:34976:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8), inode mode 41ff mask 44 00000080:00000001:2.0:1789130494.867350:0:34976:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130494.867356:0:34976:0:(dir.c:3010:ll_dir_open()) Process entered 00000080:00000001:2.0:1789130494.867359:0:34976:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:2.0:1789130494.867361:0:34976:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f414c3b78 00000080:00200008:2.0:1789130494.867364:0:34976:0:(file.c:1090:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff9caf601980c8), flags 504000 00000080:00000010:2.0:1789130494.867372:0:34976:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9caf47d2c140. 00000080:00000001:2.0:1789130494.867378:0:34976:0:(file.c:1115:ll_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130494.867380:0:34976:0:(dir.c:3011:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130494.867422:0:34976:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789130494.867425:0:34976:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=8028667f arg=7ffd2fcad910 00000080:00000001:2.0:1789130494.867433:0:34976:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000080:00000001:2.0:1789130494.867436:0:34976:0:(llite_lib.c:4305:ll_get_sb_uuid()) Process entered 00000080:00000001:2.0:1789130494.867438:0:34976:0:(llite_lib.c:4311:ll_get_sb_uuid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130494.867440:0:34976:0:(llite_lib.c:3693:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130494.867442:0:34976:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130494.867450:0:34976:0:(dir.c:3016:ll_dir_release()) Process entered 00000080:00000001:2.0:1789130494.867452:0:34976:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:2.0:1789130494.867455:0:34976:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f414c3dd0 00000080:00200008:2.0:1789130494.867457:0:34976:0:(file.c:479:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff9caf601980c8), flags 504000 00000080:00400000:2.0:1789130494.867460:0:34976:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000007:0x1:0x0] 00000080:00000010:2.0:1789130494.867464:0:34976:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9caf47d2c140. 00000080:00000001:2.0:1789130494.867467:0:34976:0:(file.c:498:ll_file_release()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1789130494.867470:0:34976:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f414c3dd0 00000080:00000008:2.0:1789130494.867471:0:34976:0:(file.c:523:ll_file_release()) COMPLETED file /:[0x200000007:0x1:0x0](ffff9caf601980c8), flags 504000, rc = 0 00000080:00000001:2.0:1789130494.867474:0:34976:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130494.867476:0:34976:0:(dir.c:3017:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130494.906025:0:30671:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130494.906035:0:30671:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130494.906042:0:30671:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130494.906043:0:30671:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130494.906047:0:30671:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130494.906049:0:30671:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130494.906133:0:16244:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789130494.906138:0:16244:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789130494.906142:0:16244:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1789130495.290123:0:36:0:(rw.c:1502:ll_writepages()) Process entered 00000080:00000001:0.0:1789130495.290132:0:36:0:(file.c:5312:cl_sync_file_range()) Process entered 00000020:00000001:0.0:1789130495.290137:0:36:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1789130495.290143:0:36:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446634875648775016 : -109198060776600 : ffff9caf58609368) 00000020:00001000:0.0:1789130495.290152:0:36:0:(cl_object.c:823:cl_env_get()) 1@ffff9caf58609360 00000020:00000001:0.0:1789130495.290162:0:36:0:(cl_object.c:143:cl_object_top()) ffff9caf42b2a210 -> ffff9caf42b2a210 00000020:00000001:0.0:1789130495.290182:0:36:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1789130495.290187:0:36:0:(vvp_io.c:1987:vvp_io_init()) Process entered 00000080:00200000:0.0:1789130495.290191:0:36:0:(vvp_io.c:1992:vvp_io_init()) [0x200000404:0x30:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:0.0:1789130495.290195:0:36:0:(cl_io.c:902:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1789130495.290198:0:36:0:(cl_io.c:908:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1789130495.290200:0:36:0:(vvp_io.c:2064:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1789130495.290206:0:36:0:(lov_object.c:1604:lov_io_init()) [0x200000404:0x30:0x0]io ffff9caf42d807b0 type 6 ignore/verify layout 1/0, compressed 0 00020000:00000002:0.0:1789130495.290210:0:36:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9caf47cdc0f8) owner 0000000000000000/ffff9caf41348000 00020000:00000001:0.0:1789130495.290216:0:36:0:(lov_io.c:2488:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1789130495.290218:0:36:0:(lov_io.c:764:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1789130495.290221:0:36:0:(lov_io.c:478:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1789130495.290224:0:36:0:(lov_io.c:489:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789130495.290227:0:36:0:(lov_io.c:919:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1789130495.290230:0:36:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1789130495.290232:0:36:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130495.290233:0:36:0:(cl_io.c:902:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1789130495.290235:0:36:0:(cl_io.c:908:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1789130495.290237:0:36:0:(lov_io.c:2501:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1789130495.290239:0:36:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9caf47cdc0f8) owner 0000000000000000/ffff9caf41348000 00000020:00000001:0.0:1789130495.290242:0:36:0:(cl_io.c:146:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130495.290255:0:36:0:(cl_io.c:827:cl_io_loop()) Process entered 00000020:00000001:0.0:1789130495.290257:0:36:0:(cl_io.c:403:cl_io_iter_init()) Process entered 00020000:00000001:0.0:1789130495.290259:0:36:0:(lov_io.c:1238:lov_io_iter_init()) Process entered 00020000:00200000:0.0:1789130495.290263:0:36:0:(lov_io.c:1289:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:0.0:1789130495.290267:0:36:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1789130495.290271:0:36:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1789130495.290273:0:36:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1789130495.290274:0:36:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1789130495.290276:0:36:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446634875648777320 : -109198060774296 : ffff9caf58609c68) 00000020:00001000:0.0:1789130495.290278:0:36:0:(cl_object.c:823:cl_env_get()) 1@ffff9caf58609c60 00000020:00000001:0.0:1789130495.290281:0:36:0:(cl_object.c:143:cl_object_top()) ffff9caf42b2ab70 -> ffff9caf42b2a210 00000020:00000001:0.0:1789130495.290283:0:36:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:0.0:1789130495.290286:0:36:0:(cl_io.c:902:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1789130495.290287:0:36:0:(cl_io.c:908:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1789130495.290289:0:36:0:(cl_io.c:146:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789130495.290291:0:36:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789130495.290293:0:36:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446634875287505448 : -109198422046168 : ffff9caf42d80a28) 00000020:00000001:0.0:1789130495.290296:0:36:0:(cl_io.c:403:cl_io_iter_init()) Process entered 00000020:00000001:0.0:1789130495.290298:0:36:0:(cl_io.c:415:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789130495.290300:0:36:0:(lov_io.c:1395:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130495.290302:0:36:0:(cl_io.c:415:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130495.290304:0:36:0:(cl_io.c:318:cl_io_lock()) Process entered 00020000:00000001:0.0:1789130495.290306:0:36:0:(lov_io.c:1538:lov_io_lock()) Process entered 00020000:00000001:0.0:1789130495.290309:0:36:0:(lov_io.c:1516:lov_io_call()) Process entered 00000020:00000001:0.0:1789130495.290310:0:36:0:(cl_io.c:318:cl_io_lock()) Process entered 00000020:00000001:0.0:1789130495.290312:0:36:0:(cl_io.c:290:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1789130495.290313:0:36:0:(cl_io.c:299:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130495.290315:0:36:0:(cl_io.c:338:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789130495.290318:0:36:0:(lov_io.c:1533:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789130495.290319:0:36:0:(lov_io.c:1539:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130495.290321:0:36:0:(cl_io.c:290:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1789130495.290322:0:36:0:(cl_io.c:299:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130495.290324:0:36:0:(cl_io.c:338:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130495.290326:0:36:0:(cl_io.c:532:cl_io_start()) Process entered 00020000:00000001:0.0:1789130495.290329:0:36:0:(lov_io.c:1588:lov_io_start()) Process entered 00020000:00000001:0.0:1789130495.290330:0:36:0:(lov_io.c:1516:lov_io_call()) Process entered 00000020:00000001:0.0:1789130495.290331:0:36:0:(cl_io.c:532:cl_io_start()) Process entered 00000008:00000001:0.0:1789130495.290334:0:36:0:(osc_io.c:1127:osc_io_fsync_start()) Process entered 00000008:00000020:0.0:1789130495.290337:0:36:0:(osc_io.c:1141:osc_io_fsync_start()) lustre-OST0000-osc-ffff9caf5014c800: unstable/dirty counts are both zero 00000008:00000001:0.0:1789130495.290339:0:36:0:(osc_io.c:1142:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130495.290341:0:36:0:(cl_io.c:544:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789130495.290342:0:36:0:(lov_io.c:1533:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789130495.290344:0:36:0:(lov_io.c:1589:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130495.290345:0:36:0:(cl_io.c:544:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130495.290347:0:36:0:(cl_io.c:559:cl_io_end()) Process entered 00020000:00000001:0.0:1789130495.290350:0:36:0:(lov_io.c:2189:lov_io_fsync_end()) Process entered 00020000:00000001:0.0:1789130495.290352:0:36:0:(lov_io.c:1594:lov_io_end_wrapper()) Process entered 00000020:00000001:0.0:1789130495.290353:0:36:0:(cl_io.c:559:cl_io_end()) Process entered 00000020:00000001:0.0:1789130495.290355:0:36:0:(cl_io.c:567:cl_io_end()) Process leaving 00020000:00000001:0.0:1789130495.290356:0:36:0:(lov_io.c:1604:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789130495.290358:0:36:0:(lov_io.c:2200:lov_io_fsync_end()) Process leaving 00000020:00000001:0.0:1789130495.290359:0:36:0:(cl_io.c:567:cl_io_end()) Process leaving 00000020:00000001:0.0:1789130495.290361:0:36:0:(cl_io.c:356:cl_io_unlock()) Process entered 00020000:00000001:0.0:1789130495.290364:0:36:0:(lov_io.c:1682:lov_io_unlock()) Process entered 00020000:00000001:0.0:1789130495.290366:0:36:0:(lov_io.c:1516:lov_io_call()) Process entered 00000020:00000001:0.0:1789130495.290367:0:36:0:(cl_io.c:356:cl_io_unlock()) Process entered 00000020:00000001:0.0:1789130495.290368:0:36:0:(cl_io.c:377:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1789130495.290370:0:36:0:(lov_io.c:1616:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789130495.290371:0:36:0:(lov_io.c:1533:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789130495.290373:0:36:0:(lov_io.c:1685:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1789130495.290375:0:36:0:(cl_io.c:377:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1789130495.290377:0:36:0:(cl_io.c:453:cl_io_rw_advance()) Process entered 00000020:00000001:0.0:1789130495.290379:0:36:0:(cl_io.c:469:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1789130495.290381:0:36:0:(cl_io.c:433:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1789130495.290383:0:36:0:(lov_io.c:1663:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1789130495.290384:0:36:0:(lov_io.c:1516:lov_io_call()) Process entered 00000020:00000001:0.0:1789130495.290385:0:36:0:(cl_io.c:433:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1789130495.290386:0:36:0:(cl_io.c:439:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1789130495.290388:0:36:0:(lov_io.c:1610:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789130495.290390:0:36:0:(lov_io.c:1533:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789130495.290392:0:36:0:(lov_io.c:1674:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1789130495.290393:0:36:0:(cl_io.c:439:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1789130495.290395:0:36:0:(cl_io.c:877:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130495.290398:0:36:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1789130495.290400:0:36:0:(lov_io.c:1057:lov_io_fini()) Process entered 00020000:00000001:0.0:1789130495.290402:0:36:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1789130495.290403:0:36:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1789130495.290405:0:36:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1789130495.290407:0:36:0:(cl_object.c:917:cl_env_put()) 1@ffff9caf58609c60 00020000:00000001:0.0:1789130495.290411:0:36:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1789130495.290415:0:36:0:(lov_io.c:1088:lov_io_fini()) Process leaving 00000080:00000001:0.0:1789130495.290418:0:36:0:(vvp_io.c:392:vvp_io_fini()) Process entered 00000080:00200000:0.0:1789130495.290421:0:36:0:(vvp_io.c:402:vvp_io_fini()) [0x200000404:0x30:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, need minor change layout 0 00000080:00000001:0.0:1789130495.290435:0:36:0:(vvp_io.c:509:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1789130495.290436:0:36:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1789130495.290439:0:36:0:(cl_object.c:917:cl_env_put()) 1@ffff9caf58609360 00000080:00000001:0.0:1789130495.290442:0:36:0:(file.c:5349:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130495.290445:0:36:0:(rw.c:1576:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130495.290454:0:36:0:(rw.c:1502:ll_writepages()) Process entered 00000080:00000001:0.0:1789130495.290456:0:36:0:(file.c:5312:cl_sync_file_range()) Process entered 00000020:00000001:0.0:1789130495.290458:0:36:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1789130495.290459:0:36:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446634875648775016 : -109198060776600 : ffff9caf58609368) 00000020:00001000:0.0:1789130495.290461:0:36:0:(cl_object.c:823:cl_env_get()) 1@ffff9caf58609360 00000020:00000001:0.0:1789130495.290464:0:36:0:(cl_object.c:143:cl_object_top()) ffff9caf5016c6c0 -> ffff9caf5016c6c0 00000020:00000001:0.0:1789130495.290466:0:36:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1789130495.290467:0:36:0:(vvp_io.c:1987:vvp_io_init()) Process entered 00000080:00200000:0.0:1789130495.290468:0:36:0:(vvp_io.c:1992:vvp_io_init()) [0x200000404:0x34:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:0.0:1789130495.290471:0:36:0:(cl_io.c:902:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1789130495.290472:0:36:0:(cl_io.c:908:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1789130495.290474:0:36:0:(vvp_io.c:2064:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1789130495.290476:0:36:0:(lov_object.c:1604:lov_io_init()) [0x200000404:0x34:0x0]io ffff9caf42d807b0 type 6 ignore/verify layout 1/0, compressed 0 00020000:00000002:0.0:1789130495.290479:0:36:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9caf581241f0) owner 0000000000000000/ffff9caf41348000 00020000:00000001:0.0:1789130495.290483:0:36:0:(lov_io.c:2488:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1789130495.290484:0:36:0:(lov_io.c:764:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1789130495.290486:0:36:0:(lov_io.c:478:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1789130495.290488:0:36:0:(lov_io.c:489:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789130495.290489:0:36:0:(lov_io.c:919:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1789130495.290491:0:36:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1789130495.290492:0:36:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130495.290503:0:36:0:(cl_io.c:902:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1789130495.290505:0:36:0:(cl_io.c:908:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1789130495.290506:0:36:0:(lov_io.c:2501:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1789130495.290507:0:36:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9caf581241f0) owner 0000000000000000/ffff9caf41348000 00000020:00000001:0.0:1789130495.290509:0:36:0:(cl_io.c:146:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130495.290511:0:36:0:(cl_io.c:827:cl_io_loop()) Process entered 00000020:00000001:0.0:1789130495.290512:0:36:0:(cl_io.c:403:cl_io_iter_init()) Process entered 00020000:00000001:0.0:1789130495.290513:0:36:0:(lov_io.c:1238:lov_io_iter_init()) Process entered 00020000:00200000:0.0:1789130495.290515:0:36:0:(lov_io.c:1289:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:0.0:1789130495.290518:0:36:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1789130495.290520:0:36:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1789130495.290521:0:36:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1789130495.290522:0:36:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1789130495.290523:0:36:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446634875648777320 : -109198060774296 : ffff9caf58609c68) 00000020:00001000:0.0:1789130495.290526:0:36:0:(cl_object.c:823:cl_env_get()) 1@ffff9caf58609c60 00000020:00000001:0.0:1789130495.290529:0:36:0:(cl_object.c:143:cl_object_top()) ffff9caf5016cf58 -> ffff9caf5016c6c0 00000020:00000001:0.0:1789130495.290531:0:36:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:0.0:1789130495.290533:0:36:0:(cl_io.c:902:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1789130495.290534:0:36:0:(cl_io.c:908:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1789130495.290536:0:36:0:(cl_io.c:146:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789130495.290537:0:36:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789130495.290539:0:36:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446634875287505448 : -109198422046168 : ffff9caf42d80a28) 00000020:00000001:0.0:1789130495.290541:0:36:0:(cl_io.c:403:cl_io_iter_init()) Process entered 00000020:00000001:0.0:1789130495.290543:0:36:0:(cl_io.c:415:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789130495.290545:0:36:0:(lov_io.c:1395:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130495.290546:0:36:0:(cl_io.c:415:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130495.290548:0:36:0:(cl_io.c:318:cl_io_lock()) Process entered 00020000:00000001:0.0:1789130495.290549:0:36:0:(lov_io.c:1538:lov_io_lock()) Process entered 00020000:00000001:0.0:1789130495.290550:0:36:0:(lov_io.c:1516:lov_io_call()) Process entered 00000020:00000001:0.0:1789130495.290552:0:36:0:(cl_io.c:318:cl_io_lock()) Process entered 00000020:00000001:0.0:1789130495.290552:0:36:0:(cl_io.c:290:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1789130495.290554:0:36:0:(cl_io.c:299:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130495.290555:0:36:0:(cl_io.c:338:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789130495.290558:0:36:0:(lov_io.c:1533:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789130495.290560:0:36:0:(lov_io.c:1539:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130495.290561:0:36:0:(cl_io.c:290:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1789130495.290562:0:36:0:(cl_io.c:299:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130495.290563:0:36:0:(cl_io.c:338:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130495.290565:0:36:0:(cl_io.c:532:cl_io_start()) Process entered 00020000:00000001:0.0:1789130495.290566:0:36:0:(lov_io.c:1588:lov_io_start()) Process entered 00020000:00000001:0.0:1789130495.290567:0:36:0:(lov_io.c:1516:lov_io_call()) Process entered 00000020:00000001:0.0:1789130495.290568:0:36:0:(cl_io.c:532:cl_io_start()) Process entered 00000008:00000001:0.0:1789130495.290569:0:36:0:(osc_io.c:1127:osc_io_fsync_start()) Process entered 00000008:00000020:0.0:1789130495.290570:0:36:0:(osc_io.c:1141:osc_io_fsync_start()) lustre-OST0000-osc-ffff9caf5014c800: unstable/dirty counts are both zero 00000008:00000001:0.0:1789130495.290572:0:36:0:(osc_io.c:1142:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130495.290574:0:36:0:(cl_io.c:544:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789130495.290576:0:36:0:(lov_io.c:1533:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789130495.290577:0:36:0:(lov_io.c:1589:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130495.290579:0:36:0:(cl_io.c:544:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130495.290580:0:36:0:(cl_io.c:559:cl_io_end()) Process entered 00020000:00000001:0.0:1789130495.290582:0:36:0:(lov_io.c:2189:lov_io_fsync_end()) Process entered 00020000:00000001:0.0:1789130495.290583:0:36:0:(lov_io.c:1594:lov_io_end_wrapper()) Process entered 00000020:00000001:0.0:1789130495.290585:0:36:0:(cl_io.c:559:cl_io_end()) Process entered 00000020:00000001:0.0:1789130495.290586:0:36:0:(cl_io.c:567:cl_io_end()) Process leaving 00020000:00000001:0.0:1789130495.290587:0:36:0:(lov_io.c:1604:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789130495.290589:0:36:0:(lov_io.c:2200:lov_io_fsync_end()) Process leaving 00000020:00000001:0.0:1789130495.290590:0:36:0:(cl_io.c:567:cl_io_end()) Process leaving 00000020:00000001:0.0:1789130495.290591:0:36:0:(cl_io.c:356:cl_io_unlock()) Process entered 00020000:00000001:0.0:1789130495.290602:0:36:0:(lov_io.c:1682:lov_io_unlock()) Process entered 00020000:00000001:0.0:1789130495.290603:0:36:0:(lov_io.c:1516:lov_io_call()) Process entered 00000020:00000001:0.0:1789130495.290604:0:36:0:(cl_io.c:356:cl_io_unlock()) Process entered 00000020:00000001:0.0:1789130495.290605:0:36:0:(cl_io.c:377:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1789130495.290606:0:36:0:(lov_io.c:1616:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789130495.290608:0:36:0:(lov_io.c:1533:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789130495.290610:0:36:0:(lov_io.c:1685:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1789130495.290611:0:36:0:(cl_io.c:377:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1789130495.290612:0:36:0:(cl_io.c:453:cl_io_rw_advance()) Process entered 00000020:00000001:0.0:1789130495.290613:0:36:0:(cl_io.c:469:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1789130495.290614:0:36:0:(cl_io.c:433:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1789130495.290615:0:36:0:(lov_io.c:1663:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1789130495.290616:0:36:0:(lov_io.c:1516:lov_io_call()) Process entered 00000020:00000001:0.0:1789130495.290617:0:36:0:(cl_io.c:433:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1789130495.290619:0:36:0:(cl_io.c:439:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1789130495.290620:0:36:0:(lov_io.c:1610:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789130495.290622:0:36:0:(lov_io.c:1533:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789130495.290623:0:36:0:(lov_io.c:1674:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1789130495.290625:0:36:0:(cl_io.c:439:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1789130495.290626:0:36:0:(cl_io.c:877:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130495.290628:0:36:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1789130495.290629:0:36:0:(lov_io.c:1057:lov_io_fini()) Process entered 00020000:00000001:0.0:1789130495.290631:0:36:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1789130495.290632:0:36:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1789130495.290633:0:36:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1789130495.290635:0:36:0:(cl_object.c:917:cl_env_put()) 1@ffff9caf58609c60 00020000:00000001:0.0:1789130495.290637:0:36:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1789130495.290638:0:36:0:(lov_io.c:1088:lov_io_fini()) Process leaving 00000080:00000001:0.0:1789130495.290640:0:36:0:(vvp_io.c:392:vvp_io_fini()) Process entered 00000080:00200000:0.0:1789130495.290642:0:36:0:(vvp_io.c:402:vvp_io_fini()) [0x200000404:0x34:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, need minor change layout 0 00000080:00000001:0.0:1789130495.290644:0:36:0:(vvp_io.c:509:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1789130495.290646:0:36:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1789130495.290647:0:36:0:(cl_object.c:917:cl_env_put()) 1@ffff9caf58609360 00000080:00000001:0.0:1789130495.290649:0:36:0:(file.c:5349:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130495.290651:0:36:0:(rw.c:1576:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130495.290655:0:36:0:(rw.c:1502:ll_writepages()) Process entered 00000080:00000001:0.0:1789130495.290658:0:36:0:(file.c:5312:cl_sync_file_range()) Process entered 00000020:00000001:0.0:1789130495.290659:0:36:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1789130495.290660:0:36:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446634875648775016 : -109198060776600 : ffff9caf58609368) 00000020:00001000:0.0:1789130495.290662:0:36:0:(cl_object.c:823:cl_env_get()) 1@ffff9caf58609360 00000020:00000001:0.0:1789130495.290665:0:36:0:(cl_object.c:143:cl_object_top()) ffff9caf42b2a788 -> ffff9caf42b2a788 00000020:00000001:0.0:1789130495.290667:0:36:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1789130495.290668:0:36:0:(vvp_io.c:1987:vvp_io_init()) Process entered 00000080:00200000:0.0:1789130495.290669:0:36:0:(vvp_io.c:1992:vvp_io_init()) [0x200000404:0x35:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:0.0:1789130495.290671:0:36:0:(cl_io.c:902:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1789130495.290672:0:36:0:(cl_io.c:908:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1789130495.290674:0:36:0:(vvp_io.c:2064:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1789130495.290676:0:36:0:(lov_object.c:1604:lov_io_init()) [0x200000404:0x35:0x0]io ffff9caf42d807b0 type 6 ignore/verify layout 1/0, compressed 0 00020000:00000002:0.0:1789130495.290679:0:36:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9caf47cdcba0) owner 0000000000000000/ffff9caf41348000 00020000:00000001:0.0:1789130495.290682:0:36:0:(lov_io.c:2488:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1789130495.290683:0:36:0:(lov_io.c:764:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1789130495.290685:0:36:0:(lov_io.c:478:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1789130495.290687:0:36:0:(lov_io.c:489:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789130495.290688:0:36:0:(lov_io.c:919:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1789130495.290690:0:36:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1789130495.290691:0:36:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130495.290693:0:36:0:(cl_io.c:902:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1789130495.290694:0:36:0:(cl_io.c:908:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1789130495.290696:0:36:0:(lov_io.c:2501:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1789130495.290697:0:36:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9caf47cdcba0) owner 0000000000000000/ffff9caf41348000 00000020:00000001:0.0:1789130495.290700:0:36:0:(cl_io.c:146:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130495.290701:0:36:0:(cl_io.c:827:cl_io_loop()) Process entered 00000020:00000001:0.0:1789130495.290712:0:36:0:(cl_io.c:403:cl_io_iter_init()) Process entered 00020000:00000001:0.0:1789130495.290714:0:36:0:(lov_io.c:1238:lov_io_iter_init()) Process entered 00020000:00200000:0.0:1789130495.290716:0:36:0:(lov_io.c:1289:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:0.0:1789130495.290719:0:36:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1789130495.290721:0:36:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1789130495.290723:0:36:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1789130495.290724:0:36:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1789130495.290726:0:36:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446634875648777320 : -109198060774296 : ffff9caf58609c68) 00000020:00001000:0.0:1789130495.290728:0:36:0:(cl_object.c:823:cl_env_get()) 1@ffff9caf58609c60 00000020:00000001:0.0:1789130495.290730:0:36:0:(cl_object.c:143:cl_object_top()) ffff9caf42b2ae90 -> ffff9caf42b2a788 00000020:00000001:0.0:1789130495.290732:0:36:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:0.0:1789130495.290734:0:36:0:(cl_io.c:902:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1789130495.290736:0:36:0:(cl_io.c:908:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1789130495.290737:0:36:0:(cl_io.c:146:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789130495.290739:0:36:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789130495.290741:0:36:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446634875287505448 : -109198422046168 : ffff9caf42d80a28) 00000020:00000001:0.0:1789130495.290743:0:36:0:(cl_io.c:403:cl_io_iter_init()) Process entered 00000020:00000001:0.0:1789130495.290744:0:36:0:(cl_io.c:415:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789130495.290745:0:36:0:(lov_io.c:1395:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130495.290747:0:36:0:(cl_io.c:415:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130495.290749:0:36:0:(cl_io.c:318:cl_io_lock()) Process entered 00020000:00000001:0.0:1789130495.290750:0:36:0:(lov_io.c:1538:lov_io_lock()) Process entered 00020000:00000001:0.0:1789130495.290752:0:36:0:(lov_io.c:1516:lov_io_call()) Process entered 00000020:00000001:0.0:1789130495.290753:0:36:0:(cl_io.c:318:cl_io_lock()) Process entered 00000020:00000001:0.0:1789130495.290754:0:36:0:(cl_io.c:290:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1789130495.290756:0:36:0:(cl_io.c:299:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130495.290757:0:36:0:(cl_io.c:338:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789130495.290759:0:36:0:(lov_io.c:1533:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789130495.290760:0:36:0:(lov_io.c:1539:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130495.290762:0:36:0:(cl_io.c:290:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1789130495.290763:0:36:0:(cl_io.c:299:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130495.290765:0:36:0:(cl_io.c:338:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130495.290767:0:36:0:(cl_io.c:532:cl_io_start()) Process entered 00020000:00000001:0.0:1789130495.290768:0:36:0:(lov_io.c:1588:lov_io_start()) Process entered 00020000:00000001:0.0:1789130495.290770:0:36:0:(lov_io.c:1516:lov_io_call()) Process entered 00000020:00000001:0.0:1789130495.290771:0:36:0:(cl_io.c:532:cl_io_start()) Process entered 00000008:00000001:0.0:1789130495.290772:0:36:0:(osc_io.c:1127:osc_io_fsync_start()) Process entered 00000008:00000001:0.0:1789130495.290775:0:36:0:(osc_cache.c:3411:osc_cache_writeback_range()) Process entered 00000008:00000001:0.0:1789130495.290784:0:36:0:(osc_cache.c:1841:osc_makes_rpc()) Process entered 00000008:00000020:0.0:1789130495.290787:0:36:0:(osc_cache.c:1863:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:0.0:1789130495.290789:0:36:0:(osc_cache.c:1864:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1789130495.290792:0:36:0:(osc_cache.c:2467:osc_check_rpcs()) Process entered 00000008:00000001:0.0:1789130495.290794:0:36:0:(osc_cache.c:2428:osc_next_obj()) Process entered 00000008:00000001:0.0:1789130495.290797:0:36:0:(osc_cache.c:2436:osc_next_obj()) Process leaving (rc=18446634875645669184 : -109198063882432 : ffff9caf58312f40) 00000008:00000020:0.0:1789130495.290800:0:36:0:(osc_cache.c:2472:osc_check_rpcs()) obj ffff9caf58312f40 ready 0|-|- wr 2|-|+ rd 0|- 0 in flight 00000008:00000001:0.0:1789130495.290843:0:36:0:(osc_cache.c:1841:osc_makes_rpc()) Process entered 00000008:00000020:0.0:1789130495.290844:0:36:0:(osc_cache.c:1863:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:0.0:1789130495.290845:0:36:0:(osc_cache.c:1864:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1789130495.290847:0:36:0:(osc_cache.c:2291:osc_send_write_rpc()) Process entered 00000008:00000001:0.0:1789130495.290851:0:36:0:(osc_cache.c:2090:try_to_add_extent_for_io()) Process entered 00000008:00000020:0.0:1789130495.290857:0:36:0:(osc_cache.c:2116:try_to_add_extent_for_io()) extent ffff9caf44ec0cc0@{[0 -> 255/255], 0x240000400:68, [1|0|+|cache|wiuY|ffff9caf58312f40], [1703936|2|+|-|ffff9caf40031200|256|0000000000000000]} trying to add this extent 00000008:00010000:0.0:1789130495.290867:0:36:0:(osc_cache.c:2116:try_to_add_extent_for_io()) ### extent: 000000005c418ea7 ns: lustre-OST0000-osc-ffff9caf5014c800 lock: 000000002b1d8dba/0xde5303b1d982ce90 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x800020000000000 nid: local remote: 0xcdf1b083821a61e3 expref: -99 pid: 34972 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00000001:0.0:1789130495.290884:0:36:0:(osc_cache.c:2200:try_to_add_extent_for_io()) Process leaving (rc=1 : 1 : 1) 00000008:00000020:0.0:1789130495.290889:0:36:0:(osc_cache.c:1909:osc_update_pending()) obj ffff9caf58312f40 ready 0|-|- wr 0|-|- rd 0|- update pending cmd 2 delta -2. 00000008:00000001:0.0:1789130495.290894:0:36:0:(osc_cache.c:1203:osc_extent_make_ready()) Process entered 00000008:00000001:0.0:1789130495.290897:0:36:0:(osc_cache.c:227:__osc_extent_sanity_check()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000020:0.0:1789130495.290902:0:36:0:(osc_cache.c:1211:osc_extent_make_ready()) extent ffff9caf44ec0cc0@{[0 -> 255/255], 0x240000400:68, [1|0|+|locking|wiuY|ffff9caf58312f40], [1703936|2|+|-|ffff9caf40031200|256|ffff9caf41348000]} make ready 00000008:00010000:0.0:1789130495.290909:0:36:0:(osc_cache.c:1211:osc_extent_make_ready()) ### extent: 000000005c418ea7 ns: lustre-OST0000-osc-ffff9caf5014c800 lock: 000000002b1d8dba/0xde5303b1d982ce90 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x800020000000000 nid: local remote: 0xcdf1b083821a61e3 expref: -99 pid: 34972 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00000001:0.0:1789130495.290917:0:36:0:(osc_cache.c:1395:osc_make_ready()) Process entered 00000020:00000001:0.0:1789130495.290920:0:36:0:(cl_page.c:1148:cl_page_make_ready()) Process entered 00000020:00008000:0.0:1789130495.290940:0:36:0:(cl_page.c:1160:cl_page_make_ready()) page@0000000081d52bc2[2 00000000c9244e2b 1 1 0000000000000000 0 0 0] 00000020:00008000:0.0:1789130495.290943:0:36:0:(cl_page.c:1160:cl_page_make_ready()) readied 00000020:00000001:0.0:1789130495.290945:0:36:0:(cl_page.c:1009:cl_page_io_start()) Process entered 00000020:00000001:0.0:1789130495.290947:0:36:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1789130495.290949:0:36:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1789130495.290951:0:36:0:(cl_page.c:1001:cl_req_type_state()) Process entered 00000020:00000001:0.0:1789130495.290953:0:36:0:(cl_page.c:1002:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:0.0:1789130495.290956:0:36:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1789130495.290959:0:36:0:(cl_page.c:507:__cl_page_state_set()) page@0000000081d52bc2[2 00000000c9244e2b 1 1 0000000000000000 0 0 0] 00000020:00000001:0.0:1789130495.290961:0:36:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 3 00000020:00000001:0.0:1789130495.290963:0:36:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:0.0:1789130495.290964:0:36:0:(cl_page.c:1012:cl_page_io_start()) Process leaving 00000020:00000001:0.0:1789130495.290967:0:36:0:(cl_page.c:1182:cl_page_make_ready()) page@0000000081d52bc2[2 00000000c9244e2b 3 1 0000000000000000 0 0 0] 00000020:00000001:0.0:1789130495.290968:0:36:0:(cl_page.c:1182:cl_page_make_ready()) 1 0 00000008:00000001:0.0:1789130495.290970:0:36:0:(osc_cache.c:1399:osc_make_ready()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1789130495.290972:0:36:0:(osc_cache.c:1395:osc_make_ready()) Process entered 00000020:00000001:0.0:1789130495.290973:0:36:0:(cl_page.c:1148:cl_page_make_ready()) Process entered 00000020:00008000:0.0:1789130495.290977:0:36:0:(cl_page.c:1160:cl_page_make_ready()) page@00000000f680f95c[2 00000000c9244e2b 1 1 0000000000000000 0 0 1] 00000020:00008000:0.0:1789130495.290979:0:36:0:(cl_page.c:1160:cl_page_make_ready()) readied 00000020:00000001:0.0:1789130495.290980:0:36:0:(cl_page.c:1009:cl_page_io_start()) Process entered 00000020:00000001:0.0:1789130495.290981:0:36:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1789130495.290982:0:36:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1789130495.290983:0:36:0:(cl_page.c:1001:cl_req_type_state()) Process entered 00000020:00000001:0.0:1789130495.290984:0:36:0:(cl_page.c:1002:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:0.0:1789130495.290986:0:36:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1789130495.290989:0:36:0:(cl_page.c:507:__cl_page_state_set()) page@00000000f680f95c[2 00000000c9244e2b 1 1 0000000000000000 0 0 1] 00000020:00000001:0.0:1789130495.290990:0:36:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 3 00000020:00000001:0.0:1789130495.290992:0:36:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:0.0:1789130495.290993:0:36:0:(cl_page.c:1012:cl_page_io_start()) Process leaving 00000020:00000001:0.0:1789130495.290995:0:36:0:(cl_page.c:1182:cl_page_make_ready()) page@00000000f680f95c[2 00000000c9244e2b 3 1 0000000000000000 0 0 1] 00000020:00000001:0.0:1789130495.290997:0:36:0:(cl_page.c:1182:cl_page_make_ready()) 1 0 00000008:00000001:0.0:1789130495.290999:0:36:0:(osc_cache.c:1399:osc_make_ready()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130495.291002:0:36:0:(cl_object.c:143:cl_object_top()) ffff9caf58312f40 -> ffff9caf42b2a788 00000020:00000001:0.0:1789130495.291004:0:36:0:(cl_object.c:143:cl_object_top()) ffff9caf58312f40 -> ffff9caf42b2a788 00000020:00000001:0.0:1789130495.291006:0:36:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00000020:00000001:0.0:1789130495.291009:0:36:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130495.291011:0:36:0:(cl_object.c:143:cl_object_top()) ffff9caf58312f40 -> ffff9caf42b2a788 00000008:00000001:0.0:1789130495.291014:0:36:0:(osc_cache.c:1264:osc_extent_make_ready()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1789130495.291017:0:36:0:(osc_request.c:3021:osc_build_rpc()) Process entered 00000008:00000020:0.0:1789130495.291021:0:36:0:(osc_page.c:1389:osc_over_unstable_soft_limit()) lustre-OST0000-osc-ffff9caf5014c800: cli: ffff9caf5044bcb0 unstable pages: 0, osc unstable pages: 0 00000008:00000010:0.0:1789130495.291030:0:36:0:(osc_request.c:3052:osc_build_rpc()) kmalloced '(pga)': 16 at ffff9caf43da6190. 00000008:00000010:0.0:1789130495.291036:0:36:0:(osc_request.c:3056:osc_build_rpc()) slab-alloced 'oa': 208 at ffff9caf47e6c8f0. 00000008:00000020:0.0:1789130495.291039:0:36:0:(osc_request.c:3077:osc_build_rpc()) page i:2, oap->oap_obj_off 4096, oap->oap_page_off 0 00000020:00000001:0.0:1789130495.291043:0:36:0:(cl_io.c:1170:cl_req_attr_set()) Process entered 00020000:00000001:0.0:1789130495.291047:0:36:0:(lovsub_object.c:130:lovsub_req_attr_set()) Process entered 00000020:00000001:0.0:1789130495.291048:0:36:0:(cl_io.c:1170:cl_req_attr_set()) Process entered 00000020:00000002:0.0:1789130495.291053:0:36:0:(obdo.c:53:obdo_from_inode()) valid 0x10000000000070c, new time 1789130494/1789130494 00000020:00000001:0.0:1789130495.291058:0:36:0:(cl_io.c:1176:cl_req_attr_set()) Process leaving 00020000:00000001:0.0:1789130495.291060:0:36:0:(lovsub_object.c:142:lovsub_req_attr_set()) Process leaving 00000008:00000001:0.0:1789130495.291065:0:36:0:(osc_lock.c:1351:osc_obj_dlmlock_at_pgoff()) Process entered 00000008:00000001:0.0:1789130495.291068:0:36:0:(osc_request.c:3535:osc_match_base()) Process entered 00010000:00000001:0.0:1789130495.291072:0:36:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789130495.291081:0:36:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf48fc4a00 count: 2 00010000:00000001:0.0:1789130495.291085:0:36:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789130495.291093:0:36:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:0.0:1789130495.291099:0:36:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:0.0:1789130495.291104:0:36:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1789130495.291113:0:36:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789130495.291117:0:36:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 4095) ns: lustre-OST0000-osc-ffff9caf5014c800 lock: 000000002b1d8dba/0xde5303b1d982ce90 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x800020000000000 nid: local remote: 0xcdf1b083821a61e3 expref: -99 pid: 34972 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1789130495.291126:0:36:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130495.291129:0:36:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1789130495.291131:0:36:0:(osc_request.c:3550:osc_match_base()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:0.0:1789130495.291134:0:36:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130495.291137:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130495.291141:0:36:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40031200 refcount=3 00000020:00000001:0.0:1789130495.291144:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239993856 : -109198469557760 : ffff9caf40031200) 00010000:00000001:0.0:1789130495.291147:0:36:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239993856 : -109198469557760 : ffff9caf40031200) 00000008:00000001:0.0:1789130495.291150:0:36:0:(osc_lock.c:1385:osc_obj_dlmlock_at_pgoff()) Process leaving (rc=18446634875239993856 : -109198469557760 : ffff9caf40031200) 00010000:00000001:0.0:1789130495.291153:0:36:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130495.291154:0:36:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:0.0:1789130495.291155:0:36:0:(cl_io.c:1176:cl_req_attr_set()) Process leaving 00000008:00000001:0.0:1789130495.291159:0:36:0:(osc_request.c:1567:osc_brw_prep_request()) Process entered 00000100:00000010:0.0:1789130495.291168:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf614612c0. 00000020:00000040:0.0:1789130495.291173:0:36:0:(genops.c:1210:class_import_get()) import ffff9caf468ac800 refcount=3 obd=lustre-OST0000-osc-ffff9caf5014c800 00000100:00000001:0.0:1789130495.291183:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789130495.291187:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789130495.291190:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789130495.291231:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 16384 at ffff9caf483d0000. 00000100:00000001:0.0:1789130495.291245:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:0.0:1789130495.291256:0:36:0:(osc_request.c:1966:osc_brw_prep_request()) Using short io for data transfer, size = 8192 00000008:00000020:0.0:1789130495.291267:0:36:0:(osc_request.c:738:osc_announce_cached()) lustre-OST0000-osc-ffff9caf5014c800: dirty: 1703936 undirty: 485097472 dropped 0 grant: 2097152 cl_lost_grant 0 00000008:00000001:0.0:1789130495.291276:0:36:0:(osc_request.c:1380:osc_checksum_bulk_rw()) Process entered 00000001:00000040:0.0:1789130495.291323:0:36:0:(lnet-crypto.c:95:cfs_crypto_hash_alloc()) Using crypto hash: crc32c (crc32c-intel) speed 10183 MB/s 00000008:00008000:0.0:1789130495.291339:0:36:0:(osc_request.c:1351:osc_checksum_bulk()) page fffff3e084964e00 map ffff9caf6019e578 index 0 flags 17ffffc0005028 count 2 priv ffff9caf518f7d98: off 0 00000008:00008000:0.0:1789130495.291343:0:36:0:(osc_request.c:1351:osc_checksum_bulk()) page fffff3e0845b8f00 map ffff9caf6019e578 index 1 flags 17ffffc0005028 count 2 priv ffff9caf518f73a0: off 0 00000008:00000001:0.0:1789130495.291352:0:36:0:(osc_request.c:1391:osc_checksum_bulk_rw()) Process leaving (rc=0 : 0 : 0) 00000008:00008000:0.0:1789130495.291355:0:36:0:(osc_request.c:2085:osc_brw_prep_request()) checksum at write origin: 5872be30 (4) 00000008:00100000:0.0:1789130495.291360:0:36:0:(osc_request.c:2139:osc_brw_prep_request()) brw rpc ffff9caf614612c0 - object 0x240000400:68 offset 0<>8192 00000008:00000001:0.0:1789130495.291369:0:36:0:(osc_request.c:2140:osc_brw_prep_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130495.291371:0:36:0:(cl_io.c:1170:cl_req_attr_set()) Process entered 00020000:00000001:0.0:1789130495.291373:0:36:0:(lovsub_object.c:130:lovsub_req_attr_set()) Process entered 00000020:00000001:0.0:1789130495.291374:0:36:0:(cl_io.c:1170:cl_req_attr_set()) Process entered 00000020:00000002:0.0:1789130495.291376:0:36:0:(obdo.c:53:obdo_from_inode()) valid 0xc, new time 1789130494/1789130494 00000020:00000001:0.0:1789130495.291379:0:36:0:(cl_io.c:1176:cl_req_attr_set()) Process leaving 00020000:00000001:0.0:1789130495.291380:0:36:0:(lovsub_object.c:142:lovsub_req_attr_set()) Process leaving 00000020:00000001:0.0:1789130495.291382:0:36:0:(cl_io.c:1176:cl_req_attr_set()) Process leaving 00000100:00000001:0.0:1789130495.291385:0:36:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789130495.291388:0:36:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875798033088 : -109197911518528 : ffff9caf614612c0) 00000008:00000002:0.0:1789130495.291406:0:36:0:(osc_request.c:3178:osc_build_rpc()) @@@ 2 pages, aa 000000003ee1f652, now 0r/1w/0d in flight req@ffff9caf614612c0 x1876037329057408/t0(0) o4->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:6/4 lens 8680/448 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000008:00000008:0.0:1789130495.291415:0:36:0:(osc_request.c:3190:osc_build_rpc()) [0x200000404:0x35:0x0]: 2 write pages, start 0, end 2, now 0r/1w/0d in flight 00000100:00000040:0.0:1789130495.291425:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000117053a6] to pc [ptlrpcd_00_00+0] req@ffff9caf614612c0 x1876037329057408/t0(0) o4->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:6/4 lens 8680/448 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000008:00000001:0.0:1789130495.291482:0:36:0:(osc_request.c:3196:osc_build_rpc()) Process leaving 00000008:00000001:0.0:1789130495.291484:0:36:0:(osc_request.c:3221:osc_build_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1789130495.291487:0:36:0:(osc_cache.c:2340:osc_send_write_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1789130495.291489:0:36:0:(osc_cache.c:1841:osc_makes_rpc()) Process entered 00000008:00000001:0.0:1789130495.291492:0:36:0:(osc_cache.c:1880:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1789130495.291494:0:36:0:(osc_cache.c:1841:osc_makes_rpc()) Process entered 00000008:00000001:0.0:1789130495.291496:0:36:0:(osc_cache.c:1853:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1789130495.291497:0:36:0:(osc_cache.c:1841:osc_makes_rpc()) Process entered 00000008:00000001:0.0:1789130495.291499:0:36:0:(osc_cache.c:1880:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1789130495.291503:0:36:0:(osc_cache.c:2428:osc_next_obj()) Process entered 00000008:00000001:0.0:1789130495.291505:0:36:0:(osc_cache.c:2458:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1789130495.291508:0:36:0:(osc_cache.c:2531:osc_check_rpcs()) Process leaving 00000008:00000020:0.0:1789130495.291511:0:36:0:(osc_cache.c:3551:osc_cache_writeback_range()) obj ffff9caf58312f40 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 18446744073709551615] npages 2: rc=2. 00000008:00000001:0.0:1789130495.291516:0:36:0:(osc_cache.c:3566:osc_cache_writeback_range()) Process leaving (rc=2 : 2 : 2) 00000008:00000001:0.0:1789130495.291520:0:36:0:(osc_io.c:1095:osc_fsync_ost()) Process entered 00000020:00000001:0.0:1789130495.291523:0:36:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:0.0:1789130495.291526:0:36:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process entered 00000020:00000001:0.0:1789130495.291527:0:36:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:0.0:1789130495.291530:0:36:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:0.0:1789130495.291532:0:36:0:(lovsub_object.c:152:lovsub_req_projid_set()) Process leaving 00000020:00000001:0.0:1789130495.291534:0:36:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:0.0:1789130495.291536:0:36:0:(osc_request.c:519:osc_sync_base()) Process entered 00000100:00000010:0.0:1789130495.291540:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf61461a40. 00000020:00000040:0.0:1789130495.291544:0:36:0:(genops.c:1210:class_import_get()) import ffff9caf468ac800 refcount=4 obd=lustre-OST0000-osc-ffff9caf5014c800 00000100:00000001:0.0:1789130495.291546:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789130495.291548:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789130495.291550:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789130495.291556:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9caf5846ce00. 00000100:00000001:0.0:1789130495.291559:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130495.291565:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789130495.291572:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130495.291576:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bef2c203] to pc [ptlrpcd_00_01+1] req@ffff9caf61461a40 x1876037329057536/t0(0) o16->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:0 00000008:00000001:0.0:1789130495.291587:0:36:0:(osc_request.c:543:osc_sync_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1789130495.291590:0:36:0:(osc_io.c:1112:osc_fsync_ost()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1789130495.291593:0:36:0:(osc_io.c:1196:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130495.291595:0:36:0:(cl_io.c:544:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789130495.291599:0:36:0:(lov_io.c:1533:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789130495.291601:0:36:0:(lov_io.c:1589:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130495.291603:0:36:0:(cl_io.c:544:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130495.291606:0:36:0:(cl_io.c:559:cl_io_end()) Process entered 00020000:00000001:0.0:1789130495.291610:0:36:0:(lov_io.c:2189:lov_io_fsync_end()) Process entered 00020000:00000001:0.0:1789130495.291611:0:36:0:(lov_io.c:1594:lov_io_end_wrapper()) Process entered 00000020:00000001:0.0:1789130495.291612:0:36:0:(cl_io.c:559:cl_io_end()) Process entered 00000100:00000001:1.0:1789130495.291629:0:2347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789130495.291631:0:2348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789130495.291637:0:2347:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789130495.291637:0:2348:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789130495.291642:0:2347:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1789130495.291642:0:2348:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789130495.291654:0:2348:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf61461a40 x1876037329057536/t0(0) o16->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1789130495.291655:0:2347:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf614612c0 x1876037329057408/t0(0) o4->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:6/4 lens 8680/448 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130495.291676:0:2348:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789130495.291679:0:2348:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130495.291684:0:2347:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 02000000:00000001:0.0:1789130495.291685:0:2348:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1789130495.291688:0:2347:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130495.291690:0:2348:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789130495.291691:0:2347:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789130495.291694:0:2347:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789130495.291696:0:2348:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130495.291697:0:2347:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789130495.291702:0:2348:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf61461a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:2348:1876037329057536:192.168.204.123@tcp:16:kworker.0 00000100:00100000:1.0:1789130495.291704:0:2347:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf614612c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:2347:1876037329057408:192.168.204.123@tcp:4:multiop.0 00000100:00000001:1.0:1789130495.291711:0:2347:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1789130495.291712:0:2348:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789130495.291718:0:2347:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789130495.291718:0:2348:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789130495.291722:0:2347:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130495.291722:0:2348:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130495.291728:0:2347:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1789130495.291728:0:2348:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789130495.291736:0:2347:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9caf487c2800. 02000000:00000010:0.0:1789130495.291736:0:2348:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9caf482be800. 02000000:00000001:1.0:1789130495.291739:0:2347:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130495.291741:0:2348:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789130495.291752:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:0.0:1789130495.291752:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:1.0:1789130495.291759:0:2347:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf42d8ec08. 00000400:00000010:0.0:1789130495.291759:0:2348:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf50131478. 00000400:00000010:1.0:1789130495.291769:0:2347:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf462a35d8. 00000400:00000010:0.0:1789130495.291770:0:2348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf5801e660. 00000100:00000200:1.0:1789130495.291778:0:2347:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876037329057408, portal 4 00000100:00000200:0.0:1789130495.291779:0:2348:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876037329057536, portal 4 00000100:00000001:1.0:1789130495.291781:0:2347:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789130495.291782:0:2347:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875798033088 : -109197911518528 : ffff9caf614612c0) 00000100:00000001:0.0:1789130495.291784:0:2348:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789130495.291787:0:2348:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875798035008 : -109197911516608 : ffff9caf61461a40) 00000100:00000040:1.0:1789130495.291792:0:2347:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9caf614612c0 x1876037329057408/t0(0) o4->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:6/4 lens 8680/448 e 0 to 0 dl 1789130511 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1789130495.291797:0:2348:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9caf61461a40 x1876037329057536/t0(0) o16->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 440/432 e 0 to 0 dl 1789130511 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130495.291841:0:2348:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789130495.291844:0:2348:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:0.0:1789130495.291848:0:2348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf5801e908. 00000100:00000200:0.0:1789130495.291852:0:2348:0:(niobuf.c:94:ptl_send_buf()) Sending 440 bytes to portal 28, xid 1876037329057536, offset 0 00000400:00000200:0.0:1789130495.291861:0:2348:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:0.0:1789130495.291873:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:0.0:1789130495.291883:0:2348:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:0.0:1789130495.291890:0:2348:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789130495.291895:0:2348:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:0.0:1789130495.291900:0:2348:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789130495.291902:0:2348:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:0.0:1789130495.291907:0:2348:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2696:2696:256:4294967295] 192.168.204.123@tcp LPNI seq info [2695:2695:8:4294967295] 00000400:00000200:0.0:1789130495.291911:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:0.0:1789130495.291924:0:2348:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:0.0:1789130495.291932:0:2348:0:(socklnd_cb.c:931:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:0.0:1789130495.291938:0:2348:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf451e7e00. 00000800:00000200:0.0:1789130495.291950:0:2348:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:0.0:1789130495.291960:0:2348:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:0.0:1789130495.291965:0:2348:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf451e7e00 type 1, nob 536 niov 1 nkiov 1 00000100:00000001:0.0:1789130495.291987:0:2348:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130495.291993:0:2348:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9caf5014c800: using a timeout of 23072 usecs (24 jiffies) 00000400:00000200:0.0:1789130495.291996:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:0.0:1789130495.292000:0:2348:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296589338 00000100:00000001:0.0:1789130495.292004:0:2348:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9caf5014c800: PM QoS request active for cpu 2, keep current deadline 4296592375 00000100:00000001:0.0:1789130495.292007:0:2348:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296589338 00000100:00000001:0.0:1789130495.292011:0:2348:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9caf5014c800: PM QoS request active for cpu 3, keep current deadline 4296592375 00000100:00000001:0.0:1789130495.292014:0:2348:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789130495.292017:0:2348:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130495.292022:0:2348:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130495.292025:0:2348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130495.292035:0:2348:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789130495.292037:0:2348:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1789130495.292040:0:2348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789130495.292042:0:2348:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789130495.292044:0:2348:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130495.292047:0:2348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789130495.292111:0:2341:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789130495.292116:0:2341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf451e7e00. 00000400:00000200:3.0:1789130495.292122:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130495.292128:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:3.0:1789130495.292133:0:2341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf5801e908 00000400:00000010:3.0:1789130495.292139:0:2341:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf5801e908. 00000100:00000001:3.0:1789130495.292143:0:2341:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789130495.292147:0:2341:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf61461a40 x1876037329057536/t0(0) o16->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 440/432 e 0 to 0 dl 1789130511 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130495.292156:0:2341:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130495.292159:0:2341:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf61461a40 x1876037329057536/t0(0) o16->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 440/432 e 0 to 0 dl 1789130511 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130495.292165:0:2341:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130495.292166:0:2341:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1789130495.292209:0:2347:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789130495.292212:0:2347:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:1.0:1789130495.292215:0:2347:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at ffff9caf4845b180. 00000100:00000200:1.0:1789130495.292218:0:2347:0:(niobuf.c:94:ptl_send_buf()) Sending 8680 bytes to portal 6, xid 1876037329057408, offset 0 00000400:00000200:1.0:1789130495.292221:0:2347:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:1.0:1789130495.292225:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:1.0:1789130495.292228:0:2347:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:1.0:1789130495.292232:0:2347:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789130495.292234:0:2347:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:1.0:1789130495.292237:0:2347:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789130495.292239:0:2347:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:1.0:1789130495.292242:0:2347:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2697:2697:256:4294967295] 192.168.204.123@tcp LPNI seq info [2696:2696:8:4294967295] 00000400:00000200:1.0:1789130495.292246:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:1.0:1789130495.292253:0:2347:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:1.0:1789130495.292258:0:2347:0:(socklnd_cb.c:931:ksocknal_send()) sending 8680 bytes in 3 frags to 12345-192.168.204.123@tcp 00000800:00000010:1.0:1789130495.292261:0:2347:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 280 at ffff9caf4bb8f800. 00000800:00000200:1.0:1789130495.292266:0:2347:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:1.0:1789130495.292270:0:2347:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:1.0:1789130495.292274:0:2347:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf4bb8f800 type 1, nob 8776 niov 1 nkiov 3 00000100:00000001:1.0:1789130495.292401:0:2347:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789130495.292406:0:2347:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9caf5014c800: using a timeout of 23072 usecs (24 jiffies) 00000400:00000200:1.0:1789130495.292410:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:1.0:1789130495.292412:0:2347:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296589338 00000100:00000001:1.0:1789130495.292415:0:2347:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9caf5014c800: PM QoS request active for cpu 2, keep current deadline 4296592375 00000100:00000001:1.0:1789130495.292417:0:2347:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296589338 00000100:00000001:1.0:1789130495.292420:0:2347:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9caf5014c800: PM QoS request active for cpu 3, keep current deadline 4296592375 00000100:00000001:1.0:1789130495.292422:0:2347:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789130495.292425:0:2347:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130495.292428:0:2347:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130495.292430:0:2347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130495.292435:0:2347:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789130495.292436:0:2347:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1789130495.292438:0:2347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789130495.292440:0:2347:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789130495.292442:0:2347:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130495.292444:0:2347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789130495.292534:0:2342:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789130495.292539:0:2342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 280 at ffff9caf4bb8f800. 00000400:00000200:2.0:1789130495.292543:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130495.292547:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:2.0:1789130495.292550:0:2342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf4845b180 00000400:00000010:2.0:1789130495.292553:0:2342:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 168 at ffff9caf4845b180. 00000100:00000001:2.0:1789130495.292556:0:2342:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789130495.292562:0:2342:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf614612c0 x1876037329057408/t0(0) o4->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:6/4 lens 8680/448 e 0 to 0 dl 1789130511 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130495.292570:0:2342:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130495.292573:0:2342:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf614612c0 x1876037329057408/t0(0) o4->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:6/4 lens 8680/448 e 0 to 0 dl 1789130511 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130495.292580:0:2342:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130495.292582:0:2342:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1789130495.295094:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130495.295130:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789130495.295136:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130495.295139:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130495.295156:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130495.295172:0:2341:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:3.0:1789130495.295184:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130495.295191:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130495.295197:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130495.295202:0:2341:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 432 into portal 4 MB=0x6aa3efa957700 00000400:00000200:3.0:1789130495.295209:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130495.295217:0:2341:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.123@tcp of length 432/432 into md 0x73fd [1] + 224 00000800:00000001:3.0:1789130495.295226:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130495.295234:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130495.295238:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130495.295244:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:3.0:1789130495.295257:0:2341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789130495.295268:0:2341:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf61461a40 x1876037329057536/t0(0) o16->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 440/432 e 0 to 0 dl 1789130511 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789130495.295281:0:2341:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=432 offset=224 replen=432 req@ffff9caf61461a40 x1876037329057536/t0(0) o16->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 440/432 e 0 to 0 dl 1789130511 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130495.295313:0:2341:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789130495.295324:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130495.295328:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789130495.297120:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130495.297144:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789130495.297151:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130495.297153:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130495.297180:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130495.297190:0:2342:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:2.0:1789130495.297202:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130495.297208:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130495.297213:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130495.297218:0:2342:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 448 into portal 4 MB=0x6aa3efa957680 00000400:00000200:2.0:1789130495.297223:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130495.297231:0:2342:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.123@tcp of length 448/448 into md 0x73f5 [1] + 224 00000800:00000001:2.0:1789130495.297239:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130495.297248:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130495.297252:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130495.297257:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:2.0:1789130495.297266:0:2342:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789130495.297276:0:2342:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf614612c0 x1876037329057408/t0(0) o4->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:6/4 lens 8680/448 e 0 to 0 dl 1789130511 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789130495.297288:0:2342:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=448 offset=224 replen=448 req@ffff9caf614612c0 x1876037329057408/t0(0) o4->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:6/4 lens 8680/448 e 0 to 0 dl 1789130511 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130495.297369:0:2347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789130495.297376:0:2347:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789130495.297398:0:2342:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789130495.297410:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130495.297414:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1789130495.297506:0:2347:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789130495.297509:0:2347:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789130495.297515:0:2347:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf42d8ec08. 00000400:00000200:1.0:1789130495.297524:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf462a35d8 00000400:00000010:1.0:1789130495.297527:0:2347:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf462a35d8. 00000100:00000001:1.0:1789130495.297531:0:2347:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789130495.297536:0:2347:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf614612c0 x1876037329057408/t0(0) o4->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:6/4 lens 8680/448 e 0 to 0 dl 1789130511 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1789130495.297545:0:2347:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf614612c0 x1876037329057408/t0(0) o4->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:6/4 lens 8680/448 e 0 to 0 dl 1789130511 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130495.297551:0:2347:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789130495.297555:0:2347:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130495.297559:0:2347:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789130495.297564:0:2347:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789130495.297567:0:2347:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789130495.297570:0:2347:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130495.297574:0:2347:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789130495.297590:0:2347:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf468acca8 time=113 v=5 (5 0 0 0) 00000100:00001000:1.0:1789130495.297595:0:2347:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf468acc18 time=10 v=5 (1 0 0 0) 00000100:00000001:1.0:1789130495.297598:0:2347:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789130495.297600:0:2347:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130495.297605:0:2347:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789130495.297609:0:2347:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130495.297613:0:2347:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1789130495.297615:0:2347:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1789130495.297617:0:2347:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1789130495.297619:0:2347:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789130495.297622:0:2347:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875798033088 : -109197911518528 : ffff9caf614612c0) 00000100:00000001:1.0:1789130495.297625:0:2347:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789130495.297627:0:2347:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9caf5014c800: skip recheck: last_committed 4294967345 00000100:00000001:1.0:1789130495.297630:0:2347:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789130495.297633:0:2347:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789130495.297638:0:2347:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf614612c0 x1876037329057408/t4294967346(4294967346) o4->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:6/4 lens 8680/448 e 0 to 0 dl 1789130511 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130495.297646:0:2347:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789130495.297653:0:2347:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789130495.297655:0:2347:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1789130495.297660:0:2347:0:(osc_request.c:2755:brw_interpret()) Process entered 00000008:00000001:1.0:1789130495.297662:0:2347:0:(osc_request.c:2311:osc_brw_fini_request()) Process entered 00000008:04000000:1.0:1789130495.297670:0:2347:0:(osc_request.c:2334:osc_brw_fini_request()) setdq for [0 0 0] with valid 0x18000006b584fb9, flags 404000 00000001:00000001:1.0:1789130495.297675:0:2347:0:(osc_quota.c:77:osc_quota_setdq()) Process entered 00000001:04000000:1.0:1789130495.297680:0:2347:0:(osc_quota.c:121:osc_quota_setdq()) lustre-OST0000-osc-ffff9caf5014c800: setdq to remove for usr 0 00000001:04000000:1.0:1789130495.297683:0:2347:0:(osc_quota.c:121:osc_quota_setdq()) lustre-OST0000-osc-ffff9caf5014c800: setdq to remove for grp 0 00000001:04000000:1.0:1789130495.297684:0:2347:0:(osc_quota.c:121:osc_quota_setdq()) lustre-OST0000-osc-ffff9caf5014c800: setdq to remove for prj 0 00000001:00000001:1.0:1789130495.297687:0:2347:0:(osc_quota.c:139:osc_quota_setdq()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:1.0:1789130495.297689:0:2347:0:(osc_request.c:761:osc_update_grant()) got 3407872 extra grant 00000008:00008000:1.0:1789130495.297697:0:2347:0:(osc_request.c:2230:check_write_checksum()) checksum 5872be30 confirmed 00000008:00000001:1.0:1789130495.297703:0:2347:0:(osc_request.c:2366:osc_brw_fini_request()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000001:1.0:1789130495.297707:0:2347:0:(osc_request.c:2586:osc_brw_fini_request()) Process leaving (rc=0 : 0 : 0) 00000008:00000002:1.0:1789130495.297710:0:2347:0:(osc_request.c:2760:brw_interpret()) request ffff9caf614612c0 aa ffff9caf61461470 rc 0 00000020:00000001:1.0:1789130495.298095:0:2347:0:(cl_object.c:143:cl_object_top()) ffff9caf58312f40 -> ffff9caf42b2a788 00000020:00000001:1.0:1789130495.298101:0:2347:0:(cl_object.c:143:cl_object_top()) ffff9caf58312f40 -> ffff9caf42b2a788 00000020:00000001:1.0:1789130495.298104:0:2347:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00020000:00000001:1.0:1789130495.298109:0:2347:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:1.0:1789130495.298112:0:2347:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130495.298114:0:2347:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130495.298116:0:2347:0:(cl_object.c:143:cl_object_top()) ffff9caf58312f40 -> ffff9caf42b2a788 00000008:00000010:1.0:1789130495.298120:0:2347:0:(osc_request.c:2846:brw_interpret()) slab-freed '(aa->aa_oa)': 208 at ffff9caf47e6c8f0. 00000020:00000001:1.0:1789130495.298126:0:2347:0:(cl_object.c:143:cl_object_top()) ffff9caf58312f40 -> ffff9caf42b2a788 00000020:00000001:1.0:1789130495.298128:0:2347:0:(cl_object.c:278:cl_object_dirty_for_sync()) Process entered 00000020:00000001:1.0:1789130495.298134:0:2347:0:(cl_object.c:284:cl_object_dirty_for_sync()) Process leaving 00000100:00000001:1.0:1789130495.298136:0:2347:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789130495.298141:0:2347:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf614612c0 x1876037329057408/t4294967346(4294967346) o4->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:6/4 lens 8680/448 e 0 to 0 dl 1789130511 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130495.298155:0:2347:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1789130495.298160:0:2347:0:(osc_cache.c:941:osc_extent_finish()) Process entered 00000008:00000020:1.0:1789130495.298165:0:2347:0:(osc_cache.c:945:osc_extent_finish()) extent ffff9caf44ec0cc0@{[0 -> 255/255], 0x240000400:68, [2|0|-|rpc|wiuY|ffff9caf58312f40], [1703936|2|+|-|ffff9caf40031200|256|ffff9caf41348000]} extent finished. 00000008:00010000:1.0:1789130495.298174:0:2347:0:(osc_cache.c:945:osc_extent_finish()) ### extent: 000000005c418ea7 ns: lustre-OST0000-osc-ffff9caf5014c800 lock: 000000002b1d8dba/0xde5303b1d982ce90 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x800020000000000 nid: local remote: 0xcdf1b083821a61e3 expref: -99 pid: 34972 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00000001:1.0:1789130495.298191:0:2347:0:(osc_cache.c:1444:osc_completion()) Process entered 00000020:00000001:1.0:1789130495.298194:0:2347:0:(cl_page.c:1102:cl_page_complete()) Process entered 00000020:00000001:1.0:1789130495.298200:0:2347:0:(cl_page.c:1104:cl_page_complete()) page@0000000081d52bc2[2 00000000c9244e2b 3 1 0000000000000000 0 0 0] 00000020:00000001:1.0:1789130495.298202:0:2347:0:(cl_page.c:1104:cl_page_complete()) 1 0 00000020:00000001:1.0:1789130495.298204:0:2347:0:(cl_page.c:1001:cl_req_type_state()) Process entered 00000020:00000001:1.0:1789130495.298206:0:2347:0:(cl_page.c:1002:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:1.0:1789130495.298209:0:2347:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1789130495.298212:0:2347:0:(cl_page.c:507:__cl_page_state_set()) page@0000000081d52bc2[2 00000000c9244e2b 3 1 0000000000000000 0 0 0] 00000020:00000001:1.0:1789130495.298214:0:2347:0:(cl_page.c:507:__cl_page_state_set()) 3 -> 1 00000020:00000001:1.0:1789130495.298215:0:2347:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000080:00000001:1.0:1789130495.298219:0:2347:0:(vvp_page.c:166:vvp_page_complete_write()) Process entered 00000080:00008000:1.0:1789130495.298223:0:2347:0:(vvp_page.c:167:vvp_page_complete_write()) page@0000000081d52bc2[2 00000000c9244e2b 1 1 0000000000000000 0 0 0] 00000080:00008000:1.0:1789130495.298225:0:2347:0:(vvp_page.c:167:vvp_page_complete_write()) completing WRITE with 0 00000080:00000001:1.0:1789130495.298243:0:2347:0:(vvp_page.c:182:vvp_page_complete_write()) Process leaving 00000020:00000001:1.0:1789130495.298244:0:2347:0:(cl_page.c:1125:cl_page_complete()) Process leaving 00000020:00000001:1.0:1789130495.298246:0:2347:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:1.0:1789130495.298250:0:2347:0:(cl_page.c:556:cl_batch_put()) page@0000000081d52bc2[2 00000000c9244e2b 1 1 0000000000000000 0 0 0] 00000020:00000001:1.0:1789130495.298252:0:2347:0:(cl_page.c:556:cl_batch_put()) 2 00000020:00000001:1.0:1789130495.298254:0:2347:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000008:00000001:1.0:1789130495.298257:0:2347:0:(osc_cache.c:1488:osc_completion()) Process leaving 00000008:00000001:1.0:1789130495.298258:0:2347:0:(osc_cache.c:1444:osc_completion()) Process entered 00000020:00000001:1.0:1789130495.298259:0:2347:0:(cl_page.c:1102:cl_page_complete()) Process entered 00000020:00000001:1.0:1789130495.298262:0:2347:0:(cl_page.c:1104:cl_page_complete()) page@00000000f680f95c[2 00000000c9244e2b 3 1 0000000000000000 0 0 1] 00000020:00000001:1.0:1789130495.298265:0:2347:0:(cl_page.c:1104:cl_page_complete()) 1 0 00000020:00000001:1.0:1789130495.298266:0:2347:0:(cl_page.c:1001:cl_req_type_state()) Process entered 00000020:00000001:1.0:1789130495.298267:0:2347:0:(cl_page.c:1002:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:1.0:1789130495.298269:0:2347:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1789130495.298271:0:2347:0:(cl_page.c:507:__cl_page_state_set()) page@00000000f680f95c[2 00000000c9244e2b 3 1 0000000000000000 0 0 1] 00000020:00000001:1.0:1789130495.298272:0:2347:0:(cl_page.c:507:__cl_page_state_set()) 3 -> 1 00000020:00000001:1.0:1789130495.298273:0:2347:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000080:00000001:1.0:1789130495.298273:0:2347:0:(vvp_page.c:166:vvp_page_complete_write()) Process entered 00000080:00008000:1.0:1789130495.298275:0:2347:0:(vvp_page.c:167:vvp_page_complete_write()) page@00000000f680f95c[2 00000000c9244e2b 1 1 0000000000000000 0 0 1] 00000080:00008000:1.0:1789130495.298276:0:2347:0:(vvp_page.c:167:vvp_page_complete_write()) completing WRITE with 0 00000080:00000001:1.0:1789130495.298286:0:2347:0:(vvp_page.c:182:vvp_page_complete_write()) Process leaving 00000020:00000001:1.0:1789130495.298287:0:2347:0:(cl_page.c:1125:cl_page_complete()) Process leaving 00000020:00000001:1.0:1789130495.298288:0:2347:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:1.0:1789130495.298299:0:2347:0:(cl_page.c:556:cl_batch_put()) page@00000000f680f95c[2 00000000c9244e2b 1 1 0000000000000000 0 0 1] 00000020:00000001:1.0:1789130495.298301:0:2347:0:(cl_page.c:556:cl_batch_put()) 2 00000020:00000001:1.0:1789130495.298301:0:2347:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000008:00000001:1.0:1789130495.298302:0:2347:0:(osc_cache.c:1488:osc_completion()) Process leaving 00000008:00000020:1.0:1789130495.298306:0:2347:0:(osc_cache.c:1637:osc_free_grant()) lost 0 grant: 0 avail: 5505024 dirty: 0/0 00000008:00000020:1.0:1789130495.298312:0:2347:0:(osc_cache.c:498:__osc_extent_remove()) extent ffff9caf44ec0cc0@{[0 -> 255/255], 0x240000400:68, [1|0|-|inv|wuY|ffff9caf58312f40], [1703936|0|-|-|ffff9caf40031200|256|ffff9caf41348000]} destroyed. 00000008:00010000:1.0:1789130495.298317:0:2347:0:(osc_cache.c:498:__osc_extent_remove()) ### extent: 000000005c418ea7 ns: lustre-OST0000-osc-ffff9caf5014c800 lock: 000000002b1d8dba/0xde5303b1d982ce90 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x800020000000000 nid: local remote: 0xcdf1b083821a61e3 expref: -99 pid: 34972 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1789130495.298325:0:2347:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130495.298327:0:2347:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000010:1.0:1789130495.298331:0:2347:0:(osc_cache.c:374:osc_extent_put()) slab-freed '(ext)': 192 at ffff9caf44ec0cc0. 00000008:00000001:1.0:1789130495.298335:0:2347:0:(osc_cache.c:992:osc_extent_finish()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:1.0:1789130495.298337:0:2347:0:(osc_request.c:2714:osc_release_ppga()) kvfree 'ppga': 16 at ffff9caf43da6190. 00000008:00000020:1.0:1789130495.298349:0:2347:0:(osc_cache.c:2547:__osc_io_unplug()) Queue writeback work for client ffff9caf5044bcb0. 00000008:00000001:1.0:1789130495.298367:0:2347:0:(osc_request.c:2950:brw_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789130495.298371:0:2347:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf614612c0 x1876037329057408/t4294967346(4294967346) o4->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:6/4 lens 8680/448 e 0 to 0 dl 1789130511 ref 2 fl Interpret:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1789130495.298379:0:2347:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf614612c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:2347:1876037329057408:192.168.204.123@tcp:4:multiop.0 00000100:00000001:1.0:1789130495.298384:0:2347:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130495.298386:0:2347:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789130495.298389:0:2347:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf614612c0 x1876037329057408/t4294967346(4294967346) o4->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:6/4 lens 8680/448 e 0 to 0 dl 1789130511 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130495.298393:0:2347:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130495.298396:0:2347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130495.298404:0:2347:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789130495.298407:0:2347:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130495.298409:0:2347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789130495.298412:0:2347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130495.298420:0:2348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789130495.298426:0:2348:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000020:00000001:1.0:1789130495.298427:0:26759:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1789130495.298433:0:26759:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446634875648776744 : -109198060774872 : ffff9caf58609a28) 00000020:00001000:1.0:1789130495.298435:0:26759:0:(cl_object.c:823:cl_env_get()) 1@ffff9caf58609a20 00000400:00000001:0.0:1789130495.298436:0:2348:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000008:00000020:1.0:1789130495.298437:0:26759:0:(osc_request.c:4259:brw_queue_work()) Run writeback work for client obd ffff9caf5044bcb0. 00000400:00000001:0.0:1789130495.298441:0:2348:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000008:00000001:1.0:1789130495.298442:0:26759:0:(osc_cache.c:2467:osc_check_rpcs()) Process entered 00000008:00000001:1.0:1789130495.298445:0:26759:0:(osc_cache.c:2428:osc_next_obj()) Process entered 00000400:00000010:0.0:1789130495.298447:0:2348:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf50131478. 00000008:00000001:1.0:1789130495.298448:0:26759:0:(osc_cache.c:2458:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1789130495.298451:0:26759:0:(osc_cache.c:2531:osc_check_rpcs()) Process leaving 00000020:00001000:1.0:1789130495.298454:0:26759:0:(cl_object.c:917:cl_env_put()) 1@ffff9caf58609a20 00000400:00000200:0.0:1789130495.298457:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf5801e660 00000400:00000010:0.0:1789130495.298461:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf5801e660. 00000100:00000001:0.0:1789130495.298466:0:2348:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789130495.298475:0:2348:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf61461a40 x1876037329057536/t0(0) o16->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 440/432 e 0 to 0 dl 1789130511 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1789130495.298487:0:2348:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf61461a40 x1876037329057536/t0(0) o16->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 440/432 e 0 to 0 dl 1789130511 ref 1 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130495.298493:0:2348:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789130495.298495:0:2348:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130495.298497:0:2348:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789130495.298499:0:2348:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789130495.298501:0:2348:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789130495.298502:0:2348:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130495.298505:0:2348:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789130495.298510:0:2348:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf468acc60 time=114 v=5 (5 5 5 5) 00000100:00001000:0.0:1789130495.298514:0:2348:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf468acc18 time=10 v=5 (1 0 0 0) 00000100:00000001:0.0:1789130495.298517:0:2348:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789130495.298519:0:2348:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130495.298521:0:2348:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789130495.298523:0:2348:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130495.298525:0:2348:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789130495.298527:0:2348:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9caf5014c800: skip recheck: last_committed 4294967345 00000100:00000001:0.0:1789130495.298530:0:2348:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789130495.298532:0:2348:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130495.298535:0:2348:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf61461a40 x1876037329057536/t0(0) o16->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 440/432 e 0 to 0 dl 1789130511 ref 1 fl Rpc:RQU/600/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130495.298541:0:2348:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789130495.298543:0:2348:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789130495.298545:0:2348:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1789130495.298547:0:2348:0:(osc_request.c:479:osc_sync_interpret()) Process entered 00000020:00000001:0.0:1789130495.298552:0:2348:0:(cl_object.c:143:cl_object_top()) ffff9caf58312f40 -> ffff9caf42b2a788 00000020:00000001:0.0:1789130495.298556:0:2348:0:(cl_object.c:143:cl_object_top()) ffff9caf58312f40 -> ffff9caf42b2a788 00000020:00000001:0.0:1789130495.298558:0:2348:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00020000:00000001:0.0:1789130495.298560:0:2348:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1789130495.298562:0:2348:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130495.298564:0:2348:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130495.298565:0:2348:0:(cl_object.c:143:cl_object_top()) ffff9caf58312f40 -> ffff9caf42b2a788 00000008:00000001:0.0:1789130495.298656:0:2348:0:(osc_request.c:507:osc_sync_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130495.298663:0:2348:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf61461a40 x1876037329057536/t0(0) o16->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 440/432 e 0 to 0 dl 1789130511 ref 1 fl Interpret:RQU/600/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1789130495.298673:0:2348:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf61461a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:2348:1876037329057536:192.168.204.123@tcp:16:kworker.0 00000100:00000001:0.0:1789130495.298679:0:2348:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130495.298681:0:2348:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789130495.298685:0:2348:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf61461a40 x1876037329057536/t0(0) o16->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 440/432 e 0 to 0 dl 1789130511 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130495.298691:0:2348:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789130495.298695:0:2348:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789130495.298700:0:2348:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9caf482be800. 02000000:00000001:0.0:1789130495.298704:0:2348:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789130495.298708:0:2348:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1789130495.298710:0:2348:0:(genops.c:1223:class_import_put()) import ffff9caf468ac800 refcount=3 obd=lustre-OST0000-osc-ffff9caf5014c800 00000020:00000001:0.0:1789130495.298713:0:2348:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1789130495.298718:0:2348:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9caf5846ce00. 02000000:00000001:0.0:1789130495.298723:0:2348:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789130495.298725:0:2348:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789130495.298727:0:2348:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf61461a40. 00000100:00000001:0.0:1789130495.298732:0:2348:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789130495.298733:0:2348:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130495.298735:0:2348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130495.298739:0:2348:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789130495.298740:0:2348:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130495.298742:0:2348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789130495.298744:0:2348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130495.301287:0:36:0:(cl_io.c:567:cl_io_end()) Process leaving 00020000:00000001:2.0:1789130495.301299:0:36:0:(lov_io.c:1604:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789130495.301306:0:36:0:(lov_io.c:2200:lov_io_fsync_end()) Process leaving 00000020:00000001:2.0:1789130495.301311:0:36:0:(cl_io.c:567:cl_io_end()) Process leaving 00000020:00000001:2.0:1789130495.301314:0:36:0:(cl_io.c:356:cl_io_unlock()) Process entered 00020000:00000001:2.0:1789130495.301316:0:36:0:(lov_io.c:1682:lov_io_unlock()) Process entered 00020000:00000001:2.0:1789130495.301320:0:36:0:(lov_io.c:1516:lov_io_call()) Process entered 00000020:00000001:2.0:1789130495.301321:0:36:0:(cl_io.c:356:cl_io_unlock()) Process entered 00000020:00000001:2.0:1789130495.301323:0:36:0:(cl_io.c:377:cl_io_unlock()) Process leaving 00020000:00000001:2.0:1789130495.301325:0:36:0:(lov_io.c:1616:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789130495.301327:0:36:0:(lov_io.c:1533:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789130495.301329:0:36:0:(lov_io.c:1685:lov_io_unlock()) Process leaving 00000020:00000001:2.0:1789130495.301330:0:36:0:(cl_io.c:377:cl_io_unlock()) Process leaving 00000020:00000001:2.0:1789130495.301332:0:36:0:(cl_io.c:453:cl_io_rw_advance()) Process entered 00000020:00000001:2.0:1789130495.301334:0:36:0:(cl_io.c:469:cl_io_rw_advance()) Process leaving 00000020:00000001:2.0:1789130495.301337:0:36:0:(cl_io.c:433:cl_io_iter_fini()) Process entered 00020000:00000001:2.0:1789130495.301338:0:36:0:(lov_io.c:1663:lov_io_iter_fini()) Process entered 00020000:00000001:2.0:1789130495.301341:0:36:0:(lov_io.c:1516:lov_io_call()) Process entered 00000020:00000001:2.0:1789130495.301342:0:36:0:(cl_io.c:433:cl_io_iter_fini()) Process entered 00000020:00000001:2.0:1789130495.301343:0:36:0:(cl_io.c:439:cl_io_iter_fini()) Process leaving 00020000:00000001:2.0:1789130495.301344:0:36:0:(lov_io.c:1610:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789130495.301346:0:36:0:(lov_io.c:1533:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789130495.301348:0:36:0:(lov_io.c:1674:lov_io_iter_fini()) Process leaving 00000020:00000001:2.0:1789130495.301349:0:36:0:(cl_io.c:439:cl_io_iter_fini()) Process leaving 00000020:00000001:2.0:1789130495.301351:0:36:0:(cl_io.c:877:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130495.301355:0:36:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:2.0:1789130495.301357:0:36:0:(lov_io.c:1057:lov_io_fini()) Process entered 00020000:00000001:2.0:1789130495.301359:0:36:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:2.0:1789130495.301361:0:36:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:2.0:1789130495.301363:0:36:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1789130495.301366:0:36:0:(cl_object.c:917:cl_env_put()) 1@ffff9caf58609c60 00020000:00000001:2.0:1789130495.301372:0:36:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:2.0:1789130495.301376:0:36:0:(lov_io.c:1088:lov_io_fini()) Process leaving 00000080:00000001:2.0:1789130495.301380:0:36:0:(vvp_io.c:392:vvp_io_fini()) Process entered 00000080:00200000:2.0:1789130495.301382:0:36:0:(vvp_io.c:402:vvp_io_fini()) [0x200000404:0x35:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, need minor change layout 0 00000080:00000001:2.0:1789130495.301387:0:36:0:(vvp_io.c:509:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1789130495.301388:0:36:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1789130495.301392:0:36:0:(cl_object.c:917:cl_env_put()) 1@ffff9caf58609360 00000080:00000001:2.0:1789130495.301395:0:36:0:(file.c:5349:cl_sync_file_range()) Process leaving (rc=2 : 2 : 2) 00000080:00000001:2.0:1789130495.301399:0:36:0:(rw.c:1576:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130495.600653:0:34969:0:(file.c:5396:ll_fsync()) Process entered 00000020:00000001:3.0:1789130495.600665:0:34969:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41bffe48 00000080:00200008:3.0:1789130495.600672:0:34969:0:(file.c:5401:ll_fsync()) START file: name=f24b.recovery-small-1, fid=[0x200000404:0x34:0x0], start=0, end=9223372036854775807, datasync=0, need_sync 1/0 00020000:00000001:3.0:1789130495.600688:0:34969:0:(lov_object.c:2454:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:3.0:1789130495.600692:0:34969:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9caf581241f0) owner 0000000000000000/ffff9caf48444f80 00020000:00000002:3.0:1789130495.600697:0:34969:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9caf581241f0) owner 0000000000000000/ffff9caf48444f80 00020000:00000001:3.0:1789130495.600700:0:34969:0:(lov_object.c:2505:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:3.0:1789130495.600704:0:34969:0:(file.c:5370:ll_mdsync()) inode ffff9caf60130908 metadata sync [0x200000404:0x34:0x0] (need_sync=1) 00800000:00000001:3.0:1789130495.600714:0:34969:0:(lmv_obd.c:3058:lmv_fsync()) Process entered 00000002:00000001:3.0:1789130495.600723:0:34969:0:(mdc_request.c:2773:mdc_fsync()) Process entered 00000100:00000010:3.0:1789130495.600735:0:34969:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf501aa1c0. 00000020:00000040:3.0:1789130495.600741:0:34969:0:(genops.c:1210:class_import_get()) import ffff9caf6079a800 refcount=8 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000100:00000001:3.0:1789130495.600747:0:34969:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789130495.600752:0:34969:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789130495.600759:0:34969:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789130495.600769:0:34969:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9caf48a7ae00. 00000100:00000001:3.0:1789130495.600778:0:34969:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130495.600799:0:34969:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1789130495.600841:0:34969:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1789130495.600852:0:34969:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9caf48515780. 00000100:00000001:3.0:1789130495.600855:0:34969:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446634875379341184 : -109198330210432 : ffff9caf48515780) 00000100:00000001:3.0:1789130495.600859:0:34969:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789130495.600861:0:34969:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875509973440 : -109198199578176 : ffff9caf501aa1c0) 00000100:00000001:3.0:1789130495.600874:0:34969:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789130495.600880:0:34969:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130495.600882:0:34969:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1789130495.600884:0:34969:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789130495.600899:0:34969:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf501aa1c0 x1876037329057664/t0(0) o44->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 448/440 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130495.600917:0:34969:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789130495.600920:0:34969:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789130495.600924:0:34969:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789130495.600927:0:34969:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789130495.600930:0:34969:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789130495.600934:0:34969:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf501aa1c0 pname:cluuid:pid:xid:nid:opc:job multiop:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:34969:1876037329057664:192.168.204.123@tcp:44:multiop.0 00000100:00000001:3.0:1789130495.600938:0:34969:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789130495.600946:0:34969:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789130495.600950:0:34969:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789130495.600953:0:34969:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789130495.600959:0:34969:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9caf58482c00. 02000000:00000001:3.0:1789130495.600961:0:34969:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789130495.600971:0:34969:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:3.0:1789130495.600977:0:34969:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf60788528. 00000400:00000010:3.0:1789130495.600988:0:34969:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf4549fdd0. 00000100:00000200:3.0:1789130495.601000:0:34969:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876037329057664, portal 10 00000100:00000001:3.0:1789130495.601002:0:34969:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789130495.601004:0:34969:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875509973440 : -109198199578176 : ffff9caf501aa1c0) 00000100:00000040:3.0:1789130495.601012:0:34969:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9caf501aa1c0 x1876037329057664/t0(0) o44->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 448/440 e 0 to 0 dl 1789130511 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130495.601020:0:34969:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789130495.601024:0:34969:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:3.0:1789130495.601027:0:34969:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf4549f198. 00000100:00000200:3.0:1789130495.601031:0:34969:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 12, xid 1876037329057664, offset 0 00000400:00000200:3.0:1789130495.601039:0:34969:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:3.0:1789130495.601050:0:34969:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130495.601060:0:34969:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:3.0:1789130495.601066:0:34969:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789130495.601072:0:34969:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:3.0:1789130495.601077:0:34969:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789130495.601080:0:34969:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:3.0:1789130495.601084:0:34969:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2698:2698:256:4294967295] 192.168.204.123@tcp LPNI seq info [2697:2697:8:4294967295] 00000400:00000200:3.0:1789130495.601089:0:34969:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130495.601105:0:34969:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:3.0:1789130495.601114:0:34969:0:(socklnd_cb.c:931:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:3.0:1789130495.601122:0:34969:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf47fd2800. 00000800:00000200:3.0:1789130495.601131:0:34969:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:3.0:1789130495.601151:0:34969:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:3.0:1789130495.601158:0:34969:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf47fd2800 type 1, nob 544 niov 1 nkiov 1 00000100:00000001:3.0:1789130495.601179:0:34969:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130495.601185:0:34969:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: using a timeout of 787072 usecs (788 jiffies) 00000400:00000200:3.0:1789130495.601189:0:34969:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:3.0:1789130495.601193:0:34969:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296590410 00000100:00000001:3.0:1789130495.601197:0:34969:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 2, keep current deadline 4296592375 00000100:00000001:3.0:1789130495.601200:0:34969:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296590410 00000100:00000001:3.0:1789130495.601202:0:34969:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 3, keep current deadline 4296592375 00000100:00000001:3.0:1789130495.601205:0:34969:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789130495.601208:0:34969:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130495.601210:0:34969:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789130495.601212:0:34969:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1789130495.601215:0:34969:0:(client.c:2715:ptlrpc_set_wait()) set ffff9caf48515780 going to sleep for 11 seconds 00000100:00000001:3.0:1789130495.601218:0:34969:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789130495.601221:0:34969:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789130495.601620:0:2341:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789130495.601627:0:2341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf47fd2800. 00000400:00000200:2.0:1789130495.601635:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130495.601642:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:2.0:1789130495.601649:0:2341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf4549f198 00000400:00000010:2.0:1789130495.601652:0:2341:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf4549f198. 00000100:00000001:2.0:1789130495.601660:0:2341:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789130495.601665:0:2341:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf501aa1c0 x1876037329057664/t0(0) o44->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 448/440 e 0 to 0 dl 1789130511 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130495.601679:0:2341:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130495.601683:0:2341:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf501aa1c0 x1876037329057664/t0(0) o44->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 448/440 e 0 to 0 dl 1789130511 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130495.601690:0:2341:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130495.601693:0:2341:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1789130495.611912:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130495.611936:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789130495.611941:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130495.611944:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130495.611954:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130495.611964:0:2342:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:2.0:1789130495.611976:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130495.611983:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130495.611990:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130495.611995:0:2342:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 440 into portal 10 MB=0x6aa3efa957780 00000400:00000200:2.0:1789130495.612001:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130495.612008:0:2342:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.123@tcp of length 440/440 into md 0x7405 [1] + 224 00000800:00000001:2.0:1789130495.612017:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130495.612025:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130495.612029:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130495.612035:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:2.0:1789130495.612045:0:2342:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789130495.612057:0:2342:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf501aa1c0 x1876037329057664/t0(0) o44->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 448/440 e 0 to 0 dl 1789130511 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789130495.612069:0:2342:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=440 offset=224 replen=440 req@ffff9caf501aa1c0 x1876037329057664/t0(0) o44->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 448/440 e 0 to 0 dl 1789130511 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130495.612104:0:2342:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789130495.612115:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130495.612119:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130495.612293:0:34969:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789130495.612305:0:34969:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789130495.612308:0:34969:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789130495.612312:0:34969:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf60788528. 00000400:00000200:3.0:1789130495.612317:0:34969:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf4549fdd0 00000400:00000010:3.0:1789130495.612320:0:34969:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf4549fdd0. 00000100:00000001:3.0:1789130495.612326:0:34969:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789130495.612331:0:34969:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf501aa1c0 x1876037329057664/t0(0) o44->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 448/440 e 0 to 0 dl 1789130511 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789130495.612402:0:34969:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf501aa1c0 x1876037329057664/t0(0) o44->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 448/440 e 0 to 0 dl 1789130511 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130495.612410:0:34969:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789130495.612413:0:34969:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130495.612415:0:34969:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789130495.612420:0:34969:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789130495.612423:0:34969:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789130495.612426:0:34969:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789130495.612429:0:34969:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789130495.612444:0:34969:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf6079ac60 time=114 v=5 (5 104 104 104) 00000100:00001000:3.0:1789130495.612449:0:34969:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf6079ac18 time=36 v=5 (1 0 0 0) 00000100:00000001:3.0:1789130495.612452:0:34969:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789130495.612455:0:34969:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130495.612459:0:34969:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789130495.612465:0:34969:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130495.612470:0:34969:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00100000:3.0:1789130495.612473:0:34969:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9caf5014c800: committing for last_committed 8589934612 gen 2 00000100:00000040:3.0:1789130495.612480:0:34969:0:(client.c:3181:ptlrpc_free_committed()) @@@ commit (last_committed 8589934612) req@ffff9caf61463840 x1876037329054976/t8589934607(8589934607) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 568/448 e 0 to 0 dl 1789130510 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130495.612488:0:34969:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130495.612491:0:34969:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf61463840 x1876037329054976/t8589934607(8589934607) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 568/448 e 0 to 0 dl 1789130510 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130495.612498:0:34969:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789130495.612501:0:34969:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789130495.612505:0:34969:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9caf482bec00. 02000000:00000001:3.0:1789130495.612508:0:34969:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789130495.612512:0:34969:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1789130495.612513:0:34969:0:(genops.c:1223:class_import_put()) import ffff9caf6079a800 refcount=7 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000020:00000001:3.0:1789130495.612516:0:34969:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1789130495.612519:0:34969:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9caf482bf800. 02000000:00000001:3.0:1789130495.612523:0:34969:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789130495.612525:0:34969:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789130495.612528:0:34969:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf61463840. 00000100:00000001:3.0:1789130495.612533:0:34969:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789130495.612535:0:34969:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789130495.612539:0:34969:0:(client.c:3181:ptlrpc_free_committed()) @@@ commit (last_committed 8589934612) req@ffff9caf614621c0 x1876037329056000/t8589934609(8589934609) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 520/456 e 0 to 0 dl 1789130510 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130495.612545:0:34969:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130495.612547:0:34969:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf614621c0 x1876037329056000/t8589934609(8589934609) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 520/456 e 0 to 0 dl 1789130510 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130495.612552:0:34969:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789130495.612554:0:34969:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789130495.612555:0:34969:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9caf482bd400. 02000000:00000001:3.0:1789130495.612557:0:34969:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789130495.612559:0:34969:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1789130495.612560:0:34969:0:(genops.c:1223:class_import_put()) import ffff9caf6079a800 refcount=6 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000020:00000001:3.0:1789130495.612561:0:34969:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1789130495.612563:0:34969:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9caf482bf000. 02000000:00000001:3.0:1789130495.612565:0:34969:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789130495.612566:0:34969:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789130495.612567:0:34969:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf614621c0. 00000100:00000001:3.0:1789130495.612569:0:34969:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789130495.612570:0:34969:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1789130495.612576:0:34969:0:(client.c:3174:ptlrpc_free_committed()) @@@ keeping (FL_REPLAY) req@ffff9caf615d6940 x1876037329056640/t8589934611(8589934611) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/664 e 0 to 0 dl 1789130510 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1789130495.612585:0:34969:0:(client.c:3174:ptlrpc_free_committed()) @@@ keeping (FL_REPLAY) req@ffff9caf615d4b40 x1876037329057152/t8589934612(8589934612) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/664 e 0 to 0 dl 1789130510 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130495.612593:0:34969:0:(client.c:3188:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1789130495.612595:0:34969:0:(client.c:3235:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9caf5014c800: normal: skip=1 replay=2/4 committed=0/0 00000100:00000001:3.0:1789130495.612598:0:34969:0:(client.c:3236:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789130495.612600:0:34969:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130495.612604:0:34969:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf501aa1c0 x1876037329057664/t0(0) o44->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 448/440 e 0 to 0 dl 1789130511 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130495.612611:0:34969:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789130495.612615:0:34969:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789130495.612617:0:34969:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789130495.612622:0:34969:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf501aa1c0 x1876037329057664/t0(0) o44->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 448/440 e 0 to 0 dl 1789130511 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789130495.612629:0:34969:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf501aa1c0 pname:cluuid:pid:xid:nid:opc:job multiop:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:34969:1876037329057664:192.168.204.123@tcp:44:multiop.0 00000100:00000001:3.0:1789130495.612635:0:34969:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130495.612638:0:34969:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130495.612641:0:34969:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1789130495.612643:0:34969:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130495.612645:0:34969:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf501aa1c0 x1876037329057664/t0(0) o44->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 448/440 e 0 to 0 dl 1789130511 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130495.612652:0:34969:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789130495.612654:0:34969:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9caf48515780. 00000100:00000001:3.0:1789130495.612657:0:34969:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1789130495.612659:0:34969:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789130495.612663:0:34969:0:(mdc_request.c:2794:mdc_fsync()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789130495.612667:0:34969:0:(lmv_obd.c:3065:lmv_fsync()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130495.612671:0:34969:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130495.612674:0:34969:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf501aa1c0 x1876037329057664/t0(0) o44->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 448/440 e 0 to 0 dl 1789130511 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130495.612680:0:34969:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789130495.612681:0:34969:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789130495.612683:0:34969:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9caf58482c00. 02000000:00000001:3.0:1789130495.612685:0:34969:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789130495.612686:0:34969:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1789130495.612687:0:34969:0:(genops.c:1223:class_import_put()) import ffff9caf6079a800 refcount=5 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000020:00000001:3.0:1789130495.612689:0:34969:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1789130495.612690:0:34969:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9caf48a7ae00. 02000000:00000001:3.0:1789130495.612693:0:34969:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789130495.612694:0:34969:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789130495.612695:0:34969:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf501aa1c0. 00000100:00000001:3.0:1789130495.612698:0:34969:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789130495.612699:0:34969:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1789130495.612704:0:34969:0:(pcc.c:2802:pcc_fsync()) Process entered 00000080:00000001:3.0:1789130495.612707:0:34969:0:(pcc.c:2805:pcc_fsync()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130495.612710:0:34969:0:(file.c:5312:cl_sync_file_range()) Process entered 00000020:00000001:3.0:1789130495.613839:0:34969:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1789130495.613846:0:34969:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446634875648776168 : -109198060775448 : ffff9caf586097e8) 00000020:00001000:3.0:1789130495.613852:0:34969:0:(cl_object.c:823:cl_env_get()) 1@ffff9caf586097e0 00000020:00000001:3.0:1789130495.613860:0:34969:0:(cl_object.c:143:cl_object_top()) ffff9caf5016c6c0 -> ffff9caf5016c6c0 00000020:00000001:3.0:1789130495.613863:0:34969:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:3.0:1789130495.613867:0:34969:0:(vvp_io.c:1987:vvp_io_init()) Process entered 00000080:00200000:3.0:1789130495.613870:0:34969:0:(vvp_io.c:1992:vvp_io_init()) [0x200000404:0x34:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:3.0:1789130495.613874:0:34969:0:(cl_io.c:902:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1789130495.613876:0:34969:0:(cl_io.c:908:cl_io_slice_add()) Process leaving 00000080:00000001:3.0:1789130495.613878:0:34969:0:(vvp_io.c:2064:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1789130495.613883:0:34969:0:(lov_object.c:1604:lov_io_init()) [0x200000404:0x34:0x0]io ffff9caf42d81da0 type 6 ignore/verify layout 0/0, compressed 0 00020000:00000002:3.0:1789130495.613887:0:34969:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9caf581241f0) owner 0000000000000000/ffff9caf48444f80 00020000:00000001:3.0:1789130495.613893:0:34969:0:(lov_io.c:2488:lov_io_init_composite()) Process entered 00020000:00000001:3.0:1789130495.613895:0:34969:0:(lov_io.c:764:lov_io_slice_init()) Process entered 00020000:00000001:3.0:1789130495.613898:0:34969:0:(lov_io.c:478:lov_io_mirror_init()) Process entered 00020000:00000001:3.0:1789130495.613907:0:34969:0:(lov_io.c:489:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789130495.613911:0:34969:0:(lov_io.c:919:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:3.0:1789130495.613913:0:34969:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:3.0:1789130495.613916:0:34969:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789130495.613918:0:34969:0:(cl_io.c:902:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1789130495.613920:0:34969:0:(cl_io.c:908:cl_io_slice_add()) Process leaving 00020000:00000001:3.0:1789130495.613921:0:34969:0:(lov_io.c:2501:lov_io_init_composite()) Process leaving 00020000:00000002:3.0:1789130495.613923:0:34969:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9caf581241f0) owner 0000000000000000/ffff9caf48444f80 00000020:00000001:3.0:1789130495.613927:0:34969:0:(cl_io.c:146:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789130495.613930:0:34969:0:(cl_io.c:827:cl_io_loop()) Process entered 00000020:00000001:3.0:1789130495.613932:0:34969:0:(cl_io.c:403:cl_io_iter_init()) Process entered 00020000:00000001:3.0:1789130495.613936:0:34969:0:(lov_io.c:1238:lov_io_iter_init()) Process entered 00020000:00200000:3.0:1789130495.613940:0:34969:0:(lov_io.c:1289:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:3.0:1789130495.613946:0:34969:0:(lov_offset.c:253:lov_stripe_intersects()) [0->9223372036854775806] -> [(0) 0->9223372036854775806 (0)] 00020000:00000001:3.0:1789130495.613950:0:34969:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1789130495.613952:0:34969:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:3.0:1789130495.613954:0:34969:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1789130495.613956:0:34969:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446634875648777176 : -109198060774440 : ffff9caf58609bd8) 00000020:00001000:3.0:1789130495.613958:0:34969:0:(cl_object.c:823:cl_env_get()) 1@ffff9caf58609bd0 00000020:00000001:3.0:1789130495.613962:0:34969:0:(cl_object.c:143:cl_object_top()) ffff9caf5016cf58 -> ffff9caf5016c6c0 00000020:00000001:3.0:1789130495.613965:0:34969:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:3.0:1789130495.613970:0:34969:0:(cl_io.c:902:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1789130495.613971:0:34969:0:(cl_io.c:908:cl_io_slice_add()) Process leaving 00000020:00000001:3.0:1789130495.613973:0:34969:0:(cl_io.c:146:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789130495.613975:0:34969:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789130495.613977:0:34969:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446634875287508568 : -109198422043048 : ffff9caf42d81658) 00000020:00000001:3.0:1789130495.613980:0:34969:0:(cl_io.c:403:cl_io_iter_init()) Process entered 00000020:00000001:3.0:1789130495.613982:0:34969:0:(cl_io.c:415:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789130495.613985:0:34969:0:(lov_io.c:1395:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789130495.613986:0:34969:0:(cl_io.c:415:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789130495.613990:0:34969:0:(cl_io.c:318:cl_io_lock()) Process entered 00020000:00000001:3.0:1789130495.613992:0:34969:0:(lov_io.c:1538:lov_io_lock()) Process entered 00020000:00000001:3.0:1789130495.613995:0:34969:0:(lov_io.c:1516:lov_io_call()) Process entered 00000020:00000001:3.0:1789130495.613996:0:34969:0:(cl_io.c:318:cl_io_lock()) Process entered 00000020:00000001:3.0:1789130495.613998:0:34969:0:(cl_io.c:290:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1789130495.614000:0:34969:0:(cl_io.c:299:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789130495.614002:0:34969:0:(cl_io.c:338:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789130495.614003:0:34969:0:(lov_io.c:1533:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789130495.614005:0:34969:0:(lov_io.c:1539:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789130495.614006:0:34969:0:(cl_io.c:290:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1789130495.614007:0:34969:0:(cl_io.c:299:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789130495.614008:0:34969:0:(cl_io.c:338:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789130495.614011:0:34969:0:(cl_io.c:532:cl_io_start()) Process entered 00020000:00000001:3.0:1789130495.614014:0:34969:0:(lov_io.c:1588:lov_io_start()) Process entered 00020000:00000001:3.0:1789130495.614015:0:34969:0:(lov_io.c:1516:lov_io_call()) Process entered 00000020:00000001:3.0:1789130495.614016:0:34969:0:(cl_io.c:532:cl_io_start()) Process entered 00000008:00000001:3.0:1789130495.614019:0:34969:0:(osc_io.c:1127:osc_io_fsync_start()) Process entered 00000008:00000001:3.0:1789130495.614022:0:34969:0:(osc_cache.c:3411:osc_cache_writeback_range()) Process entered 00000008:00000020:3.0:1789130495.614029:0:34969:0:(osc_cache.c:3551:osc_cache_writeback_range()) obj ffff9caf482356e0 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 2251799813685247] npages 2: rc=0. 00000008:00000001:3.0:1789130495.614033:0:34969:0:(osc_cache.c:3566:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1789130495.614036:0:34969:0:(osc_cache.c:3346:osc_cache_wait_range()) Process entered 00000008:00000020:3.0:1789130495.614040:0:34969:0:(osc_cache.c:3383:osc_cache_wait_range()) obj ffff9caf482356e0 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:3.0:1789130495.614044:0:34969:0:(osc_cache.c:3384:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1789130495.614046:0:34969:0:(osc_io.c:1095:osc_fsync_ost()) Process entered 00000020:00000001:3.0:1789130495.614049:0:34969:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:3.0:1789130495.614053:0:34969:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process entered 00000020:00000001:3.0:1789130495.615537:0:34969:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:3.0:1789130495.615542:0:34969:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:3.0:1789130495.615543:0:34969:0:(lovsub_object.c:152:lovsub_req_projid_set()) Process leaving 00000020:00000001:3.0:1789130495.615545:0:34969:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:3.0:1789130495.615550:0:34969:0:(osc_request.c:519:osc_sync_base()) Process entered 00000100:00000010:3.0:1789130495.615565:0:34969:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf501aa1c0. 00000020:00000040:3.0:1789130495.615575:0:34969:0:(genops.c:1210:class_import_get()) import ffff9caf468ac800 refcount=4 obd=lustre-OST0000-osc-ffff9caf5014c800 00000100:00000001:3.0:1789130495.615582:0:34969:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789130495.615587:0:34969:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789130495.615594:0:34969:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789130495.615606:0:34969:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9caf48a7ae00. 00000100:00000001:3.0:1789130495.615617:0:34969:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130495.615629:0:34969:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789130495.615636:0:34969:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130495.615654:0:34969:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000b4b3de7] to pc [ptlrpcd_01_00+0] req@ffff9caf501aa1c0 x1876037329057792/t0(0) o16->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000008:00000001:3.0:1789130495.615711:0:34969:0:(osc_request.c:543:osc_sync_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1789130495.615714:0:34969:0:(osc_io.c:1112:osc_fsync_ost()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1789130495.615717:0:34969:0:(osc_io.c:1196:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789130495.615720:0:34969:0:(cl_io.c:544:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789130495.615724:0:34969:0:(lov_io.c:1533:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789130495.615727:0:34969:0:(lov_io.c:1589:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789130495.615728:0:34969:0:(cl_io.c:544:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789130495.615732:0:34969:0:(cl_io.c:559:cl_io_end()) Process entered 00020000:00000001:3.0:1789130495.615736:0:34969:0:(lov_io.c:2189:lov_io_fsync_end()) Process entered 00020000:00000001:3.0:1789130495.615738:0:34969:0:(lov_io.c:1594:lov_io_end_wrapper()) Process entered 00000020:00000001:3.0:1789130495.615739:0:34969:0:(cl_io.c:559:cl_io_end()) Process entered 00000100:00000001:3.0:1789130495.615756:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1789130495.615761:0:2350:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:3.0:1789130495.615764:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130495.615773:0:2350:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789130495.615776:0:2350:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130495.615778:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789130495.615780:0:2350:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789130495.615783:0:2350:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789130495.615789:0:2350:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf501aa1c0 x1876037329057792/t0(0) o16->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130495.615799:0:2350:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789130495.615802:0:2350:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789130495.615830:0:2350:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789130495.615834:0:2350:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789130495.615837:0:2350:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789130495.615841:0:2350:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf501aa1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:2350:1876037329057792:192.168.204.123@tcp:16:multiop.0 00000100:00000001:3.0:1789130495.615846:0:2350:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789130495.615853:0:2350:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789130495.615856:0:2350:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789130495.615859:0:2350:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789130495.615865:0:2350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9caf58482c00. 02000000:00000001:3.0:1789130495.615867:0:2350:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789130495.615876:0:2350:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:3.0:1789130495.615880:0:2350:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf60788528. 00000400:00000010:3.0:1789130495.615890:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf4549fdd0. 00000100:00000200:3.0:1789130495.615899:0:2350:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876037329057792, portal 4 00000100:00000001:3.0:1789130495.615902:0:2350:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789130495.615904:0:2350:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875509973440 : -109198199578176 : ffff9caf501aa1c0) 00000100:00000040:3.0:1789130495.615912:0:2350:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9caf501aa1c0 x1876037329057792/t0(0) o16->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 440/432 e 0 to 0 dl 1789130511 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130495.615921:0:2350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789130495.615923:0:2350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:3.0:1789130495.615926:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf4549fee0. 00000100:00000200:3.0:1789130495.615929:0:2350:0:(niobuf.c:94:ptl_send_buf()) Sending 440 bytes to portal 28, xid 1876037329057792, offset 0 00000400:00000200:3.0:1789130495.615936:0:2350:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:3.0:1789130495.615947:0:2350:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130495.615957:0:2350:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:3.0:1789130495.615964:0:2350:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1789130495.617039:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789130495.617052:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789130495.618926:0:2350:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:3.0:1789130495.618933:0:2350:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789130495.618940:0:2350:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:3.0:1789130495.618945:0:2350:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2699:2699:256:4294967295] 192.168.204.123@tcp LPNI seq info [2698:2698:8:4294967295] 00000400:00000200:3.0:1789130495.618954:0:2350:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130495.618968:0:2350:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:3.0:1789130495.618980:0:2350:0:(socklnd_cb.c:931:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:3.0:1789130495.618997:0:2350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf47fd2b00. 00000800:00000200:3.0:1789130495.619009:0:2350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:3.0:1789130495.619021:0:2350:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:3.0:1789130495.619026:0:2350:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf47fd2b00 type 1, nob 536 niov 1 nkiov 1 00000100:00000001:3.0:1789130495.619053:0:2350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130495.619064:0:2350:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9caf5014c800: using a timeout of 22952 usecs (23 jiffies) 00000400:00000200:3.0:1789130495.619069:0:2350:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:3.0:1789130495.619074:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296589662 00000100:00000001:3.0:1789130495.619078:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9caf5014c800: PM QoS request active for cpu 2, keep current deadline 4296592375 00000100:00000001:3.0:1789130495.619081:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296589662 00000100:00000001:3.0:1789130495.619084:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9caf5014c800: PM QoS request active for cpu 3, keep current deadline 4296592375 00000100:00000001:3.0:1789130495.619087:0:2350:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789130495.619092:0:2350:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130495.619099:0:2350:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130495.619106:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789130495.619670:0:2341:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789130495.619689:0:2341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf47fd2b00. 00000400:00000200:2.0:1789130495.619701:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130495.619713:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:2.0:1789130495.619722:0:2341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf4549fee0 00000400:00000010:2.0:1789130495.619726:0:2341:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf4549fee0. 00000100:00000001:2.0:1789130495.619735:0:2341:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789130495.619748:0:2341:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf501aa1c0 x1876037329057792/t0(0) o16->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 440/432 e 0 to 0 dl 1789130511 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130495.619769:0:2341:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130495.619774:0:2341:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf501aa1c0 x1876037329057792/t0(0) o16->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 440/432 e 0 to 0 dl 1789130511 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130495.619782:0:2341:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130495.619784:0:2341:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1789130495.626435:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130495.626453:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789130495.626457:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130495.626459:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130495.626468:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130495.626476:0:2342:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:2.0:1789130495.626485:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130495.626491:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130495.626498:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130495.626500:0:2342:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 224 into portal 4 MB=0x6aa3efa957800 00000400:00000200:2.0:1789130495.626504:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130495.626510:0:2342:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.123@tcp of length 224/224 into md 0x7415 [1] + 224 00000800:00000001:2.0:1789130495.626516:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130495.626523:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130495.626526:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130495.626531:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:2.0:1789130495.626542:0:2342:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789130495.626552:0:2342:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf501aa1c0 x1876037329057792/t0(0) o16->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 440/432 e 0 to 0 dl 1789130511 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789130495.626562:0:2342:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=224 offset=224 replen=432 req@ffff9caf501aa1c0 x1876037329057792/t0(0) o16->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 440/432 e 0 to 0 dl 1789130511 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130495.626621:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789130495.626627:0:2350:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789130495.626644:0:2342:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789130495.626656:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130495.626659:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1789130495.626700:0:2350:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789130495.626702:0:2350:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789130495.626706:0:2350:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf60788528. 00000400:00000200:3.0:1789130495.626711:0:2350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf4549fdd0 00000400:00000010:3.0:1789130495.626713:0:2350:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf4549fdd0. 00000100:00000001:3.0:1789130495.626718:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789130495.626723:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf501aa1c0 x1876037329057792/t0(0) o16->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 440/432 e 0 to 0 dl 1789130511 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1789130495.626733:0:2350:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf501aa1c0 x1876037329057792/t0(0) o16->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 440/432 e 0 to 0 dl 1789130511 ref 1 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130495.626740:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789130495.626742:0:2350:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130495.626744:0:2350:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789130495.626747:0:2350:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789130495.626751:0:2350:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789130495.626753:0:2350:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789130495.626757:0:2350:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789130495.626767:0:2350:0:(import.c:2149:obd_at_measure()) add 0 to ffff9caf468acc60 time=114 v=5 (5 5 5 5) 00000100:00001000:3.0:1789130495.626772:0:2350:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf468acc18 time=10 v=5 (1 0 0 0) 00000100:00000001:3.0:1789130495.626775:0:2350:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:02020000:3.0:1789130495.626779:0:2350:0:(client.c:1505:ptlrpc_check_status()) lustre-OST0000-osc-ffff9caf5014c800: operation ost_sync to node 192.168.204.123@tcp failed: rc = -107 00000100:00000001:3.0:1789130495.626782:0:2350:0:(client.c:1506:ptlrpc_check_status()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:3.0:1789130495.626786:0:2350:0:(recover.c:202:ptlrpc_request_handle_notconn()) Process entered 00000100:00080000:3.0:1789130495.626789:0:2350:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-OST0000-osc-ffff9caf5014c800 of lustre-OST0000_UUID@192.168.204.123@tcp abruptly disconnected: reconnecting 00000100:00080000:3.0:1789130495.626794:0:2350:0:(import.c:65:import_set_state_nolock()) ffff9caf468ac800 lustre-OST0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:3.0:1789130495.626799:0:2350:0:(import.c:182:ptlrpc_set_import_discon()) lustre-OST0000-osc-ffff9caf5014c800: Connection to lustre-OST0000 (at 192.168.204.123@tcp) was lost; in progress operations using this service will wait for recovery to complete 00000100:00000001:3.0:1789130495.626802:0:2350:0:(obd_class.h:1222:obd_import_event()) Process entered 00000008:00000001:3.0:1789130495.627002:0:2350:0:(osc_request.c:4110:osc_import_event()) Process entered 00000008:00000001:3.0:1789130495.627004:0:2350:0:(osc_request.c:4177:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130495.627006:0:2350:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00000001:3.0:1789130495.627008:0:2350:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789130495.627010:0:2350:0:(import.c:65:import_set_state_nolock()) ffff9caf468ac800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789130495.627014:0:2350:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1789130495.627018:0:2350:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9caf5014c800: connect to NID 192.168.204.123@tcp last attempt 1912 00000400:00000200:3.0:1789130495.627023:0:2350:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130495.627027:0:2350:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.204.123@tcp is discovered: rc = 1 00000100:00000040:3.0:1789130495.627030:0:2350:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9caf452f48c0 refcount 11 to 192.168.204.123@tcp 00000100:00000001:3.0:1789130495.627033:0:2350:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789130495.627035:0:2350:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9caf452f48c0 refcount 12 to 192.168.204.123@tcp 00000100:00000001:3.0:1789130495.627037:0:2350:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634875326777536 : -109198382774080 : ffff9caf452f48c0) 00000020:00000001:3.0:1789130495.627040:0:2350:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789130495.627042:0:2350:0:(genops.c:804:class_conn2export()) looking for export cookie 0xde5303b1d982c242 00000020:00000001:3.0:1789130495.627044:0:2350:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789130495.627047:0:2350:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9caf4555e000 refcount=4 00000020:00000001:3.0:1789130495.627049:0:2350:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875329306624 : -109198380244992 : ffff9caf4555e000) 00000020:00000001:3.0:1789130495.627051:0:2350:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634875329306624 : -109198380244992 : ffff9caf4555e000) 00000100:00000040:3.0:1789130495.627055:0:2350:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9caf452f48c0 refcount 11 to 192.168.204.123@tcp 00000100:00000001:3.0:1789130495.627057:0:2350:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789130495.627058:0:2350:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9caf452f48c0 refcount 12 to 192.168.204.123@tcp 00000100:00000001:3.0:1789130495.627060:0:2350:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634875326777536 : -109198382774080 : ffff9caf452f48c0) 00000020:00000040:3.0:1789130495.627063:0:2350:0:(genops.c:879:class_export_put()) PUTting export ffff9caf4555e000 : new refcount 3 00000100:00080000:3.0:1789130495.627066:0:2350:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9caf5014c800: import ffff9caf468ac800 using connection 192.168.204.123@tcp/192.168.204.123@tcp 00000100:00000001:3.0:1789130495.627069:0:2350:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789130495.627072:0:2350:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789130495.627079:0:2350:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789130495.627082:0:2350:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130495.627084:0:2350:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:3.0:1789130495.627088:0:2350:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683269 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1789130495.627091:0:2350:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130495.627093:0:2350:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789130495.627100:0:2350:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf501a9a40. 00000020:00000040:3.0:1789130495.627104:0:2350:0:(genops.c:1210:class_import_get()) import ffff9caf468ac800 refcount=5 obd=lustre-OST0000-osc-ffff9caf5014c800 02000000:00000001:3.0:1789130495.627108:0:2350:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789130495.627110:0:2350:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130495.627112:0:2350:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789130495.627115:0:2350:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789130495.627119:0:2350:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789130495.627127:0:2350:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9caf58483c00. 00000100:00000001:3.0:1789130495.627133:0:2350:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789130495.627139:0:2350:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9caf501a9a40 x1876037329057920/t0(0) o8->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789130495.627148:0:2350:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789130495.627152:0:2350:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130495.627157:0:2350:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a3588e39] to pc [ptlrpcd_rcv+-1] req@ffff9caf501a9a40 x1876037329057920/t0(0) o8->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130495.627222:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789130495.627226:0:2346:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789130495.627228:0:2346:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789130495.627234:0:2346:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf501a9a40 x1876037329057920/t0(0) o8->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130495.627242:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789130495.627244:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130495.627248:0:2346:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789130495.627250:0:2346:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789130495.627252:0:2346:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789130495.627255:0:2346:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf501a9a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:2346:1876037329057920:192.168.204.123@tcp:8:ptlrpcd_01_01.0 00000100:00000001:1.0:1789130495.627259:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789130495.627263:0:2346:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789130495.627266:0:2346:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130495.627268:0:2346:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789130495.627273:0:2346:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9caf487c3400. 02000000:00000001:1.0:1789130495.627275:0:2346:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789130495.627279:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:1.0:1789130495.627283:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf42d8ec08. 00000400:00000010:1.0:1789130495.627288:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf462a35d8. 00000100:00000200:1.0:1789130495.627295:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876037329057920, portal 4 00000100:00000001:1.0:1789130495.627297:0:2346:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789130495.627299:0:2346:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875509971520 : -109198199580096 : ffff9caf501a9a40) 00000100:00000040:1.0:1789130495.627305:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9caf501a9a40 x1876037329057920/t0(0) o8->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 520/544 e 0 to 0 dl 1789130505 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130495.627312:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789130495.627315:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:1.0:1789130495.627317:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf462a3d48. 00000100:00000200:1.0:1789130495.627320:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876037329057920, offset 0 00000400:00000200:1.0:1789130495.627326:0:2346:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:1.0:1789130495.627332:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:1.0:1789130495.627339:0:2346:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:1.0:1789130495.627343:0:2346:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789130495.627348:0:2346:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:1.0:1789130495.627352:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789130495.627354:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:1.0:1789130495.627358:0:2346:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2700:2700:256:4294967295] 192.168.204.123@tcp LPNI seq info [2699:2699:8:4294967295] 00000400:00000200:1.0:1789130495.627362:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:1.0:1789130495.627370:0:2346:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:1.0:1789130495.627376:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:1.0:1789130495.627382:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf4a83a000. 00000800:00000200:1.0:1789130495.627389:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:1.0:1789130495.627396:0:2346:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:1.0:1789130495.627401:0:2346:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf4a83a000 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:3.0:1789130495.627457:0:2350:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130495.627460:0:2350:0:(recover.c:221:ptlrpc_request_handle_notconn()) Process leaving 00000100:00000001:3.0:1789130495.627462:0:2350:0:(client.c:1714:after_reply()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:3.0:1789130495.627465:0:2350:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130495.627467:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130495.627474:0:2350:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789130495.627476:0:2350:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130495.627478:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789130495.627479:0:2350:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789130495.627482:0:2350:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130495.627484:0:2350:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789130495.627485:0:2350:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130495.627487:0:2350:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130495.627488:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130495.627526:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789130495.627531:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9caf5014c800: using a timeout of 22915 usecs (23 jiffies) 00000400:00000200:1.0:1789130495.627534:0:2346:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:1.0:1789130495.627537:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296589672 00000100:00000001:1.0:1789130495.627540:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9caf5014c800: PM QoS request active for cpu 2, keep current deadline 4296592375 00000100:00000001:1.0:1789130495.627543:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296589672 00000100:00000001:1.0:1789130495.627545:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9caf5014c800: PM QoS request active for cpu 3, keep current deadline 4296592375 00000100:00000001:1.0:1789130495.627547:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789130495.627551:0:2346:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130495.627553:0:2346:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130495.627555:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130495.627559:0:2346:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789130495.627560:0:2346:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1789130495.627562:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789130495.627563:0:2346:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789130495.627564:0:2346:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130495.627566:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789130495.632549:0:2341:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789130495.632560:0:2341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf4a83a000. 00000400:00000200:2.0:1789130495.632570:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130495.632580:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:2.0:1789130495.632588:0:2341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf462a3d48 00000400:00000010:2.0:1789130495.632590:0:2341:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf462a3d48. 00000100:00000001:2.0:1789130495.632596:0:2341:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789130495.632605:0:2341:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf501a9a40 x1876037329057920/t0(0) o8->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 520/544 e 0 to 0 dl 1789130505 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130495.632616:0:2341:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130495.632620:0:2341:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf501a9a40 x1876037329057920/t0(0) o8->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 520/544 e 0 to 0 dl 1789130505 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130495.632627:0:2341:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130495.632629:0:2341:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1789130495.647407:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130495.647426:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789130495.647431:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130495.647434:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130495.647444:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130495.647452:0:2342:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:2.0:1789130495.647461:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130495.647467:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130495.647474:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130495.647479:0:2342:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 416 into portal 4 MB=0x6aa3efa957880 00000400:00000200:2.0:1789130495.647484:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130495.647491:0:2342:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.123@tcp of length 416/416 into md 0x7425 [1] + 0 00000800:00000001:2.0:1789130495.647499:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130495.647507:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130495.647510:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130495.647515:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:2.0:1789130495.647524:0:2342:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789130495.647533:0:2342:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf501a9a40 x1876037329057920/t0(0) o8->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 520/544 e 0 to 0 dl 1789130505 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789130495.647544:0:2342:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff9caf501a9a40 x1876037329057920/t0(0) o8->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 520/544 e 0 to 0 dl 1789130505 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130495.647567:0:2342:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789130495.647581:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130495.647584:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130495.647652:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789130495.647656:0:2346:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789130495.647664:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789130495.647666:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789130495.647670:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf42d8ec08. 00000400:00000200:1.0:1789130495.647674:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf462a35d8 00000400:00000010:1.0:1789130495.647676:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf462a35d8. 00000100:00000001:1.0:1789130495.647679:0:2346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789130495.647684:0:2346:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf501a9a40 x1876037329057920/t0(0) o8->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 520/544 e 0 to 0 dl 1789130505 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789130495.647699:0:2346:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf501a9a40 x1876037329057920/t0(0) o8->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 520/544 e 0 to 0 dl 1789130505 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130495.647706:0:2346:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789130495.647709:0:2346:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130495.647712:0:2346:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789130495.647716:0:2346:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789130495.647718:0:2346:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789130495.647721:0:2346:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130495.647724:0:2346:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789130495.647734:0:2346:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf468acc60 time=114 v=5 (5 5 5 5) 00000100:00001000:1.0:1789130495.647739:0:2346:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf468acc18 time=10 v=5 (1 0 0 0) 00000100:00000001:1.0:1789130495.647741:0:2346:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789130495.647743:0:2346:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130495.647746:0:2346:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789130495.647750:0:2346:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130495.647754:0:2346:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789130495.647756:0:2346:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9caf5014c800: skip recheck: last_committed 4294967345 00000100:00000001:1.0:1789130495.647759:0:2346:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789130495.647761:0:2346:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789130495.647766:0:2346:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf501a9a40 x1876037329057920/t0(0) o8->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 520/416 e 0 to 0 dl 1789130505 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130495.647773:0:2346:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789130495.647776:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789130495.647778:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130495.647780:0:2346:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00080000:1.0:1789130495.647786:0:2346:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0000-osc-ffff9caf5014c800: connect to target with instance 1 00000020:00000001:1.0:1789130495.647789:0:2346:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789130495.647791:0:2346:0:(genops.c:804:class_conn2export()) looking for export cookie 0xde5303b1d982c242 00000020:00000001:1.0:1789130495.647794:0:2346:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130495.647797:0:2346:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9caf4555e000 refcount=4 00000020:00000001:1.0:1789130495.647799:0:2346:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875329306624 : -109198380244992 : ffff9caf4555e000) 00000020:00000001:1.0:1789130495.647849:0:2346:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634875329306624 : -109198380244992 : ffff9caf4555e000) 00000100:00001000:1.0:1789130495.647856:0:2346:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf468acc18 time=1789130495 v=0 (0 0 0 0) 00000100:00001000:1.0:1789130495.647859:0:2346:0:(import.c:2215:obd_at_measure()) AT ffff9caf468acc18 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000040:1.0:1789130495.647863:0:2346:0:(obd_cksum.h:77:obd_cksum_types_supported_client()) Crypto hash speed: crc 1627, crc32c 10183, adler 1295 00000020:00000040:1.0:1789130495.647871:0:2346:0:(genops.c:879:class_export_put()) PUTting export ffff9caf4555e000 : new refcount 3 00000100:00000001:1.0:1789130495.647874:0:2346:0:(obd_class.h:1222:obd_import_event()) Process entered 00000008:00000001:1.0:1789130495.647877:0:2346:0:(osc_request.c:4110:osc_import_event()) Process entered 00000008:00000020:1.0:1789130495.647881:0:2346:0:(osc_request.c:1064:osc_init_grant()) lustre-OST0000-osc-ffff9caf5014c800, setting cl_avail_grant: 2097152 cl_lost_grant: 0. chunk bits: 20 cl_max_extent_pages: 262144 00000008:00000001:1.0:1789130495.647885:0:2346:0:(obd_class.h:1242:obd_notify()) Process entered 00020000:00000001:1.0:1789130495.647888:0:2346:0:(lov_obd.c:431:lov_notify()) Process entered 00000080:00000001:1.0:1789130495.647891:0:2346:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:1.0:1789130495.647894:0:2346:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789130495.647896:0:2346:0:(lov_obd.c:468:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1789130495.647898:0:2346:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1789130495.647901:0:2346:0:(osc_request.c:4177:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130495.647903:0:2346:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00080000:1.0:1789130495.647908:0:2346:0:(import.c:1338:ptlrpc_connect_interpret()) @@@ lustre-OST0000-osc-ffff9caf5014c800: evicting (reconnect/recover flags not set: 4) req@ffff9caf501a9a40 x1876037329057920/t0(0) o8->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 520/416 e 0 to 0 dl 1789130505 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789130495.647916:0:2346:0:(import.c:65:import_set_state_nolock()) ffff9caf468ac800 lustre-OST0000_UUID: changing import state from CONNECTING to EVICTED 00000100:00000001:1.0:1789130495.647920:0:2346:0:(import.c:1648:ptlrpc_import_recovery_state_machine()) Process entered 00000100:02020000:1.0:1789130495.647923:0:2346:0:(import.c:1663:ptlrpc_import_recovery_state_machine()) lustre-OST0000-osc-ffff9caf5014c800: This client was evicted by lustre-OST0000; in progress operations using this service will fail. 00000100:00080000:1.0:1789130495.654265:0:2346:0:(import.c:1674:ptlrpc_import_recovery_state_machine()) evicted from lustre-OST0000_UUID@192.168.204.123@tcp; invalidating 00000020:00000040:1.0:1789130495.654275:0:2346:0:(genops.c:1210:class_import_get()) import ffff9caf468ac800 refcount=6 obd=lustre-OST0000-osc-ffff9caf5014c800 00000100:00000001:3.0:1789130495.654734:0:2346:0:(import.c:1695:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130495.654742:0:2346:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130495.654758:0:2346:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf501a9a40 x1876037329057920/t0(0) o8->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 520/416 e 0 to 0 dl 1789130505 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789130495.654771:0:2346:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf501a9a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:2346:1876037329057920:192.168.204.123@tcp:8:ptlrpcd_01_01.0 00000100:00000001:3.0:1789130495.654778:0:2346:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130495.654783:0:2346:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130495.654788:0:2346:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf501a9a40 x1876037329057920/t0(0) o8->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 520/416 e 0 to 0 dl 1789130505 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130495.654796:0:2346:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789130495.654800:0:2346:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789130495.654839:0:2346:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9caf487c3400. 02000000:00000001:3.0:1789130495.654844:0:2346:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789130495.654846:0:2346:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1789130495.654848:0:2346:0:(genops.c:1223:class_import_put()) import ffff9caf468ac800 refcount=5 obd=lustre-OST0000-osc-ffff9caf5014c800 00000020:00000001:3.0:1789130495.654851:0:2346:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1789130495.654853:0:2346:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9caf58483c00. 02000000:00000001:3.0:1789130495.654858:0:2346:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789130495.654860:0:2346:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789130495.654862:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf501a9a40. 00000100:00000001:3.0:1789130495.654868:0:2346:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789130495.654869:0:2346:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130495.654873:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130495.654882:0:2346:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789130495.654885:0:2346:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130495.654887:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789130495.654888:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130495.655318:0:34985:0:(import.c:1594:ptlrpc_invalidate_import_thread()) Process entered 00000100:00080000:2.0:1789130495.655328:0:34985:0:(import.c:1598:ptlrpc_invalidate_import_thread()) thread invalidate import lustre-OST0000-osc-ffff9caf5014c800 to lustre-OST0000_UUID@192.168.204.123@tcp 00000100:00000001:2.0:1789130495.655332:0:34985:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:2.0:1789130495.655334:0:34985:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00000001:2.0:1789130495.655336:0:34985:0:(client.c:3574:ptlrpc_abort_inflight()) Process entered 00000100:00100000:2.0:1789130495.655343:0:34985:0:(client.c:3601:ptlrpc_abort_inflight()) @@@ aborting waiting req req@ffff9caf501aa1c0 x1876037329057792/t0(0) o16->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 440/224 e 0 to 0 dl 1789130511 ref 1 fl Rpc:RSQU/600/0 rc -107/-107 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130495.655389:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789130495.655391:0:2350:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789130495.655408:0:34985:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00100000:2.0:1789130495.655410:0:34985:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9caf5014c800: committing for last_committed 4294967345 gen 18 00000100:00100000:2.0:1789130495.655417:0:34985:0:(client.c:3163:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9caf614612c0 x1876037329057408/t4294967346(4294967346) o4->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:6/4 lens 8680/448 e 0 to 0 dl 1789130511 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130495.655428:0:34985:0:(client.c:3164:ptlrpc_free_committed()) Process leaving via free_req (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789130495.655429:0:2350:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789130495.655432:0:34985:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130495.655435:0:2350:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf501aa1c0 x1876037329057792/t0(0) o16->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 440/224 e 0 to 0 dl 1789130511 ref 1 fl Rpc:ESQU/600/0 rc -5/-107 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789130495.655435:0:34985:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf614612c0 x1876037329057408/t4294967346(4294967346) o4->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:6/4 lens 8680/448 e 0 to 0 dl 1789130511 ref 1 fl Complete:RMQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130495.655442:0:34985:0:(client.c:2793:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1789130495.655443:0:2350:0:(client.c:2142:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 02000000:00000001:2.0:1789130495.655444:0:34985:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1789130495.655446:0:2350:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1789130495.655446:0:34985:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9caf487c2800. 02000000:00000001:2.0:1789130495.655449:0:34985:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1789130495.655450:0:2350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:2.0:1789130495.655451:0:34985:0:(genops.c:1217:class_import_put()) Process entered 00000100:00000001:3.0:1789130495.655452:0:2350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1789130495.655452:0:34985:0:(genops.c:1223:class_import_put()) import ffff9caf468ac800 refcount=4 obd=lustre-OST0000-osc-ffff9caf5014c800 00000020:00000001:2.0:1789130495.655454:0:34985:0:(genops.c:1230:class_import_put()) Process leaving 00000008:00000001:3.0:1789130495.655455:0:2350:0:(osc_request.c:479:osc_sync_interpret()) Process entered 02000000:00000010:2.0:1789130495.655456:0:34985:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 16384 at ffff9caf483d0000. 00000008:00000001:3.0:1789130495.655457:0:2350:0:(osc_request.c:481:osc_sync_interpret()) Process leaving via out (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 02000000:00000001:2.0:1789130495.655471:0:34985:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789130495.655472:0:34985:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000008:00000001:3.0:1789130495.655473:0:2350:0:(osc_request.c:507:osc_sync_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789130495.655474:0:34985:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf614612c0. 00000100:00000040:3.0:1789130495.655477:0:2350:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf501aa1c0 x1876037329057792/t0(0) o16->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 440/224 e 0 to 0 dl 1789130511 ref 1 fl Interpret:ESQU/600/0 rc 0/-107 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130495.655477:0:34985:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789130495.655478:0:34985:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789130495.655482:0:34985:0:(client.c:3235:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9caf5014c800: normal: skip=0 replay=1/1 committed=0/0 00000100:00100000:3.0:1789130495.655485:0:2350:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf501aa1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:2350:1876037329057792:192.168.204.123@tcp:16:multiop.0 00000100:00000001:2.0:1789130495.655485:0:34985:0:(client.c:3236:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789130495.655486:0:34985:0:(client.c:3619:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:2.0:1789130495.655487:0:34985:0:(import.c:145:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:3.0:1789130495.655490:0:2350:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789130495.655490:0:34985:0:(obd_class.h:1222:obd_import_event()) Process entered 00000100:00000001:3.0:1789130495.655492:0:2350:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000008:00000001:2.0:1789130495.655493:0:34985:0:(osc_request.c:4110:osc_import_event()) Process entered 00000100:00000040:3.0:1789130495.655495:0:2350:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf501aa1c0 x1876037329057792/t0(0) o16->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 440/224 e 0 to 0 dl 1789130511 ref 1 fl Complete:ESQU/600/0 rc 0/-107 job:'multiop.0' uid:0 gid:0 projid:0 00000008:00000001:2.0:1789130495.655496:0:34985:0:(obd_class.h:1242:obd_notify()) Process entered 00020000:00000001:2.0:1789130495.655499:0:34985:0:(lov_obd.c:431:lov_notify()) Process entered 00000100:00000001:3.0:1789130495.655501:0:2350:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789130495.655502:0:2350:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 00020000:00000001:2.0:1789130495.655502:0:34985:0:(lov_obd.c:350:lov_set_osc_active()) Process entered 02000000:00000010:3.0:1789130495.655504:0:2350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9caf58482c00. 00020000:00000040:2.0:1789130495.655505:0:34985:0:(lov_obd.c:352:lov_set_osc_active()) Searching in lov ffff9caf584f8820 for uuid lustre-OST0000_UUID event(2) 02000000:00000001:3.0:1789130495.655506:0:2350:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789130495.655508:0:2350:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1789130495.655509:0:2350:0:(genops.c:1223:class_import_put()) import ffff9caf468ac800 refcount=3 obd=lustre-OST0000-osc-ffff9caf5014c800 00020000:01000000:2.0:1789130495.655509:0:34985:0:(lov_obd.c:399:lov_set_osc_active()) Marking OSC lustre-OST0000_UUID inactive 00000020:00000001:3.0:1789130495.655511:0:2350:0:(genops.c:1230:class_import_put()) Process leaving 00020000:00000040:2.0:1789130495.655511:0:34985:0:(lov_obd.c:418:lov_set_osc_active()) lustre-OST0000_UUID: lov idx 0 conn de5303b1d982c242 02000000:00000010:3.0:1789130495.655513:0:2350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9caf48a7ae00. 00020000:00000001:2.0:1789130495.655514:0:34985:0:(lov_obd.c:422:lov_set_osc_active()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789130495.655516:0:2350:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789130495.655517:0:2350:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789130495.655518:0:2350:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf501aa1c0. 00000080:00000001:2.0:1789130495.655518:0:34985:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000100:00000001:3.0:1789130495.655520:0:2350:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000080:00000001:2.0:1789130495.655520:0:34985:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130495.655521:0:2350:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130495.655523:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00020000:00000001:2.0:1789130495.655523:0:34985:0:(lov_obd.c:468:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1789130495.655524:0:34985:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1789130495.655526:0:34985:0:(osc_request.c:4177:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130495.655527:0:2350:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789130495.655528:0:2350:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130495.655528:0:34985:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00000001:3.0:1789130495.655530:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1789130495.655531:0:34985:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:3.0:1789130495.655532:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130495.655532:0:34985:0:(obd_class.h:1222:obd_import_event()) Process entered 00000008:00000001:2.0:1789130495.655533:0:34985:0:(osc_request.c:4110:osc_import_event()) Process entered 00000001:00000001:2.0:1789130495.655536:0:34985:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:2.0:1789130495.655540:0:34985:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:2.0:1789130495.655553:0:34985:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf4814dd00 count: 2 00010000:00000001:2.0:1789130495.655559:0:34985:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1789130495.655561:0:34985:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130495.655564:0:34985:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130495.655567:0:34985:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b6000 refcount=3 00000020:00000001:2.0:1789130495.655569:0:34985:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649482752 : -109198060068864 : ffff9caf586b6000) 00010000:00000001:2.0:1789130495.655572:0:34985:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649482752 : -109198060068864 : ffff9caf586b6000) 00010000:00000001:2.0:1789130495.655576:0:34985:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1789130495.655580:0:34985:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff9caf5014c800 lock: 0000000070f92fd1/0xde5303b1d982ce82 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x43:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x80012e400000000 nid: local remote: 0xcdf1b083821a61b9 expref: -99 pid: 34969 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00000001:2.0:1789130495.655596:0:34985:0:(osc_lock.c:534:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:2.0:1789130495.655599:0:34985:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1789130495.655604:0:34985:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446634875648775016 : -109198060776600 : ffff9caf58609368) 00000020:00001000:2.0:1789130495.655607:0:34985:0:(cl_object.c:823:cl_env_get()) 1@ffff9caf58609360 00000008:00000001:2.0:1789130495.655609:0:34985:0:(osc_lock.c:418:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:2.0:1789130495.655612:0:34985:0:(osc_lock.c:360:osc_lock_flush()) Process entered 00000020:00000001:2.0:1789130495.655613:0:34985:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1789130495.655615:0:34985:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446634875648777320 : -109198060774296 : ffff9caf58609c68) 00000020:00001000:2.0:1789130495.655617:0:34985:0:(cl_object.c:823:cl_env_get()) 1@ffff9caf58609c60 00000008:00000001:2.0:1789130495.655619:0:34985:0:(osc_cache.c:3845:osc_ldlm_hp_handle()) Process entered 00000008:00000020:2.0:1789130495.655622:0:34985:0:(osc_cache.c:3865:osc_ldlm_hp_handle()) High prio I/O check: start 0 end 4503599627370495 RPC(0):r0/w0/d0 00000008:00000001:2.0:1789130495.655624:0:34985:0:(osc_cache.c:3881:osc_ldlm_hp_handle()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1789130495.655626:0:34969:0:(cl_io.c:567:cl_io_end()) Process leaving 00000008:00000001:2.0:1789130495.655627:0:34985:0:(osc_cache.c:3929:osc_ldlm_hp_handle()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1789130495.655629:0:34985:0:(osc_cache.c:3411:osc_cache_writeback_range()) Process entered 00020000:00000001:0.0:1789130495.655630:0:34969:0:(lov_io.c:1604:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1789130495.655633:0:34985:0:(osc_cache.c:3346:osc_cache_wait_range()) Process entered 00020000:00000001:0.0:1789130495.655633:0:34969:0:(lov_io.c:2200:lov_io_fsync_end()) Process leaving 00000008:00000020:2.0:1789130495.655636:0:34985:0:(osc_cache.c:3383:osc_cache_wait_range()) obj ffff9caf482356e0 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:2.0:1789130495.655638:0:34985:0:(osc_cache.c:3384:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:2.0:1789130495.655641:0:34985:0:(osc_cache.c:3551:osc_cache_writeback_range()) obj ffff9caf482356e0 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 4503599627370495] npages 2: rc=0. 00000080:00000001:0.0:1789130495.655641:0:34969:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000008:00000001:2.0:1789130495.655644:0:34985:0:(osc_cache.c:3566:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130495.655645:0:34969:0:(cl_object.c:143:cl_object_top()) ffff9caf5016c6c0 -> ffff9caf5016c6c0 00000008:00000020:2.0:1789130495.655647:0:34985:0:(osc_lock.c:377:osc_lock_flush()) object ffff9caf482356e0: [0 -> 4503599627370495] 0 pages were written back. 00000020:00000001:0.0:1789130495.655647:0:34969:0:(cl_object.c:143:cl_object_top()) ffff9caf5016c6c0 -> ffff9caf5016c6c0 00000008:00000001:2.0:1789130495.655650:0:34985:0:(osc_cache.c:3814:osc_lock_discard_pages()) Process entered 00000020:00000001:0.0:1789130495.655650:0:34969:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00000020:00000001:2.0:1789130495.655652:0:34985:0:(cl_object.c:143:cl_object_top()) ffff9caf482356e0 -> ffff9caf5016c6c0 00000020:00000001:2.0:1789130495.655654:0:34985:0:(cl_object.c:143:cl_object_top()) ffff9caf5016c6c0 -> ffff9caf5016c6c0 00020000:00000001:0.0:1789130495.655654:0:34969:0:(lov_object.c:1077:lov_attr_get_composite()) Process entered 00000020:00000001:2.0:1789130495.655656:0:34985:0:(cl_io.c:125:__cl_io_init()) Process entered 00020000:00000002:0.0:1789130495.655658:0:34969:0:(lov_object.c:1108:lov_attr_get_composite()) COMP ID #-1: s=8192 m=1789130494 a=0 c=1789130494 b=1 00000080:00000001:2.0:1789130495.655659:0:34985:0:(vvp_io.c:1987:vvp_io_init()) Process entered 00000080:00200000:2.0:1789130495.655660:0:34985:0:(vvp_io.c:1992:vvp_io_init()) [0x200000404:0x34:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00000001:0.0:1789130495.655661:0:34969:0:(lov_object.c:1146:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130495.655663:0:34969:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130495.655665:0:34985:0:(cl_io.c:902:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1789130495.655665:0:34969:0:(cl_object.c:143:cl_object_top()) ffff9caf5016c6c0 -> ffff9caf5016c6c0 00000020:00000001:2.0:1789130495.655666:0:34985:0:(cl_io.c:908:cl_io_slice_add()) Process leaving 00000080:00000001:2.0:1789130495.655667:0:34985:0:(vvp_io.c:2064:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1789130495.655668:0:34969:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000404:0x34:0x0] updating i_size 8192 i_blocks 1 00020000:00000002:2.0:1789130495.655670:0:34985:0:(lov_object.c:1604:lov_io_init()) [0x200000404:0x34:0x0]io ffff9caf4825db98 type 8 ignore/verify layout 1/0, compressed 0 00000080:00000001:0.0:1789130495.655670:0:34969:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:0.0:1789130495.655672:0:34969:0:(cl_io.c:567:cl_io_end()) Process leaving 00020000:00000001:2.0:1789130495.655674:0:34985:0:(lov_io.c:2488:lov_io_init_composite()) Process entered 00000020:00000001:0.0:1789130495.655674:0:34969:0:(cl_io.c:356:cl_io_unlock()) Process entered 00020000:00000001:2.0:1789130495.655676:0:34985:0:(lov_io.c:764:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1789130495.655676:0:34969:0:(lov_io.c:1682:lov_io_unlock()) Process entered 00020000:00000001:0.0:1789130495.655678:0:34969:0:(lov_io.c:1516:lov_io_call()) Process entered 00020000:00000001:2.0:1789130495.655679:0:34985:0:(lov_io.c:868:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1789130495.655680:0:34969:0:(cl_io.c:356:cl_io_unlock()) Process entered 00020000:00000001:2.0:1789130495.655681:0:34985:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00000020:00000001:0.0:1789130495.655681:0:34969:0:(cl_io.c:377:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1789130495.655682:0:34969:0:(lov_io.c:1616:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789130495.655683:0:34985:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789130495.655684:0:34969:0:(lov_io.c:1533:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130495.655685:0:34985:0:(cl_io.c:902:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1789130495.655686:0:34985:0:(cl_io.c:908:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1789130495.655686:0:34969:0:(lov_io.c:1685:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1789130495.655687:0:34969:0:(cl_io.c:377:cl_io_unlock()) Process leaving 00020000:00000001:2.0:1789130495.655688:0:34985:0:(lov_io.c:2501:lov_io_init_composite()) Process leaving 00000020:00000001:2.0:1789130495.655689:0:34985:0:(cl_io.c:146:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130495.655689:0:34969:0:(cl_io.c:453:cl_io_rw_advance()) Process entered 00000020:00000001:0.0:1789130495.655691:0:34969:0:(cl_io.c:469:cl_io_rw_advance()) Process leaving 00000008:00000001:2.0:1789130495.655692:0:34985:0:(osc_cache.c:3601:osc_page_gang_lookup()) Process entered 00000020:00000001:0.0:1789130495.655693:0:34969:0:(cl_io.c:433:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1789130495.655694:0:34969:0:(lov_io.c:1663:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1789130495.655695:0:34969:0:(lov_io.c:1516:lov_io_call()) Process entered 00000020:00000001:0.0:1789130495.655696:0:34969:0:(cl_io.c:433:cl_io_iter_fini()) Process entered 00000020:00000001:2.0:1789130495.655697:0:34985:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:0.0:1789130495.655697:0:34969:0:(cl_io.c:439:cl_io_iter_fini()) Process leaving 00000020:00000001:2.0:1789130495.655698:0:34985:0:(cl_page.c:536:cl_page_get()) Process leaving 00020000:00000001:0.0:1789130495.655698:0:34969:0:(lov_io.c:1610:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130495.655699:0:34985:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:2.0:1789130495.655701:0:34985:0:(cl_page.c:536:cl_page_get()) Process leaving 00020000:00000001:0.0:1789130495.655701:0:34969:0:(lov_io.c:1533:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789130495.655702:0:34969:0:(lov_io.c:1674:lov_io_iter_fini()) Process leaving 00000020:00000001:2.0:1789130495.655703:0:34985:0:(cl_page.c:700:__cl_page_own()) Process entered 00000020:00000001:0.0:1789130495.655703:0:34969:0:(cl_io.c:439:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1789130495.655705:0:34969:0:(cl_io.c:877:cl_io_loop()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00000020:00000001:2.0:1789130495.655706:0:34985:0:(cl_io.c:1149:cl_io_top()) Process entered 00000020:00000001:2.0:1789130495.655708:0:34985:0:(cl_io.c:1152:cl_io_top()) Process leaving (rc=18446634875376491416 : -109198333060200 : ffff9caf4825db98) 00000020:00000001:0.0:1789130495.655708:0:34969:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:2.0:1789130495.655710:0:34985:0:(cl_page.c:634:cl_page_owner_set()) Process entered 00020000:00000001:0.0:1789130495.655710:0:34969:0:(lov_io.c:1057:lov_io_fini()) Process entered 00000020:00000001:2.0:1789130495.655712:0:34985:0:(cl_page.c:637:cl_page_owner_set()) Process leaving 00020000:00000001:0.0:1789130495.655712:0:34969:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1789130495.655713:0:34969:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:2.0:1789130495.655714:0:34985:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1789130495.655714:0:34969:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1789130495.655716:0:34969:0:(cl_object.c:917:cl_env_put()) 1@ffff9caf58609bd0 00000020:00000001:2.0:1789130495.655719:0:34985:0:(cl_page.c:507:__cl_page_state_set()) page@000000007d279d36[2 00000000b8116739 1 1 00000000f03e7286 0 0 0] 00020000:00000001:0.0:1789130495.655719:0:34969:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00000020:00000001:2.0:1789130495.655720:0:34985:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 2 00020000:00000001:0.0:1789130495.655721:0:34969:0:(lov_io.c:1088:lov_io_fini()) Process leaving 00000020:00000001:2.0:1789130495.655722:0:34985:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000040:2.0:1789130495.655723:0:34985:0:(cl_page.c:744:__cl_page_own()) res 0 00000080:00000001:0.0:1789130495.655723:0:34969:0:(vvp_io.c:392:vvp_io_fini()) Process entered 00000020:00000001:2.0:1789130495.655725:0:34985:0:(cl_page.c:747:__cl_page_own()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1789130495.655726:0:34969:0:(vvp_io.c:402:vvp_io_fini()) [0x200000404:0x34:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, need minor change layout 0 00000020:00000001:2.0:1789130495.655728:0:34985:0:(cl_page.c:976:cl_page_delete()) Process entered 00000080:00000001:0.0:1789130495.655729:0:34969:0:(vvp_io.c:509:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1789130495.655730:0:34985:0:(cl_page.c:928:__cl_page_delete()) Process entered 00000020:00000001:0.0:1789130495.655730:0:34969:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00000001:2.0:1789130495.655731:0:34985:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00001000:0.0:1789130495.655732:0:34969:0:(cl_object.c:917:cl_env_put()) 1@ffff9caf586097e0 00000020:00000001:2.0:1789130495.655733:0:34985:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:2.0:1789130495.655734:0:34985:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000080:00000001:0.0:1789130495.655734:0:34969:0:(file.c:5349:cl_sync_file_range()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00000020:00000001:2.0:1789130495.655737:0:34985:0:(cl_page.c:507:__cl_page_state_set()) page@000000007d279d36[2 00000000b8116739 2 1 0000000000000000 0 0 0] 00000020:00000001:2.0:1789130495.655738:0:34985:0:(cl_page.c:507:__cl_page_state_set()) 2 -> 5 00000020:00000001:0.0:1789130495.655739:0:34969:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41bffe48 00000020:00000001:2.0:1789130495.655740:0:34985:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000080:00000008:0.0:1789130495.655741:0:34969:0:(file.c:5455:ll_fsync()) COMPLETED file: name=f24b.recovery-small-1, fid=[0x200000404:0x34:0x0], start=0, end=9223372036854775807, datasync=0, rc=-5 00000008:00000001:2.0:1789130495.655742:0:34985:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:2.0:1789130495.655743:0:34985:0:(osc_page.c:138:osc_page_delete()) ffff9caf51b79c28 00000080:00000001:0.0:1789130495.655744:0:34969:0:(file.c:5457:ll_fsync()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00000008:00000001:2.0:1789130495.655745:0:34985:0:(osc_cache.c:2817:osc_teardown_async_page()) Process entered 00000008:00000040:2.0:1789130495.655747:0:34985:0:(osc_cache.c:2820:osc_teardown_async_page()) teardown oap ffff9caf51b79c38 page ffff9caf51b79c28 at index 0. 00000008:00000001:2.0:1789130495.655751:0:34985:0:(osc_cache.c:2842:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1789130495.655757:0:34985:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:2.0:1789130495.655759:0:34985:0:(vvp_page.c:56:vvp_page_delete()) delete page fffff3e084a5a640 index 0 00000020:00000001:2.0:1789130495.655764:0:34985:0:(cl_page.c:946:__cl_page_delete()) Process leaving 00000020:00000001:2.0:1789130495.655765:0:34985:0:(cl_page.c:978:cl_page_delete()) Process leaving 00000020:00000001:2.0:1789130495.655775:0:34985:0:(cl_page.c:645:__cl_page_disown()) Process entered 00000020:00000001:2.0:1789130495.655777:0:34985:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:2.0:1789130495.655778:0:34985:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:2.0:1789130495.655779:0:34985:0:(cl_page.c:660:__cl_page_disown()) Process leaving 00000020:00000001:2.0:1789130495.655780:0:34985:0:(cl_page.c:700:__cl_page_own()) Process entered 00000020:00000001:2.0:1789130495.655781:0:34985:0:(cl_io.c:1149:cl_io_top()) Process entered 00000020:00000001:2.0:1789130495.655782:0:34985:0:(cl_io.c:1152:cl_io_top()) Process leaving (rc=18446634875376491416 : -109198333060200 : ffff9caf4825db98) 00000020:00000001:2.0:1789130495.655784:0:34985:0:(cl_page.c:634:cl_page_owner_set()) Process entered 00000020:00000001:2.0:1789130495.655785:0:34985:0:(cl_page.c:637:cl_page_owner_set()) Process leaving 00000020:00000001:2.0:1789130495.655786:0:34985:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:2.0:1789130495.655789:0:34985:0:(cl_page.c:507:__cl_page_state_set()) page@00000000505a586d[2 00000000b8116739 1 1 00000000f03e7286 0 0 1] 00000020:00000001:2.0:1789130495.655790:0:34985:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 2 00000020:00000001:2.0:1789130495.655791:0:34985:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000040:2.0:1789130495.655792:0:34985:0:(cl_page.c:744:__cl_page_own()) res 0 00000020:00000001:2.0:1789130495.655793:0:34985:0:(cl_page.c:747:__cl_page_own()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130495.655795:0:34985:0:(cl_page.c:976:cl_page_delete()) Process entered 00000020:00000001:2.0:1789130495.655796:0:34985:0:(cl_page.c:928:__cl_page_delete()) Process entered 00000020:00000001:2.0:1789130495.655797:0:34985:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:2.0:1789130495.655798:0:34985:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:2.0:1789130495.655798:0:34985:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:2.0:1789130495.655801:0:34985:0:(cl_page.c:507:__cl_page_state_set()) page@00000000505a586d[2 00000000b8116739 2 1 0000000000000000 0 0 1] 00000020:00000001:2.0:1789130495.655835:0:34985:0:(cl_page.c:507:__cl_page_state_set()) 2 -> 5 00000020:00000001:2.0:1789130495.655837:0:34985:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000008:00000001:2.0:1789130495.655839:0:34985:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:2.0:1789130495.655840:0:34985:0:(osc_page.c:138:osc_page_delete()) ffff9caf51b796b8 00000008:00000001:2.0:1789130495.655841:0:34985:0:(osc_cache.c:2817:osc_teardown_async_page()) Process entered 00000008:00000040:2.0:1789130495.655842:0:34985:0:(osc_cache.c:2820:osc_teardown_async_page()) teardown oap ffff9caf51b796c8 page ffff9caf51b796b8 at index 1. 00000008:00000001:2.0:1789130495.655844:0:34985:0:(osc_cache.c:2842:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1789130495.655851:0:34985:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:2.0:1789130495.655852:0:34985:0:(vvp_page.c:56:vvp_page_delete()) delete page fffff3e0847964c0 index 1 00000020:00000001:2.0:1789130495.655854:0:34985:0:(cl_page.c:946:__cl_page_delete()) Process leaving 00000020:00000001:2.0:1789130495.655855:0:34985:0:(cl_page.c:978:cl_page_delete()) Process leaving 00000020:00000001:2.0:1789130495.655859:0:34985:0:(cl_page.c:645:__cl_page_disown()) Process entered 00000020:00000001:2.0:1789130495.655860:0:34985:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:2.0:1789130495.655861:0:34985:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:2.0:1789130495.655862:0:34985:0:(cl_page.c:660:__cl_page_disown()) Process leaving 00000020:00000001:2.0:1789130495.655864:0:34985:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:2.0:1789130495.655867:0:34985:0:(cl_page.c:556:cl_batch_put()) page@000000007d279d36[1 00000000b8116739 5 1 0000000000000000 0 0 0] 00000020:00000001:2.0:1789130495.655868:0:34985:0:(cl_page.c:556:cl_batch_put()) 1 00000020:00000001:2.0:1789130495.655870:0:34985:0:(cl_page.c:236:cl_page_free()) Process entered 00000020:00000010:2.0:1789130495.655873:0:34985:0:(cl_page.c:223:__cl_page_free()) slab-freed 'cl_page': 232 at ffff9caf51b79bc8. 00000020:00000001:2.0:1789130495.655877:0:34985:0:(cl_page.c:274:cl_page_free()) Process leaving 00000020:00000001:2.0:1789130495.655878:0:34985:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000020:00000001:2.0:1789130495.655879:0:34985:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:2.0:1789130495.655881:0:34985:0:(cl_page.c:556:cl_batch_put()) page@00000000505a586d[1 00000000b8116739 5 1 0000000000000000 0 0 1] 00000020:00000001:2.0:1789130495.655882:0:34985:0:(cl_page.c:556:cl_batch_put()) 1 00000020:00000001:2.0:1789130495.655883:0:34985:0:(cl_page.c:236:cl_page_free()) Process entered 00000020:00000010:2.0:1789130495.655885:0:34985:0:(cl_page.c:223:__cl_page_free()) slab-freed 'cl_page': 232 at ffff9caf51b79658. 00000020:00000001:2.0:1789130495.655886:0:34985:0:(cl_page.c:274:cl_page_free()) Process leaving 00000020:00000001:2.0:1789130495.655887:0:34985:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000008:00000001:2.0:1789130495.655908:0:34985:0:(osc_cache.c:3678:osc_page_gang_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1789130495.655910:0:34985:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:2.0:1789130495.655912:0:34985:0:(lov_io.c:1057:lov_io_fini()) Process entered 00020000:00000001:2.0:1789130495.655913:0:34985:0:(lov_io.c:1088:lov_io_fini()) Process leaving 00000080:00000001:2.0:1789130495.655914:0:34985:0:(vvp_io.c:392:vvp_io_fini()) Process entered 00000080:00200000:2.0:1789130495.655916:0:34985:0:(vvp_io.c:402:vvp_io_fini()) [0x200000404:0x34:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, need minor change layout 0 00000080:00000001:2.0:1789130495.655918:0:34985:0:(vvp_io.c:509:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1789130495.655919:0:34985:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000008:00000001:2.0:1789130495.655920:0:34985:0:(osc_cache.c:3833:osc_lock_discard_pages()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1789130495.655922:0:34985:0:(cl_object.c:917:cl_env_put()) 1@ffff9caf58609c60 00000008:00000001:2.0:1789130495.655924:0:34985:0:(osc_lock.c:392:osc_lock_flush()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130495.655926:0:34985:0:(cl_object.c:143:cl_object_top()) ffff9caf482356e0 -> ffff9caf5016c6c0 00010000:00000001:2.0:1789130495.655929:0:34985:0:(ldlm_extent.c:945:ldlm_extent_shift_kms()) Process entered 00010000:00000001:2.0:1789130495.655931:0:34985:0:(ldlm_extent.c:1018:ldlm_extent_shift_kms()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130495.655933:0:34985:0:(cl_object.c:143:cl_object_top()) ffff9caf482356e0 -> ffff9caf5016c6c0 00000020:00000001:2.0:1789130495.655935:0:34985:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:2.0:1789130495.655938:0:34985:0:(osc_object.c:161:osc_attr_update()) set kms from 8192to 0 00020000:00000001:2.0:1789130495.655941:0:34985:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:2.0:1789130495.655943:0:34985:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130495.655945:0:34985:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130495.655946:0:34985:0:(cl_object.c:143:cl_object_top()) ffff9caf482356e0 -> ffff9caf5016c6c0 00000020:00000001:2.0:1789130495.655947:0:34985:0:(cl_object.c:143:cl_object_top()) ffff9caf5016c6c0 -> ffff9caf5016c6c0 00000020:00000001:2.0:1789130495.655949:0:34985:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00020000:00000001:2.0:1789130495.655951:0:34985:0:(lov_object.c:1635:lov_attr_update()) Process entered 00020000:00000001:2.0:1789130495.655952:0:34985:0:(lov_object.c:1671:lov_attr_update()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130495.655955:0:34985:0:(vvp_object.c:86:vvp_attr_update()) Process entered 00000080:00000001:2.0:1789130495.655956:0:34985:0:(vvp_object.c:106:vvp_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130495.655958:0:34985:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130495.655959:0:34985:0:(cl_object.c:143:cl_object_top()) ffff9caf482356e0 -> ffff9caf5016c6c0 00000008:00000001:2.0:1789130495.655962:0:34985:0:(osc_lock.c:475:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1789130495.655964:0:34985:0:(cl_object.c:917:cl_env_put()) 1@ffff9caf58609360 00000008:00000001:2.0:1789130495.655966:0:34985:0:(osc_lock.c:574:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789130495.655968:0:34985:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:2.0:1789130495.655970:0:34985:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1789130495.655974:0:34985:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1789130495.655976:0:34985:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1789130495.655979:0:34985:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789130495.655982:0:34985:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1789130495.655985:0:34985:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9caf586b6000 with handle 0xde5303b1d982ce82 from hash 00010000:00000001:2.0:1789130495.655987:0:34985:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1789130495.655990:0:34985:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130495.655992:0:34985:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130495.655993:0:34985:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1789130495.655996:0:34985:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1789130495.655998:0:34985:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1789130495.656000:0:34985:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130495.656001:0:34985:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130495.656002:0:34985:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130495.656004:0:34985:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1789130495.656007:0:34985:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9caf5014c800 lock: 0000000070f92fd1/0xde5303b1d982ce82 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x43:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x80496f400000000 nid: local remote: 0xcdf1b083821a61b9 expref: -99 pid: 34969 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000010:2.0:1789130495.656014:0:34985:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9caf58606940. 00010000:00000001:2.0:1789130495.656019:0:34985:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000040:2.0:1789130495.656022:0:34985:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9caf4814dd00 count: 0 00010000:00000010:2.0:1789130495.656027:0:34985:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9caf4814db00. 00010000:00000040:2.0:1789130495.656035:0:34985:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf48fc4a00 count: 2 00010000:00000001:2.0:1789130495.656038:0:34985:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1789130495.656038:0:34985:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130495.656040:0:34985:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130495.656041:0:34985:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40031200 refcount=3 00000020:00000001:2.0:1789130495.656043:0:34985:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239993856 : -109198469557760 : ffff9caf40031200) 00010000:00000001:2.0:1789130495.656046:0:34985:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239993856 : -109198469557760 : ffff9caf40031200) 00010000:00000001:2.0:1789130495.656048:0:34985:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1789130495.656051:0:34985:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff9caf5014c800 lock: 000000002b1d8dba/0xde5303b1d982ce90 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x80012e400000000 nid: local remote: 0xcdf1b083821a61e3 expref: -99 pid: 34972 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00000001:2.0:1789130495.656057:0:34985:0:(osc_lock.c:534:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:2.0:1789130495.656059:0:34985:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1789130495.656060:0:34985:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446634875648775016 : -109198060776600 : ffff9caf58609368) 00000020:00001000:2.0:1789130495.656062:0:34985:0:(cl_object.c:823:cl_env_get()) 1@ffff9caf58609360 00000008:00000001:2.0:1789130495.656064:0:34985:0:(osc_lock.c:418:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:2.0:1789130495.656066:0:34985:0:(osc_lock.c:360:osc_lock_flush()) Process entered 00000020:00000001:2.0:1789130495.656067:0:34985:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1789130495.656068:0:34985:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446634875648777320 : -109198060774296 : ffff9caf58609c68) 00000020:00001000:2.0:1789130495.656070:0:34985:0:(cl_object.c:823:cl_env_get()) 1@ffff9caf58609c60 00000008:00000001:2.0:1789130495.656072:0:34985:0:(osc_cache.c:3845:osc_ldlm_hp_handle()) Process entered 00000008:00000020:2.0:1789130495.656073:0:34985:0:(osc_cache.c:3865:osc_ldlm_hp_handle()) High prio I/O check: start 0 end 4503599627370495 RPC(0):r0/w0/d0 00000008:00000001:2.0:1789130495.656076:0:34985:0:(osc_cache.c:3881:osc_ldlm_hp_handle()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000008:00000001:2.0:1789130495.656078:0:34985:0:(osc_cache.c:3929:osc_ldlm_hp_handle()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1789130495.656080:0:34985:0:(osc_cache.c:3411:osc_cache_writeback_range()) Process entered 00000008:00000001:2.0:1789130495.656082:0:34985:0:(osc_cache.c:3346:osc_cache_wait_range()) Process entered 00000008:00000020:2.0:1789130495.656084:0:34985:0:(osc_cache.c:3383:osc_cache_wait_range()) obj ffff9caf58312f40 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:2.0:1789130495.656086:0:34985:0:(osc_cache.c:3384:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:2.0:1789130495.656089:0:34985:0:(osc_cache.c:3551:osc_cache_writeback_range()) obj ffff9caf58312f40 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 4503599627370495] npages 2: rc=0. 00000008:00000001:2.0:1789130495.656092:0:34985:0:(osc_cache.c:3566:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:2.0:1789130495.656094:0:34985:0:(osc_lock.c:377:osc_lock_flush()) object ffff9caf58312f40: [0 -> 4503599627370495] 0 pages were written back. 00000008:00000001:2.0:1789130495.656096:0:34985:0:(osc_cache.c:3814:osc_lock_discard_pages()) Process entered 00000020:00000001:2.0:1789130495.656098:0:34985:0:(cl_object.c:143:cl_object_top()) ffff9caf58312f40 -> ffff9caf42b2a788 00000020:00000001:2.0:1789130495.656100:0:34985:0:(cl_object.c:143:cl_object_top()) ffff9caf42b2a788 -> ffff9caf42b2a788 00000020:00000001:2.0:1789130495.656101:0:34985:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:2.0:1789130495.656103:0:34985:0:(vvp_io.c:1987:vvp_io_init()) Process entered 00000080:00200000:2.0:1789130495.656104:0:34985:0:(vvp_io.c:1992:vvp_io_init()) [0x200000404:0x35:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:2.0:1789130495.656107:0:34985:0:(cl_io.c:902:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1789130495.656108:0:34985:0:(cl_io.c:908:cl_io_slice_add()) Process leaving 00000080:00000001:2.0:1789130495.656109:0:34985:0:(vvp_io.c:2064:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1789130495.656112:0:34985:0:(lov_object.c:1604:lov_io_init()) [0x200000404:0x35:0x0]io ffff9caf4825db98 type 8 ignore/verify layout 1/0, compressed 0 00020000:00000001:2.0:1789130495.656114:0:34985:0:(lov_io.c:2488:lov_io_init_composite()) Process entered 00020000:00000001:2.0:1789130495.656116:0:34985:0:(lov_io.c:764:lov_io_slice_init()) Process entered 00020000:00000001:2.0:1789130495.656117:0:34985:0:(lov_io.c:868:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:2.0:1789130495.656119:0:34985:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:2.0:1789130495.656120:0:34985:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130495.656122:0:34985:0:(cl_io.c:902:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1789130495.656123:0:34985:0:(cl_io.c:908:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1789130495.656124:0:34985:0:(lov_io.c:2501:lov_io_init_composite()) Process leaving 00000020:00000001:2.0:1789130495.656125:0:34985:0:(cl_io.c:146:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1789130495.656127:0:34985:0:(osc_cache.c:3601:osc_page_gang_lookup()) Process entered 00000020:00000001:2.0:1789130495.656129:0:34985:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:2.0:1789130495.656131:0:34985:0:(cl_page.c:536:cl_page_get()) Process leaving 00000020:00000001:2.0:1789130495.656132:0:34985:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:2.0:1789130495.656134:0:34985:0:(cl_page.c:536:cl_page_get()) Process leaving 00000020:00000001:2.0:1789130495.656135:0:34985:0:(cl_page.c:700:__cl_page_own()) Process entered 00000020:00000001:2.0:1789130495.656136:0:34985:0:(cl_io.c:1149:cl_io_top()) Process entered 00000020:00000001:2.0:1789130495.656137:0:34985:0:(cl_io.c:1152:cl_io_top()) Process leaving (rc=18446634875376491416 : -109198333060200 : ffff9caf4825db98) 00000020:00000001:2.0:1789130495.656139:0:34985:0:(cl_page.c:634:cl_page_owner_set()) Process entered 00000020:00000001:2.0:1789130495.656140:0:34985:0:(cl_page.c:637:cl_page_owner_set()) Process leaving 00000020:00000001:2.0:1789130495.656142:0:34985:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:2.0:1789130495.656144:0:34985:0:(cl_page.c:507:__cl_page_state_set()) page@0000000081d52bc2[2 00000000c9244e2b 1 1 00000000f03e7286 0 0 0] 00000020:00000001:2.0:1789130495.656146:0:34985:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 2 00000020:00000001:2.0:1789130495.656148:0:34985:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000040:2.0:1789130495.656149:0:34985:0:(cl_page.c:744:__cl_page_own()) res 0 00000020:00000001:2.0:1789130495.656150:0:34985:0:(cl_page.c:747:__cl_page_own()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130495.656255:0:34985:0:(cl_page.c:976:cl_page_delete()) Process entered 00000020:00000001:2.0:1789130495.656256:0:34985:0:(cl_page.c:928:__cl_page_delete()) Process entered 00000020:00000001:2.0:1789130495.656257:0:34985:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:2.0:1789130495.656259:0:34985:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:2.0:1789130495.656260:0:34985:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:2.0:1789130495.656264:0:34985:0:(cl_page.c:507:__cl_page_state_set()) page@0000000081d52bc2[2 00000000c9244e2b 2 1 0000000000000000 0 0 0] 00000020:00000001:2.0:1789130495.656265:0:34985:0:(cl_page.c:507:__cl_page_state_set()) 2 -> 5 00000020:00000001:2.0:1789130495.656267:0:34985:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000008:00000001:2.0:1789130495.656268:0:34985:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:2.0:1789130495.656269:0:34985:0:(osc_page.c:138:osc_page_delete()) ffff9caf518f7df8 00000008:00000001:2.0:1789130495.656271:0:34985:0:(osc_cache.c:2817:osc_teardown_async_page()) Process entered 00000008:00000040:2.0:1789130495.656272:0:34985:0:(osc_cache.c:2820:osc_teardown_async_page()) teardown oap ffff9caf518f7e08 page ffff9caf518f7df8 at index 0. 00000008:00000001:2.0:1789130495.656275:0:34985:0:(osc_cache.c:2842:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1789130495.656278:0:34985:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:2.0:1789130495.656279:0:34985:0:(vvp_page.c:56:vvp_page_delete()) delete page fffff3e084964e00 index 0 00000020:00000001:2.0:1789130495.656282:0:34985:0:(cl_page.c:946:__cl_page_delete()) Process leaving 00000020:00000001:2.0:1789130495.656283:0:34985:0:(cl_page.c:978:cl_page_delete()) Process leaving 00000020:00000001:2.0:1789130495.656286:0:34985:0:(cl_page.c:645:__cl_page_disown()) Process entered 00000020:00000001:2.0:1789130495.656288:0:34985:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:2.0:1789130495.656289:0:34985:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:2.0:1789130495.656290:0:34985:0:(cl_page.c:660:__cl_page_disown()) Process leaving 00000020:00000001:2.0:1789130495.656291:0:34985:0:(cl_page.c:700:__cl_page_own()) Process entered 00000020:00000001:2.0:1789130495.656293:0:34985:0:(cl_io.c:1149:cl_io_top()) Process entered 00000020:00000001:2.0:1789130495.656294:0:34985:0:(cl_io.c:1152:cl_io_top()) Process leaving (rc=18446634875376491416 : -109198333060200 : ffff9caf4825db98) 00000020:00000001:2.0:1789130495.656296:0:34985:0:(cl_page.c:634:cl_page_owner_set()) Process entered 00000020:00000001:2.0:1789130495.656297:0:34985:0:(cl_page.c:637:cl_page_owner_set()) Process leaving 00000020:00000001:2.0:1789130495.656298:0:34985:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:2.0:1789130495.656301:0:34985:0:(cl_page.c:507:__cl_page_state_set()) page@00000000f680f95c[2 00000000c9244e2b 1 1 00000000f03e7286 0 0 1] 00000020:00000001:2.0:1789130495.656303:0:34985:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 2 00000020:00000001:2.0:1789130495.656304:0:34985:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000040:2.0:1789130495.656305:0:34985:0:(cl_page.c:744:__cl_page_own()) res 0 00000020:00000001:2.0:1789130495.656306:0:34985:0:(cl_page.c:747:__cl_page_own()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130495.656307:0:34985:0:(cl_page.c:976:cl_page_delete()) Process entered 00000020:00000001:2.0:1789130495.656308:0:34985:0:(cl_page.c:928:__cl_page_delete()) Process entered 00000020:00000001:2.0:1789130495.656309:0:34985:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:2.0:1789130495.656310:0:34985:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:2.0:1789130495.656311:0:34985:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:2.0:1789130495.656314:0:34985:0:(cl_page.c:507:__cl_page_state_set()) page@00000000f680f95c[2 00000000c9244e2b 2 1 0000000000000000 0 0 1] 00000020:00000001:2.0:1789130495.656315:0:34985:0:(cl_page.c:507:__cl_page_state_set()) 2 -> 5 00000020:00000001:2.0:1789130495.656316:0:34985:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000008:00000001:2.0:1789130495.656317:0:34985:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:2.0:1789130495.656318:0:34985:0:(osc_page.c:138:osc_page_delete()) ffff9caf518f7400 00000008:00000001:2.0:1789130495.656319:0:34985:0:(osc_cache.c:2817:osc_teardown_async_page()) Process entered 00000008:00000040:2.0:1789130495.656321:0:34985:0:(osc_cache.c:2820:osc_teardown_async_page()) teardown oap ffff9caf518f7410 page ffff9caf518f7400 at index 1. 00000008:00000001:2.0:1789130495.656322:0:34985:0:(osc_cache.c:2842:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1789130495.656326:0:34985:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:2.0:1789130495.656327:0:34985:0:(vvp_page.c:56:vvp_page_delete()) delete page fffff3e0845b8f00 index 1 00000020:00000001:2.0:1789130495.656329:0:34985:0:(cl_page.c:946:__cl_page_delete()) Process leaving 00000020:00000001:2.0:1789130495.656330:0:34985:0:(cl_page.c:978:cl_page_delete()) Process leaving 00000020:00000001:2.0:1789130495.656333:0:34985:0:(cl_page.c:645:__cl_page_disown()) Process entered 00000020:00000001:2.0:1789130495.656335:0:34985:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:2.0:1789130495.656336:0:34985:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:2.0:1789130495.656337:0:34985:0:(cl_page.c:660:__cl_page_disown()) Process leaving 00000020:00000001:2.0:1789130495.656338:0:34985:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:2.0:1789130495.656340:0:34985:0:(cl_page.c:556:cl_batch_put()) page@0000000081d52bc2[1 00000000c9244e2b 5 1 0000000000000000 0 0 0] 00000020:00000001:2.0:1789130495.656341:0:34985:0:(cl_page.c:556:cl_batch_put()) 1 00000020:00000001:2.0:1789130495.656342:0:34985:0:(cl_page.c:236:cl_page_free()) Process entered 00000020:00000010:2.0:1789130495.656345:0:34985:0:(cl_page.c:223:__cl_page_free()) slab-freed 'cl_page': 232 at ffff9caf518f7d98. 00000020:00000001:2.0:1789130495.656347:0:34985:0:(cl_page.c:274:cl_page_free()) Process leaving 00000020:00000001:2.0:1789130495.656348:0:34985:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000020:00000001:2.0:1789130495.656349:0:34985:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:2.0:1789130495.656351:0:34985:0:(cl_page.c:556:cl_batch_put()) page@00000000f680f95c[1 00000000c9244e2b 5 1 0000000000000000 0 0 1] 00000020:00000001:2.0:1789130495.656352:0:34985:0:(cl_page.c:556:cl_batch_put()) 1 00000020:00000001:2.0:1789130495.656353:0:34985:0:(cl_page.c:236:cl_page_free()) Process entered 00000020:00000010:2.0:1789130495.656354:0:34985:0:(cl_page.c:223:__cl_page_free()) slab-freed 'cl_page': 232 at ffff9caf518f73a0. 00000020:00000001:2.0:1789130495.656356:0:34985:0:(cl_page.c:274:cl_page_free()) Process leaving 00000020:00000001:2.0:1789130495.656357:0:34985:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000008:00000001:2.0:1789130495.656365:0:34985:0:(osc_cache.c:3678:osc_page_gang_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1789130495.656367:0:34985:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:2.0:1789130495.656368:0:34985:0:(lov_io.c:1057:lov_io_fini()) Process entered 00020000:00000001:2.0:1789130495.656369:0:34985:0:(lov_io.c:1088:lov_io_fini()) Process leaving 00000080:00000001:2.0:1789130495.656370:0:34985:0:(vvp_io.c:392:vvp_io_fini()) Process entered 00000080:00200000:2.0:1789130495.656372:0:34985:0:(vvp_io.c:402:vvp_io_fini()) [0x200000404:0x35:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, need minor change layout 0 00000080:00000001:2.0:1789130495.656375:0:34985:0:(vvp_io.c:509:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1789130495.656376:0:34985:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000008:00000001:2.0:1789130495.656377:0:34985:0:(osc_cache.c:3833:osc_lock_discard_pages()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1789130495.656379:0:34985:0:(cl_object.c:917:cl_env_put()) 1@ffff9caf58609c60 00000008:00000001:2.0:1789130495.656381:0:34985:0:(osc_lock.c:392:osc_lock_flush()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130495.656383:0:34985:0:(cl_object.c:143:cl_object_top()) ffff9caf58312f40 -> ffff9caf42b2a788 00010000:00000001:2.0:1789130495.656384:0:34985:0:(ldlm_extent.c:945:ldlm_extent_shift_kms()) Process entered 00010000:00000001:2.0:1789130495.656386:0:34985:0:(ldlm_extent.c:1018:ldlm_extent_shift_kms()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130495.656387:0:34985:0:(cl_object.c:143:cl_object_top()) ffff9caf58312f40 -> ffff9caf42b2a788 00000020:00000001:2.0:1789130495.656389:0:34985:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:2.0:1789130495.656390:0:34985:0:(osc_object.c:161:osc_attr_update()) set kms from 8192to 0 00020000:00000001:2.0:1789130495.656392:0:34985:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:2.0:1789130495.656394:0:34985:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130495.656395:0:34985:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130495.656397:0:34985:0:(cl_object.c:143:cl_object_top()) ffff9caf58312f40 -> ffff9caf42b2a788 00000020:00000001:2.0:1789130495.656398:0:34985:0:(cl_object.c:143:cl_object_top()) ffff9caf42b2a788 -> ffff9caf42b2a788 00000020:00000001:2.0:1789130495.656400:0:34985:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00020000:00000001:2.0:1789130495.656401:0:34985:0:(lov_object.c:1635:lov_attr_update()) Process entered 00020000:00000001:2.0:1789130495.656402:0:34985:0:(lov_object.c:1671:lov_attr_update()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130495.656403:0:34985:0:(vvp_object.c:86:vvp_attr_update()) Process entered 00000080:00000001:2.0:1789130495.656404:0:34985:0:(vvp_object.c:106:vvp_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130495.656406:0:34985:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130495.656407:0:34985:0:(cl_object.c:143:cl_object_top()) ffff9caf58312f40 -> ffff9caf42b2a788 00000008:00000001:2.0:1789130495.656409:0:34985:0:(osc_lock.c:475:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1789130495.656411:0:34985:0:(cl_object.c:917:cl_env_put()) 1@ffff9caf58609360 00000008:00000001:2.0:1789130495.656412:0:34985:0:(osc_lock.c:574:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789130495.656414:0:34985:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:2.0:1789130495.656416:0:34985:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1789130495.656418:0:34985:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1789130495.656419:0:34985:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1789130495.656421:0:34985:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789130495.656422:0:34985:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1789130495.656424:0:34985:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9caf40031200 with handle 0xde5303b1d982ce90 from hash 00010000:00000001:2.0:1789130495.656426:0:34985:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1789130495.656428:0:34985:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130495.656429:0:34985:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130495.656430:0:34985:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1789130495.656432:0:34985:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1789130495.656433:0:34985:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1789130495.656435:0:34985:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130495.656436:0:34985:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130495.656437:0:34985:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130495.656439:0:34985:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1789130495.656441:0:34985:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9caf5014c800 lock: 000000002b1d8dba/0xde5303b1d982ce90 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x80496f400000000 nid: local remote: 0xcdf1b083821a61e3 expref: -99 pid: 34972 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000010:2.0:1789130495.656449:0:34985:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9caf47faabc0. 00010000:00000001:2.0:1789130495.656453:0:34985:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000040:2.0:1789130495.656455:0:34985:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9caf48fc4a00 count: 0 00010000:00000010:2.0:1789130495.656459:0:34985:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9caf48fc4600. 00000001:00000001:2.0:1789130495.656491:0:34985:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1789130495.656493:0:34985:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:2.0:1789130495.656495:0:34985:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:2.0:1789130495.656521:0:34985:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789130495.656521:0:34969:0:(lov_object.c:2454:lov_read_and_clear_async_rc()) Process entered 00000020:00000001:2.0:1789130495.656523:0:34985:0:(cl_object.c:754:cl_env_obtain()) Process entered 00020000:00000002:0.0:1789130495.656524:0:34969:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9caf581241f0) owner 0000000000000000/ffff9caf48444f80 00000020:00000001:2.0:1789130495.656525:0:34985:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446634875648775016 : -109198060776600 : ffff9caf58609368) 00000020:00001000:2.0:1789130495.656526:0:34985:0:(cl_object.c:823:cl_env_get()) 1@ffff9caf58609360 00020000:00000002:0.0:1789130495.656528:0:34969:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9caf581241f0) owner 0000000000000000/ffff9caf48444f80 00000008:00000001:2.0:1789130495.656529:0:34985:0:(osc_cache.c:2467:osc_check_rpcs()) Process entered 00020000:00000001:0.0:1789130495.656530:0:34969:0:(lov_object.c:2505:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1789130495.656531:0:34985:0:(osc_cache.c:2428:osc_next_obj()) Process entered 00000008:00000001:2.0:1789130495.656533:0:34985:0:(osc_cache.c:2458:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1789130495.656535:0:34985:0:(osc_cache.c:2531:osc_check_rpcs()) Process leaving 00000001:00000001:2.0:1789130495.656536:0:34985:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:2.0:1789130495.656538:0:34985:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000080:00000001:0.0:1789130495.656542:0:34969:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:0.0:1789130495.656545:0:34969:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41bffd88 00000080:00200008:0.0:1789130495.656547:0:34969:0:(file.c:479:ll_file_release()) START file f24b.recovery-small-1:[0x200000404:0x34:0x0](ffff9caf60130908), flags 100002 00000080:00000001:0.0:1789130495.656551:0:34969:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:0.0:1789130495.656553:0:34969:0:(pcc.c:2463:pcc_file_release()) Process leaving 00020000:00000001:0.0:1789130495.656554:0:34969:0:(lov_object.c:2454:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1789130495.656556:0:34969:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9caf581241f0) owner 0000000000000000/ffff9caf48444f80 00020000:00000002:0.0:1789130495.656558:0:34969:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9caf581241f0) owner 0000000000000000/ffff9caf48444f80 00020000:00000001:0.0:1789130495.656560:0:34969:0:(lov_object.c:2505:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130495.656562:0:34969:0:(file.c:341:ll_md_close()) Process entered 00000001:00000001:2.0:1789130495.656563:0:34985:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1789130495.656565:0:34985:0:(cl_object.c:917:cl_env_put()) 1@ffff9caf58609360 00000001:00000001:2.0:1789130495.656566:0:34985:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:2.0:1789130495.656567:0:34985:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000002:00000001:0.0:1789130495.656570:0:34969:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789130495.656573:0:34969:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789130495.656577:0:34969:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf4814d900 count: 2 00010000:00000001:0.0:1789130495.656580:0:34969:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789130495.656585:0:34969:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789130495.656587:0:34969:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000404:0x34:0x0]: 0 00000080:00000001:0.0:1789130495.656590:0:34969:0:(file.c:297:ll_md_real_close()) Process entered 00000001:00000001:2.0:1789130495.656591:0:34985:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130495.656591:0:34969:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000001:00000001:2.0:1789130495.656592:0:34985:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:2.0:1789130495.656593:0:34985:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000080:00000010:0.0:1789130495.656596:0:34969:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9caf5846d000. 00000080:00000001:0.0:1789130495.656598:0:34969:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:0.0:1789130495.656602:0:34969:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1789130495.656606:0:34969:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000002:0.0:1789130495.656608:0:34969:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000404:0x34:0x0] 00000002:00000001:0.0:1789130495.656612:0:34969:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:0.0:1789130495.656614:0:34969:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9caf5014c800: [0x200000404:0x34:0x0] file closed with intent: 200 00000001:00000001:2.0:1789130495.656617:0:34985:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1789130495.656619:0:34985:0:(osc_request.c:4177:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789130495.656620:0:34969:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf61461a40. 00000100:00000001:2.0:1789130495.656621:0:34985:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000020:00000040:0.0:1789130495.656623:0:34969:0:(genops.c:1210:class_import_get()) import ffff9caf6079a800 refcount=6 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000100:00000001:0.0:1789130495.656627:0:34969:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000100:00080000:2.0:1789130495.656628:0:34985:0:(import.c:65:import_set_state_nolock()) ffff9caf468ac800 lustre-OST0000_UUID: changing import state from EVICTED to RECOVER 02000000:00000001:0.0:1789130495.656630:0:34969:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1789130495.656631:0:34985:0:(import.c:1648:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:2.0:1789130495.656633:0:34985:0:(recover.c:149:ptlrpc_resend()) Process entered 02000000:00000001:0.0:1789130495.656633:0:34969:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130495.656635:0:34985:0:(recover.c:178:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789130495.656637:0:34985:0:(import.c:65:import_set_state_nolock()) ffff9caf468ac800 lustre-OST0000_UUID: changing import state from RECOVER to FULL 00000100:00000001:2.0:1789130495.656639:0:34985:0:(obd_class.h:1222:obd_import_event()) Process entered 02000000:00000010:0.0:1789130495.656640:0:34969:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9caf5846c800. 00000008:00000001:2.0:1789130495.656641:0:34985:0:(osc_request.c:4110:osc_import_event()) Process entered 00000008:00000001:2.0:1789130495.656643:0:34985:0:(obd_class.h:1242:obd_notify()) Process entered 00020000:00000001:2.0:1789130495.656644:0:34985:0:(lov_obd.c:431:lov_notify()) Process entered 00020000:00000001:2.0:1789130495.656646:0:34985:0:(lov_obd.c:350:lov_set_osc_active()) Process entered 00020000:00000040:2.0:1789130495.656647:0:34985:0:(lov_obd.c:352:lov_set_osc_active()) Searching in lov ffff9caf584f8820 for uuid lustre-OST0000_UUID event(1) 00000100:00000001:0.0:1789130495.656647:0:34969:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00020000:01000000:2.0:1789130495.656650:0:34985:0:(lov_obd.c:399:lov_set_osc_active()) Marking OSC lustre-OST0000_UUID active 00020000:00000040:2.0:1789130495.656653:0:34985:0:(lov_obd.c:418:lov_set_osc_active()) lustre-OST0000_UUID: lov idx 0 conn de5303b1d982c242 00020000:00000001:2.0:1789130495.656655:0:34985:0:(lov_obd.c:422:lov_set_osc_active()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130495.656657:0:34985:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:2.0:1789130495.656660:0:34985:0:(lcommon_misc.c:85:cl_ocd_update()) Process entered 00000080:00000004:2.0:1789130495.656661:0:34985:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0427af2e3440038 -> 0xa0427af2e3440038 00000080:00000001:2.0:1789130495.656663:0:34985:0:(lcommon_misc.c:37:cl_init_ea_size()) Process entered 00000002:00100000:0.0:1789130495.656663:0:34969:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9caf615d6940 x1876037329056640/t8589934611(8589934611) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/664 e 0 to 0 dl 1789130510 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000080:00000001:2.0:1789130495.656665:0:34985:0:(obd_class.h:511:obd_get_info()) Process entered 00020000:00000001:2.0:1789130495.656667:0:34985:0:(lov_obd.c:1161:lov_get_info()) Process entered 00020000:00000001:2.0:1789130495.656669:0:34985:0:(lov_obd.c:1212:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130495.656671:0:34985:0:(obd_class.h:525:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130495.656673:0:34985:0:(obd_class.h:511:obd_get_info()) Process entered 00000020:00100000:0.0:1789130495.656673:0:34969:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9caf5014c800: modify RPC slot 1 is allocated opc 35, max 7 00020000:00000001:2.0:1789130495.656674:0:34985:0:(lov_obd.c:1161:lov_get_info()) Process entered 00020000:00000001:2.0:1789130495.656675:0:34985:0:(lov_obd.c:1212:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130495.656677:0:34985:0:(obd_class.h:525:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789130495.656678:0:34969:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9caf61461a40 x1876037329058176/t0(0) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000080:00080000:2.0:1789130495.656679:0:34985:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00800000:00000001:2.0:1789130495.656681:0:34985:0:(lmv_obd.c:286:lmv_init_ea_size()) Process entered 00800000:00000001:2.0:1789130495.656683:0:34985:0:(lmv_obd.c:298:lmv_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130495.656685:0:34985:0:(lcommon_misc.c:59:cl_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130495.656686:0:34969:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000080:00000001:2.0:1789130495.656687:0:34985:0:(lcommon_misc.c:112:cl_ocd_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130495.656688:0:34969:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000080:00000001:2.0:1789130495.656689:0:34985:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789130495.656691:0:34985:0:(lov_obd.c:468:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1789130495.656692:0:34985:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1789130495.656694:0:34985:0:(osc_request.c:4177:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789130495.656694:0:34969:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9caf48132d80. 00000100:00000001:2.0:1789130495.656696:0:34985:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00000001:0.0:1789130495.656696:0:34969:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446634875375267200 : -109198334284416 : ffff9caf48132d80) 00000100:02000000:2.0:1789130495.656699:0:34985:0:(import.c:1743:ptlrpc_import_recovery_state_machine()) lustre-OST0000-osc-ffff9caf5014c800: Connection restored to 192.168.204.123@tcp (at 192.168.204.123@tcp) 00000100:00000001:0.0:1789130495.656699:0:34969:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789130495.656700:0:34969:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875798035008 : -109197911516608 : ffff9caf61461a40) 00000100:00000001:2.0:1789130495.656702:0:34985:0:(import.c:1754:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130495.656704:0:34985:0:(genops.c:1217:class_import_put()) Process entered 00000100:00000001:0.0:1789130495.656704:0:34969:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000020:00000040:2.0:1789130495.656705:0:34985:0:(genops.c:1223:class_import_put()) import ffff9caf468ac800 refcount=2 obd=lustre-OST0000-osc-ffff9caf5014c800 00000020:00000001:2.0:1789130495.656707:0:34985:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:0.0:1789130495.656708:0:34969:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130495.656709:0:34985:0:(import.c:1611:ptlrpc_invalidate_import_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130495.656710:0:34969:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1789130495.656712:0:34969:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789130495.656716:0:34969:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf61461a40 x1876037329058176/t0(0) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130495.656722:0:34969:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789130495.656725:0:34969:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130495.656728:0:34969:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789130495.656730:0:34969:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789130495.656732:0:34969:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789130495.656735:0:34969:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf61461a40 pname:cluuid:pid:xid:nid:opc:job multiop:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:34969:1876037329058176:192.168.204.123@tcp:35:multiop.0 00000100:00000001:0.0:1789130495.656740:0:34969:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789130495.656745:0:34969:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789130495.656748:0:34969:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130495.656750:0:34969:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789130495.656753:0:34969:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9caf482be800. 02000000:00000001:0.0:1789130495.656755:0:34969:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789130495.656763:0:34969:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:0.0:1789130495.656768:0:34969:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf50131478. 00000400:00000010:0.0:1789130495.656776:0:34969:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf5801e660. 00000100:00000200:0.0:1789130495.656782:0:34969:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876037329058176, portal 10 00000100:00000001:0.0:1789130495.656784:0:34969:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789130495.656786:0:34969:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875798035008 : -109197911516608 : ffff9caf61461a40) 00000100:00000040:0.0:1789130495.656792:0:34969:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9caf61461a40 x1876037329058176/t0(0) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1789130511 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130495.656800:0:34969:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789130495.656849:0:34969:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:0.0:1789130495.656852:0:34969:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf5801ed48. 00000100:00000200:0.0:1789130495.656855:0:34969:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1876037329058176, offset 0 00000400:00000200:0.0:1789130495.656861:0:34969:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:0.0:1789130495.656871:0:34969:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:0.0:1789130495.656879:0:34969:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:0.0:1789130495.656884:0:34969:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789130495.656889:0:34969:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:0.0:1789130495.656893:0:34969:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789130495.656896:0:34969:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:0.0:1789130495.656900:0:34969:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2701:2701:256:4294967295] 192.168.204.123@tcp LPNI seq info [2700:2700:8:4294967295] 00000400:00000200:0.0:1789130495.656904:0:34969:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:0.0:1789130495.656915:0:34969:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:0.0:1789130495.656922:0:34969:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:0.0:1789130495.656932:0:34969:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf451e7200. 00000800:00000200:0.0:1789130495.656940:0:34969:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:0.0:1789130495.656949:0:34969:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:0.0:1789130495.656954:0:34969:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf451e7200 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1789130495.656969:0:34969:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130495.656975:0:34969:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: using a timeout of 786141 usecs (787 jiffies) 00000400:00000200:0.0:1789130495.656977:0:34969:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:0.0:1789130495.656980:0:34969:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296590466 00000100:00000001:0.0:1789130495.656982:0:34969:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 2, keep current deadline 4296592375 00000100:00000001:0.0:1789130495.656984:0:34969:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296590466 00000100:00000001:0.0:1789130495.656986:0:34969:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 3, keep current deadline 4296592375 00000100:00000001:0.0:1789130495.656988:0:34969:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789130495.656991:0:34969:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130495.656992:0:34969:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789130495.656994:0:34969:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1789130495.656996:0:34969:0:(client.c:2715:ptlrpc_set_wait()) set ffff9caf48132d80 going to sleep for 11 seconds 00000100:00000001:0.0:1789130495.656999:0:34969:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789130495.657001:0:34969:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789130495.657135:0:2341:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789130495.657139:0:2341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf451e7200. 00000400:00000200:2.0:1789130495.657143:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130495.657149:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:2.0:1789130495.657155:0:2341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf5801ed48 00000400:00000010:2.0:1789130495.657157:0:2341:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf5801ed48. 00000100:00000001:2.0:1789130495.657161:0:2341:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789130495.657166:0:2341:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf61461a40 x1876037329058176/t0(0) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1789130511 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130495.657175:0:2341:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130495.657179:0:2341:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf61461a40 x1876037329058176/t0(0) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1789130511 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130495.657185:0:2341:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130495.657187:0:2341:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:2.1:1789130495.662288:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf586b6000. 00010000:00000010:2.1:1789130495.662303:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf4814dd00. 00010000:00000010:2.1:1789130495.662317:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf40031200. 00010000:00000010:2.1:1789130495.662321:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf48fc4a00. 00000800:00000001:2.0:1789130495.670862:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130495.670887:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789130495.670892:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130495.670895:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130495.670905:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130495.670915:0:2342:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:2.0:1789130495.670926:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130495.670932:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130495.670940:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130495.670945:0:2342:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 456 into portal 10 MB=0x6aa3efa957980 00000400:00000200:2.0:1789130495.670950:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130495.670958:0:2342:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.123@tcp of length 456/456 into md 0x742d [1] + 224 00000800:00000001:2.0:1789130495.670967:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130495.670974:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130495.670977:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130495.670982:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:2.0:1789130495.670991:0:2342:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789130495.671002:0:2342:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf61461a40 x1876037329058176/t0(0) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1789130511 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789130495.671012:0:2342:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9caf61461a40 x1876037329058176/t0(0) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1789130511 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130495.671034:0:2342:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789130495.671043:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130495.671046:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130495.671235:0:34969:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789130495.671245:0:34969:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789130495.671248:0:34969:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789130495.671251:0:34969:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf50131478. 00000400:00000200:0.0:1789130495.671257:0:34969:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf5801e660 00000400:00000010:0.0:1789130495.671260:0:34969:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf5801e660. 00000100:00000001:0.0:1789130495.671263:0:34969:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789130495.671268:0:34969:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf61461a40 x1876037329058176/t0(0) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1789130511 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1789130495.671278:0:34969:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf61461a40 x1876037329058176/t0(0) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1789130511 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130495.671284:0:34969:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789130495.671286:0:34969:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130495.671289:0:34969:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789130495.671294:0:34969:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789130495.671296:0:34969:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789130495.671301:0:34969:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130495.671305:0:34969:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789130495.671317:0:34969:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf6079aca8 time=114 v=5 (10 5 5 5) 00000100:00001000:0.0:1789130495.671322:0:34969:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf6079ac18 time=36 v=5 (1 0 0 0) 00000100:00000001:0.0:1789130495.671325:0:34969:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789130495.671327:0:34969:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130495.671330:0:34969:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789130495.671334:0:34969:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130495.671337:0:34969:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1789130495.671339:0:34969:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1789130495.671341:0:34969:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1789130495.671344:0:34969:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789130495.671346:0:34969:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875798035008 : -109197911516608 : ffff9caf61461a40) 00000100:00000001:0.0:1789130495.671350:0:34969:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789130495.671352:0:34969:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9caf5014c800: skip recheck: last_committed 8589934612 00000100:00000001:0.0:1789130495.671354:0:34969:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789130495.671358:0:34969:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130495.671363:0:34969:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf61461a40 x1876037329058176/t8589934613(8589934613) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1789130511 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130495.671371:0:34969:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789130495.671376:0:34969:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789130495.671379:0:34969:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789130495.671383:0:34969:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf61461a40 x1876037329058176/t8589934613(8589934613) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1789130511 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1789130495.671391:0:34969:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf61461a40 pname:cluuid:pid:xid:nid:opc:job multiop:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:34969:1876037329058176:192.168.204.123@tcp:35:multiop.0 00000100:00000001:0.0:1789130495.671398:0:34969:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130495.671402:0:34969:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130495.671405:0:34969:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1789130495.671407:0:34969:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789130495.671411:0:34969:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf61461a40 x1876037329058176/t8589934613(8589934613) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1789130511 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130495.671419:0:34969:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789130495.671423:0:34969:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9caf48132d80. 00000100:00000001:0.0:1789130495.671427:0:34969:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1789130495.671429:0:34969:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130495.671437:0:34969:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789130495.671438:0:34969:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875798035008 : -109197911516608 : ffff9caf61461a40) 00000002:00000001:0.0:1789130495.671441:0:34969:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789130495.671446:0:34969:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1789130495.671453:0:34969:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9caf5846d000. 00000080:00000001:0.0:1789130495.671457:0:34969:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1789130495.671460:0:34969:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00000002:00000001:0.0:1789130495.671465:0:34969:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1789130495.671471:0:34969:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9caf615d6940 x1876037329056640/t8589934611(8589934611) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/664 e 0 to 0 dl 1789130510 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130495.671478:0:34969:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789130495.671479:0:34969:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875799562560 : -109197909989056 : ffff9caf615d6940) 00000100:00000001:0.0:1789130495.671482:0:34969:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789130495.671485:0:34969:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf615d6940 x1876037329056640/t8589934611(8589934611) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/664 e 0 to 0 dl 1789130510 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130495.671491:0:34969:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130495.671493:0:34969:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789130495.671496:0:34969:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf615d6940 x1876037329056640/t8589934611(8589934611) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/664 e 0 to 0 dl 1789130510 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130495.671502:0:34969:0:(client.c:2793:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1789130495.671505:0:34969:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1789130495.671507:0:34969:0:(genops.c:1223:class_import_put()) import ffff9caf6079a800 refcount=5 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000020:00000001:0.0:1789130495.671510:0:34969:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1789130495.671513:0:34969:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9caf487c1000. 02000000:00000001:0.0:1789130495.671518:0:34969:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789130495.671520:0:34969:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789130495.671521:0:34969:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf615d6940. 00000100:00000001:0.0:1789130495.671525:0:34969:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789130495.671526:0:34969:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130495.671527:0:34969:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789130495.671531:0:34969:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf61461a40 x1876037329058176/t8589934613(8589934613) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1789130511 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130495.671537:0:34969:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789130495.671539:0:34969:0:(client.c:2947:obd_mod_free()) kfreed 'mod': 32 at ffff9caf4632b4a0. 00000002:00000001:0.0:1789130495.671543:0:34969:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789130495.671545:0:34969:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1789130495.671548:0:34969:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9caf58606b40. 00000100:00000001:0.0:1789130495.671551:0:34969:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789130495.671554:0:34969:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf61461a40 x1876037329058176/t8589934613(8589934613) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1789130511 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130495.671560:0:34969:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130495.671563:0:34969:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1789130495.671568:0:34969:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9caf417a8b40. 00000080:00000001:0.0:1789130495.671573:0:34969:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130495.671580:0:34969:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41bffd88 00000080:00000008:0.0:1789130495.671584:0:34969:0:(file.c:523:ll_file_release()) COMPLETED file f24b.recovery-small-1:[0x200000404:0x34:0x0](ffff9caf60130908), flags 100002, rc = 0 00000080:00000001:0.0:1789130495.671588:0:34969:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130495.671596:0:34969:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1789130495.671598:0:34969:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41bffd98 00000080:00002000:0.0:1789130495.671600:0:34969:0:(dcache.c:127:ll_ddelete()) keeping dentry f24b.recovery-small-1 (ffff9caf445566c0, parent ffff9caf445565e8, inode ffff9caf60130908) hashed, 00000080:00000001:0.0:1789130495.671603:0:34969:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789130495.677430:0:34972:0:(lov_object.c:2454:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1789130495.677440:0:34972:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9caf47cdcba0) owner 0000000000000000/ffff9caf581427c0 00020000:00000002:0.0:1789130495.677447:0:34972:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9caf47cdcba0) owner 0000000000000000/ffff9caf581427c0 00020000:00000001:0.0:1789130495.677450:0:34972:0:(lov_object.c:2505:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130495.677460:0:34972:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:0.0:1789130495.677473:0:34972:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c47df0 00000080:00200008:0.0:1789130495.677476:0:34972:0:(file.c:479:ll_file_release()) START file f24b.recovery-small-2:[0x200000404:0x35:0x0](ffff9caf6019e3c8), flags 100002 00000080:00000001:0.0:1789130495.677482:0:34972:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:0.0:1789130495.677485:0:34972:0:(pcc.c:2463:pcc_file_release()) Process leaving 00020000:00000001:0.0:1789130495.677487:0:34972:0:(lov_object.c:2454:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1789130495.677488:0:34972:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9caf47cdcba0) owner 0000000000000000/ffff9caf581427c0 00020000:00000002:0.0:1789130495.677491:0:34972:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9caf47cdcba0) owner 0000000000000000/ffff9caf581427c0 00020000:00000001:0.0:1789130495.677493:0:34972:0:(lov_object.c:2505:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130495.677499:0:34972:0:(file.c:341:ll_md_close()) Process entered 00000002:00000001:0.0:1789130495.677508:0:34972:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789130495.677512:0:34972:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789130495.677520:0:34972:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf48fc4300 count: 2 00010000:00000001:0.0:1789130495.677524:0:34972:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789130495.677529:0:34972:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789130495.677532:0:34972:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000404:0x35:0x0]: 0 00000080:00000001:0.0:1789130495.677534:0:34972:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:0.0:1789130495.677536:0:34972:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1789130495.677546:0:34972:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9caf5846d000. 00000080:00000001:0.0:1789130495.677548:0:34972:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:0.0:1789130495.677553:0:34972:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1789130495.677557:0:34972:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000002:0.0:1789130495.677560:0:34972:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000404:0x35:0x0] 00000002:00000001:0.0:1789130495.677564:0:34972:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:0.0:1789130495.677567:0:34972:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9caf5014c800: [0x200000404:0x35:0x0] file closed with intent: 200 00000100:00000010:0.0:1789130495.677574:0:34972:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf61463480. 00000020:00000040:0.0:1789130495.677579:0:34972:0:(genops.c:1210:class_import_get()) import ffff9caf6079a800 refcount=6 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000100:00000001:0.0:1789130495.677584:0:34972:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789130495.677588:0:34972:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789130495.677592:0:34972:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789130495.677600:0:34972:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9caf5846dc00. 00000100:00000001:0.0:1789130495.677607:0:34972:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1789130495.677627:0:34972:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9caf615d4b40 x1876037329057152/t8589934612(8589934612) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/664 e 0 to 0 dl 1789130510 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1789130495.677638:0:34972:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9caf5014c800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1789130495.677644:0:34972:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9caf61463480 x1876037329058432/t0(0) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1789130495.677651:0:34972:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1789130495.677653:0:34972:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1789130495.677661:0:34972:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9caf48132d80. 00000100:00000001:0.0:1789130495.677663:0:34972:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446634875375267200 : -109198334284416 : ffff9caf48132d80) 00000100:00000001:0.0:1789130495.677666:0:34972:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789130495.677668:0:34972:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875798041728 : -109197911509888 : ffff9caf61463480) 00000100:00000001:0.0:1789130495.677673:0:34972:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789130495.677677:0:34972:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130495.677680:0:34972:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1789130495.677681:0:34972:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789130495.677686:0:34972:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf61463480 x1876037329058432/t0(0) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130495.677693:0:34972:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789130495.677695:0:34972:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130495.677699:0:34972:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789130495.677702:0:34972:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789130495.677704:0:34972:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789130495.677707:0:34972:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf61463480 pname:cluuid:pid:xid:nid:opc:job multiop:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:34972:1876037329058432:192.168.204.123@tcp:35:multiop.0 00000100:00000001:0.0:1789130495.677711:0:34972:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789130495.677716:0:34972:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789130495.677719:0:34972:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130495.677721:0:34972:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789130495.677727:0:34972:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9caf482bc000. 02000000:00000001:0.0:1789130495.677729:0:34972:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789130495.677739:0:34972:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:0.0:1789130495.677744:0:34972:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf50131478. 00000400:00000010:0.0:1789130495.677753:0:34972:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf5801e660. 00000100:00000200:0.0:1789130495.677762:0:34972:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876037329058432, portal 10 00000100:00000001:0.0:1789130495.677764:0:34972:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789130495.677765:0:34972:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875798041728 : -109197911509888 : ffff9caf61463480) 00000100:00000040:0.0:1789130495.677772:0:34972:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9caf61463480 x1876037329058432/t0(0) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1789130511 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130495.677778:0:34972:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789130495.677781:0:34972:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:0.0:1789130495.677783:0:34972:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf5801e880. 00000100:00000200:0.0:1789130495.677787:0:34972:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1876037329058432, offset 0 00000400:00000200:0.0:1789130495.677794:0:34972:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:0.0:1789130495.677839:0:34972:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:0.0:1789130495.677848:0:34972:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:0.0:1789130495.677854:0:34972:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789130495.677858:0:34972:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:0.0:1789130495.677861:0:34972:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789130495.677864:0:34972:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:0.0:1789130495.677868:0:34972:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2702:2702:256:4294967295] 192.168.204.123@tcp LPNI seq info [2701:2701:8:4294967295] 00000400:00000200:0.0:1789130495.677872:0:34972:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:0.0:1789130495.677881:0:34972:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:0.0:1789130495.677886:0:34972:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:0.0:1789130495.677892:0:34972:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf451e7700. 00000800:00000200:0.0:1789130495.677898:0:34972:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:0.0:1789130495.677907:0:34972:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:0.0:1789130495.677912:0:34972:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf451e7700 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1789130495.677925:0:34972:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130495.677930:0:34972:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: using a timeout of 785215 usecs (786 jiffies) 00000400:00000200:0.0:1789130495.677933:0:34972:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:0.0:1789130495.677936:0:34972:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296590486 00000100:00000001:0.0:1789130495.677939:0:34972:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 2, keep current deadline 4296592375 00000100:00000001:0.0:1789130495.677941:0:34972:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296590486 00000100:00000001:0.0:1789130495.677943:0:34972:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 3, keep current deadline 4296592375 00000100:00000001:0.0:1789130495.677946:0:34972:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789130495.677948:0:34972:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130495.677950:0:34972:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789130495.677952:0:34972:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1789130495.677954:0:34972:0:(client.c:2715:ptlrpc_set_wait()) set ffff9caf48132d80 going to sleep for 11 seconds 00000100:00000001:0.0:1789130495.677957:0:34972:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789130495.677960:0:34972:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789130495.679409:0:2341:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789130495.679418:0:2341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf451e7700. 00000400:00000200:2.0:1789130495.679425:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130495.679434:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:2.0:1789130495.679442:0:2341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf5801e880 00000400:00000010:2.0:1789130495.679445:0:2341:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf5801e880. 00000100:00000001:2.0:1789130495.679450:0:2341:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789130495.679457:0:2341:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf61463480 x1876037329058432/t0(0) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1789130511 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130495.679469:0:2341:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130495.679473:0:2341:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf61463480 x1876037329058432/t0(0) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1789130511 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130495.679480:0:2341:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130495.679482:0:2341:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1789130495.694151:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130495.694171:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789130495.694176:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130495.694179:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130495.694188:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130495.694197:0:2342:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:2.0:1789130495.694206:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130495.694212:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130495.694218:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130495.694222:0:2342:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 456 into portal 10 MB=0x6aa3efa957a80 00000400:00000200:2.0:1789130495.694227:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130495.694233:0:2342:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.123@tcp of length 456/456 into md 0x7435 [1] + 224 00000800:00000001:2.0:1789130495.694242:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130495.694248:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130495.694252:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130495.694257:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:2.0:1789130495.694266:0:2342:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789130495.694275:0:2342:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf61463480 x1876037329058432/t0(0) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1789130511 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789130495.694285:0:2342:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9caf61463480 x1876037329058432/t0(0) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1789130511 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130495.694308:0:2342:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789130495.694319:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130495.694322:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130495.694388:0:34972:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789130495.694398:0:34972:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789130495.694400:0:34972:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789130495.694405:0:34972:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf50131478. 00000400:00000200:0.0:1789130495.694410:0:34972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf5801e660 00000400:00000010:0.0:1789130495.694414:0:34972:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf5801e660. 00000100:00000001:0.0:1789130495.694418:0:34972:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789130495.694422:0:34972:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf61463480 x1876037329058432/t0(0) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1789130511 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1789130495.694431:0:34972:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf61463480 x1876037329058432/t0(0) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1789130511 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130495.694438:0:34972:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789130495.694440:0:34972:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130495.694442:0:34972:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789130495.694445:0:34972:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789130495.694448:0:34972:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789130495.694450:0:34972:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130495.694453:0:34972:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789130495.694464:0:34972:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf6079aca8 time=114 v=5 (10 5 5 5) 00000100:00001000:0.0:1789130495.694468:0:34972:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf6079ac18 time=36 v=5 (1 0 0 0) 00000100:00000001:0.0:1789130495.694471:0:34972:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789130495.694472:0:34972:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130495.694475:0:34972:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789130495.694478:0:34972:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130495.694482:0:34972:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1789130495.694484:0:34972:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1789130495.694486:0:34972:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1789130495.694488:0:34972:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789130495.694490:0:34972:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875798041728 : -109197911509888 : ffff9caf61463480) 00000100:00000001:0.0:1789130495.694494:0:34972:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789130495.694496:0:34972:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9caf5014c800: skip recheck: last_committed 8589934612 00000100:00000001:0.0:1789130495.694498:0:34972:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789130495.694501:0:34972:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130495.694505:0:34972:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf61463480 x1876037329058432/t8589934614(8589934614) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1789130511 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130495.694512:0:34972:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789130495.694515:0:34972:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789130495.694517:0:34972:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789130495.694521:0:34972:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf61463480 x1876037329058432/t8589934614(8589934614) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1789130511 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1789130495.694528:0:34972:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf61463480 pname:cluuid:pid:xid:nid:opc:job multiop:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:34972:1876037329058432:192.168.204.123@tcp:35:multiop.0 00000100:00000001:0.0:1789130495.694532:0:34972:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130495.694536:0:34972:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130495.694538:0:34972:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1789130495.694540:0:34972:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789130495.694544:0:34972:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf61463480 x1876037329058432/t8589934614(8589934614) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1789130511 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130495.694549:0:34972:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789130495.694552:0:34972:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9caf48132d80. 00000100:00000001:0.0:1789130495.694555:0:34972:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1789130495.694556:0:34972:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130495.694566:0:34972:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789130495.694567:0:34972:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875798041728 : -109197911509888 : ffff9caf61463480) 00000002:00000001:0.0:1789130495.694570:0:34972:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789130495.694574:0:34972:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1789130495.694581:0:34972:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9caf5846d000. 00000080:00000001:0.0:1789130495.694585:0:34972:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1789130495.694589:0:34972:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00000002:00000001:0.0:1789130495.694594:0:34972:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1789130495.694600:0:34972:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9caf615d4b40 x1876037329057152/t8589934612(8589934612) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/664 e 0 to 0 dl 1789130510 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130495.694607:0:34972:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789130495.694608:0:34972:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875799554880 : -109197909996736 : ffff9caf615d4b40) 00000100:00000001:0.0:1789130495.694610:0:34972:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789130495.694613:0:34972:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf615d4b40 x1876037329057152/t8589934612(8589934612) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/664 e 0 to 0 dl 1789130510 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130495.694619:0:34972:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130495.694620:0:34972:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789130495.694623:0:34972:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf615d4b40 x1876037329057152/t8589934612(8589934612) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 592/664 e 0 to 0 dl 1789130510 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130495.694635:0:34972:0:(client.c:2793:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1789130495.694639:0:34972:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1789130495.694641:0:34972:0:(genops.c:1223:class_import_put()) import ffff9caf6079a800 refcount=5 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000020:00000001:0.0:1789130495.694643:0:34972:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1789130495.694647:0:34972:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9caf487c3000. 02000000:00000001:0.0:1789130495.694651:0:34972:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789130495.694653:0:34972:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789130495.694655:0:34972:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf615d4b40. 00000100:00000001:0.0:1789130495.694660:0:34972:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789130495.694661:0:34972:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130495.694663:0:34972:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789130495.694666:0:34972:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf61463480 x1876037329058432/t8589934614(8589934614) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1789130511 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130495.694671:0:34972:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789130495.694672:0:34972:0:(client.c:2947:obd_mod_free()) kfreed 'mod': 32 at ffff9caf47eabe60. 00000002:00000001:0.0:1789130495.694675:0:34972:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789130495.694677:0:34972:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1789130495.694678:0:34972:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9caf47faa3c0. 00000100:00000001:0.0:1789130495.694681:0:34972:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789130495.694683:0:34972:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf61463480 x1876037329058432/t8589934614(8589934614) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1789130511 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130495.694689:0:34972:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130495.694691:0:34972:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1789130495.694696:0:34972:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9caf4865e3c0. 00000080:00000001:0.0:1789130495.694699:0:34972:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130495.694705:0:34972:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c47df0 00000080:00000008:0.0:1789130495.694708:0:34972:0:(file.c:523:ll_file_release()) COMPLETED file f24b.recovery-small-2:[0x200000404:0x35:0x0](ffff9caf6019e3c8), flags 100002, rc = 0 00000080:00000001:0.0:1789130495.694712:0:34972:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130495.694717:0:34972:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1789130495.694719:0:34972:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c47e00 00000080:00002000:0.0:1789130495.694721:0:34972:0:(dcache.c:127:ll_ddelete()) keeping dentry f24b.recovery-small-2 (ffff9caf44556000, parent ffff9caf445565e8, inode ffff9caf6019e3c8) hashed, 00000080:00000001:0.0:1789130495.694724:0:34972:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130495.729511:0:34987:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:0.0:1789130495.729523:0:34987:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:0.0:1789130495.729526:0:34987:0:(file.c:6206:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1789130495.729530:0:34987:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f419a7bc0 00000080:00200000:0.0:1789130495.729536:0:34987:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8),name=/ 00000080:00000010:0.0:1789130495.729548:0:34987:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9caf5846d000. 00800000:00000002:0.0:1789130495.729561:0:34987:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9caf4557c8c0 2 00000080:00000001:0.0:1789130495.729567:0:34987:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1789130495.729574:0:34987:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1789130495.729576:0:34987:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f419a7ae0 00800000:00000002:0.0:1789130495.729578:0:34987:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1789130495.729584:0:34987:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1789130495.729589:0:34987:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1789130495.729596:0:34987:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1789130495.729599:0:34987:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f419a79b0 00000002:00010000:0.0:1789130495.729601:0:34987:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1789130495.729606:0:34987:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1789130495.729608:0:34987:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789130495.729612:0:34987:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789130495.729622:0:34987:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf4814d500 count: 2 00010000:00000001:0.0:1789130495.729628:0:34987:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789130495.729634:0:34987:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789130495.729640:0:34987:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1789130495.729648:0:34987:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7200/0xde5303b1d982ce66 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a6150 expref: -99 pid: 34962 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:0.0:1789130495.729661:0:34987:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1789130495.729666:0:34987:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789130495.729670:0:34987:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7200/0xde5303b1d982ce66 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a6150 expref: -99 pid: 34962 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:0.0:1789130495.729677:0:34987:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1789130495.729679:0:34987:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1789130495.729681:0:34987:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789130495.729683:0:34987:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789130495.729687:0:34987:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1789130495.729689:0:34987:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1789130495.729692:0:34987:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1789130495.729696:0:34987:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9caf4557c8c0 2 00000080:00000010:0.0:1789130495.729700:0:34987:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9caf5846d000. 00000080:00000001:0.0:1789130495.729706:0:34987:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1789130495.729708:0:34987:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789130495.729711:0:34987:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9caf601980c8) 00000080:00010000:0.0:1789130495.729715:0:34987:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9caf601980c8) for lock 0xde5303b1d982ce66 00800000:00000001:0.0:1789130495.729718:0:34987:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1789130495.729721:0:34987:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1789130495.729723:0:34987:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130495.729726:0:34987:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130495.729730:0:34987:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b7200 refcount=3 00000020:00000001:0.0:1789130495.729733:0:34987:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649487360 : -109198060064256 : ffff9caf586b7200) 00010000:00000001:0.0:1789130495.729736:0:34987:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649487360 : -109198060064256 : ffff9caf586b7200) 00010000:00000001:0.0:1789130495.729739:0:34987:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130495.729741:0:34987:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789130495.729743:0:34987:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789130495.729745:0:34987:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789130495.729748:0:34987:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xde5303b1d982ce66 from it ffffb97f419a7bf8 00010000:00000001:0.0:1789130495.729750:0:34987:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130495.729751:0:34987:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130495.729752:0:34987:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b7200 refcount=3 00000020:00000001:0.0:1789130495.729754:0:34987:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649487360 : -109198060064256 : ffff9caf586b7200) 00010000:00000001:0.0:1789130495.729756:0:34987:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649487360 : -109198060064256 : ffff9caf586b7200) 00010000:00000001:0.0:1789130495.729759:0:34987:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789130495.729762:0:34987:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7200/0xde5303b1d982ce66 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a6150 expref: -99 pid: 34962 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1789130495.729769:0:34987:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130495.729771:0:34987:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130495.729773:0:34987:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789130495.729775:0:34987:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789130495.729779:0:34987:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7200/0xde5303b1d982ce66 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a6150 expref: -99 pid: 34962 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:0.0:1789130495.729788:0:34987:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789130495.729792:0:34987:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789130495.729794:0:34987:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789130495.729800:0:34987:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130495.729840:0:34987:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130495.729842:0:34987:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130495.729846:0:34987:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789130495.729848:0:34987:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130495.729850:0:34987:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130495.729852:0:34987:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130495.729855:0:34987:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789130495.729856:0:34987:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130495.729857:0:34987:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1789130495.729860:0:34987:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1789130495.729862:0:34987:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1789130495.729865:0:34987:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8), inode mode 41ff mask 1 00000080:00000001:0.0:1789130495.729870:0:34987:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1789130495.729882:0:34987:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9caf47eabe60. 00000080:00000001:0.0:1789130495.729887:0:34987:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:0.0:1789130495.729888:0:34987:0:(file.c:6206:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1789130495.729889:0:34987:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f419a7b00 00000080:00200000:0.0:1789130495.729891:0:34987:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8),name=/ 00000080:00000010:0.0:1789130495.729894:0:34987:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9caf5846d000. 00800000:00000002:0.0:1789130495.729897:0:34987:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9caf4557c8c0 2 00000080:00000001:0.0:1789130495.729899:0:34987:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1789130495.729901:0:34987:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1789130495.729902:0:34987:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f419a7a20 00800000:00000002:0.0:1789130495.729903:0:34987:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1789130495.729906:0:34987:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1789130495.729908:0:34987:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1789130495.729911:0:34987:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1789130495.729912:0:34987:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f419a78f0 00000002:00010000:0.0:1789130495.729914:0:34987:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1789130495.729917:0:34987:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1789130495.729918:0:34987:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789130495.729920:0:34987:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789130495.729922:0:34987:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf4814d500 count: 2 00010000:00000001:0.0:1789130495.729924:0:34987:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789130495.729926:0:34987:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789130495.729928:0:34987:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1789130495.729931:0:34987:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7200/0xde5303b1d982ce66 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a6150 expref: -99 pid: 34962 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 02000000:00000001:0.0:1789130495.729938:0:34987:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1789130495.729940:0:34987:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789130495.729942:0:34987:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7200/0xde5303b1d982ce66 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a6150 expref: -99 pid: 34962 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000002:00000001:0.0:1789130495.729949:0:34987:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1789130495.729950:0:34987:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1789130495.729952:0:34987:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789130495.729953:0:34987:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789130495.729955:0:34987:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1789130495.729957:0:34987:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1789130495.729959:0:34987:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1789130495.729960:0:34987:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9caf4557c8c0 2 00000080:00000010:0.0:1789130495.729963:0:34987:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9caf5846d000. 00000080:00000001:0.0:1789130495.729965:0:34987:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1789130495.729966:0:34987:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789130495.729968:0:34987:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9caf601980c8) 00000080:00010000:0.0:1789130495.729971:0:34987:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9caf601980c8) for lock 0xde5303b1d982ce66 00800000:00000001:0.0:1789130495.729973:0:34987:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1789130495.729974:0:34987:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1789130495.729976:0:34987:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130495.729977:0:34987:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130495.729978:0:34987:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b7200 refcount=3 00000020:00000001:0.0:1789130495.729980:0:34987:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649487360 : -109198060064256 : ffff9caf586b7200) 00010000:00000001:0.0:1789130495.729984:0:34987:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649487360 : -109198060064256 : ffff9caf586b7200) 00010000:00000001:0.0:1789130495.729986:0:34987:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130495.729987:0:34987:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789130495.729988:0:34987:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789130495.729990:0:34987:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789130495.729991:0:34987:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xde5303b1d982ce66 from it ffffb97f419a7b38 00010000:00000001:0.0:1789130495.729993:0:34987:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130495.729994:0:34987:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130495.729995:0:34987:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf586b7200 refcount=3 00000020:00000001:0.0:1789130495.729997:0:34987:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875649487360 : -109198060064256 : ffff9caf586b7200) 00010000:00000001:0.0:1789130495.729999:0:34987:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875649487360 : -109198060064256 : ffff9caf586b7200) 00010000:00000001:0.0:1789130495.730001:0:34987:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789130495.730004:0:34987:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7200/0xde5303b1d982ce66 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a6150 expref: -99 pid: 34962 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:0.0:1789130495.730010:0:34987:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130495.730011:0:34987:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130495.730012:0:34987:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789130495.730013:0:34987:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789130495.730015:0:34987:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7200/0xde5303b1d982ce66 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a6150 expref: -99 pid: 34962 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:0.0:1789130495.730021:0:34987:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789130495.730022:0:34987:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789130495.730024:0:34987:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789130495.730026:0:34987:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130495.730027:0:34987:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130495.730028:0:34987:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130495.730030:0:34987:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789130495.730031:0:34987:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130495.730033:0:34987:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130495.730035:0:34987:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130495.730037:0:34987:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789130495.730038:0:34987:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130495.730039:0:34987:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1789130495.730041:0:34987:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1789130495.730043:0:34987:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1789130495.730045:0:34987:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8), inode mode 41ff mask 3 00000080:00000001:0.0:1789130495.730048:0:34987:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130495.730051:0:34987:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:0.0:1789130495.730053:0:34987:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f419a7b58 00000080:00200000:0.0:1789130495.730055:0:34987:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=recon, dir=[0x200000007:0x1:0x0](ffff9caf601980c8), file ffff9caf45600900, open_flags 8441, mode 81b6 opened 0 00000080:00000010:0.0:1789130495.730062:0:34987:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff9caf5021fe40. 00000080:00000001:0.0:1789130495.730067:0:34987:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:0.0:1789130495.730069:0:34987:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f419a7a08 00000080:00200000:0.0:1789130495.730071:0:34987:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=recon, dir=[0x200000007:0x1:0x0](ffff9caf601980c8), intent=open|creat 00000080:00000010:0.0:1789130495.730078:0:34987:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9caf5846d000. 00800000:00000002:0.0:1789130495.730080:0:34987:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9caf4557c8c0 2 00000080:00000001:0.0:1789130495.730085:0:34987:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1789130495.730086:0:34987:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1789130495.730087:0:34987:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f419a7928 00800000:00000002:0.0:1789130495.730089:0:34987:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'recon' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1789130495.730092:0:34987:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:0.0:1789130495.730094:0:34987:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:0.0:1789130495.730099:0:34987:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446634875370194944 : -109198339356672 : ffff9caf47c5c800) 00800000:00000001:0.0:1789130495.730103:0:34987:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:0.0:1789130495.730105:0:34987:0:(obd_class.h:932:obd_fid_alloc()) Process entered 00000002:00000001:0.0:1789130495.730108:0:34987:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:0.0:1789130495.730112:0:34987:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:0.0:1789130495.730114:0:34987:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff9caf5014c800: Allocated FID [0x200000404:0x36:0x0] 40000000:00000001:0.0:1789130495.730117:0:34987:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789130495.730119:0:34987:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789130495.730121:0:34987:0:(obd_class.h:945:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789130495.730123:0:34987:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130495.730125:0:34987:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f419a78a8 00800000:00000002:0.0:1789130495.730128:0:34987:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x36:0x0], name='recon' -> mds #0 layout version 1 00000002:00000001:0.0:1789130495.730131:0:34987:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1789130495.730133:0:34987:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f419a77e0 00000002:00010000:0.0:1789130495.730135:0:34987:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: recon,[0x200000404:0x36:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 0102102 00000002:00000001:0.0:1789130495.730139:0:34987:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1789130495.730143:0:34987:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:0.0:1789130495.730147:0:34987:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:0.0:1789130495.730150:0:34987:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789130495.730152:0:34987:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1789130495.730154:0:34987:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf4814d500 count: 2 00010000:00000001:0.0:1789130495.730156:0:34987:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789130495.730160:0:34987:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1789130495.730163:0:34987:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1789130495.730166:0:34987:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7200/0xde5303b1d982ce66 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xcdf1b083821a6150 expref: -99 pid: 34962 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000080:00000001:0.0:1789130495.730173:0:34987:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1789130495.730177:0:34987:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1789130495.730180:0:34987:0:(file.c:6113:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1789130495.730181:0:34987:0:(file.c:6119:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:0.0:1789130495.730183:0:34987:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789130495.730185:0:34987:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789130495.730187:0:34987:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf4814d500 count: 3 00010000:00000001:0.0:1789130495.730189:0:34987:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789130495.730191:0:34987:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789130495.730192:0:34987:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789130495.730193:0:34987:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789130495.730195:0:34987:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf4814d500 count: 3 00010000:00000001:0.0:1789130495.730197:0:34987:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789130495.730199:0:34987:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789130495.730201:0:34987:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789130495.730202:0:34987:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789130495.730203:0:34987:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf4814d500 count: 3 00010000:00000001:0.0:1789130495.730205:0:34987:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789130495.730207:0:34987:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130495.730209:0:34987:0:(file.c:6141:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1789130495.730212:0:34987:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff9caf60198000, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1789130495.730216:0:34987:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1789130495.730219:0:34987:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1789130495.730221:0:34987:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1789130495.730222:0:34987:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130495.730226:0:34987:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1789130495.730229:0:34987:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789130495.730231:0:34987:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789130495.730233:0:34987:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789130495.730235:0:34987:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1789130495.730237:0:34987:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9caf586b7200 with handle 0xde5303b1d982ce66 from hash 00010000:00000001:0.0:1789130495.730240:0:34987:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789130495.730241:0:34987:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130495.730242:0:34987:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130495.730243:0:34987:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789130495.730245:0:34987:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789130495.730247:0:34987:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1789130495.730250:0:34987:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789130495.730252:0:34987:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1789130495.730254:0:34987:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1789130495.730260:0:34987:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf614612c0. 00000020:00000040:0.0:1789130495.730265:0:34987:0:(genops.c:1210:class_import_get()) import ffff9caf6079a800 refcount=6 obd=lustre-MDT0000-mdc-ffff9caf5014c800 02000000:00000001:0.0:1789130495.730270:0:34987:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1789130495.730273:0:34987:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130495.730275:0:34987:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1789130495.730280:0:34987:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789130495.730282:0:34987:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130495.730283:0:34987:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130495.730284:0:34987:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130495.730287:0:34987:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789130495.730289:0:34987:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789130495.730292:0:34987:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789130495.730301:0:34987:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9caf482bd000. 00000100:00000001:0.0:1789130495.730307:0:34987:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130495.730311:0:34987:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789130495.730313:0:34987:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1789130495.730317:0:34987:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7200/0xde5303b1d982ce66 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xcdf1b083821a6150 expref: -99 pid: 34962 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00010000:0.0:1789130495.730323:0:34987:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1789130495.730325:0:34987:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789130495.730327:0:34987:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789130495.730330:0:34987:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf586b7200/0xde5303b1d982ce66 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xcdf1b083821a6150 expref: -99 pid: 34962 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000040:0.0:1789130495.730337:0:34987:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9caf4814d500 count: 0 00010000:00000010:0.0:1789130495.730343:0:34987:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9caf50154100. 00010000:00000001:0.0:1789130495.730357:0:34987:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130495.730359:0:34987:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130495.730361:0:34987:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789130495.730363:0:34987:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130495.730364:0:34987:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789130495.730376:0:34987:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446634875798033088 : -109197911518528 : ffff9caf614612c0) 00010000:00000001:0.0:1789130495.730380:0:34987:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1789130495.730383:0:34987:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1789130495.730387:0:34987:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9caf48fc4a00. 00010000:00000010:0.0:1789130495.730391:0:34987:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9caf48339d80. 00010000:00000001:0.0:1789130495.730395:0:34987:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1789130495.730398:0:34987:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9caf40030c00. 00000020:00000001:0.0:1789130495.730400:0:34987:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1789130495.730402:0:34987:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9caf40030c00 with handle 0xde5303b1d982ce97 to hash 00000020:00000001:0.0:1789130495.730404:0:34987:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1789130495.730405:0:34987:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446634875239992320 : -109198469559296 : ffff9caf40030c00) 00010000:00000001:0.0:1789130495.730409:0:34987:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446634875239992320 : -109198469559296 : ffff9caf40030c00) 00010000:00000001:0.0:1789130495.730412:0:34987:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789130495.730414:0:34987:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789130495.730417:0:34987:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030c00/0xde5303b1d982ce97 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 34987 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789130495.730423:0:34987:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030c00/0xde5303b1d982ce97 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34987 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:0.0:1789130495.730436:0:34987:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9caf5014c800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1789130495.730448:0:34987:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9caf614612c0 x1876037329058688/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1789130495.730459:0:34987:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030c00/0xde5303b1d982ce97 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34987 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1789130495.730465:0:34987:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1789130495.730467:0:34987:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1789130495.730475:0:34987:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9caf48132d80. 00000100:00000001:0.0:1789130495.730477:0:34987:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446634875375267200 : -109198334284416 : ffff9caf48132d80) 00000100:00000001:0.0:1789130495.730480:0:34987:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789130495.730482:0:34987:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875798033088 : -109197911518528 : ffff9caf614612c0) 00000100:00000001:0.0:1789130495.730488:0:34987:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789130495.730492:0:34987:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130495.730495:0:34987:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1789130495.730497:0:34987:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789130495.730501:0:34987:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf614612c0 x1876037329058688/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130495.730509:0:34987:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789130495.730512:0:34987:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130495.730517:0:34987:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789130495.730520:0:34987:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789130495.730523:0:34987:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789130495.730528:0:34987:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf614612c0 pname:cluuid:pid:xid:nid:opc:job bash:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:34987:1876037329058688:192.168.204.123@tcp:101:bash.0 00000100:00000001:0.0:1789130495.730532:0:34987:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789130495.730540:0:34987:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789130495.730543:0:34987:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130495.730547:0:34987:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789130495.730626:0:34987:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff9caf48ba0000. 02000000:00000001:0.0:1789130495.730629:0:34987:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789130495.730639:0:34987:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:0.0:1789130495.730644:0:34987:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf50131478. 00000400:00000010:0.0:1789130495.730660:0:34987:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff9caf482bc800. 00000100:00000200:0.0:1789130495.730669:0:34987:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1876037329058688, portal 10 00000100:00000001:0.0:1789130495.730671:0:34987:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789130495.730673:0:34987:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875798033088 : -109197911518528 : ffff9caf614612c0) 00000100:00000040:0.0:1789130495.730680:0:34987:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9caf614612c0 x1876037329058688/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/66320 e 0 to 0 dl 1789130511 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130495.730687:0:34987:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789130495.730691:0:34987:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:0.0:1789130495.730696:0:34987:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf5801e660. 00000100:00000200:0.0:1789130495.730700:0:34987:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1876037329058688, offset 0 00000400:00000200:0.0:1789130495.730710:0:34987:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:0.0:1789130495.730721:0:34987:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:0.0:1789130495.730731:0:34987:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:0.0:1789130495.730737:0:34987:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789130495.730768:0:34987:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:0.0:1789130495.730773:0:34987:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789130495.730777:0:34987:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:0.0:1789130495.730783:0:34987:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2703:2703:256:4294967295] 192.168.204.123@tcp LPNI seq info [2702:2702:8:4294967295] 00000400:00000200:0.0:1789130495.730788:0:34987:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:0.0:1789130495.730800:0:34987:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:0.0:1789130495.730854:0:34987:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:0.0:1789130495.730860:0:34987:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf451e7a00. 00000800:00000200:0.0:1789130495.730867:0:34987:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:0.0:1789130495.730876:0:34987:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:0.0:1789130495.730882:0:34987:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf451e7a00 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:0.0:1789130495.730904:0:34987:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130495.730909:0:34987:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: using a timeout of 784296 usecs (785 jiffies) 00000400:00000200:0.0:1789130495.730913:0:34987:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:0.0:1789130495.730916:0:34987:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296590538 00000100:00000001:0.0:1789130495.730920:0:34987:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 2, keep current deadline 4296592375 00000100:00000001:0.0:1789130495.730922:0:34987:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296590538 00000100:00000001:0.0:1789130495.730925:0:34987:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 3, keep current deadline 4296592375 00000100:00000001:0.0:1789130495.730927:0:34987:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789130495.730931:0:34987:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130495.730933:0:34987:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789130495.730936:0:34987:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1789130495.730940:0:34987:0:(client.c:2715:ptlrpc_set_wait()) set ffff9caf48132d80 going to sleep for 11 seconds 00000100:00000001:0.0:1789130495.730942:0:34987:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789130495.730946:0:34987:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789130495.732211:0:2341:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789130495.732220:0:2341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf451e7a00. 00000400:00000200:2.0:1789130495.732227:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130495.732234:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:2.0:1789130495.732241:0:2341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf5801e660 00000400:00000010:2.0:1789130495.732243:0:2341:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf5801e660. 00000100:00000001:2.0:1789130495.732247:0:2341:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789130495.732254:0:2341:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf614612c0 x1876037329058688/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/66320 e 0 to 0 dl 1789130511 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130495.732264:0:2341:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130495.732268:0:2341:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf614612c0 x1876037329058688/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/66320 e 0 to 0 dl 1789130511 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130495.732274:0:2341:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130495.732276:0:2341:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1:1789130495.740894:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf4814d500. 00010000:00000010:0.1:1789130495.740916:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf586b7200. 00000800:00000001:2.0:1789130495.746455:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130495.746482:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789130495.746489:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130495.746492:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130495.746506:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130495.746516:0:2342:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:2.0:1789130495.746529:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130495.746535:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130495.746543:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130495.746548:0:2342:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 664 into portal 10 MB=0x6aa3efa957b80 00000400:00000200:2.0:1789130495.746554:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130495.746562:0:2342:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.123@tcp of length 664/664 into md 0x743d [32] + 224 00000800:00000001:2.0:1789130495.746571:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130495.746581:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130495.746586:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130495.746594:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:2.0:1789130495.746608:0:2342:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789130495.746620:0:2342:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf614612c0 x1876037329058688/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/66320 e 0 to 0 dl 1789130511 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789130495.746634:0:2342:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff9caf614612c0 x1876037329058688/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/66320 e 0 to 0 dl 1789130511 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130495.746720:0:34987:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789130495.746742:0:2342:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1789130495.746758:0:2342:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1789130495.746762:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130495.746770:0:2342:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.204.23@tcp to MR: 192.168.204.123@tcp local destination 00000400:00000200:2.0:1789130495.746779:0:2342:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2704:2704:256:4294967295] 192.168.204.123@tcp LPNI seq info [2703:2703:8:4294967295] 00000400:00000200:2.0:1789130495.746783:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130495.746793:0:2342:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:192.168.204.23@tcp) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) 192.168.204.123@tcp : ACK try# 0 00000800:00000200:2.0:1789130495.746800:0:2342:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 32 frags to 12345-192.168.204.123@tcp 00000800:00000010:2.0:1789130495.746850:0:2342:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 744 at ffff9caf50105c00. 00000800:00000200:2.0:1789130495.746858:0:2342:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:2.0:1789130495.746866:0:2342:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:2.0:1789130495.746872:0:2342:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf50105c00 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1789130495.747037:0:2342:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789130495.747041:0:2342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 744 at ffff9caf50105c00. 00000400:00000200:2.0:1789130495.747044:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130495.747047:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: ACK: OK 00000800:00000001:2.0:1789130495.747054:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130495.747056:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1789130495.747375:0:34987:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789130495.747380:0:34987:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789130495.747384:0:34987:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf50131478. 00000400:00000200:0.0:1789130495.747390:0:34987:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf482bc800 00000400:00000010:0.0:1789130495.747392:0:34987:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 632 at ffff9caf482bc800. 00000100:00000001:0.0:1789130495.747396:0:34987:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789130495.747401:0:34987:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf614612c0 x1876037329058688/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/66320 e 0 to 0 dl 1789130511 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1789130495.747411:0:34987:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf614612c0 x1876037329058688/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/66320 e 0 to 0 dl 1789130511 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130495.747418:0:34987:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789130495.747420:0:34987:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130495.747423:0:34987:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789130495.747427:0:34987:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789130495.747431:0:34987:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789130495.747433:0:34987:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130495.747437:0:34987:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789130495.747449:0:34987:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf6079ac60 time=114 v=5 (5 104 104 104) 00000100:00001000:0.0:1789130495.747454:0:34987:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf6079ac18 time=36 v=5 (1 0 0 0) 00000100:00000001:0.0:1789130495.747457:0:34987:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789130495.747459:0:34987:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130495.747462:0:34987:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789130495.747466:0:34987:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130495.747470:0:34987:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1789130495.747472:0:34987:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x1000000a3/0x1] 00000100:00000001:0.0:1789130495.747473:0:34987:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1789130495.747476:0:34987:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789130495.747478:0:34987:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875798033088 : -109197911518528 : ffff9caf614612c0) 00000100:00000001:0.0:1789130495.747481:0:34987:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789130495.747484:0:34987:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9caf5014c800: skip recheck: last_committed 8589934612 00000100:00000001:0.0:1789130495.747486:0:34987:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789130495.747489:0:34987:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130495.747494:0:34987:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf614612c0 x1876037329058688/t8589934615(8589934615) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/664 e 0 to 0 dl 1789130511 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130495.747501:0:34987:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789130495.747504:0:34987:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789130495.747506:0:34987:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789130495.747511:0:34987:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf614612c0 x1876037329058688/t8589934615(8589934615) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/664 e 0 to 0 dl 1789130511 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1789130495.747518:0:34987:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf614612c0 pname:cluuid:pid:xid:nid:opc:job bash:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:34987:1876037329058688:192.168.204.123@tcp:101:bash.0 00000100:00000001:0.0:1789130495.747525:0:34987:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130495.747528:0:34987:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130495.747531:0:34987:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1789130495.747534:0:34987:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789130495.747538:0:34987:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf614612c0 x1876037329058688/t8589934615(8589934615) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/664 e 0 to 0 dl 1789130511 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130495.747545:0:34987:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789130495.747548:0:34987:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9caf48132d80. 00000100:00000001:0.0:1789130495.747551:0:34987:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1789130495.747553:0:34987:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130495.747557:0:34987:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1789130495.747563:0:34987:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130495.747567:0:34987:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130495.747572:0:34987:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40030c00 refcount=4 00000020:00000001:0.0:1789130495.747574:0:34987:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239992320 : -109198469559296 : ffff9caf40030c00) 00010000:00000001:0.0:1789130495.747578:0:34987:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239992320 : -109198469559296 : ffff9caf40030c00) 00010000:00000040:0.0:1789130495.747588:0:34987:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9caf40030c00, remote cookie: 0xcdf1b083821a6206, flags: 0x1001 00010000:00010000:0.0:1789130495.747595:0:34987:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030c00/0xde5303b1d982ce97 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a6206 expref: -99 pid: 34987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789130495.747609:0:34987:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x36:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:0.0:1789130495.747613:0:34987:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:0.0:1789130495.747622:0:34987:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9caf48fc4600. 00010000:00000010:0.0:1789130495.747628:0:34987:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9caf48339880. 00010000:00000040:0.0:1789130495.747633:0:34987:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9caf48fc4a00 count: 0 00010000:00000010:0.0:1789130495.747640:0:34987:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9caf48339d80. 00010000:00000001:0.0:1789130495.747647:0:34987:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789130495.747651:0:34987:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030c00/0xde5303b1d982ce97 lrc: 4/0,1 mode: --/PR res: [0x200000404:0x36:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a6206 expref: -99 pid: 34987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789130495.747660:0:34987:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030c00/0xde5303b1d982ce97 lrc: 4/0,1 mode: --/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a6206 expref: -99 pid: 34987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789130495.747667:0:34987:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1789130495.747672:0:34987:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1789130495.747675:0:34987:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1789130495.747677:0:34987:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1789130495.747679:0:34987:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1789130495.747681:0:34987:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x36:0x0].0x0 (ffff9caf48fc4600) refcount = 1 00010000:00010000:0.0:1789130495.747686:0:34987:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030c00/0xde5303b1d982ce97 lrc: 4/0,1 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a6206 expref: -99 pid: 34987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789130495.747692:0:34987:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1789130495.747697:0:34987:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1789130495.747699:0:34987:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789130495.747703:0:34987:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1789130495.747706:0:34987:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789130495.747709:0:34987:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030c00/0xde5303b1d982ce97 lrc: 4/0,1 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a6206 expref: -99 pid: 34987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789130495.747719:0:34987:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1789130495.747721:0:34987:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130495.747724:0:34987:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130495.747725:0:34987:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130495.747726:0:34987:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130495.747727:0:34987:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789130495.747733:0:34987:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1789130495.747736:0:34987:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130495.747737:0:34987:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130495.747738:0:34987:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40030c00 refcount=3 00000020:00000001:0.0:1789130495.747741:0:34987:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239992320 : -109198469559296 : ffff9caf40030c00) 00010000:00000001:0.0:1789130495.747743:0:34987:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239992320 : -109198469559296 : ffff9caf40030c00) 00010000:00000001:0.0:1789130495.747746:0:34987:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130495.747747:0:34987:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130495.747748:0:34987:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40030c00 refcount=4 00000020:00000001:0.0:1789130495.747749:0:34987:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239992320 : -109198469559296 : ffff9caf40030c00) 00010000:00000001:0.0:1789130495.747752:0:34987:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239992320 : -109198469559296 : ffff9caf40030c00) 00010000:00000001:0.0:1789130495.747755:0:34987:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789130495.747760:0:34987:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789130495.747763:0:34987:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030c00/0xde5303b1d982ce97 lrc: 5/1,1 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a6206 expref: -99 pid: 34987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789130495.747769:0:34987:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130495.747770:0:34987:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130495.747771:0:34987:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130495.747772:0:34987:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130495.747774:0:34987:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40030c00 refcount=5 00000020:00000001:0.0:1789130495.747775:0:34987:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239992320 : -109198469559296 : ffff9caf40030c00) 00010000:00000001:0.0:1789130495.747778:0:34987:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239992320 : -109198469559296 : ffff9caf40030c00) 00010000:00000001:0.0:1789130495.747781:0:34987:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789130495.747784:0:34987:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030c00/0xde5303b1d982ce97 lrc: 5/1,1 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a6206 expref: -99 pid: 34987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789130495.747790:0:34987:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130495.747791:0:34987:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1789130495.747794:0:34987:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030c00/0xde5303b1d982ce97 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a6206 expref: -99 pid: 34987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789130495.747800:0:34987:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789130495.748162:0:34987:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130495.748165:0:34987:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130495.748167:0:34987:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130495.748168:0:34987:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1789130495.748176:0:34987:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0x37, status=0 req@ffff9caf614612c0 x1876037329058688/t8589934615(8589934615) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/664 e 0 to 0 dl 1789130511 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1789130495.748188:0:34987:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:0.0:1789130495.748193:0:34987:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9caf614612c0 x1876037329058688/t8589934615(8589934615) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/664 e 0 to 0 dl 1789130511 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1789130495.748200:0:34987:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130495.748208:0:34987:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130495.748210:0:34987:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130495.748211:0:34987:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40030c00 refcount=3 00000020:00000001:0.0:1789130495.748213:0:34987:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239992320 : -109198469559296 : ffff9caf40030c00) 00010000:00000001:0.0:1789130495.748215:0:34987:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239992320 : -109198469559296 : ffff9caf40030c00) 00000002:00010000:0.0:1789130495.748219:0:34987:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030c00/0xde5303b1d982ce97 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a6206 expref: -99 pid: 34987 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:0.0:1789130495.748229:0:34987:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff9caf47faa3c0. 00010000:00000001:0.0:1789130495.748232:0:34987:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130495.748233:0:34987:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789130495.748235:0:34987:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789130495.748237:0:34987:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789130495.748242:0:34987:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:0.0:1789130495.748246:0:34987:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789130495.748247:0:34987:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875798033088 : -109197911518528 : ffff9caf614612c0) 00000100:00000001:0.0:1789130495.748248:0:34987:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789130495.748250:0:34987:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875798033088 : -109197911518528 : ffff9caf614612c0) 00010000:00000001:0.0:1789130495.748252:0:34987:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130495.748253:0:34987:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130495.748254:0:34987:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40030c00 refcount=3 00000020:00000001:0.0:1789130495.748256:0:34987:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239992320 : -109198469559296 : ffff9caf40030c00) 00010000:00000001:0.0:1789130495.748258:0:34987:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239992320 : -109198469559296 : ffff9caf40030c00) 00000002:00010000:0.0:1789130495.748261:0:34987:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030c00/0xde5303b1d982ce97 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a6206 expref: -99 pid: 34987 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789130495.748267:0:34987:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130495.748268:0:34987:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130495.748270:0:34987:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1789130495.748271:0:34987:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130495.748272:0:34987:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130495.748273:0:34987:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40030c00 refcount=3 00000020:00000001:0.0:1789130495.748275:0:34987:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239992320 : -109198469559296 : ffff9caf40030c00) 00010000:00000001:0.0:1789130495.748277:0:34987:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239992320 : -109198469559296 : ffff9caf40030c00) 00010000:00000040:0.0:1789130495.748282:0:34987:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf48fc4600 count: 2 00010000:00000001:0.0:1789130495.748285:0:34987:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1789130495.748290:0:34987:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9caf4630e800 type 13 mode 4 res 8589935620/54 (0 0) 00010000:00000001:0.0:1789130495.748292:0:34987:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130495.748294:0:34987:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789130495.748295:0:34987:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1789130495.748298:0:34987:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f419a7768 00000002:00002000:0.0:1789130495.748300:0:34987:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=recon intent=open|creat status=0 disp=0x1800037: rc = 0 00000002:00000001:0.0:1789130495.748304:0:34987:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789130495.748308:0:34987:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789130495.748310:0:34987:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1789130495.748313:0:34987:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:0.0:1789130495.748317:0:34987:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789130495.748322:0:34987:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9caf4557c8c0 2 00000080:00000001:0.0:1789130495.748325:0:34987:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1789130495.748326:0:34987:0:(namei.c:674:ll_lookup_it_finish()) it ffff9caf5021fe40 it_disposition 1800037 00000080:00002000:0.0:1789130495.748332:0:34987:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9caf44505bd0 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:0.0:1789130495.748339:0:34987:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1789130495.748341:0:34987:0:(namei.c:1624:ll_create_it()) Process entered 00000020:00000001:0.0:1789130495.748343:0:34987:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f419a7998 00000080:00200000:0.0:1789130495.748345:0:34987:0:(namei.c:1628:ll_create_it()) VFS Op:name=recon, dir=[0x200000007:0x1:0x0](ffff9caf601980c8), intent=open|creat 00000080:00000001:0.0:1789130495.748347:0:34987:0:(namei.c:1575:ll_create_node()) Process entered 00000080:00000001:0.0:1789130495.748350:0:34987:0:(llite_lib.c:3864:ll_prep_inode()) Process entered 00000002:00000001:0.0:1789130495.748356:0:34987:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1789130495.748360:0:34987:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1789130495.748363:0:34987:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833974 : 144115205322833974 : 200000404000036) 00000080:00000001:0.0:1789130495.748366:0:34987:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:0.0:1789130495.748385:0:34987:0:(super25.c:42:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff9caf60199080. 00000020:00000001:0.0:1789130495.748397:0:34987:0:(class_obd.c:978:obd_heat_clear()) Process entered 00000020:00000001:0.0:1789130495.748399:0:34987:0:(class_obd.c:981:obd_heat_clear()) Process leaving 00000080:00000001:0.0:1789130495.748402:0:34987:0:(llite_lib.c:3374:ll_read_inode2()) Process entered 00000080:00200000:0.0:1789130495.748404:0:34987:0:(llite_lib.c:3377:ll_read_inode2()) VFS Op:inode=[0x200000404:0x36:0x0](ffff9caf60199148) 00000020:00000001:0.0:1789130495.748409:0:34987:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1789130495.748415:0:34987:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446634875648776168 : -109198060775448 : ffff9caf586097e8) 00000020:00001000:0.0:1789130495.748419:0:34987:0:(cl_object.c:823:cl_env_get()) 1@ffff9caf586097e0 00000020:00000001:0.0:1789130495.748426:0:34987:0:(lu_object.c:830:lu_object_find_at()) Process entered 00000080:00000010:0.0:1789130495.748432:0:34987:0:(vvp_object.c:310:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff9caf42b2a3e8. 00000020:00000001:0.0:1789130495.748435:0:34987:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:0.0:1789130495.748437:0:34987:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789130495.748448:0:34987:0:(lov_object.c:2415:lov_object_alloc()) Process entered 00020000:00000010:0.0:1789130495.748453:0:34987:0:(lov_object.c:2416:lov_object_alloc()) slab-alloced 'lov': 248 at ffff9caf47cdc5d0. 00020000:00000001:0.0:1789130495.748455:0:34987:0:(lov_object.c:2430:lov_object_alloc()) Process leaving (rc=18446634875370718672 : -109198338832944 : ffff9caf47cdc5d0) 00020000:00000001:0.0:1789130495.748458:0:34987:0:(lov_object.c:1422:lov_object_init()) Process entered 00020000:00000001:0.0:1789130495.748462:0:34987:0:(lov_pack.c:354:lov_unpackmd()) Process entered 00020000:00000010:0.0:1789130495.748467:0:34987:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9caf5021fcc0. 00020000:00000010:0.0:1789130495.748471:0:34987:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9caf44e90100. 00020000:00000010:0.0:1789130495.748476:0:34987:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9caf5021f060. 00020000:00000001:0.0:1789130495.748479:0:34987:0:(lov_pack.c:366:lov_unpackmd()) Process leaving (rc=18446634875510452320 : -109198199099296 : ffff9caf5021f060) 00020000:00000002:0.0:1789130495.748481:0:34987:0:(lov_ea.c:762:dump_lsm()) lsm ffff9caf5021f060, objid 0x36:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1789130495.748487:0:34987:0:(lov_ea.c:793:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1789130495.748490:0:34987:0:(lov_ea.c:812:dump_lsm()) oinfo:ffff9caf44e90100: ostid: 0x240000400:69 ost idx: 0 gen: 0 00020000:00000001:0.0:1789130495.748493:0:34987:0:(lov_object.c:598:lov_init_composite()) Process entered 00020000:00000002:0.0:1789130495.748495:0:34987:0:(lov_ea.c:762:dump_lsm()) lsm ffff9caf5021f060, objid 0x36:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1789130495.748498:0:34987:0:(lov_ea.c:793:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1789130495.748501:0:34987:0:(lov_ea.c:812:dump_lsm()) oinfo:ffff9caf44e90100: ostid: 0x240000400:69 ost idx: 0 gen: 0 00020000:00000010:0.0:1789130495.748505:0:34987:0:(lov_object.c:618:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff9caf43da6050. 00020000:00000010:0.0:1789130495.748508:0:34987:0:(lov_object.c:622:lov_init_composite()) kmalloced '(comp->lo_entries)': 176 at ffff9caf48132d80. 00020000:00000001:0.0:1789130495.748514:0:34987:0:(lov_object.c:189:lov_init_raid0()) Process entered 00020000:00000010:0.0:1789130495.748518:0:34987:0:(lov_object.c:194:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff9caf82077f70. 00020000:00000001:0.0:1789130495.748521:0:34987:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:0.0:1789130495.748523:0:34987:0:(lu_object.c:830:lu_object_find_at()) Process entered 00020000:00000001:0.0:1789130495.748531:0:34987:0:(lovsub_object.c:178:lovsub_object_alloc()) Process entered 00020000:00000010:0.0:1789130495.748535:0:34987:0:(lovsub_object.c:179:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff9caf42b2a4b0. 00000020:00000001:0.0:1789130495.748536:0:34987:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:0.0:1789130495.748538:0:34987:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789130495.748541:0:34987:0:(lovsub_object.c:192:lovsub_object_alloc()) Process leaving (rc=18446634875285054768 : -109198424496848 : ffff9caf42b2a530) 00020000:00000001:0.0:1789130495.748545:0:34987:0:(lovsub_object.c:32:lovsub_object_init()) Process entered 00000008:00000010:0.0:1789130495.748551:0:34987:0:(osc_object.c:444:osc_object_alloc()) slab-alloced 'osc': 488 at ffff9caf583136e0. 00020000:00000001:0.0:1789130495.748554:0:34987:0:(lovsub_object.c:41:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130495.748559:0:34987:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446634875285054768 : -109198424496848 : ffff9caf42b2a530) 00020000:00000001:0.0:1789130495.748561:0:34987:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446634875285054768 : -109198424496848 : ffff9caf42b2a530) 00020000:00000002:0.0:1789130495.748566:0:34987:0:(lov_object.c:134:lov_init_sub()) [0x240000400:0x45:0x0]@ffff9caf42b2a4b0[0:0] -> [0x200000404:0x36:0x0]@ffff9caf42b2a3e8: ostid: 0x240000400:69 ost idx: 0 gen: 0 00020000:00000001:0.0:1789130495.748572:0:34987:0:(lov_object.c:259:lov_init_raid0()) Process leaving (rc=136 : 136 : 88) 00020000:00000001:0.0:1789130495.748574:0:34987:0:(lov_object.c:823:lov_init_composite()) Process leaving 00020000:00000001:0.0:1789130495.748577:0:34987:0:(lov_object.c:1450:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130495.748580:0:34987:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446634875285054568 : -109198424497048 : ffff9caf42b2a468) 00000020:00001000:0.0:1789130495.748583:0:34987:0:(cl_object.c:917:cl_env_put()) 1@ffff9caf586097e0 00000080:00000001:0.0:1789130495.748588:0:34987:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833974 : 144115205322833974 : 200000404000036) 00000080:00000001:0.0:1789130495.748592:0:34987:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:0.0:1789130495.748596:0:34987:0:(llite_lib.c:3071:ll_update_inode()) setting ino 144115205322833974 mtime from 0 to 1789130495 00000080:00000001:0.0:1789130495.748603:0:34987:0:(llite_lib.c:3399:ll_read_inode2()) Process leaving 00000080:00000001:0.0:1789130495.748606:0:34987:0:(namei.c:156:ll_iget()) Process leaving (rc=18446634875778339144 : -109197931212472 : ffff9caf60199148) 00010000:00000001:0.0:1789130495.748608:0:34987:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130495.748610:0:34987:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130495.748611:0:34987:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40030c00 refcount=3 00000020:00000001:0.0:1789130495.748614:0:34987:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239992320 : -109198469559296 : ffff9caf40030c00) 00010000:00000001:0.0:1789130495.748616:0:34987:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239992320 : -109198469559296 : ffff9caf40030c00) 00000080:00000001:0.0:1789130495.748621:0:34987:0:(file.c:6819:ll_layout_conf()) Process entered 00000020:00000001:0.0:1789130495.748622:0:34987:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1789130495.748624:0:34987:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446634875648776168 : -109198060775448 : ffff9caf586097e8) 00000020:00001000:0.0:1789130495.748626:0:34987:0:(cl_object.c:823:cl_env_get()) 1@ffff9caf586097e0 00000020:00000001:0.0:1789130495.748629:0:34987:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:0.0:1789130495.748631:0:34987:0:(lov_object.c:1460:lov_conf_set()) Process entered 00020000:00000001:0.0:1789130495.748632:0:34987:0:(lov_pack.c:354:lov_unpackmd()) Process entered 00020000:00000010:0.0:1789130495.748635:0:34987:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9caf5021f900. 00020000:00000010:0.0:1789130495.748638:0:34987:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9caf44e90e80. 00020000:00000010:0.0:1789130495.748641:0:34987:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9caf5021f120. 00020000:00000001:0.0:1789130495.748643:0:34987:0:(lov_pack.c:366:lov_unpackmd()) Process leaving (rc=18446634875510452512 : -109198199099104 : ffff9caf5021f120) 00020000:00000002:0.0:1789130495.748646:0:34987:0:(lov_ea.c:762:dump_lsm()) lsm ffff9caf5021f120, objid 0x36:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1789130495.748649:0:34987:0:(lov_ea.c:793:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1789130495.748653:0:34987:0:(lov_ea.c:812:dump_lsm()) oinfo:ffff9caf44e90e80: ostid: 0x240000400:69 ost idx: 0 gen: 0 00020000:00000002:0.0:1789130495.748656:0:34987:0:(lov_object.c:1314:lov_conf_lock()) Took exclusive lov(ffff9caf47cdc5d0) owner ffff9caf581427c0 00020000:00000001:0.0:1789130495.748658:0:34987:0:(lov_object.c:1520:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1789130495.748661:0:34987:0:(lov_object.c:1320:lov_conf_unlock()) To release exclusive lov(ffff9caf47cdc5d0) owner ffff9caf581427c0 00020000:00000010:0.0:1789130495.748667:0:34987:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9caf44e90e80. 00020000:00000010:0.0:1789130495.748671:0:34987:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff9caf5021f900. 00020000:00000010:0.0:1789130495.748675:0:34987:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff9caf5021f120. 00020000:00000002:0.0:1789130495.748677:0:34987:0:(lov_object.c:1547:lov_conf_set()) [0x200000404:0x36:0x0] lo_layout_invalid=0 00020000:00000001:0.0:1789130495.748679:0:34987:0:(lov_object.c:1548:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130495.748682:0:34987:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130495.748686:0:34987:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:0.0:1789130495.748689:0:34987:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9caf47cdc5d0) owner 0000000000000000/ffff9caf581427c0 00020000:00000002:0.0:1789130495.748694:0:34987:0:(lov_object.c:2443:lov_lsm_addref()) lsm ffff9caf5021f060 addref 2/0 by ffff9caf581427c0. 00020000:00000002:0.0:1789130495.748697:0:34987:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9caf47cdc5d0) owner 0000000000000000/ffff9caf581427c0 00020000:00000001:0.0:1789130495.748700:0:34987:0:(lov_object.c:2339:lov_object_layout_get()) Process entered 00020000:00000001:0.0:1789130495.748703:0:34987:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:0.0:1789130495.748704:0:34987:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:0.0:1789130495.748706:0:34987:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:0.0:1789130495.748708:0:34987:0:(lov_object.c:2358:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:0.0:1789130495.748710:0:34987:0:(file.c:6854:ll_layout_conf()) [0x200000404:0x36:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:0.0:1789130495.748712:0:34987:0:(cl_object.c:917:cl_env_put()) 1@ffff9caf586097e0 00000080:00000001:0.0:1789130495.748715:0:34987:0:(file.c:6861:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130495.748717:0:34987:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130495.748718:0:34987:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1789130495.748720:0:34987:0:(llite_lib.c:3962:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1789130495.748723:0:34987:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1789130495.748725:0:34987:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789130495.748727:0:34987:0:(namei.c:1594:ll_create_node()) setting l_ast_data to inode [0x200000404:0x36:0x0](ffff9caf60199148) 00000080:00010000:0.0:1789130495.748730:0:34987:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000404:0x36:0x0](ffff9caf60199148) for lock 0xde5303b1d982ce97 00800000:00000001:0.0:1789130495.748733:0:34987:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1789130495.748735:0:34987:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1789130495.748737:0:34987:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130495.748738:0:34987:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130495.748739:0:34987:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40030c00 refcount=3 00000020:00000001:0.0:1789130495.748742:0:34987:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239992320 : -109198469559296 : ffff9caf40030c00) 00010000:00000001:0.0:1789130495.748743:0:34987:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239992320 : -109198469559296 : ffff9caf40030c00) 00010000:00000001:0.0:1789130495.748747:0:34987:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130495.748748:0:34987:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789130495.748749:0:34987:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789130495.748751:0:34987:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130495.748753:0:34987:0:(namei.c:1596:ll_create_node()) Process leaving 00000100:00000001:0.0:1789130495.748755:0:34987:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789130495.748762:0:34987:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff9caf614612c0 x1876037329058688/t8589934615(8589934615) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/664 e 0 to 0 dl 1789130511 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130495.748769:0:34987:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1789130495.748775:0:34987:0:(namei.c:1651:ll_create_it()) inode ffff9caf60199148 need_sync_to_mds [0x200000404:0x36:0x0] 00000080:00000001:0.0:1789130495.748780:0:34987:0:(namei.c:1686:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789130495.748784:0:34987:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x36:0x0](ffff9caf60199148) 00000080:00000001:0.0:1789130495.748787:0:34987:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1789130495.748791:0:34987:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9caf5846d000. 00000100:00000001:0.0:1789130495.748795:0:34987:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789130495.748799:0:34987:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf614612c0 x1876037329058688/t8589934615(8589934615) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/664 e 0 to 0 dl 1789130511 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130495.749212:0:34987:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130495.749216:0:34987:0:(pcc.c:3566:pcc_inode_create_fini()) Process entered 00000080:00000001:0.0:1789130495.749218:0:34987:0:(pcc.c:3569:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1789130495.749221:0:34987:0:(namei.c:1500:ll_atomic_open()) inode ffff9caf60199148 need_sync_to_mds [0x200000404:0x36:0x0] 00000080:00000001:0.0:1789130495.749231:0:34987:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:0.0:1789130495.749234:0:34987:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f419a7a68 00000080:00200008:0.0:1789130495.749236:0:34987:0:(file.c:1090:ll_file_open()) START file recon:[0x200000404:0x36:0x0](ffff9caf60199148), flags 102101 00000080:00000010:0.0:1789130495.749245:0:34987:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9caf4865e3c0. 00000080:00000010:0.0:1789130495.749251:0:34987:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff9caf47faaa40. 00000080:00000001:0.0:1789130495.749254:0:34987:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:0.0:1789130495.749259:0:34987:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00000002:00000001:0.0:1789130495.749262:0:34987:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:0.0:1789130495.749266:0:34987:0:(obd.h:1507:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff9caf47eaba20. 00000002:00100000:0.0:1789130495.749271:0:34987:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9caf614612c0 x1876037329058688/t8589934615(8589934615) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/664 e 0 to 0 dl 1789130511 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1789130495.749277:0:34987:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789130495.749278:0:34987:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:0.0:1789130495.749282:0:34987:0:(rw.c:970:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:0.0:1789130495.749285:0:34987:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130495.749288:0:34987:0:(file.c:1298:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789130495.749290:0:34987:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789130495.749293:0:34987:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf614612c0 x1876037329058688/t8589934615(8589934615) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/664 e 0 to 0 dl 1789130511 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 02000000:00000001:0.0:1789130495.749301:0:34987:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789130495.749305:0:34987:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff9caf48ba0000. 02000000:00000001:0.0:1789130495.749337:0:34987:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1789130495.749339:0:34987:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130495.749342:0:34987:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f419a7a68 00000080:00000008:0.0:1789130495.749344:0:34987:0:(file.c:1329:ll_file_open()) COMPLETED file recon:[0x200000404:0x36:0x0](ffff9caf60199148), flags 102101, rc = 0 00000080:00000001:0.0:1789130495.749349:0:34987:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1789130495.749351:0:34987:0:(dcache.c:176:ll_intent_release()) intent ffff9caf5021fe40 released 00000080:00010000:0.0:1789130495.749353:0:34987:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xde5303b1d982ce97 from it ffff9caf5021fe40 00010000:00000001:0.0:1789130495.749356:0:34987:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130495.749357:0:34987:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130495.749359:0:34987:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40030c00 refcount=3 00000020:00000001:0.0:1789130495.749361:0:34987:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239992320 : -109198469559296 : ffff9caf40030c00) 00010000:00000001:0.0:1789130495.749363:0:34987:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239992320 : -109198469559296 : ffff9caf40030c00) 00010000:00000001:0.0:1789130495.749365:0:34987:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789130495.749368:0:34987:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030c00/0xde5303b1d982ce97 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xcdf1b083821a6206 expref: -99 pid: 34987 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789130495.749375:0:34987:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130495.749377:0:34987:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130495.749379:0:34987:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789130495.749383:0:34987:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789130495.749385:0:34987:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030c00/0xde5303b1d982ce97 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xcdf1b083821a6206 expref: -99 pid: 34987 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1789130495.749393:0:34987:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789130495.749396:0:34987:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789130495.749398:0:34987:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789130495.749403:0:34987:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130495.749404:0:34987:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130495.749406:0:34987:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130495.749410:0:34987:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789130495.749412:0:34987:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130495.749414:0:34987:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130495.749418:0:34987:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130495.749420:0:34987:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789130495.749422:0:34987:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130495.749423:0:34987:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1789130495.749424:0:34987:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:0.0:1789130495.749427:0:34987:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:0.0:1789130495.749430:0:34987:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:0.0:1789130495.749432:0:34987:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1789130495.749435:0:34987:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:0.0:1789130495.749436:0:34987:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130495.749440:0:34987:0:(pcc.c:1930:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:0.0:1789130495.749443:0:34987:0:(pcc.c:1933:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130495.749445:0:34987:0:(pcc.c:2398:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1789130495.749448:0:34987:0:(pcc.c:2425:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130495.749451:0:34987:0:(namei.c:1550:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1789130495.749454:0:34987:0:(namei.c:1562:ll_atomic_open()) kfreed 'it': 72 at ffff9caf5021fe40. 00000080:00000001:0.0:1789130495.749459:0:34987:0:(namei.c:1564:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130495.749465:0:34987:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00200000:0.0:1789130495.749468:0:34987:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000404:0x36:0x0](ffff9caf60199148), inode mode 81a4 mask 40 00000080:00000001:0.0:1789130495.749473:0:34987:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789130495.749595:0:34987:0:(lov_object.c:2454:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1789130495.749599:0:34987:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9caf47cdc5d0) owner 0000000000000000/ffff9caf581427c0 00020000:00000002:0.0:1789130495.749602:0:34987:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9caf47cdc5d0) owner 0000000000000000/ffff9caf581427c0 00020000:00000001:0.0:1789130495.749605:0:34987:0:(lov_object.c:2505:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130495.754739:0:34987:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f419a7d30 00000080:00200008:0.0:1789130495.754750:0:34987:0:(file.c:6313:ll_getattr_dentry()) START file recon:[0x200000404:0x36:0x0](ffff9caf60199148), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1789130495.754759:0:34987:0:(file.c:6206:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1789130495.754761:0:34987:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f419a7ca8 00000080:00200000:0.0:1789130495.754763:0:34987:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x36:0x0](ffff9caf60199148),name=recon 00000080:00000010:0.0:1789130495.754771:0:34987:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9caf5846d000. 00800000:00000002:0.0:1789130495.754778:0:34987:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9caf4557c8c0 2 00000080:00000001:0.0:1789130495.754787:0:34987:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1789130495.754793:0:34987:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1789130495.754796:0:34987:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f419a7bc8 00800000:00000002:0.0:1789130495.754798:0:34987:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000404:0x36:0x0] 'recon' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1789130495.754842:0:34987:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1789130495.754851:0:34987:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x36:0x0], name='' -> mds #0 00000002:00000001:0.0:1789130495.755392:0:34987:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1789130495.755397:0:34987:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f419a7a98 00000002:00010000:0.0:1789130495.755399:0:34987:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000404:0x36:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1789130495.755406:0:34987:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1789130495.755408:0:34987:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789130495.755412:0:34987:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789130495.755423:0:34987:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf48fc4600 count: 2 00010000:00000001:0.0:1789130495.755426:0:34987:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789130495.755434:0:34987:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789130495.755441:0:34987:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1789130495.755448:0:34987:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030c00/0xde5303b1d982ce97 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xcdf1b083821a6206 expref: -99 pid: 34987 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 02000000:00000001:0.0:1789130495.755463:0:34987:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1789130495.755469:0:34987:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789130495.755473:0:34987:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030c00/0xde5303b1d982ce97 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xcdf1b083821a6206 expref: -99 pid: 34987 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000002:00000001:0.0:1789130495.755482:0:34987:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1789130495.755484:0:34987:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1789130495.755487:0:34987:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789130495.755489:0:34987:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789130495.755492:0:34987:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1789130495.755495:0:34987:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1789130495.755498:0:34987:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1789130495.755502:0:34987:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9caf4557c8c0 2 00000080:00000010:0.0:1789130495.755506:0:34987:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9caf5846d000. 00000080:00000001:0.0:1789130495.755512:0:34987:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1789130495.755515:0:34987:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789130495.755518:0:34987:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x36:0x0](ffff9caf60199148) 00000080:00010000:0.0:1789130495.755522:0:34987:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000404:0x36:0x0](ffff9caf60199148) for lock 0xde5303b1d982ce97 00800000:00000001:0.0:1789130495.755526:0:34987:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1789130495.755529:0:34987:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1789130495.755531:0:34987:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130495.755534:0:34987:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130495.755539:0:34987:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40030c00 refcount=3 00000020:00000001:0.0:1789130495.755541:0:34987:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239992320 : -109198469559296 : ffff9caf40030c00) 00010000:00000001:0.0:1789130495.755546:0:34987:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239992320 : -109198469559296 : ffff9caf40030c00) 00010000:00000001:0.0:1789130495.755550:0:34987:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130495.755552:0:34987:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789130495.755553:0:34987:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789130495.755555:0:34987:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789130495.755558:0:34987:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xde5303b1d982ce97 from it ffffb97f419a7ce0 00010000:00000001:0.0:1789130495.755560:0:34987:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130495.755561:0:34987:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130495.755562:0:34987:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40030c00 refcount=3 00000020:00000001:0.0:1789130495.755564:0:34987:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239992320 : -109198469559296 : ffff9caf40030c00) 00010000:00000001:0.0:1789130495.755567:0:34987:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239992320 : -109198469559296 : ffff9caf40030c00) 00010000:00000001:0.0:1789130495.755569:0:34987:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789130495.755572:0:34987:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030c00/0xde5303b1d982ce97 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xcdf1b083821a6206 expref: -99 pid: 34987 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1789130495.755579:0:34987:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130495.755580:0:34987:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130495.755582:0:34987:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789130495.755585:0:34987:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789130495.755587:0:34987:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030c00/0xde5303b1d982ce97 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xcdf1b083821a6206 expref: -99 pid: 34987 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1789130495.755596:0:34987:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789130495.755600:0:34987:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789130495.755602:0:34987:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789130495.755608:0:34987:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130495.755609:0:34987:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130495.755611:0:34987:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130495.755615:0:34987:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789130495.755617:0:34987:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130495.755619:0:34987:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130495.755622:0:34987:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130495.755625:0:34987:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789130495.755626:0:34987:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130495.755628:0:34987:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1789130495.755632:0:34987:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1789130495.755634:0:34987:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1789130495.755638:0:34987:0:(pcc.c:2686:pcc_inode_getattr()) Process entered 00000080:00000001:0.0:1789130495.755641:0:34987:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:0.0:1789130495.755645:0:34987:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1789130495.755647:0:34987:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:0.0:1789130495.755649:0:34987:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130495.755652:0:34987:0:(pcc.c:2695:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1789130495.755657:0:34987:0:(glimpse.c:178:__cl_glimpse_size()) Process entered 00000020:00000001:0.0:1789130495.755660:0:34987:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1789130495.755665:0:34987:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446634875648776168 : -109198060775448 : ffff9caf586097e8) 00000020:00001000:0.0:1789130495.755668:0:34987:0:(cl_object.c:823:cl_env_get()) 1@ffff9caf586097e0 00000020:00000001:0.0:1789130495.755674:0:34987:0:(cl_object.c:143:cl_object_top()) ffff9caf42b2a468 -> ffff9caf42b2a468 00000020:00000001:0.0:1789130495.755677:0:34987:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1789130495.755680:0:34987:0:(vvp_io.c:1987:vvp_io_init()) Process entered 00000080:00200000:0.0:1789130495.755683:0:34987:0:(vvp_io.c:1992:vvp_io_init()) [0x200000404:0x36:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:0.0:1789130495.755686:0:34987:0:(cl_io.c:902:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1789130495.755688:0:34987:0:(cl_io.c:908:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1789130495.755690:0:34987:0:(file.c:7121:ll_layout_refresh()) Process entered 00000080:00000001:0.0:1789130495.755692:0:34987:0:(file.c:7125:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130495.755694:0:34987:0:(vvp_io.c:2064:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1789130495.755698:0:34987:0:(lov_object.c:1604:lov_io_init()) [0x200000404:0x36:0x0]io ffff9caf42d81da0 type 7 ignore/verify layout 0/1, compressed 0 00020000:00000002:0.0:1789130495.755701:0:34987:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9caf47cdc5d0) owner 0000000000000000/ffff9caf581427c0 00020000:00000001:0.0:1789130495.755705:0:34987:0:(lov_io.c:2488:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1789130495.755707:0:34987:0:(lov_io.c:764:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1789130495.755710:0:34987:0:(lov_io.c:478:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1789130495.755712:0:34987:0:(lov_io.c:489:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789130495.755714:0:34987:0:(lov_io.c:919:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1789130495.755716:0:34987:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1789130495.755718:0:34987:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130495.755719:0:34987:0:(cl_io.c:902:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1789130495.755721:0:34987:0:(cl_io.c:908:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1789130495.755722:0:34987:0:(lov_io.c:2501:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1789130495.755724:0:34987:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9caf47cdc5d0) owner 0000000000000000/ffff9caf581427c0 00000020:00000001:0.0:1789130495.755726:0:34987:0:(cl_io.c:146:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1789130495.755728:0:34987:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:0.0:1789130495.755730:0:34987:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000404:0x36:0x0] 00000020:00000001:0.0:1789130495.755732:0:34987:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:0.0:1789130495.755734:0:34987:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:0.0:1789130495.755738:0:34987:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:0.0:1789130495.755740:0:34987:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:0.0:1789130495.755746:0:34987:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:0.0:1789130495.755754:0:34987:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff9caf48339d80. 00020000:00000002:0.0:1789130495.755758:0:34987:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1789130495.755760:0:34987:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:0.0:1789130495.755762:0:34987:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1789130495.755764:0:34987:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1789130495.755766:0:34987:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1789130495.755768:0:34987:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446634875648777176 : -109198060774440 : ffff9caf58609bd8) 00000020:00001000:0.0:1789130495.755770:0:34987:0:(cl_object.c:823:cl_env_get()) 1@ffff9caf58609bd0 00000020:00000001:0.0:1789130495.755772:0:34987:0:(cl_object.c:143:cl_object_top()) ffff9caf42b2a530 -> ffff9caf42b2a468 00000020:00000001:0.0:1789130495.755773:0:34987:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:0.0:1789130495.755778:0:34987:0:(cl_io.c:902:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1789130495.755779:0:34987:0:(cl_io.c:908:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1789130495.755781:0:34987:0:(cl_io.c:146:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789130495.755782:0:34987:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789130495.755785:0:34987:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446634875287508568 : -109198422043048 : ffff9caf42d81658) 00000020:00000001:0.0:1789130495.755786:0:34987:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:0.0:1789130495.755792:0:34987:0:(osc_lock.c:1279:osc_lock_init()) slab-alloced 'oscl': 312 at ffff9caf5867a4e0. 00000008:00010000:0.0:1789130495.755795:0:34987:0:(lustre_osc.h:166:osc_enq2ldlm_flags()) flags: a 00000020:00000001:0.0:1789130495.755797:0:34987:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1789130495.755798:0:34987:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:0.0:1789130495.755800:0:34987:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9caf48339db0, osc lock ffff9caf5867a4e0, flags 0x400001002 00000020:00000001:0.0:1789130495.755900:0:34987:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789130495.755902:0:34987:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789130495.755905:0:34987:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446634875377393024 : -109198332158592 : ffff9caf48339d80) 00000020:00000001:0.0:1789130495.755908:0:34987:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1789130495.755909:0:34987:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:0.0:1789130495.755910:0:34987:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130495.755911:0:34987:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130495.755914:0:34987:0:(cl_io.c:1193:cl_sync_io_init_notify()) Process entered 00000020:00000001:0.0:1789130495.755916:0:34987:0:(cl_io.c:1201:cl_sync_io_init_notify()) Process leaving 00000020:00000001:0.0:1789130495.755918:0:34987:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:0.0:1789130495.755920:0:34987:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:0.0:1789130495.755921:0:34987:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1789130495.755923:0:34987:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446634875287508568 : -109198422043048 : ffff9caf42d81658) 00000020:00000001:0.0:1789130495.755924:0:34987:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:0.0:1789130495.755928:0:34987:0:(osc_lock.c:1010:osc_lock_enqueue()) Process entered 00000008:00000001:0.0:1789130495.755930:0:34987:0:(osc_lock.c:1035:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1789130495.755934:0:34987:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:0.0:1789130495.755936:0:34987:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process entered 00000020:00000001:0.0:1789130495.755938:0:34987:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:0.0:1789130495.755940:0:34987:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:0.0:1789130495.755941:0:34987:0:(lovsub_object.c:152:lovsub_req_projid_set()) Process leaving 00000020:00000001:0.0:1789130495.755942:0:34987:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:0.0:1789130495.755945:0:34987:0:(osc_request.c:3393:osc_enqueue_base()) Process entered 00010000:00000001:0.0:1789130495.756018:0:34987:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1789130495.756023:0:34987:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130495.756026:0:34987:0:(ldlm_request.c:996:ldlm_enqueue_pack()) Process entered 00000100:00000010:0.0:1789130495.756032:0:34987:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf614621c0. 00000020:00000040:0.0:1789130495.756036:0:34987:0:(genops.c:1210:class_import_get()) import ffff9caf468ac800 refcount=3 obd=lustre-OST0000-osc-ffff9caf5014c800 00010000:00000001:0.0:1789130495.756040:0:34987:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1789130495.756044:0:34987:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789130495.756047:0:34987:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130495.756050:0:34987:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789130495.756052:0:34987:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789130495.756055:0:34987:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789130495.756170:0:34987:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9caf5846d000. 00000100:00000001:0.0:1789130495.756179:0:34987:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130495.756185:0:34987:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789130495.756187:0:34987:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130495.756188:0:34987:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789130495.756189:0:34987:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130495.756191:0:34987:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130495.756194:0:34987:0:(ldlm_request.c:1010:ldlm_enqueue_pack()) Process leaving (rc=18446634875798036928 : -109197911514688 : ffff9caf614621c0) 00010000:00000001:0.0:1789130495.756197:0:34987:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1789130495.756200:0:34987:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1789130495.756204:0:34987:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9caf48fc4d00. 00010000:00000010:0.0:1789130495.756207:0:34987:0:(ldlm_resource.c:1471:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff9caf48fc4900. 00010000:00000001:0.0:1789130495.756212:0:34987:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1789130495.756215:0:34987:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9caf40031a00. 00000020:00000001:0.0:1789130495.756219:0:34987:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1789130495.756221:0:34987:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9caf40031a00 with handle 0xde5303b1d982ce9e to hash 00000020:00000001:0.0:1789130495.756223:0:34987:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1789130495.756225:0:34987:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446634875239995904 : -109198469555712 : ffff9caf40031a00) 00010000:00000010:0.0:1789130495.756228:0:34987:0:(ldlm_lock.c:1732:ldlm_lock_create()) kmalloced '(lock->l_lvb_data)': 56 at ffff9caf47faa640. 00010000:00000001:0.0:1789130495.756231:0:34987:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446634875239995904 : -109198469555712 : ffff9caf40031a00) 00010000:00000001:0.0:1789130495.756238:0:34987:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789130495.756240:0:34987:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789130495.756244:0:34987:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff9caf5014c800 lock: 0000000012a532d4/0xde5303b1d982ce9e lrc: 3/1,0 mode: --/PR res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 34987 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789130495.756254:0:34987:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff9caf5014c800 lock: 0000000012a532d4/0xde5303b1d982ce9e lrc: 3/1,0 mode: --/PR res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 34987 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789130495.756264:0:34987:0:(ldlm_request.c:1191:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130495.756268:0:34987:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789130495.756272:0:34987:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130495.756285:0:34987:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000086c3a46d] to pc [ptlrpcd_00_00+0] req@ffff9caf614621c0 x1876037329058816/t0(0) o101->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130495.756337:0:2347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789130495.756341:0:2347:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789130495.756344:0:2347:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789130495.756350:0:2347:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf614621c0 x1876037329058816/t0(0) o101->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130495.756358:0:2347:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789130495.756360:0:2347:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130495.756364:0:2347:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789130495.756367:0:2347:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789130495.756369:0:2347:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789130495.756373:0:2347:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf614621c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:2347:1876037329058816:192.168.204.123@tcp:101:uname.0 00000100:00000001:1.0:1789130495.756377:0:2347:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789130495.756383:0:2347:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789130495.756386:0:2347:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130495.756390:0:2347:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789130495.756395:0:2347:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9caf487c2400. 02000000:00000001:1.0:1789130495.756397:0:2347:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789130495.756405:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:1.0:1789130495.756409:0:2347:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf42d8ec08. 00000400:00000010:1.0:1789130495.756417:0:2347:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf462a35d8. 00000100:00000200:1.0:1789130495.756424:0:2347:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876037329058816, portal 4 00000100:00000001:1.0:1789130495.756427:0:2347:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789130495.756429:0:2347:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875798036928 : -109197911514688 : ffff9caf614621c0) 00000100:00000040:1.0:1789130495.756435:0:2347:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9caf614621c0 x1876037329058816/t0(0) o101->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1789130511 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130495.756442:0:2347:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789130495.756445:0:2347:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:1.0:1789130495.756448:0:2347:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf462a3550. 00000100:00000200:1.0:1789130495.756452:0:2347:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1876037329058816, offset 0 00000400:00000200:1.0:1789130495.756460:0:2347:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:1.0:1789130495.756469:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:1.0:1789130495.756479:0:2347:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:1.0:1789130495.756485:0:2347:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789130495.756491:0:2347:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:1.0:1789130495.756497:0:2347:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789130495.756500:0:2347:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:1.0:1789130495.756505:0:2347:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2705:2705:256:4294967295] 192.168.204.123@tcp LPNI seq info [2704:2704:8:4294967295] 00000400:00000200:1.0:1789130495.756509:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:1.0:1789130495.756522:0:2347:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:1.0:1789130495.756529:0:2347:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:1.0:1789130495.756536:0:2347:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf4a83ae00. 00000800:00000200:1.0:1789130495.756546:0:2347:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:1.0:1789130495.756556:0:2347:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:1.0:1789130495.756562:0:2347:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf4a83ae00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1789130495.756586:0:2347:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789130495.756592:0:2347:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9caf5014c800: using a timeout of 22926 usecs (23 jiffies) 00000400:00000200:1.0:1789130495.756596:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:1.0:1789130495.756599:0:2347:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296589801 00000100:00000001:1.0:1789130495.756603:0:2347:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9caf5014c800: PM QoS request active for cpu 2, keep current deadline 4296592375 00000100:00000001:1.0:1789130495.756604:0:2347:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296589801 00000100:00000001:1.0:1789130495.756606:0:2347:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9caf5014c800: PM QoS request active for cpu 3, keep current deadline 4296592375 00000100:00000001:1.0:1789130495.756609:0:2347:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789130495.756612:0:2347:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130495.756617:0:2347:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130495.756620:0:2347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1789130495.756777:0:2341:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789130495.756783:0:2341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf4a83ae00. 00000400:00000200:2.0:1789130495.756788:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130495.756795:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:2.0:1789130495.756800:0:2341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf462a3550 00000400:00000010:2.0:1789130495.756834:0:2341:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf462a3550. 00000100:00000001:2.0:1789130495.756840:0:2341:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789130495.756844:0:2341:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf614621c0 x1876037329058816/t0(0) o101->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1789130511 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130495.756853:0:2341:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130495.756857:0:2341:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf614621c0 x1876037329058816/t0(0) o101->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1789130511 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130495.756863:0:2341:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130495.756865:0:2341:0:(events.c:68:request_out_callback()) Process leaving 00000008:00000001:0.0:1789130495.758340:0:34987:0:(osc_request.c:3512:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1789130495.758349:0:34987:0:(osc_lock.c:1114:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130495.758352:0:34987:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789130495.758356:0:34987:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130495.758358:0:34987:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130495.758361:0:34987:0:(cl_io.c:1837:__cl_sync_io_note()) Process entered 00000020:00200000:0.0:1789130495.758363:0:34987:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:0.0:1789130495.758366:0:34987:0:(cl_io.c:1911:__cl_sync_io_note()) Process leaving 00000020:00000001:0.0:1789130495.758368:0:34987:0:(cl_io.c:1213:cl_sync_io_wait()) Process entered 00000100:00000001:0.0:1789130495.758388:0:2348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789130495.758392:0:2348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1789130495.759089:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130495.759105:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789130495.759110:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130495.759113:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130495.759122:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130495.759131:0:2342:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:3.0:1789130495.759142:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130495.759149:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130495.759399:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130495.759404:0:2342:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 400 into portal 4 MB=0x6aa3efa957c00 00000400:00000200:3.0:1789130495.759409:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130495.759416:0:2342:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.123@tcp of length 400/400 into md 0x7445 [1] + 224 00000800:00000001:3.0:1789130495.759425:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130495.759438:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130495.759443:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130495.759448:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:3.0:1789130495.759459:0:2342:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789130495.759467:0:2342:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf614621c0 x1876037329058816/t0(0) o101->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1789130511 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789130495.759477:0:2342:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=400 req@ffff9caf614621c0 x1876037329058816/t0(0) o101->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1789130511 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130495.759712:0:2347:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789130495.759716:0:2347:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1789130495.759720:0:2347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789130495.759721:0:2347:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789130495.759779:0:2342:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000001:1.0:1789130495.760126:0:2347:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789130495.760129:0:2347:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789130495.760132:0:2347:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf42d8ec08. 00000400:00000200:1.0:1789130495.760137:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf462a35d8 00000400:00000010:1.0:1789130495.760139:0:2347:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf462a35d8. 00000100:00000001:1.0:1789130495.760143:0:2347:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789130495.760226:0:2347:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf614621c0 x1876037329058816/t0(0) o101->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1789130511 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1789130495.760238:0:2347:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf614621c0 x1876037329058816/t0(0) o101->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1789130511 ref 1 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130495.760246:0:2347:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789130495.760248:0:2347:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130495.760250:0:2347:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789130495.760253:0:2347:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789130495.760256:0:2347:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789130495.760258:0:2347:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130495.760261:0:2347:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789130495.760270:0:2347:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf468acc60 time=114 v=5 (5 5 5 5) 00000100:00001000:1.0:1789130495.760275:0:2347:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf468acc18 time=0 v=5 (1 0 0 0) 00000100:00000001:1.0:1789130495.760278:0:2347:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789130495.760280:0:2347:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130495.760283:0:2347:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789130495.760287:0:2347:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130495.760290:0:2347:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789130495.760293:0:2347:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9caf5014c800: skip recheck: last_committed 4294967345 00000100:00000001:1.0:1789130495.760295:0:2347:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789130495.760297:0:2347:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789130495.760302:0:2347:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf614621c0 x1876037329058816/t0(0) o101->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1789130511 ref 1 fl Rpc:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130495.760308:0:2347:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789130495.760312:0:2347:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789130495.760314:0:2347:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1789130495.760317:0:2347:0:(osc_request.c:3327:osc_enqueue_interpret()) Process entered 00010000:00000001:1.0:1789130495.760319:0:2347:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130495.760322:0:2347:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130495.760325:0:2347:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40031a00 refcount=4 00000020:00000001:1.0:1789130495.760327:0:2347:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239995904 : -109198469555712 : ffff9caf40031a00) 00010000:00000001:1.0:1789130495.760331:0:2347:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239995904 : -109198469555712 : ffff9caf40031a00) 00010000:00000001:1.0:1789130495.760333:0:2347:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130495.760334:0:2347:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130495.760335:0:2347:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40031a00 refcount=5 00000020:00000001:1.0:1789130495.760337:0:2347:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239995904 : -109198469555712 : ffff9caf40031a00) 00010000:00000001:1.0:1789130495.760339:0:2347:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239995904 : -109198469555712 : ffff9caf40031a00) 00010000:00000001:1.0:1789130495.760343:0:2347:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789130495.760346:0:2347:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789130495.760351:0:2347:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff9caf5014c800 lock: 0000000012a532d4/0xde5303b1d982ce9e lrc: 6/2,0 mode: --/PR res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 34987 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789130495.760368:0:2347:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130495.760370:0:2347:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130495.760372:0:2347:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1789130495.760374:0:2347:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130495.760375:0:2347:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130495.760377:0:2347:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40031a00 refcount=6 00000020:00000001:1.0:1789130495.760379:0:2347:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239995904 : -109198469555712 : ffff9caf40031a00) 00010000:00000001:1.0:1789130495.760381:0:2347:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239995904 : -109198469555712 : ffff9caf40031a00) 00010000:00000040:1.0:1789130495.760388:0:2347:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9caf40031a00, remote cookie: 0xcdf1b083821a6214, flags: 0x1001 00010000:00010000:1.0:1789130495.760393:0:2347:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0000-osc-ffff9caf5014c800 lock: 0000000012a532d4/0xde5303b1d982ce9e lrc: 6/2,0 mode: --/PR res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a6214 expref: -99 pid: 34987 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789130495.760401:0:2347:0:(ldlm_lock.c:1589:ldlm_fill_lvb()) Process entered 00010000:00000001:1.0:1789130495.760404:0:2347:0:(ldlm_lock.c:1682:ldlm_fill_lvb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130495.760406:0:2347:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1789130495.760410:0:2347:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00010000:1.0:1789130495.760415:0:2347:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff9caf5014c800 lock: 0000000012a532d4/0xde5303b1d982ce9e lrc: 6/2,0 mode: PR/PR res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a6214 expref: -99 pid: 34987 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1789130495.760423:0:2347:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x240000400:0x45:0x0].0x0 (ffff9caf48fc4d00) refcount = 1 00010000:00000040:1.0:1789130495.760426:0:2347:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1789130495.760429:0:2347:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-OST0000-osc-ffff9caf5014c800 lock: 0000000012a532d4/0xde5303b1d982ce9e lrc: 6/2,0 mode: PR/PR res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a6214 expref: -99 pid: 34987 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789130495.760437:0:2347:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1789130495.760438:0:2347:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789130495.760441:0:2347:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1789130495.760444:0:2347:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789130495.760447:0:2347:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffff9caf5014c800 lock: 0000000012a532d4/0xde5303b1d982ce9e lrc: 6/2,0 mode: PR/PR res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a6214 expref: -99 pid: 34987 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789130495.760454:0:2347:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1789130495.760456:0:2347:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130495.760457:0:2347:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130495.760458:0:2347:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130495.760458:0:2347:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1789130495.760460:0:2347:0:(osc_request.c:3281:osc_enqueue_fini()) Process entered 00000008:00000001:1.0:1789130495.760463:0:2347:0:(osc_lock.c:277:osc_lock_upcall()) Process entered 00010000:00000001:1.0:1789130495.760465:0:2347:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130495.760467:0:2347:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130495.760468:0:2347:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40031a00 refcount=5 00000020:00000001:1.0:1789130495.760470:0:2347:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239995904 : -109198469555712 : ffff9caf40031a00) 00010000:00000001:1.0:1789130495.760472:0:2347:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239995904 : -109198469555712 : ffff9caf40031a00) 00000008:00000001:1.0:1789130495.760476:0:2347:0:(osc_lock.c:154:osc_lock_lvb_update()) Process entered 00000020:00000001:1.0:1789130495.760480:0:2347:0:(cl_object.c:143:cl_object_top()) ffff9caf583136e0 -> ffff9caf42b2a468 00000008:00010000:1.0:1789130495.760484:0:2347:0:(osc_lock.c:192:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0000-osc-ffff9caf5014c800 lock: 0000000012a532d4/0xde5303b1d982ce9e lrc: 5/2,0 mode: PR/PR res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0xcdf1b083821a6214 expref: -99 pid: 34987 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00000001:1.0:1789130495.760492:0:2347:0:(cl_object.c:143:cl_object_top()) ffff9caf583136e0 -> ffff9caf42b2a468 00000020:00000001:1.0:1789130495.760494:0:2347:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:1.0:1789130495.760496:0:2347:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:1.0:1789130495.760500:0:2347:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:1.0:1789130495.760502:0:2347:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130495.760504:0:2347:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130495.760506:0:2347:0:(cl_object.c:143:cl_object_top()) ffff9caf583136e0 -> ffff9caf42b2a468 00000008:00000001:1.0:1789130495.760508:0:2347:0:(osc_lock.c:197:osc_lock_lvb_update()) Process leaving 00000020:00000001:1.0:1789130495.760511:0:2347:0:(cl_io.c:1837:__cl_sync_io_note()) Process entered 00000020:00200000:1.0:1789130495.760512:0:2347:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:1.0:1789130495.760580:0:2347:0:(cl_io.c:1911:__cl_sync_io_note()) Process leaving 00000008:00000001:1.0:1789130495.760583:0:2347:0:(osc_lock.c:311:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130495.760586:0:2347:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130495.760587:0:2347:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130495.760589:0:2347:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40031a00 refcount=6 00000020:00000001:1.0:1789130495.760591:0:2347:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239995904 : -109198469555712 : ffff9caf40031a00) 00010000:00000001:1.0:1789130495.760594:0:2347:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239995904 : -109198469555712 : ffff9caf40031a00) 00010000:00000001:1.0:1789130495.760597:0:2347:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789130495.760601:0:2347:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff9caf5014c800 lock: 0000000012a532d4/0xde5303b1d982ce9e lrc: 6/2,0 mode: PR/PR res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xcdf1b083821a6214 expref: -99 pid: 34987 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789130495.760609:0:2347:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130495.760610:0:2347:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1789130495.760613:0:2347:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff9caf5014c800 lock: 0000000012a532d4/0xde5303b1d982ce9e lrc: 5/1,0 mode: PR/PR res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xcdf1b083821a6214 expref: -99 pid: 34987 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789130495.760620:0:2347:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789130495.760621:0:2347:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130495.760622:0:2347:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1789130495.760624:0:2347:0:(osc_request.c:3308:osc_enqueue_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130495.760626:0:2347:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130495.760627:0:2347:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130495.760628:0:2347:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40031a00 refcount=5 00000020:00000001:1.0:1789130495.760630:0:2347:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239995904 : -109198469555712 : ffff9caf40031a00) 00010000:00000001:1.0:1789130495.760632:0:2347:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239995904 : -109198469555712 : ffff9caf40031a00) 00010000:00000001:1.0:1789130495.760634:0:2347:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789130495.760637:0:2347:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff9caf5014c800 lock: 0000000012a532d4/0xde5303b1d982ce9e lrc: 5/1,0 mode: PR/PR res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xcdf1b083821a6214 expref: -99 pid: 34987 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789130495.760643:0:2347:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130495.760644:0:2347:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130495.760646:0:2347:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1789130495.760648:0:2347:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1789130495.760651:0:2347:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9caf5014c800 lock: 0000000012a532d4/0xde5303b1d982ce9e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xcdf1b083821a6214 expref: -99 pid: 34987 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1789130495.760661:0:2347:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1789130495.760664:0:2347:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1789130495.760666:0:2347:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789130495.760669:0:2347:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130495.760670:0:2347:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130495.760672:0:2347:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130495.760675:0:2347:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1789130495.760677:0:2347:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130495.760679:0:2347:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130495.760681:0:2347:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130495.760683:0:2347:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789130495.760684:0:2347:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130495.760685:0:2347:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130495.760686:0:2347:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130495.760687:0:2347:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1789130495.760689:0:2347:0:(osc_request.c:3366:osc_enqueue_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789130495.760694:0:2347:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf614621c0 x1876037329058816/t0(0) o101->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1789130511 ref 1 fl Interpret:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1789130495.760703:0:2347:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf614621c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:2347:1876037329058816:192.168.204.123@tcp:101:uname.0 00000100:00000001:1.0:1789130495.760708:0:2347:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130495.760711:0:2347:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789130495.760715:0:2347:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf614621c0 x1876037329058816/t0(0) o101->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1789130511 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130495.760721:0:2347:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789130495.760723:0:2347:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789130495.760727:0:2347:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9caf487c2400. 02000000:00000001:1.0:1789130495.760732:0:2347:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789130495.760735:0:2347:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1789130495.760737:0:2347:0:(genops.c:1223:class_import_put()) import ffff9caf468ac800 refcount=2 obd=lustre-OST0000-osc-ffff9caf5014c800 00000020:00000001:1.0:1789130495.760740:0:2347:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1789130495.760744:0:2347:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9caf5846d000. 02000000:00000001:1.0:1789130495.760749:0:2347:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789130495.760751:0:2347:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789130495.760753:0:2347:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf614621c0. 00000100:00000001:1.0:1789130495.760757:0:2347:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789130495.760758:0:2347:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130495.760761:0:2347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130495.760768:0:2347:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789130495.760769:0:2347:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130495.760771:0:2347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789130495.760774:0:2347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1789130495.761003:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130495.761011:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1789130495.761350:0:34987:0:(cl_io.c:1237:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130495.761355:0:34987:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130495.761361:0:34987:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:0.0:1789130495.761364:0:34987:0:(cl_object.c:143:cl_object_top()) ffff9caf42b2a468 -> ffff9caf42b2a468 00000020:00000001:0.0:1789130495.761367:0:34987:0:(cl_object.c:143:cl_object_top()) ffff9caf42b2a468 -> ffff9caf42b2a468 00000020:00000001:0.0:1789130495.761369:0:34987:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:0.0:1789130495.761373:0:34987:0:(lov_object.c:1077:lov_attr_get_composite()) Process entered 00020000:00000001:0.0:1789130495.761378:0:34987:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:0.0:1789130495.761380:0:34987:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789130495.761382:0:34987:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:0.0:1789130495.761383:0:34987:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1789130495.761385:0:34987:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x36:1028 on OST[0]: s=0 (1) m=0 a=0 c=0 b=1 00020000:00000001:0.0:1789130495.761388:0:34987:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1789130495.761391:0:34987:0:(lov_object.c:1108:lov_attr_get_composite()) COMP ID #-1: s=0 m=0 a=0 c=0 b=1 00020000:00000001:0.0:1789130495.761394:0:34987:0:(lov_object.c:1146:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130495.761396:0:34987:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130495.761397:0:34987:0:(cl_object.c:143:cl_object_top()) ffff9caf42b2a468 -> ffff9caf42b2a468 00000080:00200000:0.0:1789130495.761400:0:34987:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000404:0x36:0x0] updating i_size 0 i_blocks 1 00000080:00000001:0.0:1789130495.761403:0:34987:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:0.0:1789130495.761405:0:34987:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:0.0:1789130495.761407:0:34987:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9caf42d81d40 (ffff9caf586097e8/0) at cl_lock_release():245 00000020:00000001:0.0:1789130495.761410:0:34987:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1789130495.761411:0:34987:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9caf42d81d40 (ffff9caf586097e8/0) at cl_lock_cancel():142 00020000:00000001:0.0:1789130495.761414:0:34987:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:0.0:1789130495.761418:0:34987:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1789130495.761420:0:34987:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446634875287508568 : -109198422043048 : ffff9caf42d81658) 00000020:00000001:0.0:1789130495.761422:0:34987:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1789130495.761423:0:34987:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9caf48339db0 (ffff9caf58609bd8/1) at cl_lock_cancel():142 00000008:00000001:0.0:1789130495.761426:0:34987:0:(osc_lock.c:1172:osc_lock_cancel()) Process entered 00000008:00000001:0.0:1789130495.761427:0:34987:0:(osc_lock.c:1126:osc_lock_detach()) Process entered 00010000:00000001:0.0:1789130495.761429:0:34987:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130495.761430:0:34987:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1789130495.761431:0:34987:0:(osc_lock.c:1145:osc_lock_detach()) Process leaving 00000008:00000001:0.0:1789130495.761433:0:34987:0:(osc_lock.c:1181:osc_lock_cancel()) Process leaving 00000020:00000001:0.0:1789130495.761435:0:34987:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1789130495.761436:0:34987:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1789130495.761437:0:34987:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1789130495.761438:0:34987:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9caf42d81d40 (ffff9caf586097e8/0) at cl_lock_fini():72 00020000:00000001:0.0:1789130495.761441:0:34987:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:0.0:1789130495.761442:0:34987:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1789130495.761443:0:34987:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9caf48339db0 (ffff9caf586097e8/1) at cl_lock_fini():72 00000008:00000010:0.0:1789130495.761447:0:34987:0:(osc_lock.c:116:osc_lock_fini()) slab-freed '(ols)': 312 at ffff9caf5867a4e0. 00000020:00000001:0.0:1789130495.761450:0:34987:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:0.0:1789130495.761452:0:34987:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff9caf48339d80. 00020000:00000001:0.0:1789130495.761456:0:34987:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:0.0:1789130495.761457:0:34987:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:0.0:1789130495.761458:0:34987:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:0.0:1789130495.761460:0:34987:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130495.761463:0:34987:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1789130495.761466:0:34987:0:(lov_io.c:1057:lov_io_fini()) Process entered 00020000:00000001:0.0:1789130495.761468:0:34987:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1789130495.761469:0:34987:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1789130495.761471:0:34987:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1789130495.761473:0:34987:0:(cl_object.c:917:cl_env_put()) 1@ffff9caf58609bd0 00020000:00000001:0.0:1789130495.761476:0:34987:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1789130495.761479:0:34987:0:(lov_io.c:1088:lov_io_fini()) Process leaving 00000080:00000001:0.0:1789130495.761482:0:34987:0:(vvp_io.c:392:vvp_io_fini()) Process entered 00000080:00200000:0.0:1789130495.761484:0:34987:0:(vvp_io.c:402:vvp_io_fini()) [0x200000404:0x36:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, need minor change layout 0 00000080:00000001:0.0:1789130495.761489:0:34987:0:(file.c:7121:ll_layout_refresh()) Process entered 00000080:00000001:0.0:1789130495.761490:0:34987:0:(file.c:7125:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130495.761493:0:34987:0:(vvp_io.c:506:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1789130495.761495:0:34987:0:(vvp_io.c:509:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1789130495.761496:0:34987:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1789130495.761497:0:34987:0:(cl_object.c:917:cl_env_put()) 1@ffff9caf586097e0 00000001:00000001:0.0:1789130495.761499:0:34987:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130495.761508:0:34987:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f419a7d30 00000080:00000008:0.0:1789130495.761511:0:34987:0:(file.c:6498:ll_getattr_dentry()) COMPLETED file recon:[0x200000404:0x36:0x0](ffff9caf60199148), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1789130495.761617:0:34987:0:(file.c:2648:do_file_write_iter()) Process entered 00000020:00000001:0.0:1789130495.761620:0:34987:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f419a7d88 00000080:00200008:0.0:1789130495.761621:0:34987:0:(file.c:2652:do_file_write_iter()) START file recon:[0x200000404:0x36:0x0], ppos: 0, count: 23 00000080:00000002:0.0:1789130495.761624:0:34987:0:(file.c:2658:do_file_write_iter()) inode ffff9caf60199148 need_sync_to_oss [0x200000404:0x36:0x0] 00000080:00000001:0.0:1789130495.761628:0:34987:0:(pcc.c:2607:pcc_file_write_iter()) Process entered 00000080:00000001:0.0:1789130495.761631:0:34987:0:(pcc.c:2610:pcc_file_write_iter()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130495.761634:0:34987:0:(file.c:2004:ll_hybrid_bio_dio_switch_check()) Process entered 00000080:00000001:0.0:1789130495.761637:0:34987:0:(file.c:2055:ll_hybrid_bio_dio_switch_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130495.761641:0:34987:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1789130495.761644:0:34987:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446634875648776168 : -109198060775448 : ffff9caf586097e8) 00000020:00001000:0.0:1789130495.761647:0:34987:0:(cl_object.c:823:cl_env_get()) 1@ffff9caf586097e0 00000080:00000001:0.0:1789130495.761650:0:34987:0:(file.c:2087:ll_file_io_generic()) Process entered 00000020:00000001:0.0:1789130495.761652:0:34987:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f419a7c98 00000080:00200000:0.0:1789130495.761653:0:34987:0:(file.c:2090:ll_file_io_generic()) recon: write ppos: 0, bytes: 23 00000020:00000001:0.0:1789130495.761659:0:34987:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f419a7c30 00000080:00200000:0.0:1789130495.761662:0:34987:0:(file.c:1848:ll_io_set_mirror()) recon: desiginated mirror: 0 00000080:00000001:0.0:1789130495.761664:0:34987:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:0.0:1789130495.761665:0:34987:0:(cl_object.c:143:cl_object_top()) ffff9caf42b2a468 -> ffff9caf42b2a468 00000020:00000001:0.0:1789130495.761667:0:34987:0:(cl_object.c:143:cl_object_top()) ffff9caf42b2a468 -> ffff9caf42b2a468 00000020:00000001:0.0:1789130495.761668:0:34987:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:0.0:1789130495.761670:0:34987:0:(lov_object.c:1077:lov_attr_get_composite()) Process entered 00020000:00000002:0.0:1789130495.761672:0:34987:0:(lov_object.c:1108:lov_attr_get_composite()) COMP ID #-1: s=0 m=0 a=0 c=0 b=1 00020000:00000001:0.0:1789130495.761675:0:34987:0:(lov_object.c:1146:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130495.761676:0:34987:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130495.761678:0:34987:0:(cl_object.c:143:cl_object_top()) ffff9caf42b2a468 -> ffff9caf42b2a468 00000080:00200000:0.0:1789130495.761680:0:34987:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000404:0x36:0x0] updating i_size 0 i_blocks 1 00000080:00000001:0.0:1789130495.761682:0:34987:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:0.0:1789130495.761684:0:34987:0:(cl_io.c:214:cl_io_rw_init()) Process entered 00000020:00200000:0.0:1789130495.761690:0:34987:0:(cl_io.c:218:cl_io_rw_init()) header@000000007ff29ff8[0x110, 1, [0x200000404:0x36:0x0] hash] 00000020:00200000:0.0:1789130495.761692:0:34987:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [0, 23) 0 1 00000020:00000001:0.0:1789130495.761695:0:34987:0:(cl_object.c:143:cl_object_top()) ffff9caf42b2a468 -> ffff9caf42b2a468 00000020:00000001:0.0:1789130495.761697:0:34987:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1789130495.761699:0:34987:0:(vvp_io.c:1987:vvp_io_init()) Process entered 00000080:00200000:0.0:1789130495.761701:0:34987:0:(vvp_io.c:1992:vvp_io_init()) [0x200000404:0x36:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:0.0:1789130495.761703:0:34987:0:(cl_io.c:902:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1789130495.761705:0:34987:0:(cl_io.c:908:cl_io_slice_add()) Process leaving 00000100:00000001:0.0:1789130495.761707:0:34987:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789130495.761711:0:34987:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130495.761713:0:34987:0:(file.c:7121:ll_layout_refresh()) Process entered 00000080:00000001:0.0:1789130495.761715:0:34987:0:(file.c:7125:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130495.761716:0:34987:0:(vvp_io.c:2064:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1789130495.761719:0:34987:0:(lov_object.c:1604:lov_io_init()) [0x200000404:0x36:0x0]io ffff9caf42d81da0 type 2 ignore/verify layout 0/0, compressed 0 00020000:00000002:0.0:1789130495.761722:0:34987:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9caf47cdc5d0) owner 0000000000000000/ffff9caf581427c0 00020000:00000001:0.0:1789130495.761726:0:34987:0:(lov_io.c:2488:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1789130495.761727:0:34987:0:(lov_io.c:764:lov_io_slice_init()) Process entered 00020000:00000002:0.0:1789130495.761731:0:34987:0:(lov_io.c:903:lov_io_slice_init()) [0x200000404:0x36:0x0]io ffff9caf42d81da0 type 2, compressed 0, chunk_size 0 00020000:00000001:0.0:1789130495.761734:0:34987:0:(lov_io.c:478:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1789130495.761736:0:34987:0:(lov_io.c:489:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:80000000:0.0:1789130495.761737:0:34987:0:(lov_io.c:942:lov_io_slice_init()) 0 23 00020000:00000001:0.0:1789130495.761740:0:34987:0:(lov_io.c:969:lov_io_slice_init()) Process leaving 00020000:00000001:0.0:1789130495.761742:0:34987:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1789130495.761744:0:34987:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130495.761745:0:34987:0:(cl_io.c:902:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1789130495.761747:0:34987:0:(cl_io.c:908:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1789130495.761748:0:34987:0:(lov_io.c:2501:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1789130495.761750:0:34987:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9caf47cdc5d0) owner 0000000000000000/ffff9caf581427c0 00000020:00000001:0.0:1789130495.761752:0:34987:0:(cl_io.c:146:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130495.761754:0:34987:0:(cl_io.c:221:cl_io_rw_init()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1789130495.761756:0:34987:0:(file.c:2170:ll_file_io_generic()) Range lock [0, 18446744073709551615] 00000001:00000001:0.0:1789130495.761759:0:34987:0:(range_lock.c:126:range_lock()) Process entered 00000001:00000001:0.0:1789130495.761762:0:34987:0:(range_lock.c:159:range_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130495.761766:0:34987:0:(cl_io.c:827:cl_io_loop()) Process entered 00000020:00000001:0.0:1789130495.761768:0:34987:0:(cl_io.c:403:cl_io_iter_init()) Process entered 00000020:00000001:0.0:1789130495.761771:0:34987:0:(cl_io.c:918:cl_page_list_init()) Process entered 00000020:00000001:0.0:1789130495.761772:0:34987:0:(cl_io.c:921:cl_page_list_init()) Process leaving 00020000:00000001:0.0:1789130495.761774:0:34987:0:(lov_io.c:1409:lov_io_rw_iter_init()) Process entered 00020000:00000001:0.0:1789130495.761778:0:34987:0:(lov_io.c:1238:lov_io_iter_init()) Process entered 00020000:00200000:0.0:1789130495.761780:0:34987:0:(lov_io.c:1289:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:0.0:1789130495.761784:0:34987:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1789130495.761787:0:34987:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1789130495.761788:0:34987:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1789130495.761790:0:34987:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1789130495.761792:0:34987:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446634875648777176 : -109198060774440 : ffff9caf58609bd8) 00000020:00001000:0.0:1789130495.761794:0:34987:0:(cl_object.c:823:cl_env_get()) 1@ffff9caf58609bd0 00000020:00000001:0.0:1789130495.761796:0:34987:0:(cl_object.c:143:cl_object_top()) ffff9caf42b2a530 -> ffff9caf42b2a468 00000020:00000001:0.0:1789130495.761797:0:34987:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:0.0:1789130495.761800:0:34987:0:(cl_io.c:902:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1789130495.762046:0:34987:0:(cl_io.c:908:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1789130495.762048:0:34987:0:(cl_io.c:146:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789130495.762050:0:34987:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789130495.762052:0:34987:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446634875287508568 : -109198422043048 : ffff9caf42d81658) 00000020:00000001:0.0:1789130495.762055:0:34987:0:(cl_io.c:403:cl_io_iter_init()) Process entered 00000008:00000001:0.0:1789130495.762057:0:34987:0:(osc_io.c:546:osc_io_iter_init()) Process entered 00000008:00000001:0.0:1789130495.762116:0:34987:0:(osc_io.c:568:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130495.762119:0:34987:0:(cl_io.c:415:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789130495.762121:0:34987:0:(lov_io.c:1395:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789130495.762123:0:34987:0:(lov_io.c:1431:lov_io_rw_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130495.762125:0:34987:0:(cl_io.c:415:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130495.762127:0:34987:0:(cl_io.c:318:cl_io_lock()) Process entered 00000080:00000001:0.0:1789130495.762130:0:34987:0:(vvp_io.c:663:vvp_io_rw_lock()) Process entered 00000080:00000001:0.0:1789130495.762132:0:34987:0:(vvp_io.c:552:vvp_mmap_locks()) Process entered 00000080:00000001:0.0:1789130495.762136:0:34987:0:(llite_mmap.c:54:our_vma()) Process entered 00000080:00000001:0.0:1789130495.762140:0:34987:0:(llite_mmap.c:69:our_vma()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130495.762143:0:34987:0:(vvp_io.c:623:vvp_mmap_locks()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130495.762146:0:34987:0:(vvp_io.c:214:vvp_io_one_lock_index()) Process entered 00000080:00200000:0.0:1789130495.762219:0:34987:0:(vvp_io.c:216:vvp_io_one_lock_index()) lock: 1 [0, 18446744073709551615] 00000020:00000001:0.0:1789130495.762222:0:34987:0:(cl_io.c:480:cl_io_lock_add()) Process entered 00000020:00000001:0.0:1789130495.762224:0:34987:0:(cl_io.c:263:cl_lockset_merge()) Process entered 00000020:00000001:0.0:1789130495.762226:0:34987:0:(cl_io.c:280:cl_lockset_merge()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130495.762228:0:34987:0:(cl_io.c:487:cl_io_lock_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130495.762230:0:34987:0:(vvp_io.c:236:vvp_io_one_lock_index()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130495.762232:0:34987:0:(vvp_io.c:725:vvp_io_rw_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130495.762233:0:34987:0:(vvp_io.c:772:vvp_io_write_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789130495.762235:0:34987:0:(lov_io.c:1538:lov_io_lock()) Process entered 00020000:00000001:0.0:1789130495.762237:0:34987:0:(lov_io.c:1516:lov_io_call()) Process entered 00000020:00000001:0.0:1789130495.762238:0:34987:0:(cl_io.c:318:cl_io_lock()) Process entered 00000020:00000001:0.0:1789130495.762239:0:34987:0:(cl_io.c:290:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1789130495.762241:0:34987:0:(cl_io.c:299:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130495.762242:0:34987:0:(cl_io.c:338:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789130495.762243:0:34987:0:(lov_io.c:1533:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789130495.762245:0:34987:0:(lov_io.c:1539:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130495.762246:0:34987:0:(cl_io.c:290:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1789130495.762247:0:34987:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:0.0:1789130495.762248:0:34987:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:0.0:1789130495.762250:0:34987:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:0.0:1789130495.762252:0:34987:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:0.0:1789130495.762254:0:34987:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:0.0:1789130495.762264:0:34987:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff9caf48339d80. 00020000:00000002:0.0:1789130495.762267:0:34987:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1789130495.762269:0:34987:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:0.0:1789130495.762271:0:34987:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1789130495.762273:0:34987:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446634875287508568 : -109198422043048 : ffff9caf42d81658) 00000020:00000001:0.0:1789130495.762274:0:34987:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:0.0:1789130495.762279:0:34987:0:(osc_lock.c:1279:osc_lock_init()) slab-alloced 'oscl': 312 at ffff9caf5867a4e0. 00000008:00010000:0.0:1789130495.762282:0:34987:0:(lustre_osc.h:166:osc_enq2ldlm_flags()) flags: 0 00000020:00000001:0.0:1789130495.762285:0:34987:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1789130495.762286:0:34987:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:0.0:1789130495.762289:0:34987:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9caf48339db0, osc lock ffff9caf5867a4e0, flags 0x0 00000020:00000001:0.0:1789130495.762291:0:34987:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789130495.762293:0:34987:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789130495.762295:0:34987:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446634875377393024 : -109198332158592 : ffff9caf48339d80) 00000020:00000001:0.0:1789130495.762297:0:34987:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1789130495.762298:0:34987:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:0.0:1789130495.762299:0:34987:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130495.762301:0:34987:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130495.762302:0:34987:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:0.0:1789130495.762304:0:34987:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:0.0:1789130495.762304:0:34987:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1789130495.762305:0:34987:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446634875287508568 : -109198422043048 : ffff9caf42d81658) 00000020:00000001:0.0:1789130495.762307:0:34987:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:0.0:1789130495.762309:0:34987:0:(osc_lock.c:1010:osc_lock_enqueue()) Process entered 00000008:00000001:0.0:1789130495.762311:0:34987:0:(osc_lock.c:916:osc_lock_enqueue_wait()) Process entered 00000008:00000001:0.0:1789130495.762313:0:34987:0:(osc_lock.c:964:osc_lock_enqueue_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130495.762317:0:34987:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:0.0:1789130495.762320:0:34987:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process entered 00000020:00000001:0.0:1789130495.762321:0:34987:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:0.0:1789130495.762323:0:34987:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:0.0:1789130495.762324:0:34987:0:(lovsub_object.c:152:lovsub_req_projid_set()) Process leaving 00000020:00000001:0.0:1789130495.762325:0:34987:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:0.0:1789130495.762327:0:34987:0:(osc_request.c:3393:osc_enqueue_base()) Process entered 00010000:00000001:0.0:1789130495.762331:0:34987:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789130495.762339:0:34987:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf48fc4d00 count: 2 00010000:00000001:0.0:1789130495.762342:0:34987:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1789130495.762347:0:34987:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9caf5020e800 type 11 mode 2 res 9663677440/69 (0 18446744073709551615) 00010000:00000001:0.0:1789130495.762351:0:34987:0:(ldlm_request.c:996:ldlm_enqueue_pack()) Process entered 00000100:00000010:0.0:1789130495.762356:0:34987:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf61463840. 00000020:00000040:0.0:1789130495.762360:0:34987:0:(genops.c:1210:class_import_get()) import ffff9caf468ac800 refcount=3 obd=lustre-OST0000-osc-ffff9caf5014c800 00010000:00000001:0.0:1789130495.762364:0:34987:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1789130495.762368:0:34987:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789130495.762373:0:34987:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130495.762374:0:34987:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130495.762375:0:34987:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130495.762378:0:34987:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789130495.762380:0:34987:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789130495.762384:0:34987:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789130495.762390:0:34987:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9caf5846ca00. 00000100:00000001:0.0:1789130495.762396:0:34987:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130495.762401:0:34987:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789130495.762403:0:34987:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130495.762404:0:34987:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789130495.762406:0:34987:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130495.762407:0:34987:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130495.762410:0:34987:0:(ldlm_request.c:1010:ldlm_enqueue_pack()) Process leaving (rc=18446634875798042688 : -109197911508928 : ffff9caf61463840) 00010000:00000001:0.0:1789130495.762413:0:34987:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1789130495.762416:0:34987:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1789130495.762418:0:34987:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf48fc4d00 count: 2 00010000:00000001:0.0:1789130495.762420:0:34987:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789130495.762422:0:34987:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1789130495.762426:0:34987:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9caf40031c00. 00000020:00000001:0.0:1789130495.762431:0:34987:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1789130495.762435:0:34987:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9caf40031c00 with handle 0xde5303b1d982cea5 to hash 00000020:00000001:0.0:1789130495.762437:0:34987:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1789130495.762438:0:34987:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446634875239996416 : -109198469555200 : ffff9caf40031c00) 00010000:00000010:0.0:1789130495.762442:0:34987:0:(ldlm_lock.c:1732:ldlm_lock_create()) kmalloced '(lock->l_lvb_data)': 56 at ffff9caf47faa1c0. 00010000:00000001:0.0:1789130495.762444:0:34987:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446634875239996416 : -109198469555200 : ffff9caf40031c00) 00010000:00000001:0.0:1789130495.762447:0:34987:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789130495.762450:0:34987:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789130495.762454:0:34987:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9caf5014c800 lock: 000000003a134c52/0xde5303b1d982cea5 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x45:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 34987 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789130495.762464:0:34987:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0000-osc-ffff9caf5014c800 lock: 000000003a134c52/0xde5303b1d982cea5 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x45:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 34987 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789130495.762474:0:34987:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0000-osc-ffff9caf5014c800 lock: 000000003a134c52/0xde5303b1d982cea5 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x45:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 34987 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1789130495.762480:0:34987:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1789130495.762482:0:34987:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1789130495.762489:0:34987:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9caf481323c0. 00000100:00000001:0.0:1789130495.762492:0:34987:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446634875375264704 : -109198334286912 : ffff9caf481323c0) 00000100:00000001:0.0:1789130495.762494:0:34987:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789130495.762495:0:34987:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875798042688 : -109197911508928 : ffff9caf61463840) 00000100:00000001:0.0:1789130495.762499:0:34987:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789130495.762501:0:34987:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130495.762503:0:34987:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1789130495.762505:0:34987:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789130495.762515:0:34987:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf61463840 x1876037329058944/t0(0) o101->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130495.762522:0:34987:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789130495.762525:0:34987:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130495.762528:0:34987:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789130495.762531:0:34987:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789130495.762533:0:34987:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789130495.762536:0:34987:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf61463840 pname:cluuid:pid:xid:nid:opc:job uname:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:34987:1876037329058944:192.168.204.123@tcp:101:uname.0 00000100:00000001:0.0:1789130495.762540:0:34987:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789130495.762545:0:34987:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789130495.762548:0:34987:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130495.762550:0:34987:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789130495.762555:0:34987:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9caf482bc800. 02000000:00000001:0.0:1789130495.762556:0:34987:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789130495.762563:0:34987:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:0.0:1789130495.762568:0:34987:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf50131478. 00000400:00000010:0.0:1789130495.762576:0:34987:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf5801edd0. 00000100:00000200:0.0:1789130495.762584:0:34987:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876037329058944, portal 4 00000100:00000001:0.0:1789130495.762586:0:34987:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789130495.762587:0:34987:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875798042688 : -109197911508928 : ffff9caf61463840) 00000100:00000040:0.0:1789130495.762593:0:34987:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9caf61463840 x1876037329058944/t0(0) o101->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1789130511 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130495.762601:0:34987:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789130495.762604:0:34987:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:0.0:1789130495.762607:0:34987:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf5801ebb0. 00000100:00000200:0.0:1789130495.762612:0:34987:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1876037329058944, offset 0 00000400:00000200:0.0:1789130495.762618:0:34987:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:0.0:1789130495.762628:0:34987:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:0.0:1789130495.762636:0:34987:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:0.0:1789130495.762644:0:34987:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789130495.762648:0:34987:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:0.0:1789130495.762653:0:34987:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789130495.762656:0:34987:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:0.0:1789130495.762659:0:34987:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2706:2706:256:4294967295] 192.168.204.123@tcp LPNI seq info [2705:2705:8:4294967295] 00000400:00000200:0.0:1789130495.762663:0:34987:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:0.0:1789130495.762673:0:34987:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:0.0:1789130495.762679:0:34987:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:0.0:1789130495.762684:0:34987:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf451e7500. 00000800:00000200:0.0:1789130495.762692:0:34987:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:0.0:1789130495.762701:0:34987:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:0.0:1789130495.762706:0:34987:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf451e7500 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1789130495.762856:0:34987:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130495.762862:0:34987:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9caf5014c800: using a timeout of 22855 usecs (23 jiffies) 00000400:00000200:0.0:1789130495.762866:0:34987:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:0.0:1789130495.762870:0:34987:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296589808 00000100:00000001:0.0:1789130495.762873:0:34987:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9caf5014c800: PM QoS request active for cpu 2, keep current deadline 4296592375 00000100:00000001:0.0:1789130495.762876:0:34987:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296589808 00000100:00000001:0.0:1789130495.762879:0:34987:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9caf5014c800: PM QoS request active for cpu 3, keep current deadline 4296592375 00000100:00000001:0.0:1789130495.762881:0:34987:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789130495.762884:0:34987:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130495.762886:0:34987:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789130495.762889:0:34987:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1789130495.762891:0:34987:0:(client.c:2715:ptlrpc_set_wait()) set ffff9caf481323c0 going to sleep for 11 seconds 00000100:00000001:0.0:1789130495.762894:0:34987:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789130495.762897:0:34987:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789130495.767836:0:2341:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789130495.767851:0:2341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf451e7500. 00000400:00000200:2.0:1789130495.767864:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130495.767875:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:2.0:1789130495.767883:0:2341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf5801ebb0 00000400:00000010:2.0:1789130495.767885:0:2341:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf5801ebb0. 00000100:00000001:2.0:1789130495.767891:0:2341:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789130495.767901:0:2341:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf61463840 x1876037329058944/t0(0) o101->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1789130511 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130495.767913:0:2341:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130495.767917:0:2341:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf61463840 x1876037329058944/t0(0) o101->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1789130511 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130495.767924:0:2341:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130495.767926:0:2341:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1789130495.768646:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130495.768668:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789130495.768673:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130495.768676:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130495.768684:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130495.768690:0:2342:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:2.0:1789130495.768700:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130495.768705:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130495.768711:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130495.768717:0:2342:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 328 into portal 15 MB=0x6aa3efb364580 00000400:00000200:2.0:1789130495.768728:0:2342:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.123@tcp of length 328/328 into md 0x7275 [2] + 720 00000800:00000001:2.0:1789130495.768738:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130495.768746:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130495.768749:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130495.768753:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:2.0:1789130495.768761:0:2342:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1789130495.768764:0:2342:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:2.0:1789130495.768770:0:2342:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf580b92c0. 00000100:00000040:2.0:1789130495.768776:0:2342:0:(events.c:337:request_in_callback()) incoming req@ffff9caf580b92c0 x1876037339596160 msgsize 328 00000100:00100000:2.0:1789130495.768780:0:2342:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.123@tcp (source: 12345-192.168.204.123@tcp) 00010000:00000010:0.1:1789130495.768886:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf48fc4a00. 00000100:00000001:2.0:1789130495.769277:0:2342:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1789130495.769289:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130495.769294:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130495.769338:0:16107:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1789130495.769341:0:16107:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876037339596160 02000000:00000001:3.0:1789130495.769345:0:16107:0:(sec.c:2469:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1789130495.769348:0:16107:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789130495.769350:0:16107:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789130495.769354:0:16107:0:(sec.c:2518:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789130495.769358:0:16107:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876037339596160 00000020:00000001:3.0:1789130495.769361:0:16107:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789130495.769364:0:16107:0:(genops.c:804:class_conn2export()) looking for export cookie 0xde5303b1d982c242 00000020:00000001:3.0:1789130495.769367:0:16107:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789130495.769371:0:16107:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9caf4555e000 refcount=4 00000020:00000001:3.0:1789130495.769373:0:16107:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875329306624 : -109198380244992 : ffff9caf4555e000) 00000020:00000001:3.0:1789130495.769375:0:16107:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634875329306624 : -109198380244992 : ffff9caf4555e000) 00000100:00000001:3.0:1789130495.769381:0:16107:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1789130495.769388:0:16107:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9caf42c42b80. 00000100:00000001:3.0:1789130495.769392:0:16107:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1789130495.769394:0:16107:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff9caf42c42b80. 00000020:00000010:3.0:1789130495.769402:0:16107:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9caf48a7be00. 00000020:00000010:3.0:1789130495.769409:0:16107:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9caf42e06880. 00000020:00000010:3.0:1789130495.769417:0:16107:0:(tgt_main.c:759:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9caf50186960. 00000100:00000040:3.0:1789130495.769428:0:16107:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:3.0:1789130495.769432:0:16107:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1789130495.769433:0:16107:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1789130495.769436:0:16107:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130495.769448:0:16107:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130495.769499:0:16107:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130495.769512:0:16107:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1789130495.769516:0:16107:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1789130495.769522:0:16107:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.123@tcp, seq: 61 00000100:00000040:3.0:1789130495.769527:0:16107:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9caf4555e000 : new rpc_count 1 00000100:00000001:3.0:1789130495.769529:0:16107:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446634875643204288 : -109198066347328 : ffff9caf580b92c0) 00000100:00000040:3.0:1789130495.769537:0:16107:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9caf580b92c0 x1876037339596160/t0(0) o104->LOV_OSC_UUID@192.168.204.123@tcp:211/0 lens 328/0 e 0 to 0 dl 1789130506 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789130495.769546:0:16107:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1789130495.769548:0:16107:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9caf42c42b80. 00000100:00000001:3.0:1789130495.769551:0:16107:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1789130495.769553:0:16107:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff9caf42c42b80. 00000100:00100000:3.0:1789130495.769558:0:16107:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9caf580b92c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:6670:x1876037339596160:12345-192.168.204.123@tcp:104: 00000100:00000200:3.0:1789130495.769562:0:16107:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1876037339596160 00010000:00000001:3.0:1789130495.769565:0:16107:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:3.0:1789130495.769572:0:16107:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789130495.769573:0:16107:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789130495.769575:0:16107:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40031a00 refcount=2 00000020:00000001:3.0:1789130495.769578:0:16107:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239995904 : -109198469555712 : ffff9caf40031a00) 00010000:00000001:3.0:1789130495.769581:0:16107:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239995904 : -109198469555712 : ffff9caf40031a00) 00010000:00000001:3.0:1789130495.769585:0:16107:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789130495.769588:0:16107:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1789130495.769594:0:16107:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff9caf5014c800 lock: 0000000012a532d4/0xde5303b1d982ce9e lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x45:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000000000 nid: local remote: 0xcdf1b083821a6214 expref: -99 pid: 34987 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00000001:3.0:1789130495.769607:0:16107:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1789130495.769609:0:16107:0:(sec.c:2540:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1789130495.769614:0:16107:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9caf58482c00. 02000000:00000001:3.0:1789130495.769617:0:16107:0:(sec.c:2577:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130495.769620:0:16107:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130495.769625:0:16107:0:(ldlm_lib.c:3383:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1789130495.769629:0:16107:0:(ldlm_lib.c:3404:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789130495.769633:0:16107:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf46ba21e8 time=113 v=5 (1 1 1 1) 00000100:00000001:3.0:1789130495.769637:0:16107:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789130495.769640:0:16107:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9caf452f48c0 refcount 13 to 192.168.204.123@tcp 00000100:00000001:3.0:1789130495.769643:0:16107:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634875326777536 : -109198382774080 : ffff9caf452f48c0) 02000000:00000001:3.0:1789130495.769646:0:16107:0:(sec.c:2591:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1789130495.769648:0:16107:0:(sec.c:2602:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130495.769651:0:16107:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789130495.769655:0:16107:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:3.0:1789130495.769659:0:16107:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf4549fdd0. 00000100:00000200:3.0:1789130495.769665:0:16107:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1876037339596160, offset 224 00000400:00000200:3.0:1789130495.769672:0:16107:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:3.0:1789130495.769681:0:16107:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130495.769689:0:16107:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.204.23@tcp to MR: 192.168.204.123@tcp local destination 00000400:00000200:3.0:1789130495.769695:0:16107:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2707:2707:256:4294967295] 192.168.204.123@tcp LPNI seq info [2706:2706:8:4294967295] 00000400:00000200:3.0:1789130495.769701:0:16107:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130495.769709:0:16107:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:192.168.204.23@tcp) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:3.0:1789130495.769715:0:16107:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:3.0:1789130495.769719:0:16107:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf47fd2600. 00000800:00000200:3.0:1789130495.769726:0:16107:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:3.0:1789130495.769733:0:16107:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:3.0:1789130495.769738:0:16107:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf47fd2600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789130495.769751:0:16107:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130495.769754:0:16107:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9caf452f48c0 refcount 12 to 192.168.204.123@tcp 00010000:00000001:3.0:1789130495.769756:0:16107:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:3.0:1789130495.769760:0:16107:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff9caf48515780. 00010000:00000001:3.0:1789130495.769762:0:16107:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:3.0:1789130495.769777:0:16107:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:3.0:1789130495.769780:0:16107:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130495.769781:0:16107:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130495.769783:0:16107:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130495.769787:0:16107:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf580b92c0 x1876037339596160/t0(0) o104->LOV_OSC_UUID@192.168.204.123@tcp:211/0 lens 328/224 e 0 to 0 dl 1789130506 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789130495.769796:0:16107:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9caf580b92c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:6670:x1876037339596160:12345-192.168.204.123@tcp:104: Request processed in 249us (1019us total) trans 0 rc 0/0 00000100:00100000:3.0:1789130495.769849:0:16107:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.123@tcp, seq: 61 00000100:00000040:3.0:1789130495.769852:0:16107:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9caf4555e000 : new rpc_count 0 00000100:00000001:3.0:1789130495.769855:0:16107:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1789130495.769857:0:16107:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1789130495.769862:0:16107:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9caf42e06880. 00000020:00000010:3.0:1789130495.769867:0:16107:0:(tgt_main.c:771:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9caf50186960. 00000020:00000010:3.0:1789130495.769870:0:16107:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9caf48a7be00. 00000020:00000040:3.0:1789130495.769875:0:16107:0:(genops.c:879:class_export_put()) PUTting export ffff9caf4555e000 : new refcount 3 00000100:00000001:3.0:1789130495.769878:0:16107:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1789130495.770001:0:16115:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789130495.770004:0:16115:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789130495.770007:0:16115:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:1.0:1789130495.770010:0:16115:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:1.0:1789130495.770011:0:16115:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1789130495.770016:0:16115:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff9caf5014c800 lock: 0000000012a532d4/0xde5303b1d982ce9e lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x45:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000000000 nid: local remote: 0xcdf1b083821a6214 expref: -99 pid: 34987 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1789130495.770025:0:16115:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9caf40031a00 already unused, calling callback (ffffffffc0fdc280) 00000008:00000001:1.0:1789130495.770028:0:16115:0:(osc_lock.c:534:osc_ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1789130495.770030:0:16115:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1789130495.770032:0:16115:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130495.770033:0:16115:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130495.770035:0:16115:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40031a00 refcount=3 00000020:00000001:1.0:1789130495.770037:0:16115:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239995904 : -109198469555712 : ffff9caf40031a00) 00010000:00000001:1.0:1789130495.770039:0:16115:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239995904 : -109198469555712 : ffff9caf40031a00) 00010000:00000001:1.0:1789130495.770041:0:16115:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1789130495.770044:0:16115:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff9caf5014c800 lock: 0000000012a532d4/0xde5303b1d982ce9e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x45:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800428400000000 nid: local remote: 0xcdf1b083821a6214 expref: -99 pid: 34987 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00000001:1.0:1789130495.770051:0:16115:0:(osc_lock.c:534:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:1.0:1789130495.770054:0:16115:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1789130495.770057:0:16115:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446634875648776744 : -109198060774872 : ffff9caf58609a28) 00000020:00001000:1.0:1789130495.770069:0:16115:0:(cl_object.c:823:cl_env_get()) 1@ffff9caf58609a20 00000008:00000001:1.0:1789130495.770072:0:16115:0:(osc_lock.c:418:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:1.0:1789130495.770075:0:16115:0:(osc_lock.c:360:osc_lock_flush()) Process entered 00000020:00000001:1.0:1789130495.770076:0:16115:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1789130495.770078:0:16115:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446634875648775448 : -109198060776168 : ffff9caf58609518) 00000020:00001000:1.0:1789130495.770079:0:16115:0:(cl_object.c:823:cl_env_get()) 1@ffff9caf58609510 00000008:00000001:1.0:1789130495.770083:0:16115:0:(osc_cache.c:3845:osc_ldlm_hp_handle()) Process entered 00000008:00000020:1.0:1789130495.770085:0:16115:0:(osc_cache.c:3865:osc_ldlm_hp_handle()) High prio I/O check: start 0 end 4503599627370495 RPC(0):r0/w0/d0 00000008:00000001:1.0:1789130495.770088:0:16115:0:(osc_cache.c:3881:osc_ldlm_hp_handle()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000008:00000001:1.0:1789130495.770090:0:16115:0:(osc_cache.c:3929:osc_ldlm_hp_handle()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1789130495.770094:0:16115:0:(osc_cache.c:3814:osc_lock_discard_pages()) Process entered 00000020:00000001:1.0:1789130495.770097:0:16115:0:(cl_object.c:143:cl_object_top()) ffff9caf583136e0 -> ffff9caf42b2a468 00000020:00000001:1.0:1789130495.770099:0:16115:0:(cl_object.c:143:cl_object_top()) ffff9caf42b2a468 -> ffff9caf42b2a468 00000020:00000001:1.0:1789130495.770101:0:16115:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1789130495.770104:0:16115:0:(vvp_io.c:1987:vvp_io_init()) Process entered 00000080:00200000:1.0:1789130495.770106:0:16115:0:(vvp_io.c:1992:vvp_io_init()) [0x200000404:0x36:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:1.0:1789130495.770110:0:16115:0:(cl_io.c:902:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1789130495.770111:0:16115:0:(cl_io.c:908:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1789130495.770113:0:16115:0:(vvp_io.c:2064:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1789130495.770117:0:16115:0:(lov_object.c:1604:lov_io_init()) [0x200000404:0x36:0x0]io ffff9caf4825ae18 type 8 ignore/verify layout 1/0, compressed 0 00020000:00000001:1.0:1789130495.770121:0:16115:0:(lov_io.c:2488:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1789130495.770122:0:16115:0:(lov_io.c:764:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1789130495.770125:0:16115:0:(lov_io.c:868:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:1.0:1789130495.770127:0:16115:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1789130495.770129:0:16115:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130495.770131:0:16115:0:(cl_io.c:902:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1789130495.770131:0:16115:0:(cl_io.c:908:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1789130495.770133:0:16115:0:(lov_io.c:2501:lov_io_init_composite()) Process leaving 00000020:00000001:1.0:1789130495.770134:0:16115:0:(cl_io.c:146:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1789130495.770136:0:16115:0:(osc_cache.c:3601:osc_page_gang_lookup()) Process entered 00000008:00000001:1.0:1789130495.770141:0:16115:0:(osc_cache.c:3678:osc_page_gang_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1789130495.770143:0:16115:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:1.0:1789130495.770145:0:16115:0:(lov_io.c:1057:lov_io_fini()) Process entered 00020000:00000001:1.0:1789130495.770147:0:16115:0:(lov_io.c:1088:lov_io_fini()) Process leaving 00000080:00000001:1.0:1789130495.770161:0:16115:0:(vvp_io.c:392:vvp_io_fini()) Process entered 00000080:00200000:1.0:1789130495.770163:0:16115:0:(vvp_io.c:402:vvp_io_fini()) [0x200000404:0x36:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, need minor change layout 0 00000080:00000001:1.0:1789130495.770166:0:16115:0:(vvp_io.c:509:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1789130495.770167:0:16115:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000008:00000001:1.0:1789130495.770169:0:16115:0:(osc_cache.c:3833:osc_lock_discard_pages()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1789130495.770171:0:16115:0:(cl_object.c:917:cl_env_put()) 1@ffff9caf58609510 00000008:00000001:1.0:1789130495.770174:0:16115:0:(osc_lock.c:392:osc_lock_flush()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130495.770176:0:16115:0:(cl_object.c:143:cl_object_top()) ffff9caf583136e0 -> ffff9caf42b2a468 00010000:00000001:1.0:1789130495.770179:0:16115:0:(ldlm_extent.c:945:ldlm_extent_shift_kms()) Process entered 00010000:00000001:1.0:1789130495.770181:0:16115:0:(ldlm_extent.c:1018:ldlm_extent_shift_kms()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130495.770183:0:16115:0:(cl_object.c:143:cl_object_top()) ffff9caf583136e0 -> ffff9caf42b2a468 00000020:00000001:1.0:1789130495.770185:0:16115:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:1.0:1789130495.770188:0:16115:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:1.0:1789130495.770190:0:16115:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:1.0:1789130495.770192:0:16115:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130495.770194:0:16115:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130495.770195:0:16115:0:(cl_object.c:143:cl_object_top()) ffff9caf583136e0 -> ffff9caf42b2a468 00000020:00000001:1.0:1789130495.770197:0:16115:0:(cl_object.c:143:cl_object_top()) ffff9caf42b2a468 -> ffff9caf42b2a468 00000020:00000001:1.0:1789130495.770199:0:16115:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00020000:00000001:1.0:1789130495.770200:0:16115:0:(lov_object.c:1635:lov_attr_update()) Process entered 00020000:00000001:1.0:1789130495.770203:0:16115:0:(lov_object.c:1671:lov_attr_update()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130495.770205:0:16115:0:(vvp_object.c:86:vvp_attr_update()) Process entered 00000080:00000001:1.0:1789130495.770208:0:16115:0:(vvp_object.c:106:vvp_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130495.770209:0:16115:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130495.770211:0:16115:0:(cl_object.c:143:cl_object_top()) ffff9caf583136e0 -> ffff9caf42b2a468 00000008:00000001:1.0:1789130495.770214:0:16115:0:(osc_lock.c:475:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1789130495.770216:0:16115:0:(cl_object.c:917:cl_env_put()) 1@ffff9caf58609a20 00000008:00000001:1.0:1789130495.770217:0:16115:0:(osc_lock.c:574:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130495.770220:0:16115:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1789130495.770224:0:16115:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1789130495.770226:0:16115:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1789130495.770228:0:16115:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789130495.770230:0:16115:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1789130495.770232:0:16115:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9caf40031a00 with handle 0xde5303b1d982ce9e from hash 00010000:00000001:1.0:1789130495.770235:0:16115:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1789130495.770236:0:16115:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130495.770238:0:16115:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130495.770239:0:16115:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1789130495.770242:0:16115:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1789130495.770244:0:16115:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:1.0:1789130495.770248:0:16115:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789130495.770251:0:16115:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130495.770253:0:16115:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789130495.770255:0:16115:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:1.0:1789130495.770261:0:16115:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf615d7840. 00000020:00000040:1.0:1789130495.770264:0:16115:0:(genops.c:1210:class_import_get()) import ffff9caf468ac800 refcount=4 obd=lustre-OST0000-osc-ffff9caf5014c800 00000100:00000001:1.0:1789130495.770269:0:16115:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789130495.770271:0:16115:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789130495.770275:0:16115:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789130495.770281:0:16115:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9caf4bb8fe00. 00000100:00000001:1.0:1789130495.770286:0:16115:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130495.770289:0:16115:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1789130495.770293:0:16115:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9caf5014c800 lock: 0000000012a532d4/0xde5303b1d982ce9e lrc: 2/0,0 mode: --/PR res: [0x240000400:0x45:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0xcdf1b083821a6214 expref: -99 pid: 34987 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1789130495.770301:0:16115:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1789130495.770302:0:16115:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130495.770307:0:16115:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789130495.770311:0:16115:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789130495.770318:0:16115:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b412d390] to pc [ptlrpcd_00_01+1] req@ffff9caf615d7840 x1876037329059072/t0(0) o103->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1789130495.770347:0:16115:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789130495.770350:0:16115:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130495.770351:0:16115:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130495.770353:0:16115:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130495.770355:0:16115:0:(ldlm_request.c:1834:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1789130495.770356:0:16115:0:(osc_lock.c:574:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789130495.770359:0:16115:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff9caf5014c800 lock: 0000000012a532d4/0xde5303b1d982ce9e lrc: 1/0,0 mode: --/PR res: [0x240000400:0x45:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0xcdf1b083821a6214 expref: -99 pid: 34987 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1789130495.770366:0:16115:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1789130495.770369:0:16115:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9caf5014c800 lock: 0000000012a532d4/0xde5303b1d982ce9e lrc: 0/0,0 mode: --/PR res: [0x240000400:0x45:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0xcdf1b083821a6214 expref: -99 pid: 34987 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000010:1.0:1789130495.770376:0:16115:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9caf47faa640. 00010000:00000001:1.0:1789130495.770385:0:16115:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130495.770386:0:16115:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:1.0:1789130495.770388:0:16115:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff9caf48515780. 00010000:00000001:1.0:1789130495.770391:0:16115:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130495.770393:0:16115:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789130495.770394:0:16115:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789130495.770396:0:16115:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789130495.770398:0:16115:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789130495.770399:0:16115:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789130495.770400:0:16115:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789130495.770402:0:16115:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789130495.770404:0:16115:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789130495.770405:0:16115:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789130495.770413:0:2347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1789130495.770417:0:2347:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:1.0:1789130495.770420:0:2347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130495.770425:0:2347:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789130495.770428:0:2347:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130495.770429:0:2347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789130495.770431:0:2347:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789130495.770434:0:2347:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789130495.770439:0:2347:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf615d7840 x1876037329059072/t0(0) o103->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130495.770447:0:2347:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789130495.770449:0:2347:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130495.770452:0:2347:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789130495.770457:0:2347:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789130495.770459:0:2347:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789130495.770463:0:2347:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf615d7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:2347:1876037329059072:192.168.204.123@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1789130495.770467:0:2347:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789130495.770472:0:2347:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789130495.770475:0:2347:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130495.770477:0:2347:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789130495.770481:0:2347:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9caf4bb8f800. 02000000:00000001:1.0:1789130495.770483:0:2347:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789130495.770489:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:1.0:1789130495.770492:0:2347:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf42d8ec08. 00000400:00000010:1.0:1789130495.770498:0:2347:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf462a35d8. 00000100:00000200:1.0:1789130495.770504:0:2347:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876037329059072, portal 18 00000100:00000001:1.0:1789130495.770509:0:2347:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789130495.770510:0:2347:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875799566400 : -109197909985216 : ffff9caf615d7840) 00000100:00000040:1.0:1789130495.770517:0:2347:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9caf615d7840 x1876037329059072/t0(0) o103->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1789130511 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130495.770524:0:2347:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789130495.770526:0:2347:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:1.0:1789130495.770529:0:2347:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf462a3ee0. 00000100:00000200:1.0:1789130495.770532:0:2347:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1876037329059072, offset 0 00000400:00000200:1.0:1789130495.770537:0:2347:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:1.0:1789130495.770542:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:1.0:1789130495.770547:0:2347:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:1.0:1789130495.770553:0:2347:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789130495.770557:0:2347:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:1.0:1789130495.770561:0:2347:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789130495.770564:0:2347:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:1.0:1789130495.770567:0:2347:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2708:2708:255:4294967295] 192.168.204.123@tcp LPNI seq info [2707:2707:7:4294967295] 00000400:00000200:1.0:1789130495.770571:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:1.0:1789130495.770579:0:2347:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:1.0:1789130495.770586:0:2347:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:1.0:1789130495.770590:0:2347:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf4a83a900. 00000800:00000200:1.0:1789130495.770596:0:2347:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:1.0:1789130495.770602:0:2347:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:1.0:1789130495.770606:0:2347:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf4a83a900 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1789130495.770609:0:2347:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789130495.770615:0:2347:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9caf5014c800: using a timeout of 22855 usecs (23 jiffies) 00000400:00000200:1.0:1789130495.770618:0:2347:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:1.0:1789130495.770621:0:2347:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296589815 00000100:00000001:1.0:1789130495.770625:0:2347:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9caf5014c800: PM QoS request active for cpu 2, keep current deadline 4296592375 00000100:00000001:1.0:1789130495.770627:0:2347:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296589815 00000100:00000001:1.0:1789130495.770630:0:2347:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9caf5014c800: PM QoS request active for cpu 3, keep current deadline 4296592375 00000100:00000001:1.0:1789130495.770633:0:2347:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789130495.770636:0:2347:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130495.770639:0:2347:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130495.770642:0:2347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130495.770763:0:2348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789130495.770766:0:2348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789130495.771255:0:2341:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789130495.771260:0:2341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf47fd2600. 00000400:00000200:3.0:1789130495.771266:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130495.771272:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:3.0:1789130495.771278:0:2341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf4549fdd0 00000400:00000010:3.0:1789130495.771281:0:2341:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf4549fdd0. 00000100:00000001:3.0:1789130495.771287:0:2341:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1789130495.771289:0:2341:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:1.1:1789130495.782913:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf40031a00. 00000800:00000001:2.0:1789130495.782991:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000200:2.0:1789130495.783070:0:2341:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789130495.783075:0:2341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf4a83a900. 00000400:00000200:2.0:1789130495.783081:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130495.783092:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:2.0:1789130495.783100:0:2341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf462a3ee0 00000400:00000010:2.0:1789130495.783103:0:2341:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf462a3ee0. 00000100:00000001:2.0:1789130495.783108:0:2341:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789130495.783118:0:2341:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf615d7840 x1876037329059072/t0(0) o103->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1789130511 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130495.783132:0:2341:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130495.783136:0:2341:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf615d7840 x1876037329059072/t0(0) o103->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1789130511 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130495.783143:0:2341:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130495.783145:0:2341:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1789130495.783571:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789130495.783576:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130495.783580:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130495.783588:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130495.783593:0:2342:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:3.0:1789130495.783600:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130495.783605:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130495.783611:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130495.783615:0:2342:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 392 into portal 15 MB=0x6aa3efb364600 00000400:00000200:3.0:1789130495.783623:0:2342:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.123@tcp of length 392/392 into md 0x7275 [2] + 1048 00000800:00000001:3.0:1789130495.783631:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130495.783635:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130495.783637:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130495.783641:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:3.0:1789130495.783646:0:2342:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1789130495.783648:0:2342:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:3.0:1789130495.783653:0:2342:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf501aa1c0. 00000100:00000040:3.0:1789130495.783656:0:2342:0:(events.c:337:request_in_callback()) incoming req@ffff9caf501aa1c0 x1876037339596288 msgsize 392 00000100:00100000:3.0:1789130495.783661:0:2342:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.123@tcp (source: 12345-192.168.204.123@tcp) 00000100:00000001:3.0:1789130495.783677:0:2342:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1789130495.783685:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130495.783689:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789130495.783691:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130495.783693:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130495.783697:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130495.783700:0:2342:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:3.0:1789130495.783705:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130495.783707:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130495.783710:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130495.783712:0:2342:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 400 into portal 4 MB=0x6aa3efa957c80 00000400:00000200:3.0:1789130495.783716:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130495.783722:0:2342:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.123@tcp of length 400/400 into md 0x744d [1] + 224 00000800:00000001:3.0:1789130495.783726:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130495.783731:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130495.783733:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130495.783736:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:3.0:1789130495.783739:0:2342:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789130495.783744:0:2342:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf61463840 x1876037329058944/t0(0) o101->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1789130511 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789130495.783753:0:2342:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=400 req@ffff9caf61463840 x1876037329058944/t0(0) o101->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1789130511 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130495.783773:0:2342:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789130495.783777:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130495.783781:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789130495.783964:0:16108:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1789130495.783967:0:16108:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876037339596288 02000000:00000001:2.0:1789130495.783970:0:16108:0:(sec.c:2469:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1789130495.783973:0:16108:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789130495.783976:0:16108:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789130495.783980:0:16108:0:(sec.c:2518:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789130495.783984:0:16108:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876037339596288 00000020:00000001:2.0:1789130495.783988:0:16108:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1789130495.783991:0:16108:0:(genops.c:804:class_conn2export()) looking for export cookie 0xde5303b1d982c242 00000020:00000001:2.0:1789130495.783994:0:16108:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130495.783998:0:16108:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9caf4555e000 refcount=4 00000020:00000001:2.0:1789130495.784000:0:16108:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875329306624 : -109198380244992 : ffff9caf4555e000) 00000020:00000001:2.0:1789130495.784003:0:16108:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634875329306624 : -109198380244992 : ffff9caf4555e000) 00000100:00000001:2.0:1789130495.784008:0:16108:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1789130495.784013:0:16108:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9caf5049e680. 00000100:00000001:2.0:1789130495.784016:0:16108:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1789130495.784018:0:16108:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff9caf5049e680. 00000020:00000010:2.0:1789130495.784024:0:16108:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9caf48180400. 00000020:00000010:2.0:1789130495.784029:0:16108:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9caf4938d580. 00000020:00000010:2.0:1789130495.784034:0:16108:0:(tgt_main.c:759:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9caf42e28bb8. 00000100:00000040:2.0:1789130495.784043:0:16108:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:2.0:1789130495.784046:0:16108:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1789130495.784048:0:16108:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1789130495.784050:0:16108:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130495.784247:0:16108:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130495.784261:0:16108:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789130495.784274:0:16108:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1789130495.784276:0:16108:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1789130495.784282:0:16108:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.123@tcp, seq: 62 00000100:00000040:2.0:1789130495.784289:0:16108:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9caf4555e000 : new rpc_count 1 00000100:00000001:2.0:1789130495.784292:0:16108:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446634875509973440 : -109198199578176 : ffff9caf501aa1c0) 00000100:00000040:2.0:1789130495.784298:0:16108:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9caf501aa1c0 x1876037339596288/t0(0) o105->LOV_OSC_UUID@192.168.204.123@tcp:211/0 lens 392/0 e 0 to 0 dl 1789130506 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789130495.784306:0:16108:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1789130495.784310:0:16108:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9caf5049e680. 00000100:00000001:2.0:1789130495.784312:0:16108:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1789130495.784314:0:16108:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff9caf5049e680. 00000100:00100000:2.0:1789130495.784319:0:16108:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9caf501aa1c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:5807:x1876037339596288:12345-192.168.204.123@tcp:105: 00000100:00000200:2.0:1789130495.784322:0:16108:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1876037339596288 00010000:00000001:2.0:1789130495.784325:0:16108:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:2.0:1789130495.784332:0:16108:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130495.784334:0:16108:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130495.784336:0:16108:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40031c00 refcount=4 00000020:00000001:2.0:1789130495.784338:0:16108:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239996416 : -109198469555200 : ffff9caf40031c00) 00010000:00000001:2.0:1789130495.784341:0:16108:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239996416 : -109198469555200 : ffff9caf40031c00) 00010000:00010000:2.0:1789130495.784347:0:16108:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-OST0000-osc-ffff9caf5014c800 lock: 000000003a134c52/0xde5303b1d982cea5 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a621b expref: -99 pid: 34987 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789130495.784358:0:16108:0:(ldlm_lockd.c:1966:ldlm_handle_cp_callback()) Process entered 00010000:00010000:2.0:1789130495.784361:0:16108:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0000-osc-ffff9caf5014c800 lock: 000000003a134c52/0xde5303b1d982cea5 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a621b expref: -99 pid: 34987 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789130495.784370:0:16108:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0000-osc-ffff9caf5014c800 lock: 000000003a134c52/0xde5303b1d982cea5 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a621b expref: -99 pid: 34987 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789130495.784378:0:16108:0:(ldlm_lock.c:1589:ldlm_fill_lvb()) Process entered 00010000:00000001:2.0:1789130495.784381:0:16108:0:(ldlm_lock.c:1682:ldlm_fill_lvb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130495.784384:0:16108:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1789130495.784386:0:16108:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process entered 00010000:00010000:2.0:1789130495.784389:0:16108:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0000-osc-ffff9caf5014c800 lock: 000000003a134c52/0xde5303b1d982cea5 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10080000000000 nid: local remote: 0xcdf1b083821a621b expref: -99 pid: 34987 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789130495.784396:0:16108:0:(ldlm_lock.c:737:ldlm_add_ast_work_item()) Process leaving 00010000:00010000:2.0:1789130495.784401:0:16108:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff9caf5014c800 lock: 000000003a134c52/0xde5303b1d982cea5 lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10080000000000 nid: local remote: 0xcdf1b083821a621b expref: -99 pid: 34987 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1789130495.784415:0:16108:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x240000400:0x45:0x0].0x0 (ffff9caf48fc4d00) refcount = 1 00010000:00000040:2.0:1789130495.784418:0:16108:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1789130495.784420:0:16108:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-OST0000-osc-ffff9caf5014c800 lock: 000000003a134c52/0xde5303b1d982cea5 lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10080000000000 nid: local remote: 0xcdf1b083821a621b expref: -99 pid: 34987 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789130495.784429:0:16108:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00010000:2.0:1789130495.784432:0:16108:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0000-osc-ffff9caf5014c800 lock: 000000003a134c52/0xde5303b1d982cea5 lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x80000000000 nid: local remote: 0xcdf1b083821a621b expref: -99 pid: 34987 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000010:2.0:1789130495.784446:0:16108:0:(ldlm_lock.c:2325:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff9caf5049e680. 00000100:00000001:2.0:1789130495.784450:0:16108:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1789130495.784458:0:16108:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9caf48b0d6c0. 00000100:00000001:2.0:1789130495.784460:0:16108:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446634875385599680 : -109198323951936 : ffff9caf48b0d6c0) 00000100:00000001:2.0:1789130495.784462:0:16108:0:(client.c:1218:ptlrpc_prep_fcset()) Process leaving (rc=18446634875385599680 : -109198323951936 : ffff9caf48b0d6c0) 00000100:00000001:2.0:1789130495.784465:0:16108:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1789130495.784467:0:16108:0:(client.c:1948:ptlrpc_set_producer()) Process entered 00010000:00000001:2.0:1789130495.784469:0:16108:0:(ldlm_lock.c:2272:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:2.0:1789130495.784472:0:16108:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1789130495.784475:0:16108:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130495.784477:0:16108:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130495.784479:0:16108:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130495.784480:0:16108:0:(ldlm_lock.c:2306:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130495.784482:0:16108:0:(ldlm_lock.c:2272:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:2.0:1789130495.784483:0:16108:0:(ldlm_lock.c:2275:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:2.0:1789130495.784485:0:16108:0:(client.c:1963:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130495.784486:0:34987:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789130495.784487:0:16108:0:(client.c:2698:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130495.784489:0:16108:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000010:2.0:1789130495.784492:0:16108:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9caf48b0d6c0. 00000100:00000001:2.0:1789130495.784495:0:16108:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00010000:00000001:2.0:1789130495.784497:0:16108:0:(ldlm_lock.c:2369:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:2.0:1789130495.784499:0:16108:0:(ldlm_lock.c:2371:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff9caf5049e680. 00000400:00000001:0.0:1789130495.784500:0:34987:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00010000:00010000:2.0:1789130495.784502:0:16108:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff9caf40031c00) 00000400:00000001:0.0:1789130495.784503:0:34987:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00010000:00000001:2.0:1789130495.784505:0:16108:0:(ldlm_lockd.c:2085:ldlm_handle_cp_callback()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789130495.784506:0:16108:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130495.784507:0:16108:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000010:0.0:1789130495.784507:0:34987:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf50131478. 00000100:00000001:2.0:1789130495.784510:0:16108:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 00000400:00000200:0.0:1789130495.784512:0:34987:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf5801edd0 02000000:00000001:2.0:1789130495.784513:0:16108:0:(sec.c:2540:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000010:0.0:1789130495.784515:0:34987:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf5801edd0. 02000000:00000010:2.0:1789130495.784518:0:16108:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9caf50105800. 00000100:00000001:0.0:1789130495.784518:0:34987:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:2.0:1789130495.784520:0:16108:0:(sec.c:2577:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130495.784523:0:16108:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1789130495.784523:0:34987:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf61463840 x1876037329058944/t0(0) o101->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1789130511 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1789130495.784528:0:16108:0:(ldlm_lib.c:3383:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1789130495.784532:0:16108:0:(ldlm_lib.c:3404:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1789130495.784533:0:34987:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf61463840 x1876037329058944/t0(0) o101->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1789130511 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00001000:2.0:1789130495.784536:0:16108:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf46ba21e8 time=113 v=5 (1 1 1 1) 00000100:00000001:0.0:1789130495.784539:0:34987:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789130495.784542:0:16108:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1789130495.784542:0:34987:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130495.784544:0:34987:0:(client.c:1593:after_reply()) Process entered 00000100:00000040:2.0:1789130495.784545:0:16108:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9caf452f48c0 refcount 13 to 192.168.204.123@tcp 00000100:00000001:2.0:1789130495.784547:0:16108:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634875326777536 : -109198382774080 : ffff9caf452f48c0) 02000000:00000001:0.0:1789130495.784548:0:34987:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789130495.784549:0:34987:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 02000000:00000001:2.0:1789130495.784550:0:16108:0:(sec.c:2591:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1789130495.784551:0:34987:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789130495.784554:0:16108:0:(sec.c:2602:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130495.784554:0:34987:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130495.784558:0:16108:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789130495.784560:0:16108:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000100:00001000:0.0:1789130495.784560:0:34987:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf468acc60 time=114 v=5 (5 5 5 5) 00000400:00000010:2.0:1789130495.784564:0:16108:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf42d182a8. 00000100:00001000:0.0:1789130495.784564:0:34987:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf468acc18 time=0 v=5 (1 0 0 0) 00000100:00000001:0.0:1789130495.784567:0:34987:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000200:2.0:1789130495.784568:0:16108:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1876037339596288, offset 224 00000100:00000001:0.0:1789130495.784569:0:34987:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130495.784571:0:34987:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000400:00000200:2.0:1789130495.784575:0:16108:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00010000:00000001:0.0:1789130495.784575:0:34987:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130495.784579:0:34987:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789130495.784581:0:34987:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9caf5014c800: skip recheck: last_committed 4294967345 00000400:00000200:2.0:1789130495.784583:0:16108:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:0.0:1789130495.784583:0:34987:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789130495.784585:0:34987:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130495.784590:0:34987:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf61463840 x1876037329058944/t0(0) o101->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1789130511 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000400:00000200:2.0:1789130495.784591:0:16108:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.204.23@tcp to MR: 192.168.204.123@tcp local destination 00000100:00000001:0.0:1789130495.784597:0:34987:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1789130495.784599:0:16108:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2709:2709:256:4294967295] 192.168.204.123@tcp LPNI seq info [2708:2708:8:4294967295] 00000100:00000001:0.0:1789130495.784600:0:34987:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789130495.784602:0:34987:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130495.784604:0:16108:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000040:0.0:1789130495.784606:0:34987:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf61463840 x1876037329058944/t0(0) o101->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1789130511 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000400:00000200:2.0:1789130495.784614:0:16108:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:192.168.204.23@tcp) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000100:00100000:0.0:1789130495.784614:0:34987:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf61463840 pname:cluuid:pid:xid:nid:opc:job uname:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:34987:1876037329058944:192.168.204.123@tcp:101:uname.0 00000800:00000200:2.0:1789130495.784619:0:16108:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.123@tcp 00000100:00000001:0.0:1789130495.784620:0:34987:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130495.784622:0:34987:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130495.784624:0:34987:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000800:00000010:2.0:1789130495.784625:0:16108:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf44db5b00. 00000100:00000001:0.0:1789130495.784626:0:34987:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789130495.784630:0:34987:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf61463840 x1876037329058944/t0(0) o101->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1789130511 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000800:00000200:2.0:1789130495.784631:0:16108:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000100:00000001:0.0:1789130495.784636:0:34987:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789130495.784638:0:34987:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9caf481323c0. 00000800:00000200:2.0:1789130495.784639:0:16108:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000100:00000001:0.0:1789130495.784640:0:34987:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1789130495.784642:0:34987:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789130495.784644:0:16108:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf44db5b00 type 1, nob 320 niov 1 nkiov 1 00010000:00000001:0.0:1789130495.784645:0:34987:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1789130495.784647:0:34987:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130495.784648:0:34987:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130495.784650:0:34987:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40031c00 refcount=4 00000020:00000001:0.0:1789130495.784652:0:34987:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239996416 : -109198469555200 : ffff9caf40031c00) 00010000:00000001:0.0:1789130495.784654:0:34987:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239996416 : -109198469555200 : ffff9caf40031c00) 00000100:00000001:2.0:1789130495.784656:0:16108:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130495.784659:0:16108:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9caf452f48c0 refcount 12 to 192.168.204.123@tcp 00010000:00000040:0.0:1789130495.784659:0:34987:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9caf40031c00, remote cookie: 0xcdf1b083821a621b, flags: 0x20002 00010000:00000001:2.0:1789130495.784661:0:16108:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130495.784662:0:34987:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00000100:00000040:2.0:1789130495.784665:0:16108:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf501aa1c0 x1876037339596288/t0(0) o105->LOV_OSC_UUID@192.168.204.123@tcp:211/0 lens 392/224 e 0 to 0 dl 1789130506 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:0.0:1789130495.784665:0:34987:0:(ldlm_lock.c:1884:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789130495.784667:0:34987:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1789130495.784669:0:34987:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789130495.784672:0:34987:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffff9caf5014c800 lock: 000000003a134c52/0xde5303b1d982cea5 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xcdf1b083821a621b expref: -99 pid: 34987 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789130495.784675:0:16108:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9caf501aa1c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:5807:x1876037339596288:12345-192.168.204.123@tcp:105: Request processed in 367us (1016us total) trans 0 rc 0/0 00010000:00000001:0.0:1789130495.784680:0:34987:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1789130495.784681:0:34987:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00100000:2.0:1789130495.784682:0:16108:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.123@tcp, seq: 62 00010000:00000001:0.0:1789130495.784683:0:34987:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130495.784684:0:34987:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130495.784685:0:34987:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:2.0:1789130495.784686:0:16108:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9caf4555e000 : new rpc_count 0 00010000:00000001:0.0:1789130495.784686:0:34987:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130495.784688:0:16108:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1789130495.784690:0:16108:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000008:00000001:0.0:1789130495.784690:0:34987:0:(osc_request.c:3281:osc_enqueue_fini()) Process entered 00000008:00000001:0.0:1789130495.784692:0:34987:0:(osc_lock.c:277:osc_lock_upcall()) Process entered 00000020:00000010:2.0:1789130495.784694:0:16108:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9caf4938d580. 00010000:00000001:0.0:1789130495.784695:0:34987:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130495.784696:0:34987:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000010:2.0:1789130495.784698:0:16108:0:(tgt_main.c:771:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9caf42e28bb8. 00000020:00000040:0.0:1789130495.784698:0:34987:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40031c00 refcount=3 00000020:00000001:0.0:1789130495.784700:0:34987:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239996416 : -109198469555200 : ffff9caf40031c00) 00010000:00000001:0.0:1789130495.784702:0:34987:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239996416 : -109198469555200 : ffff9caf40031c00) 00000020:00000010:2.0:1789130495.784703:0:16108:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9caf48180400. 00010000:00000001:0.0:1789130495.784704:0:34987:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130495.784705:0:34987:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130495.784706:0:34987:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40031c00 refcount=4 00000020:00000040:2.0:1789130495.784708:0:16108:0:(genops.c:879:class_export_put()) PUTting export ffff9caf4555e000 : new refcount 3 00000020:00000001:0.0:1789130495.784708:0:34987:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239996416 : -109198469555200 : ffff9caf40031c00) 00000100:00000001:2.0:1789130495.784710:0:16108:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789130495.784710:0:34987:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239996416 : -109198469555200 : ffff9caf40031c00) 00010000:00000001:0.0:1789130495.784713:0:34987:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789130495.784716:0:34987:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789130495.784719:0:34987:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9caf5014c800 lock: 000000003a134c52/0xde5303b1d982cea5 lrc: 5/0,2 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0xcdf1b083821a621b expref: -99 pid: 34987 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789130495.784726:0:34987:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130495.784727:0:34987:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1789130495.784729:0:34987:0:(osc_lock.c:154:osc_lock_lvb_update()) Process entered 00000020:00000001:0.0:1789130495.784733:0:34987:0:(cl_object.c:143:cl_object_top()) ffff9caf583136e0 -> ffff9caf42b2a468 00000008:00010000:0.0:1789130495.784736:0:34987:0:(osc_lock.c:192:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0000-osc-ffff9caf5014c800 lock: 000000003a134c52/0xde5303b1d982cea5 lrc: 4/0,2 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000020000 nid: local remote: 0xcdf1b083821a621b expref: -99 pid: 34987 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00000001:0.0:1789130495.784743:0:34987:0:(cl_object.c:143:cl_object_top()) ffff9caf583136e0 -> ffff9caf42b2a468 00000020:00000001:0.0:1789130495.784745:0:34987:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:0.0:1789130495.784747:0:34987:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:0.0:1789130495.784750:0:34987:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1789130495.784752:0:34987:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130495.784754:0:34987:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130495.784755:0:34987:0:(cl_object.c:143:cl_object_top()) ffff9caf583136e0 -> ffff9caf42b2a468 00000008:00000001:0.0:1789130495.784757:0:34987:0:(osc_lock.c:197:osc_lock_lvb_update()) Process leaving 00000008:00000001:0.0:1789130495.784759:0:34987:0:(osc_lock.c:311:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130495.784761:0:34987:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130495.784762:0:34987:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130495.784764:0:34987:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40031c00 refcount=5 00000020:00000001:0.0:1789130495.784765:0:34987:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239996416 : -109198469555200 : ffff9caf40031c00) 00010000:00000001:0.0:1789130495.784767:0:34987:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239996416 : -109198469555200 : ffff9caf40031c00) 00010000:00000001:0.0:1789130495.784770:0:34987:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789130495.784772:0:34987:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9caf5014c800 lock: 000000003a134c52/0xde5303b1d982cea5 lrc: 5/0,2 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xcdf1b083821a621b expref: -99 pid: 34987 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789130495.784778:0:34987:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130495.784780:0:34987:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1789130495.784782:0:34987:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff9caf5014c800 lock: 000000003a134c52/0xde5303b1d982cea5 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xcdf1b083821a621b expref: -99 pid: 34987 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789130495.784790:0:34987:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789130495.784791:0:34987:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130495.784792:0:34987:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1789130495.784793:0:34987:0:(osc_request.c:3308:osc_enqueue_fini()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130495.784796:0:34987:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789130495.784799:0:34987:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf61463840 x1876037329058944/t0(0) o101->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1789130511 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130495.784837:0:34987:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789130495.784840:0:34987:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789130495.784843:0:34987:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9caf482bc800. 02000000:00000001:0.0:1789130495.784847:0:34987:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789130495.784848:0:34987:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1789130495.784850:0:34987:0:(genops.c:1223:class_import_put()) import ffff9caf468ac800 refcount=3 obd=lustre-OST0000-osc-ffff9caf5014c800 00000020:00000001:0.0:1789130495.784852:0:34987:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1789130495.784861:0:34987:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9caf5846ca00. 02000000:00000001:0.0:1789130495.784866:0:34987:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789130495.784869:0:34987:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789130495.784870:0:34987:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf61463840. 00000100:00000001:0.0:1789130495.784874:0:34987:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789130495.784875:0:34987:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1789130495.784877:0:34987:0:(osc_request.c:3521:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1789130495.784880:0:34987:0:(osc_lock.c:1114:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130495.784883:0:34987:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789130495.784886:0:34987:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130495.784888:0:34987:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130495.784889:0:34987:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130495.784892:0:34987:0:(cl_io.c:299:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130495.784894:0:34987:0:(cl_io.c:338:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130495.784897:0:34987:0:(cl_io.c:532:cl_io_start()) Process entered 00000080:00000001:0.0:1789130495.784901:0:34987:0:(vvp_io.c:1405:vvp_io_write_start()) Process entered 00000080:00000001:0.0:1789130495.784907:0:34987:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:0.0:1789130495.784909:0:34987:0:(cl_object.c:143:cl_object_top()) ffff9caf42b2a468 -> ffff9caf42b2a468 00000020:00000001:0.0:1789130495.784911:0:34987:0:(cl_object.c:143:cl_object_top()) ffff9caf42b2a468 -> ffff9caf42b2a468 00000020:00000001:0.0:1789130495.784913:0:34987:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:0.0:1789130495.784917:0:34987:0:(lov_object.c:1077:lov_attr_get_composite()) Process entered 00020000:00000001:0.0:1789130495.784922:0:34987:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:0.0:1789130495.784924:0:34987:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789130495.784925:0:34987:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:0.0:1789130495.784927:0:34987:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1789130495.784929:0:34987:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x36:1028 on OST[0]: s=0 (1) m=0 a=0 c=0 b=1 00020000:00000001:0.0:1789130495.784933:0:34987:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1789130495.784935:0:34987:0:(lov_object.c:1108:lov_attr_get_composite()) COMP ID #-1: s=0 m=0 a=0 c=0 b=1 00020000:00000001:0.0:1789130495.784937:0:34987:0:(lov_object.c:1146:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130495.784939:0:34987:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130495.784941:0:34987:0:(cl_object.c:143:cl_object_top()) ffff9caf42b2a468 -> ffff9caf42b2a468 00000080:00200000:0.0:1789130495.784943:0:34987:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000404:0x36:0x0] updating i_size 0 i_blocks 1 00000080:00000001:0.0:1789130495.784945:0:34987:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:0.0:1789130495.784949:0:34987:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f419a7b80 00000080:00200000:0.0:1789130495.784952:0:34987:0:(vvp_io.c:1439:vvp_io_write_start()) recon: write [0, 23) append 1 append lockpos 18446744073709551615 00000020:00000001:0.0:1789130495.784955:0:34987:0:(cl_object.c:463:cl_object_maxbytes()) Process entered 00020000:00000002:0.0:1789130495.784957:0:34987:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9caf47cdc5d0) owner 0000000000000000/ffff9caf581427c0 00020000:00000002:0.0:1789130495.784960:0:34987:0:(lov_object.c:2443:lov_lsm_addref()) lsm ffff9caf5021f060 addref 2/0 by ffff9caf581427c0. 00020000:00000002:0.0:1789130495.784962:0:34987:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9caf47cdc5d0) owner 0000000000000000/ffff9caf581427c0 00000020:00000001:0.0:1789130495.784965:0:34987:0:(cl_object.c:471:cl_object_maxbytes()) Process leaving (rc=9223372036854775807 : 9223372036854775807 : 7fffffffffffffff) 00000020:00000001:0.0:1789130495.784968:0:34987:0:(cl_io.c:616:cl_io_lru_reserve()) Process entered 00020000:00000001:0.0:1789130495.784972:0:34987:0:(lov_io.c:1780:lov_io_lru_reserve()) Process entered 00020000:00000002:0.0:1789130495.784975:0:34987:0:(lov_offset.c:253:lov_stripe_intersects()) [0->22] -> [(0) 0->22 (0)] 00020000:00000001:0.0:1789130495.784978:0:34987:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1789130495.784979:0:34987:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446634875287508568 : -109198422043048 : ffff9caf42d81658) 00000020:00000001:0.0:1789130495.784982:0:34987:0:(cl_io.c:616:cl_io_lru_reserve()) Process entered 00000008:00000001:0.0:1789130495.784986:0:34987:0:(osc_io.c:1447:osc_io_lru_reserve()) Process entered 00000008:00000001:0.0:1789130495.784990:0:34987:0:(osc_io.c:1460:osc_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130495.784991:0:34987:0:(cl_io.c:627:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789130495.784993:0:34987:0:(lov_io.c:1821:lov_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130495.784995:0:34987:0:(cl_io.c:627:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130495.785001:0:34987:0:(rw26.c:680:ll_write_begin()) Process entered 00000080:00200000:0.0:1789130495.785003:0:34987:0:(rw26.c:681:ll_write_begin()) Writing 0 of 0 to 23 bytes 00000020:00000001:0.0:1789130495.785032:0:34987:0:(cl_page.c:421:cl_page_find()) Process entered 00000020:00008000:0.0:1789130495.785035:0:34987:0:(cl_page.c:427:cl_page_find()) 0@[0x200000404:0x36:0x0] fffff3e084788000 0 1 00000020:00000001:0.0:1789130495.785038:0:34987:0:(cl_page.c:603:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1789130495.785039:0:34987:0:(cl_page.c:617:cl_vmpage_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130495.785042:0:34987:0:(cl_page.c:342:cl_page_alloc()) Process entered 00000020:00000010:0.0:1789130495.785050:0:34987:0:(cl_page.c:293:__cl_page_alloc()) slab-alloced 'cl_page': 232 at ffff9caf518f72b8. 00000020:00000001:0.0:1789130495.785054:0:34987:0:(cl_page.c:1283:cl_page_slice_add()) Process entered 00000020:00000001:0.0:1789130495.785056:0:34987:0:(cl_page.c:1290:cl_page_slice_add()) Process leaving 00020000:00000001:0.0:1789130495.785070:0:34987:0:(lov_page.c:107:lov_page_init_composite()) Process entered 00020000:00008000:0.0:1789130495.785073:0:34987:0:(lov_page.c:146:lov_page_init_composite()) offset 0, entry 0, stripe 0, suboff 0 00020000:00000001:0.0:1789130495.785075:0:34987:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1789130495.785076:0:34987:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446634875287508568 : -109198422043048 : ffff9caf42d81658) 00000008:00000001:0.0:1789130495.785080:0:34987:0:(osc_cache.c:2560:osc_prep_async_page()) Process entered 00000008:00000040:0.0:1789130495.785082:0:34987:0:(osc_cache.c:2583:osc_prep_async_page()) oap ffff9caf518f7328 folio fffff3e084788000 pg:0 obj off 0 00000008:00000001:0.0:1789130495.785084:0:34987:0:(osc_cache.c:2584:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130495.785086:0:34987:0:(cl_page.c:1283:cl_page_slice_add()) Process entered 00000020:00000001:0.0:1789130495.785087:0:34987:0:(cl_page.c:1290:cl_page_slice_add()) Process leaving 00000008:00000001:0.0:1789130495.785089:0:34987:0:(osc_page.c:1068:osc_lru_alloc()) Process entered 00000008:00000001:0.0:1789130495.785090:0:34987:0:(osc_page.c:1111:osc_lru_alloc()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789130495.785094:0:34987:0:(lov_page.c:180:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130495.785096:0:34987:0:(cl_page.c:389:cl_page_alloc()) Process leaving (rc=18446634875534406328 : -109198175145288 : ffff9caf518f72b8) 00000020:00000001:0.0:1789130495.785098:0:34987:0:(cl_page.c:450:cl_page_find()) Process leaving (rc=18446634875534406328 : -109198175145288 : ffff9caf518f72b8) 00000020:00000001:0.0:1789130495.785101:0:34987:0:(cl_page.c:800:cl_page_assume()) Process entered 00000020:00000001:0.0:1789130495.785104:0:34987:0:(cl_io.c:1149:cl_io_top()) Process entered 00000020:00000001:0.0:1789130495.785105:0:34987:0:(cl_io.c:1152:cl_io_top()) Process leaving (rc=18446634875287510432 : -109198422041184 : ffff9caf42d81da0) 00000020:00000001:0.0:1789130495.785108:0:34987:0:(cl_page.c:634:cl_page_owner_set()) Process entered 00000020:00000001:0.0:1789130495.785109:0:34987:0:(cl_page.c:637:cl_page_owner_set()) Process leaving 00000020:00000001:0.0:1789130495.785112:0:34987:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1789130495.785117:0:34987:0:(cl_page.c:507:__cl_page_state_set()) page@000000004600769e[2 00000000226a4f5d 1 1 00000000ee9e8173 0 0 0] 00000020:00000001:0.0:1789130495.785119:0:34987:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 2 00000020:00000001:0.0:1789130495.785121:0:34987:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:0.0:1789130495.785122:0:34987:0:(cl_page.c:814:cl_page_assume()) Process leaving 00000080:00000001:0.0:1789130495.785124:0:34987:0:(rw26.c:587:ll_prepare_partial_page()) Process entered 00000020:00000001:0.0:1789130495.785126:0:34987:0:(cl_object.c:143:cl_object_top()) ffff9caf42b2a468 -> ffff9caf42b2a468 00000020:00000001:0.0:1789130495.785127:0:34987:0:(cl_object.c:143:cl_object_top()) ffff9caf42b2a468 -> ffff9caf42b2a468 00000020:00000001:0.0:1789130495.785129:0:34987:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:0.0:1789130495.785130:0:34987:0:(lov_object.c:1077:lov_attr_get_composite()) Process entered 00020000:00000002:0.0:1789130495.785132:0:34987:0:(lov_object.c:1108:lov_attr_get_composite()) COMP ID #-1: s=0 m=0 a=0 c=0 b=1 00020000:00000001:0.0:1789130495.785134:0:34987:0:(lov_object.c:1146:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130495.785135:0:34987:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130495.785137:0:34987:0:(cl_object.c:143:cl_object_top()) ffff9caf42b2a468 -> ffff9caf42b2a468 00000080:00000001:0.0:1789130495.785140:0:34987:0:(rw26.c:607:ll_prepare_partial_page()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1789130495.785142:0:34987:0:(rw26.c:792:ll_write_begin()) Process leaving 00000080:00000001:0.0:1789130495.785143:0:34987:0:(rw26.c:808:ll_write_begin()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130495.785145:0:34987:0:(rw26.c:871:ll_write_end()) Process entered 00000080:00200000:0.0:1789130495.785147:0:34987:0:(rw26.c:875:ll_write_end()) pos 0, len 23, copied 23 00000020:00000001:0.0:1789130495.785149:0:34987:0:(cl_io.c:1149:cl_io_top()) Process entered 00000020:00000001:0.0:1789130495.785150:0:34987:0:(cl_io.c:1152:cl_io_top()) Process leaving (rc=18446634875287510432 : -109198422041184 : ffff9caf42d81da0) 00000020:00000001:0.0:1789130495.785152:0:34987:0:(cl_page.c:669:cl_page_is_owned()) Process entered 00000020:00000001:0.0:1789130495.785154:0:34987:0:(cl_page.c:671:cl_page_is_owned()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1789130495.785169:0:34987:0:(cl_io.c:931:cl_page_list_add()) Process entered 00000020:00000001:0.0:1789130495.785171:0:34987:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:0.0:1789130495.785172:0:34987:0:(cl_page.c:536:cl_page_get()) Process leaving 00000020:00000001:0.0:1789130495.785173:0:34987:0:(cl_io.c:942:cl_page_list_add()) Process leaving 00000080:00200000:0.0:1789130495.785177:0:34987:0:(rw26.c:933:ll_write_end()) page@000000004600769e[3 00000000226a4f5d 2 1 00000000ee9e8173 0 0 0] 00000080:00200000:0.0:1789130495.785180:0:34987:0:(rw26.c:933:ll_write_end()) vmpage @0000000089d58113 17ffffc0001001 3:0 ffff9caf518f72b8 0 lru 00000080:00200000:0.0:1789130495.785187:0:34987:0:(rw26.c:933:ll_write_end()) osc-page@000000005a2bab2d 0: 1< 0 - - > 2< 0 0 0 0x0 0x0 | 000000009a034aee 00000000044ae0da > 3< 0 0 > 4< 0 0 8 2097152 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1789130495.785189:0:34987:0:(rw26.c:933:ll_write_end()) end page@000000004600769e 00000080:00200000:0.0:1789130495.785190:0:34987:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00000001:0.0:1789130495.785192:0:34987:0:(rw26.c:954:ll_write_end()) Process leaving (rc=23 : 23 : 17) 00000080:00000001:0.0:1789130495.785196:0:34987:0:(vvp_io.c:1314:vvp_io_write_commit()) Process entered 00000080:00200000:0.0:1789130495.785198:0:34987:0:(vvp_io.c:1321:vvp_io_write_commit()) commit async pages: 1, from 0, to 23 prio 0 00000020:00000001:0.0:1789130495.785200:0:34987:0:(cl_io.c:650:cl_io_commit_async()) Process entered 00000080:00000001:0.0:1789130495.785202:0:34987:0:(vvp_io.c:1845:vvp_io_commit_async()) Process entered 00000080:00000001:0.0:1789130495.785203:0:34987:0:(vvp_io.c:1851:vvp_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789130495.785205:0:34987:0:(lov_io.c:2015:lov_io_commit_async()) Process entered 00020000:08000000:0.0:1789130495.785208:0:34987:0:(lov_io.c:2027:lov_io_commit_async()) compr: type 0, level 0, bits: 0 00020000:00008000:0.0:1789130495.785210:0:34987:0:(lov_io.c:1889:set_page_list_compression()) compr: type 0, level 0, bits: 0, page ffff9caf518f72b8 00020000:00000001:0.0:1789130495.785212:0:34987:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1789130495.785213:0:34987:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446634875287508568 : -109198422043048 : ffff9caf42d81658) 00000020:00000001:0.0:1789130495.785215:0:34987:0:(cl_io.c:650:cl_io_commit_async()) Process entered 00000008:00000001:0.0:1789130495.785217:0:34987:0:(osc_io.c:440:osc_io_commit_async()) Process entered 00000008:00000001:0.0:1789130495.785219:0:34987:0:(osc_page.c:61:osc_page_cache_add()) Process entered 00000020:00000001:0.0:1789130495.785220:0:34987:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:0.0:1789130495.785221:0:34987:0:(cl_page.c:536:cl_page_get()) Process leaving 00000008:00000001:0.0:1789130495.785222:0:34987:0:(osc_cache.c:2606:osc_queue_async_io()) Process entered 00000008:00000020:0.0:1789130495.785225:0:34987:0:(osc_cache.c:2671:osc_queue_async_io()) obj ffff9caf583136e0 ready 0|-|- wr 0|-|- rd 0|- oap ffff9caf518f7328 folio fffff3e084788000 pg:0 added for cmd 2 00000008:00000001:0.0:1789130495.785229:0:34987:0:(osc_cache.c:1763:osc_enter_cache()) Process entered 00000008:00000020:0.0:1789130495.785231:0:34987:0:(osc_cache.c:1765:osc_enter_cache()) lustre-OST0000-osc-ffff9caf5014c800: grant { dirty: 0/118272 dirty_pages: 0/472727 dropped: 0 avail: 2097152, dirty_grant: 0, reserved: 0, flight: 0 } lru {in list: 0, left: 1, waiters: 0 }need:1703936 00000008:00000020:0.0:1789130495.785236:0:34987:0:(osc_cache.c:1670:osc_enter_cache_try()) lustre-OST0000-osc-ffff9caf5014c800: grant { dirty: 0/118272 dirty_pages: 0/472727 dropped: 0 avail: 2097152, dirty_grant: 0, reserved: 0, flight: 0 } lru {in list: 0, left: 1, waiters: 0 }need:1703936 00000008:00000020:0.0:1789130495.785240:0:34987:0:(osc_cache.c:1517:osc_consume_write_grant()) using 4096 grant credits for brw ffff9caf518f7360 page fffff3e084788000 00000008:00000020:0.0:1789130495.785243:0:34987:0:(osc_cache.c:1797:osc_enter_cache()) lustre-OST0000-osc-ffff9caf5014c800: grant { dirty: 1/118272 dirty_pages: 1/472727 dropped: 0 avail: 393216, dirty_grant: 0, reserved: 1703936, flight: 0 } lru {in list: 0, left: 1, waiters: 0 }granted from cache 00000008:00000001:0.0:1789130495.785248:0:34987:0:(osc_cache.c:1813:osc_enter_cache()) Process leaving 00000008:00000001:0.0:1789130495.785250:0:34987:0:(osc_cache.c:1816:osc_enter_cache()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1789130495.785252:0:34987:0:(osc_cache.c:709:osc_extent_find()) Process entered 00000008:00000010:0.0:1789130495.785255:0:34987:0:(osc_cache.c:314:osc_extent_alloc()) slab-alloced 'ext': 192 at ffff9caf44ec00c0. 00000008:00000020:0.0:1789130495.785260:0:34987:0:(osc_cache.c:1346:__osc_extent_tree_dump()) Dump object ffff9caf583136e0 extents at osc_extent_find:877, mppr: 256. 00000008:00000020:0.0:1789130495.785267:0:34987:0:(osc_cache.c:1909:osc_update_pending()) obj ffff9caf583136e0 ready 0|-|- wr 0|-|- rd 0|- update pending cmd 2 delta 0. 00000008:00000020:0.0:1789130495.785271:0:34987:0:(osc_cache.c:895:osc_extent_find()) extent ffff9caf44ec00c0@{[0 -> 255/255], 0x240000400:69, [3|1|-|active|wi|ffff9caf583136e0], [1703936|0|-|-|ffff9caf40031c00|256|0000000000000000]} add into tree 0/4503599627370495. 00000008:00010000:0.0:1789130495.785278:0:34987:0:(osc_cache.c:895:osc_extent_find()) ### extent: 00000000d5352c0b ns: lustre-OST0000-osc-ffff9caf5014c800 lock: 000000003a134c52/0xde5303b1d982cea5 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xcdf1b083821a621b expref: -99 pid: 34987 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00000001:0.0:1789130495.785613:0:34987:0:(osc_cache.c:912:osc_extent_find()) Process leaving 00000008:00000001:0.0:1789130495.785618:0:34987:0:(osc_cache.c:2809:osc_queue_async_io()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1789130495.785621:0:34987:0:(osc_page.c:70:osc_page_cache_add()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1789130495.785638:0:34987:0:(osc_io.c:401:osc_page_touch_at()) Process entered 00000020:00000001:0.0:1789130495.785640:0:34987:0:(cl_object.c:143:cl_object_top()) ffff9caf583136e0 -> ffff9caf42b2a468 00000008:00000002:0.0:1789130495.785642:0:34987:0:(osc_io.c:409:osc_page_touch_at()) stripe KMS increasing 0->23 0 00000020:00000001:0.0:1789130495.785646:0:34987:0:(cl_object.c:143:cl_object_top()) ffff9caf583136e0 -> ffff9caf42b2a468 00000020:00000001:0.0:1789130495.785648:0:34987:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:0.0:1789130495.785649:0:34987:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 23 00020000:00000001:0.0:1789130495.785652:0:34987:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1789130495.785654:0:34987:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130495.785656:0:34987:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130495.785657:0:34987:0:(cl_object.c:143:cl_object_top()) ffff9caf583136e0 -> ffff9caf42b2a468 00000008:00000001:0.0:1789130495.785659:0:34987:0:(osc_io.c:424:osc_page_touch_at()) Process leaving 00000020:00000001:0.0:1789130495.785661:0:34987:0:(cl_io.c:955:cl_page_list_del()) Process entered 00000020:00000001:0.0:1789130495.785662:0:34987:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:0.0:1789130495.785666:0:34987:0:(cl_page.c:556:cl_batch_put()) page@000000004600769e[4 00000000226a4f5d 2 1 00000000ee9e8173 0 0 0] 00000020:00000001:0.0:1789130495.785667:0:34987:0:(cl_page.c:556:cl_batch_put()) 4 00000020:00000001:0.0:1789130495.785669:0:34987:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000020:00000001:0.0:1789130495.785670:0:34987:0:(cl_io.c:960:cl_page_list_del()) Process leaving 00000008:00000020:0.0:1789130495.785672:0:34987:0:(osc_request.c:747:osc_update_next_shrink()) next time 3122 to shrink grant 00000080:00000001:0.0:1789130495.785676:0:34987:0:(vvp_io.c:1253:write_commit_callback()) Process entered 00000080:00000001:0.0:1789130495.785677:0:34987:0:(vvp_io.c:1152:vvp_set_batch_dirty()) Process entered 00000080:00200000:0.0:1789130495.785686:0:34987:0:(vvp_io.c:1234:vvp_set_batch_dirty()) mapping ffff9caf601992f8, count 1, dirtied 1 00000080:00000001:0.0:1789130495.785688:0:34987:0:(vvp_io.c:1241:vvp_set_batch_dirty()) Process leaving 00000020:00000001:0.0:1789130495.785690:0:34987:0:(cl_page.c:645:__cl_page_disown()) Process entered 00000020:00000001:0.0:1789130495.785692:0:34987:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1789130495.785693:0:34987:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1789130495.785695:0:34987:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1789130495.785698:0:34987:0:(cl_page.c:507:__cl_page_state_set()) page@000000004600769e[3 00000000226a4f5d 2 1 0000000000000000 0 0 0] 00000020:00000001:0.0:1789130495.785699:0:34987:0:(cl_page.c:507:__cl_page_state_set()) 2 -> 1 00000020:00000001:0.0:1789130495.785701:0:34987:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:0.0:1789130495.785702:0:34987:0:(cl_page.c:660:__cl_page_disown()) Process leaving 00000020:00000001:0.0:1789130495.785703:0:34987:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:0.0:1789130495.785705:0:34987:0:(cl_page.c:556:cl_batch_put()) page@000000004600769e[3 00000000226a4f5d 1 1 0000000000000000 0 0 0] 00000020:00000001:0.0:1789130495.785706:0:34987:0:(cl_page.c:556:cl_batch_put()) 3 00000020:00000001:0.0:1789130495.785707:0:34987:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000080:00000001:0.0:1789130495.785708:0:34987:0:(vvp_io.c:1276:write_commit_callback()) Process leaving 00000008:00000040:0.0:1789130495.785709:0:34987:0:(osc_io.c:513:osc_io_commit_async()) 0 0 00000008:00000001:0.0:1789130495.785710:0:34987:0:(osc_io.c:514:osc_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130495.785712:0:34987:0:(cl_io.c:660:cl_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789130495.785714:0:34987:0:(lov_io.c:2037:lov_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130495.785716:0:34987:0:(cl_io.c:660:cl_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1789130495.785717:0:34987:0:(vvp_io.c:1344:vvp_io_write_commit()) Committed 1 pages 23 bytes, tot: 23 00000020:00000001:0.0:1789130495.785719:0:34987:0:(cl_io.c:1047:cl_page_list_fini()) Process entered 00000020:00000001:0.0:1789130495.785721:0:34987:0:(cl_io.c:1051:cl_page_list_fini()) Process leaving 00000080:00000001:0.0:1789130495.785723:0:34987:0:(vvp_io.c:1385:vvp_io_write_commit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130495.785725:0:34987:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f419a7b80 00000080:00200000:0.0:1789130495.785727:0:34987:0:(vvp_io.c:1505:vvp_io_write_start()) recon: write bytes 0, result: 23 00000080:00000001:0.0:1789130495.785729:0:34987:0:(vvp_io.c:1538:vvp_io_write_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789130495.785732:0:34987:0:(lov_io.c:1588:lov_io_start()) Process entered 00020000:00000001:0.0:1789130495.785735:0:34987:0:(lov_io.c:1516:lov_io_call()) Process entered 00000020:00000001:0.0:1789130495.785736:0:34987:0:(cl_io.c:532:cl_io_start()) Process entered 00000008:00000001:0.0:1789130495.785737:0:34987:0:(osc_io.c:1075:osc_io_write_start()) Process entered 00000020:00000001:0.0:1789130495.785739:0:34987:0:(cl_object.c:143:cl_object_top()) ffff9caf583136e0 -> ffff9caf42b2a468 00000020:00000001:0.0:1789130495.785740:0:34987:0:(cl_object.c:143:cl_object_top()) ffff9caf583136e0 -> ffff9caf42b2a468 00000020:00000001:0.0:1789130495.785742:0:34987:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00020000:00000001:0.0:1789130495.785743:0:34987:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1789130495.785744:0:34987:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130495.785745:0:34987:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130495.785747:0:34987:0:(cl_object.c:143:cl_object_top()) ffff9caf583136e0 -> ffff9caf42b2a468 00000008:00000001:0.0:1789130495.785748:0:34987:0:(osc_io.c:1083:osc_io_write_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130495.785750:0:34987:0:(cl_io.c:544:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789130495.785752:0:34987:0:(lov_io.c:1533:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789130495.785753:0:34987:0:(lov_io.c:1589:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130495.785754:0:34987:0:(cl_io.c:544:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130495.785756:0:34987:0:(cl_io.c:559:cl_io_end()) Process entered 00020000:00000001:0.0:1789130495.785757:0:34987:0:(lov_io.c:1516:lov_io_call()) Process entered 00020000:00000001:0.0:1789130495.785759:0:34987:0:(lov_io.c:1594:lov_io_end_wrapper()) Process entered 00000020:00000001:0.0:1789130495.785760:0:34987:0:(cl_io.c:559:cl_io_end()) Process entered 00000008:00000001:0.0:1789130495.785762:0:34987:0:(osc_cache.c:602:osc_extent_release()) Process entered 00000008:00000001:0.0:1789130495.785765:0:34987:0:(osc_cache.c:230:__osc_extent_sanity_check()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000020:0.0:1789130495.785769:0:34987:0:(osc_cache.c:1909:osc_update_pending()) obj ffff9caf583136e0 ready 0|-|- wr 1|-|- rd 0|- update pending cmd 2 delta 1. 00000008:00000001:0.0:1789130495.785774:0:34987:0:(osc_cache.c:1841:osc_makes_rpc()) Process entered 00000008:00000001:0.0:1789130495.785777:0:34987:0:(osc_cache.c:1894:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1789130495.785778:0:34987:0:(osc_cache.c:1841:osc_makes_rpc()) Process entered 00000008:00000001:0.0:1789130495.785780:0:34987:0:(osc_cache.c:1880:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1789130495.785781:0:34987:0:(osc_cache.c:676:osc_extent_release()) Process leaving 00000020:00000001:0.0:1789130495.785782:0:34987:0:(cl_io.c:567:cl_io_end()) Process leaving 00020000:00000001:0.0:1789130495.785783:0:34987:0:(lov_io.c:1604:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789130495.785785:0:34987:0:(lov_io.c:1533:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130495.785786:0:34987:0:(cl_io.c:567:cl_io_end()) Process leaving 00000020:00000001:0.0:1789130495.785788:0:34987:0:(cl_io.c:356:cl_io_unlock()) Process entered 00000020:00000001:0.0:1789130495.785791:0:34987:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:0.0:1789130495.785792:0:34987:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9caf586074e8 (ffff9caf586097e8/0) at cl_lock_release():245 00000020:00000001:0.0:1789130495.785795:0:34987:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1789130495.785796:0:34987:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9caf586074e8 (ffff9caf586097e8/0) at cl_lock_cancel():142 00020000:00000001:0.0:1789130495.785799:0:34987:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:0.0:1789130495.785801:0:34987:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1789130495.785842:0:34987:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446634875287508568 : -109198422043048 : ffff9caf42d81658) 00000020:00000001:0.0:1789130495.785845:0:34987:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1789130495.785846:0:34987:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9caf48339db0 (ffff9caf58609bd8/1) at cl_lock_cancel():142 00000008:00000001:0.0:1789130495.785848:0:34987:0:(osc_lock.c:1172:osc_lock_cancel()) Process entered 00000008:00000001:0.0:1789130495.785850:0:34987:0:(osc_lock.c:1126:osc_lock_detach()) Process entered 00010000:00000001:0.0:1789130495.785852:0:34987:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130495.785854:0:34987:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130495.785856:0:34987:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40031c00 refcount=5 00000020:00000001:0.0:1789130495.785858:0:34987:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239996416 : -109198469555200 : ffff9caf40031c00) 00010000:00000001:0.0:1789130495.785860:0:34987:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239996416 : -109198469555200 : ffff9caf40031c00) 00010000:00000001:0.0:1789130495.785863:0:34987:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789130495.785866:0:34987:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9caf5014c800 lock: 000000003a134c52/0xde5303b1d982cea5 lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xcdf1b083821a621b expref: -99 pid: 34987 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789130495.785874:0:34987:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130495.785875:0:34987:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130495.785877:0:34987:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789130495.785880:0:34987:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789130495.785882:0:34987:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9caf5014c800 lock: 000000003a134c52/0xde5303b1d982cea5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xcdf1b083821a621b expref: -99 pid: 34987 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1789130495.785890:0:34987:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789130495.785893:0:34987:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789130495.785895:0:34987:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789130495.785899:0:34987:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130495.785900:0:34987:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130495.785901:0:34987:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130495.785904:0:34987:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789130495.785906:0:34987:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130495.785907:0:34987:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130495.785910:0:34987:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130495.785913:0:34987:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789130495.785914:0:34987:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130495.785915:0:34987:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130495.785916:0:34987:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130495.785917:0:34987:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1789130495.785919:0:34987:0:(osc_lock.c:1145:osc_lock_detach()) Process leaving 00000008:00000001:0.0:1789130495.785920:0:34987:0:(osc_lock.c:1181:osc_lock_cancel()) Process leaving 00000020:00000001:0.0:1789130495.785921:0:34987:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1789130495.785922:0:34987:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1789130495.785924:0:34987:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1789130495.785925:0:34987:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9caf586074e8 (ffff9caf586097e8/0) at cl_lock_fini():72 00020000:00000001:0.0:1789130495.785928:0:34987:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:0.0:1789130495.785929:0:34987:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1789130495.785930:0:34987:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9caf48339db0 (ffff9caf586097e8/1) at cl_lock_fini():72 00000008:00000010:0.0:1789130495.785934:0:34987:0:(osc_lock.c:116:osc_lock_fini()) slab-freed '(ols)': 312 at ffff9caf5867a4e0. 00000020:00000001:0.0:1789130495.785938:0:34987:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:0.0:1789130495.785940:0:34987:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff9caf48339d80. 00020000:00000001:0.0:1789130495.785944:0:34987:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:0.0:1789130495.785945:0:34987:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:0.0:1789130495.785946:0:34987:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00020000:00000001:0.0:1789130495.785948:0:34987:0:(lov_io.c:1682:lov_io_unlock()) Process entered 00020000:00000001:0.0:1789130495.785949:0:34987:0:(lov_io.c:1516:lov_io_call()) Process entered 00000020:00000001:0.0:1789130495.785950:0:34987:0:(cl_io.c:356:cl_io_unlock()) Process entered 00000020:00000001:0.0:1789130495.785952:0:34987:0:(cl_io.c:377:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1789130495.785953:0:34987:0:(lov_io.c:1616:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789130495.785954:0:34987:0:(lov_io.c:1533:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789130495.785956:0:34987:0:(lov_io.c:1685:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1789130495.785957:0:34987:0:(cl_io.c:377:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1789130495.785959:0:34987:0:(cl_io.c:453:cl_io_rw_advance()) Process entered 00000080:00200000:0.0:1789130495.785961:0:34987:0:(vvp_io.c:640:vvp_io_advance()) advancing 23 bytes 00000020:00000001:0.0:1789130495.785963:0:34987:0:(cl_io.c:469:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1789130495.785964:0:34987:0:(cl_io.c:433:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1789130495.785966:0:34987:0:(lov_io.c:1663:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1789130495.785968:0:34987:0:(lov_io.c:1516:lov_io_call()) Process entered 00000020:00000001:0.0:1789130495.785969:0:34987:0:(cl_io.c:433:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1789130495.785970:0:34987:0:(cl_io.c:439:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1789130495.785972:0:34987:0:(lov_io.c:1610:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789130495.785973:0:34987:0:(lov_io.c:1533:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789130495.785975:0:34987:0:(lov_io.c:1674:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1789130495.785976:0:34987:0:(cl_io.c:439:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1789130495.785978:0:34987:0:(cl_io.c:877:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1789130495.785982:0:34987:0:(file.c:2207:ll_file_io_generic()) Range unlock [0, 18446744073709551615] 00000001:00000001:0.0:1789130495.785985:0:34987:0:(range_lock.c:83:range_unlock()) Process entered 00000001:00000001:0.0:1789130495.785988:0:34987:0:(range_lock.c:104:range_unlock()) Process leaving 00000020:00000001:0.0:1789130495.785989:0:34987:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1789130495.785991:0:34987:0:(lov_io.c:1057:lov_io_fini()) Process entered 00020000:00000001:0.0:1789130495.785992:0:34987:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1789130495.785993:0:34987:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1789130495.785994:0:34987:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1789130495.785997:0:34987:0:(cl_object.c:917:cl_env_put()) 1@ffff9caf58609bd0 00020000:00000001:0.0:1789130495.786000:0:34987:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1789130495.786002:0:34987:0:(lov_io.c:1088:lov_io_fini()) Process leaving 00000080:00000001:0.0:1789130495.786004:0:34987:0:(vvp_io.c:392:vvp_io_fini()) Process entered 00000080:00200000:0.0:1789130495.786005:0:34987:0:(vvp_io.c:402:vvp_io_fini()) [0x200000404:0x36:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, need minor change layout 0 00000080:00000001:0.0:1789130495.786008:0:34987:0:(vvp_io.c:509:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1789130495.786009:0:34987:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00000001:0.0:1789130495.786010:0:34987:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f419a7c98 00000080:00200000:0.0:1789130495.786012:0:34987:0:(file.c:2240:ll_file_io_generic()) recon: 2 io complete with rc: 0, result: 23, restart: 0 00000080:00000001:0.0:1789130495.786018:0:34987:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:0.0:1789130495.786019:0:34987:0:(cl_object.c:143:cl_object_top()) ffff9caf42b2a468 -> ffff9caf42b2a468 00000020:00000001:0.0:1789130495.786021:0:34987:0:(cl_object.c:143:cl_object_top()) ffff9caf42b2a468 -> ffff9caf42b2a468 00000020:00000001:0.0:1789130495.786023:0:34987:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:0.0:1789130495.786025:0:34987:0:(lov_object.c:1077:lov_attr_get_composite()) Process entered 00020000:00000001:0.0:1789130495.786028:0:34987:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:0.0:1789130495.786030:0:34987:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=23 : 23 : 17) 00020000:00000001:0.0:1789130495.786031:0:34987:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:0.0:1789130495.786032:0:34987:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=23 : 23 : 17) 00020000:00000002:0.0:1789130495.786034:0:34987:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x36:1028 on OST[0]: s=23 (1) m=1789130495 a=0 c=1789130495 b=1 00020000:00000001:0.0:1789130495.786037:0:34987:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1789130495.786038:0:34987:0:(lov_object.c:1108:lov_attr_get_composite()) COMP ID #-1: s=23 m=1789130495 a=0 c=1789130495 b=1 00020000:00000001:0.0:1789130495.786040:0:34987:0:(lov_object.c:1146:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130495.786042:0:34987:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130495.786044:0:34987:0:(cl_object.c:143:cl_object_top()) ffff9caf42b2a468 -> ffff9caf42b2a468 00000080:00200000:0.0:1789130495.786046:0:34987:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000404:0x36:0x0] updating i_size 23 i_blocks 1 00000080:00000001:0.0:1789130495.786049:0:34987:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000080:00200000:0.0:1789130495.786053:0:34987:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 23 00000080:00000001:0.0:1789130495.786055:0:34987:0:(file.c:2330:ll_file_io_generic()) Process leaving (rc=23 : 23 : 17) 00000020:00001000:0.0:1789130495.786057:0:34987:0:(cl_object.c:917:cl_env_put()) 1@ffff9caf586097e0 00000020:00000001:0.0:1789130495.787422:0:34987:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f419a7d88 00000080:00000008:0.0:1789130495.787426:0:34987:0:(file.c:2734:do_file_write_iter()) COMPLETED: file recon:[0x200000404:0x36:0x0], ppos: 23, count: 0, rc = 23 00000080:00000001:0.0:1789130495.787432:0:34987:0:(file.c:2736:do_file_write_iter()) Process leaving (rc=23 : 23 : 17) 00020000:00000001:0.0:1789130495.787454:0:34987:0:(lov_object.c:2454:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1789130495.787457:0:34987:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9caf47cdc5d0) owner 0000000000000000/ffff9caf581427c0 00020000:00000002:0.0:1789130495.787462:0:34987:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9caf47cdc5d0) owner 0000000000000000/ffff9caf581427c0 00020000:00000001:0.0:1789130495.787465:0:34987:0:(lov_object.c:2505:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130495.787472:0:34987:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:0.0:1789130495.787474:0:34987:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f419a7df0 00000080:00200008:0.0:1789130495.787476:0:34987:0:(file.c:479:ll_file_release()) START file recon:[0x200000404:0x36:0x0](ffff9caf60199148), flags 102001 00000080:00000001:0.0:1789130495.787480:0:34987:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:0.0:1789130495.787483:0:34987:0:(pcc.c:2463:pcc_file_release()) Process leaving 00020000:00000001:0.0:1789130495.787484:0:34987:0:(lov_object.c:2454:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1789130495.787485:0:34987:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9caf47cdc5d0) owner 0000000000000000/ffff9caf581427c0 00020000:00000002:0.0:1789130495.787487:0:34987:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9caf47cdc5d0) owner 0000000000000000/ffff9caf581427c0 00020000:00000001:0.0:1789130495.787489:0:34987:0:(lov_object.c:2505:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130495.787492:0:34987:0:(file.c:341:ll_md_close()) Process entered 00000002:00000001:0.0:1789130495.787501:0:34987:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789130495.787506:0:34987:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789130495.787516:0:34987:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf48fc4600 count: 2 00010000:00000001:0.0:1789130495.787520:0:34987:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789130495.787527:0:34987:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789130495.787624:0:34987:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000404:0x36:0x0]: 0 00000080:00000001:0.0:1789130495.787629:0:34987:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:0.0:1789130495.787632:0:34987:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1789130495.787642:0:34987:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9caf5846ca00. 00000080:00000001:0.0:1789130495.787645:0:34987:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:0.0:1789130495.787653:0:34987:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1789130495.787658:0:34987:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000002:0.0:1789130495.787663:0:34987:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000404:0x36:0x0] 00000002:00000001:0.0:1789130495.787668:0:34987:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:0.0:1789130495.787671:0:34987:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9caf5014c800: [0x200000404:0x36:0x0] file closed with intent: 200 00000100:00000010:0.0:1789130495.787680:0:34987:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf61463840. 00000020:00000040:0.0:1789130495.787686:0:34987:0:(genops.c:1210:class_import_get()) import ffff9caf6079a800 refcount=7 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000100:00000001:0.0:1789130495.787692:0:34987:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789130495.787696:0:34987:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789130495.787701:0:34987:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789130495.787712:0:34987:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9caf5846d600. 00000100:00000001:0.0:1789130495.787720:0:34987:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789130495.787722:0:2341:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789130495.787727:0:2341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf44db5b00. 00000400:00000200:2.0:1789130495.787736:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130495.787746:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000002:00100000:0.0:1789130495.787746:0:34987:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9caf614612c0 x1876037329058688/t8589934615(8589934615) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/664 e 0 to 0 dl 1789130511 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000400:00000200:2.0:1789130495.787755:0:2341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf42d182a8 00000400:00000010:2.0:1789130495.787759:0:2341:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf42d182a8. 00000020:00100000:0.0:1789130495.787759:0:34987:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9caf5014c800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00000001:2.0:1789130495.787764:0:2341:0:(events.c:386:reply_out_callback()) Process entered 00000100:00100000:0.0:1789130495.787764:0:34987:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9caf61463840 x1876037329059328/t0(0) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:2.0:1789130495.787766:0:2341:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1789130495.787770:0:34987:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1789130495.787772:0:34987:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1789130495.787778:0:34987:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9caf481323c0. 00000100:00000001:0.0:1789130495.787781:0:34987:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446634875375264704 : -109198334286912 : ffff9caf481323c0) 00000100:00000001:0.0:1789130495.787784:0:34987:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789130495.787785:0:34987:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875798042688 : -109197911508928 : ffff9caf61463840) 00000100:00000001:0.0:1789130495.787790:0:34987:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789130495.787795:0:34987:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130495.787797:0:34987:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1789130495.787799:0:34987:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789130495.787838:0:34987:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf61463840 x1876037329059328/t0(0) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130495.787846:0:34987:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789130495.787848:0:34987:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130495.787852:0:34987:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789130495.787855:0:34987:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789130495.787857:0:34987:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789130495.787861:0:34987:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf61463840 pname:cluuid:pid:xid:nid:opc:job uname:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:34987:1876037329059328:192.168.204.123@tcp:35:uname.0 00000100:00000001:0.0:1789130495.787865:0:34987:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789130495.787873:0:34987:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789130495.787876:0:34987:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130495.787878:0:34987:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789130495.787883:0:34987:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9caf482bc800. 02000000:00000001:0.0:1789130495.787885:0:34987:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789130495.787893:0:34987:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:0.0:1789130495.787899:0:34987:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf50131478. 00000400:00000010:0.0:1789130495.787905:0:34987:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf5801edd0. 00000100:00000200:0.0:1789130495.787912:0:34987:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876037329059328, portal 10 00000100:00000001:0.0:1789130495.787914:0:34987:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789130495.787915:0:34987:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875798042688 : -109197911508928 : ffff9caf61463840) 00000100:00000040:0.0:1789130495.787923:0:34987:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9caf61463840 x1876037329059328/t0(0) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1789130511 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130495.787930:0:34987:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789130495.787932:0:34987:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:0.0:1789130495.787935:0:34987:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf5801ef68. 00000100:00000200:0.0:1789130495.787941:0:34987:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1876037329059328, offset 0 00000400:00000200:0.0:1789130495.787947:0:34987:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:0.0:1789130495.787957:0:34987:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:0.0:1789130495.787965:0:34987:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:0.0:1789130495.787971:0:34987:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789130495.787976:0:34987:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:0.0:1789130495.787979:0:34987:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789130495.787982:0:34987:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:0.0:1789130495.787986:0:34987:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2710:2710:256:4294967295] 192.168.204.123@tcp LPNI seq info [2709:2709:8:4294967295] 00000400:00000200:0.0:1789130495.787990:0:34987:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:0.0:1789130495.788001:0:34987:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:0.0:1789130495.788006:0:34987:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:0.0:1789130495.788010:0:34987:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf451e7400. 00000800:00000200:0.0:1789130495.788017:0:34987:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:0.0:1789130495.788024:0:34987:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:0.0:1789130495.788029:0:34987:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf451e7400 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1789130495.788055:0:34987:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130495.791451:0:34987:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: using a timeout of 783378 usecs (784 jiffies) 00000400:00000200:0.0:1789130495.791470:0:34987:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:0.0:1789130495.791475:0:34987:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296590597 00000100:00000001:0.0:1789130495.791481:0:34987:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 2, keep current deadline 4296592375 00000100:00000001:0.0:1789130495.791485:0:34987:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296590597 00000100:00000001:0.0:1789130495.791488:0:34987:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 3, keep current deadline 4296592375 00000100:00000001:0.0:1789130495.791491:0:34987:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789130495.791496:0:34987:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130495.791499:0:34987:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789130495.791502:0:34987:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1789130495.791507:0:34987:0:(client.c:2715:ptlrpc_set_wait()) set ffff9caf481323c0 going to sleep for 11 seconds 00000100:00000001:0.0:1789130495.791510:0:34987:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789130495.791514:0:34987:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789130495.796474:0:2342:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789130495.796482:0:2342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf451e7400. 00000400:00000200:2.0:1789130495.796488:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130495.796498:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:2.0:1789130495.796508:0:2342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf5801ef68 00000400:00000010:2.0:1789130495.796510:0:2342:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf5801ef68. 00000100:00000001:2.0:1789130495.796516:0:2342:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789130495.796526:0:2342:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf61463840 x1876037329059328/t0(0) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1789130511 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130495.796544:0:2342:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130495.796547:0:2342:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf61463840 x1876037329059328/t0(0) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1789130511 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130495.796553:0:2342:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1789130495.796766:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130495.796779:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789130495.796782:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130495.796785:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130495.796791:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130495.796796:0:2341:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:3.0:1789130495.796839:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130495.796844:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130495.796850:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130495.796854:0:2341:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 224 into portal 18 MB=0x6aa3efa957d00 00000400:00000200:3.0:1789130495.796858:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130495.796864:0:2341:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.123@tcp of length 224/224 into md 0x745d [1] + 224 00000800:00000001:3.0:1789130495.796872:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130495.796879:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130495.796881:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130495.796884:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:3.0:1789130495.796889:0:2341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789130495.796894:0:2341:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf615d7840 x1876037329059072/t0(0) o103->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1789130511 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789130495.796903:0:2341:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9caf615d7840 x1876037329059072/t0(0) o103->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1789130511 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130495.796923:0:2341:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789130495.796933:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130495.796936:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130495.796986:0:2347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789130495.796991:0:2347:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789130495.796997:0:2347:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789130495.796999:0:2347:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789130495.797002:0:2347:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf42d8ec08. 00000400:00000200:1.0:1789130495.797006:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf462a35d8 00000400:00000010:1.0:1789130495.797008:0:2347:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf462a35d8. 00000100:00000001:1.0:1789130495.797010:0:2347:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789130495.797015:0:2347:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf615d7840 x1876037329059072/t0(0) o103->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1789130511 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789130495.797024:0:2347:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf615d7840 x1876037329059072/t0(0) o103->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1789130511 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130495.797030:0:2347:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789130495.797032:0:2347:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130495.797034:0:2347:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789130495.797037:0:2347:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789130495.797039:0:2347:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789130495.797041:0:2347:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130495.797044:0:2347:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789130495.797057:0:2347:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf468acd38 time=112 v=5 (5 5 5 5) 00000100:00001000:1.0:1789130495.797061:0:2347:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf468acc18 time=0 v=5 (1 0 0 0) 00000100:00000001:1.0:1789130495.797064:0:2347:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789130495.797066:0:2347:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130495.797069:0:2347:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789130495.797072:0:2347:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130495.797076:0:2347:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789130495.797078:0:2347:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9caf5014c800: skip recheck: last_committed 4294967345 00000100:00000001:1.0:1789130495.797080:0:2347:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789130495.797082:0:2347:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789130495.797087:0:2347:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf615d7840 x1876037329059072/t0(0) o103->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1789130511 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130495.797099:0:2347:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789130495.797102:0:2347:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789130495.797104:0:2347:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789130495.797108:0:2347:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf615d7840 x1876037329059072/t0(0) o103->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1789130511 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789130495.797116:0:2347:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf615d7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:2347:1876037329059072:192.168.204.123@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1789130495.797121:0:2347:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130495.797123:0:2347:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789130495.797126:0:2347:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf615d7840 x1876037329059072/t0(0) o103->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1789130511 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130495.797131:0:2342:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1789130495.797133:0:2347:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789130495.797135:0:2347:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789130495.797139:0:2347:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9caf4bb8f800. 02000000:00000001:1.0:1789130495.797141:0:2347:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789130495.797145:0:2347:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1789130495.797146:0:2347:0:(genops.c:1223:class_import_put()) import ffff9caf468ac800 refcount=2 obd=lustre-OST0000-osc-ffff9caf5014c800 00000020:00000001:1.0:1789130495.797149:0:2347:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1789130495.797152:0:2347:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9caf4bb8fe00. 02000000:00000001:1.0:1789130495.797163:0:2347:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789130495.797165:0:2347:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789130495.797166:0:2347:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf615d7840. 00000100:00000001:1.0:1789130495.797172:0:2347:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789130495.797174:0:2347:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130495.797176:0:2347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130495.797184:0:2347:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789130495.797186:0:2347:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130495.797188:0:2347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789130495.797191:0:2347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1789130495.817929:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130495.817955:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789130495.817962:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130495.817965:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130495.817981:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130495.817992:0:2341:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:3.0:1789130495.818006:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130495.818013:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130495.818020:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130495.818025:0:2341:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 456 into portal 10 MB=0x6aa3efa957e00 00000400:00000200:3.0:1789130495.818030:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130495.818037:0:2341:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.123@tcp of length 456/456 into md 0x746d [1] + 224 00000800:00000001:3.0:1789130495.818046:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130495.818053:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130495.818057:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130495.818063:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:3.0:1789130495.818074:0:2341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789130495.818087:0:2341:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf61463840 x1876037329059328/t0(0) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1789130511 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789130495.818101:0:2341:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9caf61463840 x1876037329059328/t0(0) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1789130511 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130495.818129:0:2341:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789130495.818141:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130495.818145:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130495.818451:0:34987:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789130495.818462:0:34987:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789130495.818465:0:34987:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789130495.818471:0:34987:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf50131478. 00000400:00000200:0.0:1789130495.818477:0:34987:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf5801edd0 00000400:00000010:0.0:1789130495.818480:0:34987:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf5801edd0. 00000100:00000001:0.0:1789130495.818484:0:34987:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789130495.818489:0:34987:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf61463840 x1876037329059328/t0(0) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1789130511 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1789130495.818498:0:34987:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf61463840 x1876037329059328/t0(0) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1789130511 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130495.818504:0:34987:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789130495.818506:0:34987:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130495.818509:0:34987:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789130495.818513:0:34987:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789130495.818516:0:34987:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789130495.818519:0:34987:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130495.818522:0:34987:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789130495.818536:0:34987:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf6079aca8 time=114 v=5 (10 5 5 5) 00000100:00001000:0.0:1789130495.818542:0:34987:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf6079ac18 time=36 v=5 (1 0 0 0) 00000100:00000001:0.0:1789130495.818545:0:34987:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789130495.818547:0:34987:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130495.818550:0:34987:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789130495.818553:0:34987:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130495.818557:0:34987:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1789130495.818560:0:34987:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1789130495.818561:0:34987:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1789130495.818563:0:34987:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789130495.818565:0:34987:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875798042688 : -109197911508928 : ffff9caf61463840) 00000100:00000001:0.0:1789130495.818568:0:34987:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789130495.818570:0:34987:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9caf5014c800: skip recheck: last_committed 8589934612 00000100:00000001:0.0:1789130495.818571:0:34987:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789130495.818574:0:34987:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130495.818578:0:34987:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf61463840 x1876037329059328/t8589934616(8589934616) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1789130511 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130495.818585:0:34987:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789130495.818589:0:34987:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789130495.818591:0:34987:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789130495.818595:0:34987:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf61463840 x1876037329059328/t8589934616(8589934616) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1789130511 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1789130495.818603:0:34987:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf61463840 pname:cluuid:pid:xid:nid:opc:job uname:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:34987:1876037329059328:192.168.204.123@tcp:35:uname.0 00000100:00000001:0.0:1789130495.818608:0:34987:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130495.818612:0:34987:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130495.818615:0:34987:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1789130495.818619:0:34987:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789130495.818622:0:34987:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf61463840 x1876037329059328/t8589934616(8589934616) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1789130511 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130495.818629:0:34987:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789130495.818632:0:34987:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9caf481323c0. 00000100:00000001:0.0:1789130495.818635:0:34987:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1789130495.818638:0:34987:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130495.818647:0:34987:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789130495.818648:0:34987:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875798042688 : -109197911508928 : ffff9caf61463840) 00000002:00000001:0.0:1789130495.818651:0:34987:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789130495.818655:0:34987:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1789130495.818660:0:34987:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9caf5846ca00. 00000080:00000001:0.0:1789130495.818664:0:34987:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1789130495.818670:0:34987:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00000002:00000001:0.0:1789130495.818676:0:34987:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1789130495.818682:0:34987:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9caf614612c0 x1876037329058688/t8589934615(8589934615) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/664 e 0 to 0 dl 1789130511 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1789130495.818691:0:34987:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789130495.818693:0:34987:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1789130495.818696:0:34987:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9caf47faaa40. 00000100:00000001:0.0:1789130495.818699:0:34987:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789130495.818701:0:34987:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf61463840 x1876037329059328/t8589934616(8589934616) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1789130511 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130495.818707:0:34987:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130495.818709:0:34987:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1789130495.818713:0:34987:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9caf4865e3c0. 00000080:00000001:0.0:1789130495.818716:0:34987:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130495.818723:0:34987:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f419a7df0 00000080:00000008:0.0:1789130495.818725:0:34987:0:(file.c:523:ll_file_release()) COMPLETED file recon:[0x200000404:0x36:0x0](ffff9caf60199148), flags 102001, rc = 0 00000080:00000001:0.0:1789130495.818728:0:34987:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130495.818733:0:34987:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1789130495.818734:0:34987:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f419a7e00 00000080:00002000:0.0:1789130495.818736:0:34987:0:(dcache.c:127:ll_ddelete()) keeping dentry recon (ffff9caf44505bd0, parent ffff9caf600f3360, inode ffff9caf60199148) hashed, 00000080:00000001:0.0:1789130495.818739:0:34987:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130495.863916:0:34992:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c6fd10 00000080:00200008:0.0:1789130495.863928:0:34992:0:(file.c:6313:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9caf601980c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1789130495.863935:0:34992:0:(file.c:6206:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1789130495.863936:0:34992:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c6fc88 00000080:00200000:0.0:1789130495.863938:0:34992:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8),name=/ 00000080:00000010:0.0:1789130495.863946:0:34992:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9caf5846ca00. 00800000:00000002:0.0:1789130495.863952:0:34992:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9caf4557c8c0 2 00000080:00000001:0.0:1789130495.863956:0:34992:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1789130495.863962:0:34992:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1789130495.863964:0:34992:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c6fba8 00800000:00000002:0.0:1789130495.863967:0:34992:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1789130495.863970:0:34992:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1789130495.863976:0:34992:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1789130495.863982:0:34992:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1789130495.863984:0:34992:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c6fa78 00000002:00010000:0.0:1789130495.863985:0:34992:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1789130495.863989:0:34992:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1789130495.863991:0:34992:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789130495.863994:0:34992:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1789130495.864001:0:34992:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789130495.864003:0:34992:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789130495.864005:0:34992:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789130495.864007:0:34992:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1789130495.864009:0:34992:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1789130495.864014:0:34992:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf61461680. 00000020:00000040:0.0:1789130495.864018:0:34992:0:(genops.c:1210:class_import_get()) import ffff9caf6079a800 refcount=8 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00010000:00000001:0.0:1789130495.864024:0:34992:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1789130495.864029:0:34992:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789130495.864036:0:34992:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130495.864038:0:34992:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130495.864040:0:34992:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130495.864043:0:34992:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789130495.864047:0:34992:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789130495.864051:0:34992:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789130495.864058:0:34992:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9caf482bd800. 00000100:00000001:0.0:1789130495.864064:0:34992:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130495.864069:0:34992:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789130495.864071:0:34992:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130495.864073:0:34992:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789130495.864074:0:34992:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130495.864075:0:34992:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789130495.864081:0:34992:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446634875798034048 : -109197911517568 : ffff9caf61461680) 00010000:00000001:0.0:1789130495.864085:0:34992:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1789130495.864087:0:34992:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1789130495.864091:0:34992:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9caf48fc4a00. 00010000:00000010:0.0:1789130495.864095:0:34992:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9caf48339d80. 00010000:00000001:0.0:1789130495.864099:0:34992:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1789130495.864102:0:34992:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9caf40030200. 00000020:00000001:0.0:1789130495.864107:0:34992:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1789130495.864110:0:34992:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9caf40030200 with handle 0xde5303b1d982ceac to hash 00000020:00000001:0.0:1789130495.864112:0:34992:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1789130495.864113:0:34992:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446634875239989760 : -109198469561856 : ffff9caf40030200) 00010000:00000001:0.0:1789130495.864117:0:34992:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446634875239989760 : -109198469561856 : ffff9caf40030200) 00010000:00000001:0.0:1789130495.864120:0:34992:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789130495.864123:0:34992:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789130495.864128:0:34992:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030200/0xde5303b1d982ceac lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 34992 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789130495.864137:0:34992:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030200/0xde5303b1d982ceac lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34992 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789130495.864226:0:34992:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030200/0xde5303b1d982ceac lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34992 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1789130495.864233:0:34992:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1789130495.864235:0:34992:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1789130495.864242:0:34992:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9caf481323c0. 00000100:00000001:0.0:1789130495.864245:0:34992:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446634875375264704 : -109198334286912 : ffff9caf481323c0) 00000100:00000001:0.0:1789130495.864248:0:34992:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789130495.864249:0:34992:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875798034048 : -109197911517568 : ffff9caf61461680) 00000100:00000001:0.0:1789130495.864253:0:34992:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789130495.864257:0:34992:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130495.864260:0:34992:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1789130495.864262:0:34992:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789130495.864272:0:34992:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf61461680 x1876037329059456/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130495.864280:0:34992:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789130495.864282:0:34992:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130495.864285:0:34992:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789130495.864288:0:34992:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789130495.864290:0:34992:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789130495.864294:0:34992:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf61461680 pname:cluuid:pid:xid:nid:opc:job lfs:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:34992:1876037329059456:192.168.204.123@tcp:101:lfs.0 00000100:00000001:0.0:1789130495.864298:0:34992:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789130495.864303:0:34992:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789130495.864305:0:34992:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130495.864307:0:34992:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789130495.864313:0:34992:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9caf47cd5000. 02000000:00000001:0.0:1789130495.864314:0:34992:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789130495.864322:0:34992:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:0.0:1789130495.864326:0:34992:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf50131478. 00000400:00000010:0.0:1789130495.864334:0:34992:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf5801edd0. 00000100:00000200:0.0:1789130495.864340:0:34992:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1876037329059456, portal 10 00000100:00000001:0.0:1789130495.864342:0:34992:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789130495.864343:0:34992:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875798034048 : -109197911517568 : ffff9caf61461680) 00000100:00000040:0.0:1789130495.864349:0:34992:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9caf61461680 x1876037329059456/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789130511 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130495.864357:0:34992:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789130495.864359:0:34992:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:0.0:1789130495.864362:0:34992:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf5801e6e8. 00000100:00000200:0.0:1789130495.864365:0:34992:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1876037329059456, offset 0 00000400:00000200:0.0:1789130495.864371:0:34992:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:0.0:1789130495.864380:0:34992:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:0.0:1789130495.864387:0:34992:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:0.0:1789130495.864393:0:34992:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789130495.864397:0:34992:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:0.0:1789130495.864400:0:34992:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789130495.864403:0:34992:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:0.0:1789130495.864407:0:34992:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2711:2711:256:4294967295] 192.168.204.123@tcp LPNI seq info [2710:2710:8:4294967295] 00000400:00000200:0.0:1789130495.864411:0:34992:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:0.0:1789130495.864426:0:34992:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:0.0:1789130495.864432:0:34992:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:0.0:1789130495.864438:0:34992:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf451e7400. 00000800:00000200:0.0:1789130495.864445:0:34992:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:0.0:1789130495.864455:0:34992:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:0.0:1789130495.864459:0:34992:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf451e7400 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:0.0:1789130495.864481:0:34992:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130495.864485:0:34992:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: using a timeout of 782483 usecs (783 jiffies) 00000400:00000200:0.0:1789130495.864489:0:34992:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:0.0:1789130495.864492:0:34992:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296590669 00000100:00000001:0.0:1789130495.864495:0:34992:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 2, keep current deadline 4296592375 00000100:00000001:0.0:1789130495.864498:0:34992:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296590669 00000100:00000001:0.0:1789130495.864501:0:34992:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 3, keep current deadline 4296592375 00000100:00000001:0.0:1789130495.864503:0:34992:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789130495.864506:0:34992:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130495.864508:0:34992:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789130495.864510:0:34992:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1789130495.864513:0:34992:0:(client.c:2715:ptlrpc_set_wait()) set ffff9caf481323c0 going to sleep for 11 seconds 00000100:00000001:0.0:1789130495.864516:0:34992:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789130495.864519:0:34992:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789130495.864682:0:2342:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789130495.864688:0:2342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf451e7400. 00000400:00000200:2.0:1789130495.864692:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130495.864698:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:2.0:1789130495.864705:0:2342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf5801e6e8 00000400:00000010:2.0:1789130495.864707:0:2342:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf5801e6e8. 00000100:00000001:2.0:1789130495.864711:0:2342:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789130495.864716:0:2342:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf61461680 x1876037329059456/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789130511 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130495.864730:0:2342:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130495.864734:0:2342:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf61461680 x1876037329059456/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789130511 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130495.864740:0:2342:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130495.864742:0:2342:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1789130495.873206:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130495.873222:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789130495.873226:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130495.873229:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130495.873237:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130495.873245:0:2341:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:3.0:1789130495.873254:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130495.873259:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130495.873265:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130495.873269:0:2341:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 688 into portal 10 MB=0x6aa3efa957e80 00000400:00000200:3.0:1789130495.873273:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130495.873290:0:2341:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.123@tcp of length 688/688 into md 0x7475 [1] + 224 00000800:00000001:3.0:1789130495.873298:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130495.873305:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130495.873308:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130495.873313:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:3.0:1789130495.873321:0:2341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789130495.873330:0:2341:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf61461680 x1876037329059456/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789130511 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789130495.873339:0:2341:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9caf61461680 x1876037329059456/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789130511 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130495.873355:0:2341:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789130495.873363:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130495.873367:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130495.874119:0:34992:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789130495.874131:0:34992:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789130495.874134:0:34992:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789130495.874138:0:34992:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf50131478. 00000400:00000200:0.0:1789130495.874147:0:34992:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf5801edd0 00000400:00000010:0.0:1789130495.874150:0:34992:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf5801edd0. 00000100:00000001:0.0:1789130495.874154:0:34992:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789130495.874162:0:34992:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf61461680 x1876037329059456/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789130511 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1789130495.874172:0:34992:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf61461680 x1876037329059456/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789130511 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130495.874177:0:34992:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789130495.874180:0:34992:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130495.874182:0:34992:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789130495.874186:0:34992:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789130495.874189:0:34992:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789130495.874192:0:34992:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130495.874195:0:34992:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789130495.874205:0:34992:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf6079ac60 time=114 v=5 (5 104 104 104) 00000100:00001000:0.0:1789130495.874210:0:34992:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf6079ac18 time=36 v=5 (1 0 0 0) 00000100:00000001:0.0:1789130495.874212:0:34992:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789130495.874214:0:34992:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130495.874218:0:34992:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789130495.874221:0:34992:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130495.874225:0:34992:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789130495.874228:0:34992:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9caf5014c800: skip recheck: last_committed 8589934612 00000100:00000001:0.0:1789130495.874230:0:34992:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789130495.874233:0:34992:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130495.874237:0:34992:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf61461680 x1876037329059456/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1789130511 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130495.874243:0:34992:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789130495.874247:0:34992:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789130495.874249:0:34992:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789130495.874252:0:34992:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf61461680 x1876037329059456/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1789130511 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1789130495.874260:0:34992:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf61461680 pname:cluuid:pid:xid:nid:opc:job lfs:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:34992:1876037329059456:192.168.204.123@tcp:101:lfs.0 00000100:00000001:0.0:1789130495.874264:0:34992:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130495.874268:0:34992:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130495.874270:0:34992:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1789130495.874273:0:34992:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789130495.874276:0:34992:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf61461680 x1876037329059456/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1789130511 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789130495.874283:0:34992:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789130495.874286:0:34992:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9caf481323c0. 00000100:00000001:0.0:1789130495.874289:0:34992:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1789130495.874291:0:34992:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130495.874294:0:34992:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1789130495.874298:0:34992:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130495.874301:0:34992:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130495.874305:0:34992:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40030200 refcount=4 00000020:00000001:0.0:1789130495.874307:0:34992:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239989760 : -109198469561856 : ffff9caf40030200) 00010000:00000001:0.0:1789130495.874310:0:34992:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239989760 : -109198469561856 : ffff9caf40030200) 00010000:00000040:0.0:1789130495.874317:0:34992:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9caf40030200, remote cookie: 0xcdf1b083821a6229, flags: 0x1001 00010000:00010000:0.0:1789130495.874322:0:34992:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030200/0xde5303b1d982ceac lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a6229 expref: -99 pid: 34992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789130495.874332:0:34992:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030200/0xde5303b1d982ceac lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a6229 expref: -99 pid: 34992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789130495.874339:0:34992:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1789130495.874344:0:34992:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1789130495.874346:0:34992:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1789130495.874348:0:34992:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1789130495.874349:0:34992:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1789130495.874352:0:34992:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff9caf48fc4a00) refcount = 1 00010000:00010000:0.0:1789130495.874356:0:34992:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030200/0xde5303b1d982ceac lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a6229 expref: -99 pid: 34992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789130495.874363:0:34992:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1789130495.874366:0:34992:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1789130495.874367:0:34992:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789130495.874370:0:34992:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1789130495.874372:0:34992:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789130495.874375:0:34992:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030200/0xde5303b1d982ceac lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a6229 expref: -99 pid: 34992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789130495.874383:0:34992:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1789130495.874385:0:34992:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130495.874386:0:34992:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130495.874387:0:34992:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130495.874388:0:34992:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130495.874390:0:34992:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789130495.874394:0:34992:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1789130495.874396:0:34992:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130495.874397:0:34992:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130495.874399:0:34992:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40030200 refcount=3 00000020:00000001:0.0:1789130495.874401:0:34992:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239989760 : -109198469561856 : ffff9caf40030200) 00010000:00000001:0.0:1789130495.874403:0:34992:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239989760 : -109198469561856 : ffff9caf40030200) 00010000:00000001:0.0:1789130495.874405:0:34992:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130495.874406:0:34992:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130495.874407:0:34992:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40030200 refcount=4 00000020:00000001:0.0:1789130495.874409:0:34992:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239989760 : -109198469561856 : ffff9caf40030200) 00010000:00000001:0.0:1789130495.874411:0:34992:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239989760 : -109198469561856 : ffff9caf40030200) 00010000:00000001:0.0:1789130495.874415:0:34992:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789130495.874418:0:34992:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789130495.874421:0:34992:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030200/0xde5303b1d982ceac lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a6229 expref: -99 pid: 34992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789130495.874428:0:34992:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130495.874429:0:34992:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130495.874430:0:34992:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130495.874431:0:34992:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130495.874432:0:34992:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40030200 refcount=5 00000020:00000001:0.0:1789130495.874434:0:34992:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239989760 : -109198469561856 : ffff9caf40030200) 00010000:00000001:0.0:1789130495.874436:0:34992:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239989760 : -109198469561856 : ffff9caf40030200) 00010000:00000001:0.0:1789130495.874438:0:34992:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789130495.874441:0:34992:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030200/0xde5303b1d982ceac lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a6229 expref: -99 pid: 34992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789130495.874446:0:34992:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130495.874447:0:34992:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1789130495.874450:0:34992:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030200/0xde5303b1d982ceac lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a6229 expref: -99 pid: 34992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789130495.874459:0:34992:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789130495.874461:0:34992:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130495.874462:0:34992:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130495.874463:0:34992:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130495.874464:0:34992:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1789130495.874468:0:34992:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9caf61461680 x1876037329059456/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1789130511 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1789130495.874478:0:34992:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130495.874479:0:34992:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130495.874480:0:34992:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40030200 refcount=3 00000020:00000001:0.0:1789130495.874482:0:34992:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239989760 : -109198469561856 : ffff9caf40030200) 00010000:00000001:0.0:1789130495.874484:0:34992:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239989760 : -109198469561856 : ffff9caf40030200) 00010000:00000001:0.0:1789130495.874486:0:34992:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130495.874487:0:34992:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789130495.874489:0:34992:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789130495.874491:0:34992:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789130495.874493:0:34992:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1789130495.874496:0:34992:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130495.874497:0:34992:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130495.874498:0:34992:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40030200 refcount=3 00000020:00000001:0.0:1789130495.874500:0:34992:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239989760 : -109198469561856 : ffff9caf40030200) 00010000:00000001:0.0:1789130495.874502:0:34992:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239989760 : -109198469561856 : ffff9caf40030200) 00000002:00010000:0.0:1789130495.874505:0:34992:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030200/0xde5303b1d982ceac lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a6229 expref: -99 pid: 34992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789130495.874511:0:34992:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130495.874512:0:34992:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789130495.874514:0:34992:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1789130495.874515:0:34992:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789130495.874516:0:34992:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789130495.874517:0:34992:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40030200 refcount=3 00000020:00000001:0.0:1789130495.874519:0:34992:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239989760 : -109198469561856 : ffff9caf40030200) 00010000:00000001:0.0:1789130495.874521:0:34992:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239989760 : -109198469561856 : ffff9caf40030200) 00010000:00000040:0.0:1789130495.874528:0:34992:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf48fc4a00 count: 2 00010000:00000001:0.0:1789130495.874531:0:34992:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1789130495.874534:0:34992:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9caf4630e800 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:0.0:1789130495.874537:0:34992:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130495.874538:0:34992:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789130495.874540:0:34992:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1789130495.874542:0:34992:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c6fa00 00000002:00002000:0.0:1789130495.874544:0:34992:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:0.0:1789130495.874547:0:34992:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789130495.874551:0:34992:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789130495.874554:0:34992:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1789130495.874557:0:34992:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1789130495.874560:0:34992:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789130495.874565:0:34992:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9caf4557c8c0 2 00000080:00000010:0.0:1789130495.874569:0:34992:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9caf5846ca00. 00000080:00000001:0.0:1789130495.874573:0:34992:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1789130495.874576:0:34992:0:(llite_lib.c:3864:ll_prep_inode()) Process entered 00000002:00000001:0.0:1789130495.874582:0:34992:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:0.0:1789130495.874587:0:34992:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:1.0:1789130495.874668:0:34992:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9caf58606280. 00800000:00000001:1.0:1789130495.874672:0:34992:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446634875648762496 : -109198060789120 : ffff9caf58606280) 00800000:00000001:1.0:1789130495.874674:0:34992:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789130495.874677:0:34992:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1789130495.874681:0:34992:0:(llite_lib.c:1973:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1789130495.874683:0:34992:0:(llite_lib.c:1977:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:1.0:1789130495.874686:0:34992:0:(llite_lib.c:1928:ll_update_default_lsm_md()) Process entered 00000080:00000001:1.0:1789130495.874689:0:34992:0:(llite_lib.c:1950:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1789130495.874691:0:34992:0:(llite_lib.c:1994:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130495.874696:0:34992:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:1.0:1789130495.874699:0:34992:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00000002:1.0:1789130495.874701:0:34992:0:(llite_lib.c:3071:ll_update_inode()) setting ino 144115188193296385 mtime from 1789130494 to 1789130495 00000080:00200000:1.0:1789130495.874706:0:34992:0:(llite_lib.c:3140:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 8704 00010000:00000001:1.0:1789130495.874708:0:34992:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130495.874709:0:34992:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130495.874711:0:34992:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40030200 refcount=3 00000020:00000001:1.0:1789130495.874712:0:34992:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239989760 : -109198469561856 : ffff9caf40030200) 00010000:00000001:1.0:1789130495.874714:0:34992:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239989760 : -109198469561856 : ffff9caf40030200) 00010000:00000001:1.0:1789130495.874716:0:34992:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130495.874717:0:34992:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1789130495.874718:0:34992:0:(llite_lib.c:3962:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1789130495.874721:0:34992:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:1.0:1789130495.874722:0:34992:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9caf58606280 1 00800000:00000010:1.0:1789130495.874724:0:34992:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9caf58606280. 00800000:00000001:1.0:1789130495.874727:0:34992:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789130495.874730:0:34992:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9caf601980c8) for lock 0xde5303b1d982ceac 00800000:00000001:1.0:1789130495.874733:0:34992:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1789130495.874735:0:34992:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1789130495.874736:0:34992:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130495.874737:0:34992:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130495.874738:0:34992:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40030200 refcount=3 00000020:00000001:1.0:1789130495.874740:0:34992:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239989760 : -109198469561856 : ffff9caf40030200) 00010000:00000001:1.0:1789130495.874742:0:34992:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239989760 : -109198469561856 : ffff9caf40030200) 00010000:00000001:1.0:1789130495.874744:0:34992:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130495.874745:0:34992:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789130495.874746:0:34992:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789130495.874747:0:34992:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130495.874750:0:34992:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789130495.874752:0:34992:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9caf601980c8) 00000080:00010000:1.0:1789130495.874754:0:34992:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xde5303b1d982ceac from it ffffb97f41c6fcc0 00010000:00000001:1.0:1789130495.874756:0:34992:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130495.874757:0:34992:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130495.874758:0:34992:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40030200 refcount=3 00000020:00000001:1.0:1789130495.874760:0:34992:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239989760 : -109198469561856 : ffff9caf40030200) 00010000:00000001:1.0:1789130495.874761:0:34992:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239989760 : -109198469561856 : ffff9caf40030200) 00010000:00000001:1.0:1789130495.874763:0:34992:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789130495.874765:0:34992:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030200/0xde5303b1d982ceac lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a6229 expref: -99 pid: 34992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789130495.874772:0:34992:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130495.874773:0:34992:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130495.874774:0:34992:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1789130495.874776:0:34992:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1789130495.874778:0:34992:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030200/0xde5303b1d982ceac lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a6229 expref: -99 pid: 34992 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1789130495.874784:0:34992:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1789130495.874787:0:34992:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1789130495.874789:0:34992:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789130495.874793:0:34992:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130495.874794:0:34992:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130495.874795:0:34992:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130495.874798:0:34992:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1789130495.874799:0:34992:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130495.874801:0:34992:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130495.874833:0:34992:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130495.874834:0:34992:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789130495.874836:0:34992:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130495.874837:0:34992:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1789130495.874838:0:34992:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789130495.874843:0:34992:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf61461680 x1876037329059456/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1789130511 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130495.874854:0:34992:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789130495.874856:0:34992:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789130495.874859:0:34992:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9caf47cd5000. 02000000:00000001:1.0:1789130495.874863:0:34992:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789130495.874865:0:34992:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1789130495.874866:0:34992:0:(genops.c:1223:class_import_put()) import ffff9caf6079a800 refcount=7 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000020:00000001:1.0:1789130495.874869:0:34992:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1789130495.874871:0:34992:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9caf482bd800. 02000000:00000001:1.0:1789130495.874875:0:34992:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789130495.874877:0:34992:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789130495.874879:0:34992:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf61461680. 00000100:00000001:1.0:1789130495.874882:0:34992:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789130495.874883:0:34992:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1789130495.874886:0:34992:0:(file.c:6266:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130495.874891:0:34992:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c6fd10 00000080:00000008:1.0:1789130495.874893:0:34992:0:(file.c:6498:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff9caf601980c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1789130495.876067:0:34992:0:(llite_lib.c:4271:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130495.876394:0:34992:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c6fd10 00000080:00200008:1.0:1789130495.876398:0:34992:0:(file.c:6313:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9caf601980c8), request_mask 0, flags 0, foreign 0 00000080:00000001:1.0:1789130495.876404:0:34992:0:(file.c:6206:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1789130495.876405:0:34992:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c6fc88 00000080:00200000:1.0:1789130495.876407:0:34992:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8),name=/ 00000080:00000010:1.0:1789130495.876414:0:34992:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9caf48fedc00. 00800000:00000002:1.0:1789130495.876420:0:34992:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9caf4557c8c0 2 00000080:00000001:1.0:1789130495.876422:0:34992:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1789130495.876426:0:34992:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1789130495.876428:0:34992:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c6fba8 00800000:00000002:1.0:1789130495.876430:0:34992:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1789130495.876433:0:34992:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1789130495.876437:0:34992:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1789130495.876441:0:34992:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1789130495.876443:0:34992:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c6fa78 00000002:00010000:1.0:1789130495.876444:0:34992:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1789130495.876447:0:34992:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1789130495.876449:0:34992:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789130495.876451:0:34992:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789130495.876457:0:34992:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf48fc4a00 count: 2 00010000:00000001:1.0:1789130495.876459:0:34992:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789130495.876463:0:34992:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789130495.876465:0:34992:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1789130495.876469:0:34992:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030200/0xde5303b1d982ceac lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a6229 expref: -99 pid: 34992 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:1.0:1789130495.876478:0:34992:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1789130495.876482:0:34992:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789130495.876485:0:34992:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030200/0xde5303b1d982ceac lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a6229 expref: -99 pid: 34992 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:1.0:1789130495.876491:0:34992:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1789130495.876493:0:34992:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1789130495.876494:0:34992:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1789130495.876496:0:34992:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1789130495.876497:0:34992:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1789130495.876499:0:34992:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1789130495.876501:0:34992:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1789130495.876504:0:34992:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9caf4557c8c0 2 00000080:00000010:1.0:1789130495.876507:0:34992:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9caf48fedc00. 00000080:00000001:1.0:1789130495.876510:0:34992:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1789130495.876512:0:34992:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789130495.876514:0:34992:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9caf601980c8) 00000080:00010000:1.0:1789130495.876517:0:34992:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9caf601980c8) for lock 0xde5303b1d982ceac 00800000:00000001:1.0:1789130495.876520:0:34992:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1789130495.876522:0:34992:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1789130495.876523:0:34992:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130495.876525:0:34992:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130495.876527:0:34992:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40030200 refcount=3 00000020:00000001:1.0:1789130495.876529:0:34992:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239989760 : -109198469561856 : ffff9caf40030200) 00010000:00000001:1.0:1789130495.876532:0:34992:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239989760 : -109198469561856 : ffff9caf40030200) 00010000:00000001:1.0:1789130495.876534:0:34992:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130495.876536:0:34992:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789130495.876537:0:34992:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789130495.876539:0:34992:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789130495.876541:0:34992:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xde5303b1d982ceac from it ffffb97f41c6fcc0 00010000:00000001:1.0:1789130495.876543:0:34992:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130495.876544:0:34992:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130495.876545:0:34992:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40030200 refcount=3 00000020:00000001:1.0:1789130495.876546:0:34992:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239989760 : -109198469561856 : ffff9caf40030200) 00010000:00000001:1.0:1789130495.876547:0:34992:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239989760 : -109198469561856 : ffff9caf40030200) 00010000:00000001:1.0:1789130495.876549:0:34992:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789130495.876552:0:34992:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030200/0xde5303b1d982ceac lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a6229 expref: -99 pid: 34992 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1789130495.876737:0:34992:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130495.876739:0:34992:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130495.876740:0:34992:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1789130495.876742:0:34992:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1789130495.876744:0:34992:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030200/0xde5303b1d982ceac lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a6229 expref: -99 pid: 34992 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1789130495.876750:0:34992:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1789130495.876752:0:34992:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1789130495.876754:0:34992:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789130495.876758:0:34992:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130495.876759:0:34992:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130495.876760:0:34992:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130495.876763:0:34992:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1789130495.876765:0:34992:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130495.876766:0:34992:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130495.876769:0:34992:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130495.876771:0:34992:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789130495.876772:0:34992:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130495.876773:0:34992:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1789130495.876776:0:34992:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1789130495.876778:0:34992:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1789130495.876781:0:34992:0:(file.c:6266:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130495.876785:0:34992:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c6fd10 00000080:00000008:1.0:1789130495.876787:0:34992:0:(file.c:6498:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff9caf601980c8), request_mask 0, flags 0, foreign 0 00000080:00000001:1.0:1789130495.877418:0:34992:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:1.0:1789130495.877423:0:34992:0:(file.c:6206:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1789130495.877424:0:34992:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c6fb78 00000080:00200000:1.0:1789130495.877427:0:34992:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8),name=/ 00000080:00000010:1.0:1789130495.877433:0:34992:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9caf48fedc00. 00800000:00000002:1.0:1789130495.877438:0:34992:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9caf4557c8c0 2 00000080:00000001:1.0:1789130495.877441:0:34992:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1789130495.877444:0:34992:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1789130495.877445:0:34992:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c6fa98 00800000:00000002:1.0:1789130495.877447:0:34992:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1789130495.877450:0:34992:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1789130495.877453:0:34992:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1789130495.877457:0:34992:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1789130495.877458:0:34992:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c6f968 00000002:00010000:1.0:1789130495.877460:0:34992:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1789130495.877464:0:34992:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1789130495.877465:0:34992:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789130495.877468:0:34992:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789130495.877472:0:34992:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf48fc4a00 count: 2 00010000:00000001:1.0:1789130495.877475:0:34992:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789130495.877478:0:34992:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789130495.877480:0:34992:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1789130495.877484:0:34992:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030200/0xde5303b1d982ceac lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a6229 expref: -99 pid: 34992 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:1.0:1789130495.877492:0:34992:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1789130495.877495:0:34992:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789130495.877498:0:34992:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030200/0xde5303b1d982ceac lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a6229 expref: -99 pid: 34992 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:1.0:1789130495.877503:0:34992:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1789130495.877505:0:34992:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1789130495.877507:0:34992:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1789130495.877509:0:34992:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1789130495.877510:0:34992:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1789130495.877512:0:34992:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1789130495.877515:0:34992:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1789130495.877517:0:34992:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9caf4557c8c0 2 00000080:00000010:1.0:1789130495.877519:0:34992:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9caf48fedc00. 00000080:00000001:1.0:1789130495.877522:0:34992:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1789130495.877524:0:34992:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789130495.877526:0:34992:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9caf601980c8) 00000080:00010000:1.0:1789130495.877530:0:34992:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9caf601980c8) for lock 0xde5303b1d982ceac 00800000:00000001:1.0:1789130495.877533:0:34992:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1789130495.877535:0:34992:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1789130495.877536:0:34992:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130495.877537:0:34992:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130495.877539:0:34992:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40030200 refcount=3 00000020:00000001:1.0:1789130495.877541:0:34992:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239989760 : -109198469561856 : ffff9caf40030200) 00010000:00000001:1.0:1789130495.877543:0:34992:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239989760 : -109198469561856 : ffff9caf40030200) 00010000:00000001:1.0:1789130495.877546:0:34992:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130495.877547:0:34992:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789130495.877548:0:34992:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789130495.877550:0:34992:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789130495.877552:0:34992:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xde5303b1d982ceac from it ffffb97f41c6fbb0 00010000:00000001:1.0:1789130495.877554:0:34992:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130495.877555:0:34992:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130495.877597:0:34992:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40030200 refcount=3 00000020:00000001:1.0:1789130495.877600:0:34992:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239989760 : -109198469561856 : ffff9caf40030200) 00010000:00000001:1.0:1789130495.877602:0:34992:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239989760 : -109198469561856 : ffff9caf40030200) 00010000:00000001:1.0:1789130495.877604:0:34992:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789130495.877607:0:34992:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030200/0xde5303b1d982ceac lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a6229 expref: -99 pid: 34992 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1789130495.877613:0:34992:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130495.877614:0:34992:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130495.877615:0:34992:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1789130495.877617:0:34992:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1789130495.877619:0:34992:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030200/0xde5303b1d982ceac lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a6229 expref: -99 pid: 34992 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1789130495.877625:0:34992:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1789130495.877627:0:34992:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1789130495.877628:0:34992:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789130495.877631:0:34992:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130495.877632:0:34992:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130495.877633:0:34992:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130495.877635:0:34992:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1789130495.877636:0:34992:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130495.877638:0:34992:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130495.877640:0:34992:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130495.877642:0:34992:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789130495.877643:0:34992:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130495.877644:0:34992:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1789130495.877645:0:34992:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1789130495.877646:0:34992:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1789130495.877648:0:34992:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8), inode mode 41ff mask 44 00000080:00000001:1.0:1789130495.877652:0:34992:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130495.877657:0:34992:0:(dir.c:3010:ll_dir_open()) Process entered 00000080:00000001:1.0:1789130495.877659:0:34992:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:1.0:1789130495.877661:0:34992:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c6fb78 00000080:00200008:1.0:1789130495.877663:0:34992:0:(file.c:1090:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff9caf601980c8), flags 100000 00000080:00000010:1.0:1789130495.877668:0:34992:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9caf417a8780. 00000080:00000001:1.0:1789130495.877672:0:34992:0:(file.c:1115:ll_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130495.877674:0:34992:0:(dir.c:3011:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130495.877764:0:34992:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789130495.877767:0:34992:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffd4fc3fca0 00000080:00000001:1.0:1789130495.877774:0:34992:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789130495.877777:0:34992:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789130495.877782:0:34992:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf487c2400. 00000020:00000001:1.0:1789130495.877786:0:34992:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130495.877789:0:34992:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789130495.877791:0:34992:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789130495.877794:0:34992:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf487c2400 uarg=0000000000000000 00800000:00000001:1.0:1789130495.877800:0:34992:0:(obd_class.h:1075:obd_statfs()) Process entered 00800000:00000004:1.0:1789130495.877850:0:34992:0:(obd_class.h:1091:obd_statfs()) lustre-MDT0000-mdc-ffff9caf5014c800: age 1912, max_age 1921 00000002:00000001:1.0:1789130495.877854:0:34992:0:(mdc_request.c:1667:mdc_statfs()) Process entered 00000020:00000040:1.0:1789130495.877856:0:34992:0:(genops.c:1210:class_import_get()) import ffff9caf6079a800 refcount=8 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000100:00000010:1.0:1789130495.877862:0:34992:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf615d7840. 00000020:00000040:1.0:1789130495.877865:0:34992:0:(genops.c:1210:class_import_get()) import ffff9caf6079a800 refcount=9 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000100:00000001:1.0:1789130495.877868:0:34992:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789130495.877871:0:34992:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789130495.877874:0:34992:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789130495.877880:0:34992:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9caf4a83a100. 00000100:00000001:1.0:1789130495.877887:0:34992:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130495.877891:0:34992:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1789130495.877892:0:34992:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1789130495.877898:0:34992:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9caf4845b300. 00000100:00000001:1.0:1789130495.877900:0:34992:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446634875378578176 : -109198330973440 : ffff9caf4845b300) 00000100:00000001:1.0:1789130495.877903:0:34992:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789130495.877904:0:34992:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875799566400 : -109197909985216 : ffff9caf615d7840) 00000100:00000001:1.0:1789130495.877909:0:34992:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789130495.877913:0:34992:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130495.877914:0:34992:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1789130495.877916:0:34992:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789130495.877926:0:34992:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf615d7840 x1876037329059584/t0(0) o41->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130495.877934:0:34992:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789130495.877936:0:34992:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130495.877940:0:34992:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789130495.877942:0:34992:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789130495.877945:0:34992:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789130495.877947:0:34992:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf615d7840 pname:cluuid:pid:xid:nid:opc:job lfs:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:34992:1876037329059584:192.168.204.123@tcp:41:lfs.0 00000100:00000001:1.0:1789130495.877952:0:34992:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789130495.877957:0:34992:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789130495.877959:0:34992:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130495.877961:0:34992:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789130495.877966:0:34992:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9caf487c2000. 02000000:00000001:1.0:1789130495.877968:0:34992:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789130495.877975:0:34992:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:1.0:1789130495.877979:0:34992:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf42d8ec08. 00000400:00000010:1.0:1789130495.877985:0:34992:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf462a35d8. 00000100:00000200:1.0:1789130495.877992:0:34992:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876037329059584, portal 10 00000100:00000001:1.0:1789130495.877994:0:34992:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789130495.877995:0:34992:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875799566400 : -109197909985216 : ffff9caf615d7840) 00000100:00000040:1.0:1789130495.878002:0:34992:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9caf615d7840 x1876037329059584/t0(0) o41->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/368 e 0 to 0 dl 1789130511 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130495.878009:0:34992:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789130495.878012:0:34992:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:1.0:1789130495.878015:0:34992:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf462a3c38. 00000100:00000200:1.0:1789130495.878018:0:34992:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876037329059584, offset 0 00000400:00000200:1.0:1789130495.878024:0:34992:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:1.0:1789130495.878033:0:34992:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:1.0:1789130495.878040:0:34992:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:1.0:1789130495.878046:0:34992:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789130495.878050:0:34992:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:1.0:1789130495.878054:0:34992:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789130495.878057:0:34992:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:1.0:1789130495.878061:0:34992:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2712:2712:256:4294967295] 192.168.204.123@tcp LPNI seq info [2711:2711:8:4294967295] 00000400:00000200:1.0:1789130495.878065:0:34992:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:1.0:1789130495.878075:0:34992:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:1.0:1789130495.878081:0:34992:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:1.0:1789130495.878086:0:34992:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf4a83af00. 00000800:00000200:1.0:1789130495.878093:0:34992:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:1.0:1789130495.878102:0:34992:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:1.0:1789130495.878106:0:34992:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf4a83af00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789130495.878124:0:34992:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789130495.878128:0:34992:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: using a timeout of 781561 usecs (782 jiffies) 00000400:00000200:1.0:1789130495.878132:0:34992:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:1.0:1789130495.878136:0:34992:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296590682 00000100:00000001:1.0:1789130495.878139:0:34992:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 2, keep current deadline 4296592375 00000100:00000001:1.0:1789130495.878141:0:34992:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296590682 00000100:00000001:1.0:1789130495.878143:0:34992:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 3, keep current deadline 4296592375 00000100:00000001:1.0:1789130495.878146:0:34992:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789130495.878148:0:34992:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130495.878151:0:34992:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789130495.878153:0:34992:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1789130495.878155:0:34992:0:(client.c:2715:ptlrpc_set_wait()) set ffff9caf4845b300 going to sleep for 11 seconds 00000100:00000001:1.0:1789130495.878158:0:34992:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789130495.878161:0:34992:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789130495.878328:0:2342:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789130495.878333:0:2342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf4a83af00. 00000400:00000200:2.0:1789130495.878337:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130495.878343:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:2.0:1789130495.878350:0:2342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf462a3c38 00000400:00000010:2.0:1789130495.878352:0:2342:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf462a3c38. 00000100:00000001:2.0:1789130495.878357:0:2342:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789130495.878361:0:2342:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf615d7840 x1876037329059584/t0(0) o41->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/368 e 0 to 0 dl 1789130511 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130495.878371:0:2342:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130495.878374:0:2342:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf615d7840 x1876037329059584/t0(0) o41->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/368 e 0 to 0 dl 1789130511 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130495.878388:0:2342:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130495.878389:0:2342:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1789130495.881204:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130495.881224:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789130495.881228:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130495.881231:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130495.881239:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130495.881248:0:2341:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:3.0:1789130495.881259:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130495.881264:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130495.881269:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130495.881274:0:2341:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 368 into portal 10 MB=0x6aa3efa957f00 00000400:00000200:3.0:1789130495.881291:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130495.881298:0:2341:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.123@tcp of length 368/368 into md 0x747d [1] + 224 00000800:00000001:3.0:1789130495.881306:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130495.881313:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130495.881317:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130495.881322:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:3.0:1789130495.881329:0:2341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789130495.881338:0:2341:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf615d7840 x1876037329059584/t0(0) o41->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/368 e 0 to 0 dl 1789130511 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789130495.881348:0:2341:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff9caf615d7840 x1876037329059584/t0(0) o41->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/368 e 0 to 0 dl 1789130511 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130495.881370:0:2341:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789130495.881381:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130495.881385:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130495.881617:0:34992:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789130495.881628:0:34992:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789130495.881631:0:34992:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789130495.881634:0:34992:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf42d8ec08. 00000400:00000200:1.0:1789130495.881640:0:34992:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf462a35d8 00000400:00000010:1.0:1789130495.881643:0:34992:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf462a35d8. 00000100:00000001:1.0:1789130495.881646:0:34992:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789130495.881651:0:34992:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf615d7840 x1876037329059584/t0(0) o41->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/368 e 0 to 0 dl 1789130511 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789130495.881660:0:34992:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf615d7840 x1876037329059584/t0(0) o41->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/368 e 0 to 0 dl 1789130511 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130495.881667:0:34992:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789130495.881669:0:34992:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130495.881671:0:34992:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789130495.881675:0:34992:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789130495.881677:0:34992:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789130495.881679:0:34992:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130495.881686:0:34992:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789130495.881698:0:34992:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf6079ac60 time=114 v=5 (5 104 104 104) 00000100:00001000:1.0:1789130495.881703:0:34992:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf6079ac18 time=36 v=5 (1 0 0 0) 00000100:00000001:1.0:1789130495.881705:0:34992:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789130495.881708:0:34992:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130495.881711:0:34992:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789130495.881715:0:34992:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130495.881719:0:34992:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789130495.881721:0:34992:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9caf5014c800: skip recheck: last_committed 8589934612 00000100:00000001:1.0:1789130495.881724:0:34992:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789130495.881727:0:34992:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789130495.881732:0:34992:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf615d7840 x1876037329059584/t0(0) o41->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/368 e 0 to 0 dl 1789130511 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130495.881739:0:34992:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789130495.881744:0:34992:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789130495.881747:0:34992:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789130495.881750:0:34992:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf615d7840 x1876037329059584/t0(0) o41->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/368 e 0 to 0 dl 1789130511 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789130495.881758:0:34992:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf615d7840 pname:cluuid:pid:xid:nid:opc:job lfs:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:34992:1876037329059584:192.168.204.123@tcp:41:lfs.0 00000100:00000001:1.0:1789130495.881763:0:34992:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130495.881766:0:34992:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130495.881769:0:34992:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1789130495.881770:0:34992:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789130495.881773:0:34992:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf615d7840 x1876037329059584/t0(0) o41->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/368 e 0 to 0 dl 1789130511 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130495.881781:0:34992:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789130495.881784:0:34992:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9caf4845b300. 00000100:00000001:1.0:1789130495.881787:0:34992:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1789130495.881788:0:34992:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789130495.881796:0:34992:0:(mdc_request.c:1719:mdc_statfs()) Process leaving 00000100:00000001:1.0:1789130495.881798:0:34992:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789130495.881801:0:34992:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf615d7840 x1876037329059584/t0(0) o41->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/368 e 0 to 0 dl 1789130511 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130495.882306:0:34992:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789130495.882309:0:34992:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789130495.882312:0:34992:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9caf487c2000. 02000000:00000001:1.0:1789130495.882316:0:34992:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789130495.882319:0:34992:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1789130495.882321:0:34992:0:(genops.c:1223:class_import_put()) import ffff9caf6079a800 refcount=8 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000020:00000001:1.0:1789130495.882324:0:34992:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1789130495.882327:0:34992:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9caf4a83a100. 02000000:00000001:1.0:1789130495.882330:0:34992:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789130495.882332:0:34992:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789130495.882334:0:34992:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf615d7840. 00000100:00000001:1.0:1789130495.882341:0:34992:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789130495.882342:0:34992:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1789130495.882344:0:34992:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1789130495.882345:0:34992:0:(genops.c:1223:class_import_put()) import ffff9caf6079a800 refcount=7 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000020:00000001:1.0:1789130495.882347:0:34992:0:(genops.c:1230:class_import_put()) Process leaving 00800000:00000004:1.0:1789130495.882350:0:34992:0:(obd_class.h:1117:obd_statfs()) lustre-MDT0000-mdc-ffff9caf5014c800: update ffff9caf584fb8e0 cache blocks 17238/17271 objects 533391/533747 00800000:00000001:1.0:1789130495.882354:0:34992:0:(obd_class.h:1136:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789130495.882361:0:34992:0:(lmv_obd.c:1197:lmv_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130495.882364:0:34992:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1789130495.882367:0:34992:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf487c2400. 00000080:00000001:1.0:1789130495.882370:0:34992:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130495.882373:0:34992:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130495.882459:0:34992:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789130495.882461:0:34992:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffd4fc3fca0 00000080:00000001:1.0:1789130495.882469:0:34992:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789130495.882471:0:34992:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789130495.882476:0:34992:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf487c2400. 00000020:00000001:1.0:1789130495.882479:0:34992:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130495.882481:0:34992:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789130495.882484:0:34992:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789130495.882486:0:34992:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf487c2400 uarg=0000000000000000 00800000:00000001:1.0:1789130495.882489:0:34992:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.882491:0:34992:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.882493:0:34992:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789130495.882495:0:34992:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf487c2400. 00000080:00000001:1.0:1789130495.882497:0:34992:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.882498:0:34992:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.882502:0:34992:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789130495.882503:0:34992:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffd4fc3fca0 00000080:00000001:1.0:1789130495.882505:0:34992:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789130495.882506:0:34992:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789130495.882508:0:34992:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf487c2400. 00000020:00000001:1.0:1789130495.882509:0:34992:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130495.882510:0:34992:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789130495.882511:0:34992:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789130495.882512:0:34992:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf487c2400 uarg=0000000000000000 00800000:00000001:1.0:1789130495.882514:0:34992:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.882515:0:34992:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.882516:0:34992:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789130495.882518:0:34992:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf487c2400. 00000080:00000001:1.0:1789130495.882519:0:34992:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.882521:0:34992:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.882522:0:34992:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789130495.882523:0:34992:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffd4fc3fca0 00000080:00000001:1.0:1789130495.882525:0:34992:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789130495.882526:0:34992:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789130495.882527:0:34992:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf487c2400. 00000020:00000001:1.0:1789130495.882528:0:34992:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130495.882529:0:34992:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789130495.882530:0:34992:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789130495.882531:0:34992:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf487c2400 uarg=0000000000000000 00800000:00000001:1.0:1789130495.882533:0:34992:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.882534:0:34992:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.882535:0:34992:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789130495.882536:0:34992:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf487c2400. 00000080:00000001:1.0:1789130495.882538:0:34992:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.882540:0:34992:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.882542:0:34992:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789130495.882543:0:34992:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffd4fc3fca0 00000080:00000001:1.0:1789130495.882544:0:34992:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789130495.882546:0:34992:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789130495.882547:0:34992:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf487c2400. 00000020:00000001:1.0:1789130495.882549:0:34992:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130495.882550:0:34992:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789130495.882551:0:34992:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789130495.882552:0:34992:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf487c2400 uarg=0000000000000000 00800000:00000001:1.0:1789130495.882554:0:34992:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.882555:0:34992:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.882556:0:34992:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789130495.882558:0:34992:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf487c2400. 00000080:00000001:1.0:1789130495.882560:0:34992:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.882561:0:34992:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.882564:0:34992:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789130495.882565:0:34992:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffd4fc3fca0 00000080:00000001:1.0:1789130495.882567:0:34992:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789130495.882568:0:34992:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789130495.882570:0:34992:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf487c2400. 00000020:00000001:1.0:1789130495.882572:0:34992:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130495.882573:0:34992:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789130495.882574:0:34992:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789130495.882576:0:34992:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf487c2400 uarg=0000000000000000 00800000:00000001:1.0:1789130495.882578:0:34992:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.882580:0:34992:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.882582:0:34992:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789130495.882584:0:34992:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf487c2400. 00000080:00000001:1.0:1789130495.882585:0:34992:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.882587:0:34992:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.882590:0:34992:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789130495.882591:0:34992:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffd4fc3fca0 00000080:00000001:1.0:1789130495.882594:0:34992:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789130495.882595:0:34992:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789130495.882596:0:34992:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf487c2400. 00000020:00000001:1.0:1789130495.882598:0:34992:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130495.882600:0:34992:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789130495.882601:0:34992:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789130495.882602:0:34992:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf487c2400 uarg=0000000000000000 00800000:00000001:1.0:1789130495.882605:0:34992:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.882608:0:34992:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.882610:0:34992:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789130495.882612:0:34992:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf487c2400. 00000080:00000001:1.0:1789130495.882614:0:34992:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.882615:0:34992:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.882618:0:34992:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789130495.882620:0:34992:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffd4fc3fca0 00000080:00000001:1.0:1789130495.882622:0:34992:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789130495.882623:0:34992:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789130495.882626:0:34992:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf487c2400. 00000020:00000001:1.0:1789130495.882628:0:34992:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130495.882629:0:34992:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789130495.882630:0:34992:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789130495.882631:0:34992:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf487c2400 uarg=0000000000000000 00800000:00000001:1.0:1789130495.882634:0:34992:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.882636:0:34992:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.882637:0:34992:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789130495.882640:0:34992:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf487c2400. 00000080:00000001:1.0:1789130495.882642:0:34992:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.882643:0:34992:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.882647:0:34992:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789130495.882649:0:34992:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffd4fc3fca0 00000080:00000001:1.0:1789130495.882651:0:34992:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789130495.882652:0:34992:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789130495.882654:0:34992:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf487c2400. 00000020:00000001:1.0:1789130495.882656:0:34992:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130495.882658:0:34992:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789130495.882659:0:34992:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789130495.882660:0:34992:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf487c2400 uarg=0000000000000000 00800000:00000001:1.0:1789130495.882665:0:34992:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.882667:0:34992:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.882669:0:34992:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789130495.882671:0:34992:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf487c2400. 00000080:00000001:1.0:1789130495.882673:0:34992:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.882675:0:34992:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.882678:0:34992:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789130495.882679:0:34992:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffd4fc3fca0 00000080:00000001:1.0:1789130495.882682:0:34992:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789130495.882683:0:34992:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789130495.882685:0:34992:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf487c2400. 00000020:00000001:1.0:1789130495.882686:0:34992:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130495.882687:0:34992:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789130495.882689:0:34992:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789130495.882690:0:34992:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf487c2400 uarg=0000000000000000 00800000:00000001:1.0:1789130495.882692:0:34992:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.882694:0:34992:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.882696:0:34992:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789130495.882698:0:34992:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf487c2400. 00000080:00000001:1.0:1789130495.882700:0:34992:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.882702:0:34992:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.882704:0:34992:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789130495.882706:0:34992:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffd4fc3fca0 00000080:00000001:1.0:1789130495.882708:0:34992:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789130495.882710:0:34992:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789130495.882712:0:34992:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf487c2400. 00000020:00000001:1.0:1789130495.882713:0:34992:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130495.882715:0:34992:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789130495.882716:0:34992:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789130495.882717:0:34992:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf487c2400 uarg=0000000000000000 00800000:00000001:1.0:1789130495.882719:0:34992:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.882721:0:34992:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.882723:0:34992:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789130495.882725:0:34992:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf487c2400. 00000080:00000001:1.0:1789130495.882727:0:34992:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.882729:0:34992:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.882732:0:34992:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789130495.882733:0:34992:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffd4fc3fca0 00000080:00000001:1.0:1789130495.882736:0:34992:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789130495.882737:0:34992:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789130495.882739:0:34992:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf487c2400. 00000020:00000001:1.0:1789130495.882741:0:34992:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130495.882742:0:34992:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789130495.882743:0:34992:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789130495.882744:0:34992:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf487c2400 uarg=0000000000000000 00800000:00000001:1.0:1789130495.882746:0:34992:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.882748:0:34992:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.882749:0:34992:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789130495.882751:0:34992:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf487c2400. 00000080:00000001:1.0:1789130495.882753:0:34992:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.882755:0:34992:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.882758:0:34992:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789130495.882759:0:34992:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffd4fc3fca0 00000080:00000001:1.0:1789130495.882761:0:34992:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789130495.882762:0:34992:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789130495.882764:0:34992:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf487c2400. 00000020:00000001:1.0:1789130495.882766:0:34992:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130495.882767:0:34992:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789130495.882768:0:34992:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789130495.882770:0:34992:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf487c2400 uarg=0000000000000000 00800000:00000001:1.0:1789130495.882772:0:34992:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.882774:0:34992:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.882776:0:34992:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789130495.882778:0:34992:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf487c2400. 00000080:00000001:1.0:1789130495.882780:0:34992:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.882782:0:34992:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.882785:0:34992:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789130495.882786:0:34992:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffd4fc3fca0 00000080:00000001:1.0:1789130495.882789:0:34992:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789130495.882789:0:34992:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789130495.882791:0:34992:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf487c2400. 00000020:00000001:1.0:1789130495.882793:0:34992:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130495.882794:0:34992:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789130495.882795:0:34992:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789130495.882796:0:34992:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf487c2400 uarg=0000000000000000 00800000:00000001:1.0:1789130495.882798:0:34992:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.882800:0:34992:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.882801:0:34992:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789130495.882877:0:34992:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf487c2400. 00000080:00000001:1.0:1789130495.882879:0:34992:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.882881:0:34992:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.882885:0:34992:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789130495.882886:0:34992:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffd4fc3fca0 00000080:00000001:1.0:1789130495.882889:0:34992:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789130495.882890:0:34992:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789130495.882893:0:34992:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf487c2400. 00000020:00000001:1.0:1789130495.882895:0:34992:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130495.882897:0:34992:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789130495.882898:0:34992:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789130495.882899:0:34992:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf487c2400 uarg=0000000000000000 00800000:00000001:1.0:1789130495.882902:0:34992:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.882904:0:34992:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.882905:0:34992:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789130495.882907:0:34992:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf487c2400. 00000080:00000001:1.0:1789130495.882909:0:34992:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.882911:0:34992:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.882914:0:34992:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789130495.882915:0:34992:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffd4fc3fca0 00000080:00000001:1.0:1789130495.882918:0:34992:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789130495.882919:0:34992:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789130495.882921:0:34992:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf487c2400. 00000020:00000001:1.0:1789130495.882922:0:34992:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130495.882924:0:34992:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789130495.882925:0:34992:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789130495.882926:0:34992:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf487c2400 uarg=0000000000000000 00800000:00000001:1.0:1789130495.882928:0:34992:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.882930:0:34992:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.882932:0:34992:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789130495.882934:0:34992:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf487c2400. 00000080:00000001:1.0:1789130495.882936:0:34992:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.882938:0:34992:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.882940:0:34992:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789130495.882941:0:34992:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffd4fc3fca0 00000080:00000001:1.0:1789130495.882944:0:34992:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789130495.882945:0:34992:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789130495.882946:0:34992:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf487c2400. 00000020:00000001:1.0:1789130495.882948:0:34992:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130495.882949:0:34992:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789130495.882950:0:34992:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789130495.882951:0:34992:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf487c2400 uarg=0000000000000000 00800000:00000001:1.0:1789130495.882953:0:34992:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.882954:0:34992:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.882955:0:34992:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789130495.882957:0:34992:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf487c2400. 00000080:00000001:1.0:1789130495.882958:0:34992:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.882960:0:34992:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.882962:0:34992:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789130495.882963:0:34992:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffd4fc3fca0 00000080:00000001:1.0:1789130495.882965:0:34992:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789130495.882966:0:34992:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789130495.882968:0:34992:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf487c2400. 00000020:00000001:1.0:1789130495.882970:0:34992:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130495.882972:0:34992:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789130495.882973:0:34992:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789130495.882974:0:34992:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf487c2400 uarg=0000000000000000 00800000:00000001:1.0:1789130495.882977:0:34992:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.882978:0:34992:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.882980:0:34992:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789130495.882981:0:34992:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf487c2400. 00000080:00000001:1.0:1789130495.882983:0:34992:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.882984:0:34992:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.882986:0:34992:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789130495.882987:0:34992:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffd4fc3fca0 00000080:00000001:1.0:1789130495.882989:0:34992:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789130495.882990:0:34992:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789130495.882992:0:34992:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf487c2400. 00000020:00000001:1.0:1789130495.882993:0:34992:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130495.882994:0:34992:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789130495.882995:0:34992:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789130495.882996:0:34992:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf487c2400 uarg=0000000000000000 00800000:00000001:1.0:1789130495.882998:0:34992:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.882999:0:34992:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.883001:0:34992:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789130495.883003:0:34992:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf487c2400. 00000080:00000001:1.0:1789130495.883004:0:34992:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.883006:0:34992:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.883008:0:34992:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789130495.883009:0:34992:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffd4fc3fca0 00000080:00000001:1.0:1789130495.883010:0:34992:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789130495.883011:0:34992:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789130495.883013:0:34992:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf487c2400. 00000020:00000001:1.0:1789130495.883014:0:34992:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130495.883015:0:34992:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789130495.883017:0:34992:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789130495.883018:0:34992:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf487c2400 uarg=0000000000000000 00800000:00000001:1.0:1789130495.883020:0:34992:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.883022:0:34992:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.883024:0:34992:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789130495.883025:0:34992:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf487c2400. 00000080:00000001:1.0:1789130495.883027:0:34992:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.883028:0:34992:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.883031:0:34992:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789130495.883032:0:34992:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffd4fc3fca0 00000080:00000001:1.0:1789130495.883034:0:34992:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789130495.883035:0:34992:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789130495.883037:0:34992:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf487c2400. 00000020:00000001:1.0:1789130495.883038:0:34992:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130495.883040:0:34992:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789130495.883041:0:34992:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789130495.883042:0:34992:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf487c2400 uarg=0000000000000000 00800000:00000001:1.0:1789130495.883045:0:34992:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.883047:0:34992:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.883048:0:34992:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789130495.883050:0:34992:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf487c2400. 00000080:00000001:1.0:1789130495.883052:0:34992:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.883054:0:34992:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.883057:0:34992:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789130495.883058:0:34992:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffd4fc3fca0 00000080:00000001:1.0:1789130495.883060:0:34992:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789130495.883061:0:34992:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789130495.883063:0:34992:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf487c2400. 00000020:00000001:1.0:1789130495.883065:0:34992:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130495.883066:0:34992:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789130495.883067:0:34992:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789130495.883068:0:34992:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf487c2400 uarg=0000000000000000 00800000:00000001:1.0:1789130495.883071:0:34992:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.883073:0:34992:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.883074:0:34992:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789130495.883076:0:34992:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf487c2400. 00000080:00000001:1.0:1789130495.883078:0:34992:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.883080:0:34992:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.883082:0:34992:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789130495.883083:0:34992:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffd4fc3fca0 00000080:00000001:1.0:1789130495.883086:0:34992:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789130495.883087:0:34992:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789130495.883089:0:34992:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf487c2400. 00000020:00000001:1.0:1789130495.883090:0:34992:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130495.883092:0:34992:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789130495.883093:0:34992:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789130495.883094:0:34992:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf487c2400 uarg=0000000000000000 00800000:00000001:1.0:1789130495.883097:0:34992:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.883098:0:34992:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.883100:0:34992:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789130495.883102:0:34992:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf487c2400. 00000080:00000001:1.0:1789130495.883104:0:34992:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.883106:0:34992:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.883109:0:34992:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789130495.883111:0:34992:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffd4fc3fca0 00000080:00000001:1.0:1789130495.883114:0:34992:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789130495.883119:0:34992:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789130495.883122:0:34992:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf487c2400. 00000020:00000001:1.0:1789130495.883124:0:34992:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130495.883126:0:34992:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789130495.883127:0:34992:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789130495.883128:0:34992:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf487c2400 uarg=0000000000000000 00800000:00000001:1.0:1789130495.883130:0:34992:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.883132:0:34992:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.883134:0:34992:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789130495.883136:0:34992:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf487c2400. 00000080:00000001:1.0:1789130495.883139:0:34992:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.883140:0:34992:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.883143:0:34992:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789130495.883144:0:34992:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffd4fc3fca0 00000080:00000001:1.0:1789130495.883147:0:34992:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789130495.883148:0:34992:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789130495.883150:0:34992:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf487c2400. 00000020:00000001:1.0:1789130495.883153:0:34992:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130495.883154:0:34992:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789130495.883155:0:34992:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789130495.883157:0:34992:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf487c2400 uarg=0000000000000000 00800000:00000001:1.0:1789130495.883159:0:34992:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.883161:0:34992:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.883163:0:34992:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789130495.883165:0:34992:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf487c2400. 00000080:00000001:1.0:1789130495.883167:0:34992:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.883169:0:34992:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.883171:0:34992:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789130495.883172:0:34992:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffd4fc3fca0 00000080:00000001:1.0:1789130495.883174:0:34992:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789130495.883175:0:34992:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789130495.883178:0:34992:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf487c2400. 00000020:00000001:1.0:1789130495.883179:0:34992:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130495.883181:0:34992:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789130495.883182:0:34992:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789130495.883183:0:34992:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf487c2400 uarg=0000000000000000 00800000:00000001:1.0:1789130495.883186:0:34992:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.883188:0:34992:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.883190:0:34992:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789130495.883192:0:34992:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf487c2400. 00000080:00000001:1.0:1789130495.883194:0:34992:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.883196:0:34992:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.883198:0:34992:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789130495.883201:0:34992:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffd4fc3fca0 00000080:00000001:1.0:1789130495.883203:0:34992:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789130495.883204:0:34992:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789130495.883206:0:34992:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf487c2400. 00000020:00000001:1.0:1789130495.883209:0:34992:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130495.883210:0:34992:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789130495.883211:0:34992:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789130495.883213:0:34992:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf487c2400 uarg=0000000000000000 00800000:00000001:1.0:1789130495.883216:0:34992:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.883218:0:34992:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.883220:0:34992:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789130495.883222:0:34992:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf487c2400. 00000080:00000001:1.0:1789130495.883224:0:34992:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.883225:0:34992:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.883228:0:34992:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789130495.883230:0:34992:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffd4fc3fca0 00000080:00000001:1.0:1789130495.883232:0:34992:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789130495.883233:0:34992:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789130495.883236:0:34992:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf487c2400. 00000020:00000001:1.0:1789130495.883237:0:34992:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130495.883239:0:34992:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789130495.883240:0:34992:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789130495.883241:0:34992:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf487c2400 uarg=0000000000000000 00800000:00000001:1.0:1789130495.883243:0:34992:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.883245:0:34992:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.883247:0:34992:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789130495.883248:0:34992:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf487c2400. 00000080:00000001:1.0:1789130495.883251:0:34992:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.883252:0:34992:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.883255:0:34992:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789130495.883257:0:34992:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffd4fc3fca0 00000080:00000001:1.0:1789130495.883259:0:34992:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789130495.883260:0:34992:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789130495.883263:0:34992:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf487c2400. 00000020:00000001:1.0:1789130495.883265:0:34992:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130495.883266:0:34992:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789130495.883267:0:34992:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789130495.883268:0:34992:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf487c2400 uarg=0000000000000000 00800000:00000001:1.0:1789130495.883271:0:34992:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.883273:0:34992:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.883274:0:34992:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789130495.883277:0:34992:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf487c2400. 00000080:00000001:1.0:1789130495.883279:0:34992:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.883281:0:34992:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.883284:0:34992:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789130495.883285:0:34992:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffd4fc3fca0 00000080:00000001:1.0:1789130495.883287:0:34992:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789130495.883288:0:34992:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789130495.883290:0:34992:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf487c2400. 00000020:00000001:1.0:1789130495.883292:0:34992:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130495.883294:0:34992:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789130495.883295:0:34992:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789130495.883296:0:34992:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf487c2400 uarg=0000000000000000 00800000:00000001:1.0:1789130495.883298:0:34992:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.883300:0:34992:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.883302:0:34992:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789130495.883303:0:34992:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf487c2400. 00000080:00000001:1.0:1789130495.883305:0:34992:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.883307:0:34992:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.883309:0:34992:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789130495.883310:0:34992:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffd4fc3fca0 00000080:00000001:1.0:1789130495.883312:0:34992:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789130495.883313:0:34992:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789130495.883315:0:34992:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf487c2400. 00000020:00000001:1.0:1789130495.883317:0:34992:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130495.883318:0:34992:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789130495.883320:0:34992:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789130495.883321:0:34992:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf487c2400 uarg=0000000000000000 00800000:00000001:1.0:1789130495.883323:0:34992:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.883325:0:34992:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.883327:0:34992:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789130495.883329:0:34992:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf487c2400. 00000080:00000001:1.0:1789130495.883331:0:34992:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.883332:0:34992:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.883336:0:34992:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789130495.883337:0:34992:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffd4fc3fca0 00000080:00000001:1.0:1789130495.883340:0:34992:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789130495.883341:0:34992:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789130495.883343:0:34992:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf487c2400. 00000020:00000001:1.0:1789130495.883345:0:34992:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130495.883347:0:34992:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789130495.883348:0:34992:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789130495.883349:0:34992:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf487c2400 uarg=0000000000000000 00800000:00000001:1.0:1789130495.883351:0:34992:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.883353:0:34992:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.883355:0:34992:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789130495.883357:0:34992:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf487c2400. 00000080:00000001:1.0:1789130495.883359:0:34992:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.883361:0:34992:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.883365:0:34992:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789130495.883366:0:34992:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffd4fc3fca0 00000080:00000001:1.0:1789130495.883369:0:34992:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789130495.883370:0:34992:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789130495.883373:0:34992:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf487c2400. 00000020:00000001:1.0:1789130495.883375:0:34992:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130495.883376:0:34992:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789130495.883377:0:34992:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789130495.883378:0:34992:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf487c2400 uarg=0000000000000000 00800000:00000001:1.0:1789130495.883381:0:34992:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.883383:0:34992:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.883385:0:34992:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789130495.883387:0:34992:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf487c2400. 00000080:00000001:1.0:1789130495.883390:0:34992:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.883391:0:34992:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.883394:0:34992:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789130495.883395:0:34992:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffd4fc3fca0 00000080:00000001:1.0:1789130495.883397:0:34992:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789130495.883398:0:34992:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789130495.883400:0:34992:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf487c2400. 00000020:00000001:1.0:1789130495.883402:0:34992:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130495.883403:0:34992:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789130495.883405:0:34992:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789130495.883406:0:34992:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf487c2400 uarg=0000000000000000 00800000:00000001:1.0:1789130495.883408:0:34992:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.883410:0:34992:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.883411:0:34992:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789130495.883413:0:34992:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf487c2400. 00000080:00000001:1.0:1789130495.883415:0:34992:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.883417:0:34992:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.883420:0:34992:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789130495.883421:0:34992:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffd4fc3fca0 00000080:00000001:1.0:1789130495.883424:0:34992:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789130495.883424:0:34992:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789130495.883427:0:34992:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf487c2400. 00000020:00000001:1.0:1789130495.883428:0:34992:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130495.883430:0:34992:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789130495.883431:0:34992:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789130495.883432:0:34992:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf487c2400 uarg=0000000000000000 00800000:00000001:1.0:1789130495.883434:0:34992:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.883435:0:34992:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.883437:0:34992:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789130495.883439:0:34992:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf487c2400. 00000080:00000001:1.0:1789130495.883441:0:34992:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.883442:0:34992:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.883445:0:34992:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789130495.883446:0:34992:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffd4fc3fca0 00000080:00000001:1.0:1789130495.883448:0:34992:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789130495.883449:0:34992:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789130495.883450:0:34992:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf487c2400. 00000020:00000001:1.0:1789130495.883452:0:34992:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130495.883453:0:34992:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789130495.883455:0:34992:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789130495.883456:0:34992:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf487c2400 uarg=0000000000000000 00800000:00000001:1.0:1789130495.883458:0:34992:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.883460:0:34992:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.883461:0:34992:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789130495.883463:0:34992:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf487c2400. 00000080:00000001:1.0:1789130495.883464:0:34992:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.883466:0:34992:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.883468:0:34992:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789130495.883469:0:34992:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffd4fc3fca0 00000080:00000001:1.0:1789130495.883471:0:34992:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789130495.883472:0:34992:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789130495.883474:0:34992:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf487c2400. 00000020:00000001:1.0:1789130495.883476:0:34992:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130495.883477:0:34992:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789130495.883478:0:34992:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789130495.883479:0:34992:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf487c2400 uarg=0000000000000000 00800000:00000001:1.0:1789130495.883481:0:34992:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.883482:0:34992:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.883484:0:34992:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789130495.883485:0:34992:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf487c2400. 00000080:00000001:1.0:1789130495.883488:0:34992:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.883489:0:34992:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.883491:0:34992:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789130495.883493:0:34992:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffd4fc3fca0 00000080:00000001:1.0:1789130495.883495:0:34992:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789130495.883496:0:34992:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789130495.883498:0:34992:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf487c2400. 00000020:00000001:1.0:1789130495.883500:0:34992:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130495.883501:0:34992:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789130495.883502:0:34992:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789130495.883503:0:34992:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf487c2400 uarg=0000000000000000 00800000:00000001:1.0:1789130495.883505:0:34992:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.883507:0:34992:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.883508:0:34992:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789130495.883510:0:34992:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf487c2400. 00000080:00000001:1.0:1789130495.883512:0:34992:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.883514:0:34992:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.883516:0:34992:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789130495.883517:0:34992:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffd4fc3fca0 00000080:00000001:1.0:1789130495.883519:0:34992:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789130495.883520:0:34992:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789130495.883522:0:34992:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf487c2400. 00000020:00000001:1.0:1789130495.883523:0:34992:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130495.883525:0:34992:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789130495.883526:0:34992:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789130495.883527:0:34992:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf487c2400 uarg=0000000000000000 00800000:00000001:1.0:1789130495.883529:0:34992:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.883531:0:34992:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.883533:0:34992:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789130495.883535:0:34992:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf487c2400. 00000080:00000001:1.0:1789130495.883537:0:34992:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.883538:0:34992:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.883541:0:34992:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789130495.883542:0:34992:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffd4fc3fca0 00000080:00000001:1.0:1789130495.883544:0:34992:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789130495.883546:0:34992:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789130495.883548:0:34992:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf487c2400. 00000020:00000001:1.0:1789130495.883550:0:34992:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130495.883551:0:34992:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789130495.883552:0:34992:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789130495.883553:0:34992:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf487c2400 uarg=0000000000000000 00800000:00000001:1.0:1789130495.883556:0:34992:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.883557:0:34992:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.883559:0:34992:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789130495.883561:0:34992:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf487c2400. 00000080:00000001:1.0:1789130495.883563:0:34992:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.883565:0:34992:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.883568:0:34992:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789130495.883569:0:34992:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffd4fc3fca0 00000080:00000001:1.0:1789130495.883572:0:34992:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789130495.883573:0:34992:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789130495.883575:0:34992:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf487c2400. 00000020:00000001:1.0:1789130495.883577:0:34992:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130495.883578:0:34992:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789130495.883580:0:34992:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789130495.883581:0:34992:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf487c2400 uarg=0000000000000000 00800000:00000001:1.0:1789130495.883583:0:34992:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.883585:0:34992:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.883587:0:34992:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789130495.883588:0:34992:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf487c2400. 00000080:00000001:1.0:1789130495.883591:0:34992:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.883593:0:34992:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.883595:0:34992:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789130495.883597:0:34992:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffd4fc3fca0 00000080:00000001:1.0:1789130495.883599:0:34992:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789130495.883600:0:34992:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789130495.883602:0:34992:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf487c2400. 00000020:00000001:1.0:1789130495.883604:0:34992:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130495.883606:0:34992:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789130495.883607:0:34992:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789130495.883608:0:34992:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf487c2400 uarg=0000000000000000 00800000:00000001:1.0:1789130495.883610:0:34992:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.883612:0:34992:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.883613:0:34992:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789130495.883616:0:34992:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf487c2400. 00000080:00000001:1.0:1789130495.883618:0:34992:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.883619:0:34992:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.883622:0:34992:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789130495.883623:0:34992:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffd4fc3fca0 00000080:00000001:1.0:1789130495.883626:0:34992:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789130495.883627:0:34992:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789130495.883629:0:34992:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf487c2400. 00000020:00000001:1.0:1789130495.883631:0:34992:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130495.883632:0:34992:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789130495.883633:0:34992:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789130495.883634:0:34992:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf487c2400 uarg=0000000000000000 00800000:00000001:1.0:1789130495.883636:0:34992:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.883638:0:34992:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.883640:0:34992:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789130495.883642:0:34992:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf487c2400. 00000080:00000001:1.0:1789130495.883644:0:34992:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.883646:0:34992:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.883648:0:34992:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789130495.883649:0:34992:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffd4fc3fca0 00000080:00000001:1.0:1789130495.883652:0:34992:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789130495.883653:0:34992:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789130495.883655:0:34992:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf487c2400. 00000020:00000001:1.0:1789130495.883658:0:34992:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130495.883659:0:34992:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789130495.883660:0:34992:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789130495.883661:0:34992:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf487c2400 uarg=0000000000000000 00800000:00000001:1.0:1789130495.883663:0:34992:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.883666:0:34992:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.883668:0:34992:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789130495.883670:0:34992:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf487c2400. 00000080:00000001:1.0:1789130495.883672:0:34992:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.883674:0:34992:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.883676:0:34992:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789130495.883678:0:34992:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffd4fc3fca0 00000080:00000001:1.0:1789130495.883680:0:34992:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789130495.883681:0:34992:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789130495.883683:0:34992:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf487c2400. 00000020:00000001:1.0:1789130495.883685:0:34992:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130495.883686:0:34992:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789130495.883687:0:34992:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789130495.883688:0:34992:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf487c2400 uarg=0000000000000000 00800000:00000001:1.0:1789130495.883690:0:34992:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.883692:0:34992:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.883693:0:34992:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789130495.883695:0:34992:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf487c2400. 00000080:00000001:1.0:1789130495.883697:0:34992:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.883699:0:34992:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.883702:0:34992:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789130495.883703:0:34992:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffd4fc3fca0 00000080:00000001:1.0:1789130495.883705:0:34992:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789130495.883706:0:34992:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789130495.883708:0:34992:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf487c2400. 00000020:00000001:1.0:1789130495.883711:0:34992:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130495.883712:0:34992:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789130495.883713:0:34992:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789130495.883715:0:34992:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf487c2400 uarg=0000000000000000 00800000:00000001:1.0:1789130495.883717:0:34992:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.883719:0:34992:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.883721:0:34992:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789130495.883723:0:34992:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf487c2400. 00000080:00000001:1.0:1789130495.883725:0:34992:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.883727:0:34992:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.883730:0:34992:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789130495.883731:0:34992:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffd4fc3fca0 00000080:00000001:1.0:1789130495.883733:0:34992:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789130495.883734:0:34992:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789130495.883737:0:34992:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf487c2400. 00000020:00000001:1.0:1789130495.883739:0:34992:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130495.883740:0:34992:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789130495.883741:0:34992:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789130495.883742:0:34992:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf487c2400 uarg=0000000000000000 00800000:00000001:1.0:1789130495.883745:0:34992:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.883746:0:34992:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.883748:0:34992:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789130495.883750:0:34992:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf487c2400. 00000080:00000001:1.0:1789130495.883753:0:34992:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.883754:0:34992:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.883757:0:34992:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789130495.883759:0:34992:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffd4fc3fca0 00000080:00000001:1.0:1789130495.883762:0:34992:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789130495.883763:0:34992:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789130495.883765:0:34992:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf487c2400. 00000020:00000001:1.0:1789130495.883767:0:34992:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130495.883768:0:34992:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789130495.883769:0:34992:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789130495.883771:0:34992:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf487c2400 uarg=0000000000000000 00800000:00000001:1.0:1789130495.883774:0:34992:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.883776:0:34992:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.883777:0:34992:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789130495.883779:0:34992:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf487c2400. 00000080:00000001:1.0:1789130495.883781:0:34992:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.883783:0:34992:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.883785:0:34992:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789130495.883787:0:34992:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffd4fc3fca0 00000080:00000001:1.0:1789130495.883789:0:34992:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789130495.883790:0:34992:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789130495.883792:0:34992:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf487c2400. 00000020:00000001:1.0:1789130495.883794:0:34992:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130495.883795:0:34992:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789130495.883796:0:34992:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789130495.883797:0:34992:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf487c2400 uarg=0000000000000000 00800000:00000001:1.0:1789130495.883800:0:34992:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.883912:0:34992:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.883915:0:34992:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789130495.883917:0:34992:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf487c2400. 00000080:00000001:1.0:1789130495.883920:0:34992:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.883921:0:34992:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.883926:0:34992:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789130495.883927:0:34992:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffd4fc3fca0 00000080:00000001:1.0:1789130495.883930:0:34992:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789130495.883932:0:34992:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789130495.883934:0:34992:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf487c2400. 00000020:00000001:1.0:1789130495.883937:0:34992:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130495.883939:0:34992:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789130495.883940:0:34992:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789130495.883942:0:34992:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf487c2400 uarg=0000000000000000 00800000:00000001:1.0:1789130495.883944:0:34992:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.883946:0:34992:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.883948:0:34992:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789130495.883949:0:34992:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf487c2400. 00000080:00000001:1.0:1789130495.883951:0:34992:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.883953:0:34992:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.883955:0:34992:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789130495.883956:0:34992:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffd4fc3fca0 00000080:00000001:1.0:1789130495.883958:0:34992:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789130495.883959:0:34992:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789130495.883962:0:34992:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf487c2400. 00000020:00000001:1.0:1789130495.883964:0:34992:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130495.883966:0:34992:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789130495.883966:0:34992:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789130495.883967:0:34992:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf487c2400 uarg=0000000000000000 00800000:00000001:1.0:1789130495.883970:0:34992:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.883971:0:34992:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.883973:0:34992:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789130495.883974:0:34992:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf487c2400. 00000080:00000001:1.0:1789130495.883976:0:34992:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.883978:0:34992:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.883980:0:34992:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789130495.883981:0:34992:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffd4fc3fca0 00000080:00000001:1.0:1789130495.883983:0:34992:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789130495.883984:0:34992:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789130495.883986:0:34992:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf487c2400. 00000020:00000001:1.0:1789130495.883988:0:34992:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130495.883990:0:34992:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789130495.883991:0:34992:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789130495.883992:0:34992:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf487c2400 uarg=0000000000000000 00800000:00000001:1.0:1789130495.883994:0:34992:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.883996:0:34992:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.883998:0:34992:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789130495.884000:0:34992:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf487c2400. 00000080:00000001:1.0:1789130495.884001:0:34992:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.884003:0:34992:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.884006:0:34992:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789130495.884008:0:34992:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffd4fc3fca0 00000080:00000001:1.0:1789130495.884010:0:34992:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789130495.884011:0:34992:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789130495.884013:0:34992:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf487c2400. 00000020:00000001:1.0:1789130495.884015:0:34992:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130495.884017:0:34992:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789130495.884019:0:34992:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789130495.884020:0:34992:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf487c2400 uarg=0000000000000000 00800000:00000001:1.0:1789130495.884022:0:34992:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.884024:0:34992:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.884026:0:34992:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789130495.884028:0:34992:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf487c2400. 00000080:00000001:1.0:1789130495.884030:0:34992:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.884032:0:34992:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.884035:0:34992:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789130495.884036:0:34992:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffd4fc3fca0 00000080:00000001:1.0:1789130495.884038:0:34992:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789130495.884039:0:34992:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789130495.884041:0:34992:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf487c2400. 00000020:00000001:1.0:1789130495.884043:0:34992:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130495.884044:0:34992:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789130495.884045:0:34992:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789130495.884046:0:34992:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf487c2400 uarg=0000000000000000 00800000:00000001:1.0:1789130495.884049:0:34992:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.884051:0:34992:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.884052:0:34992:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789130495.884054:0:34992:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf487c2400. 00000080:00000001:1.0:1789130495.884056:0:34992:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.884058:0:34992:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.884061:0:34992:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789130495.884062:0:34992:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffd4fc3fca0 00000080:00000001:1.0:1789130495.884064:0:34992:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789130495.884065:0:34992:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789130495.884067:0:34992:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf487c2400. 00000020:00000001:1.0:1789130495.884069:0:34992:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130495.884070:0:34992:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789130495.884071:0:34992:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789130495.884073:0:34992:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf487c2400 uarg=0000000000000000 00800000:00000001:1.0:1789130495.884075:0:34992:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.884077:0:34992:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.884079:0:34992:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789130495.884081:0:34992:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf487c2400. 00000080:00000001:1.0:1789130495.884083:0:34992:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.884085:0:34992:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.884088:0:34992:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789130495.884089:0:34992:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffd4fc3fca0 00000080:00000001:1.0:1789130495.884092:0:34992:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789130495.884093:0:34992:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789130495.884095:0:34992:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf487c2400. 00000020:00000001:1.0:1789130495.884097:0:34992:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130495.884098:0:34992:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789130495.884099:0:34992:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789130495.884101:0:34992:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf487c2400 uarg=0000000000000000 00800000:00000001:1.0:1789130495.884104:0:34992:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.884105:0:34992:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.884107:0:34992:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789130495.884109:0:34992:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf487c2400. 00000080:00000001:1.0:1789130495.884111:0:34992:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.884113:0:34992:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.884116:0:34992:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789130495.884118:0:34992:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffd4fc3fca0 00000080:00000001:1.0:1789130495.884120:0:34992:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789130495.884121:0:34992:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789130495.884123:0:34992:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf487c2400. 00000020:00000001:1.0:1789130495.884125:0:34992:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130495.884127:0:34992:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789130495.884128:0:34992:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789130495.884129:0:34992:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf487c2400 uarg=0000000000000000 00800000:00000001:1.0:1789130495.884131:0:34992:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.884133:0:34992:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.884135:0:34992:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789130495.884137:0:34992:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf487c2400. 00000080:00000001:1.0:1789130495.884139:0:34992:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.884141:0:34992:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.884144:0:34992:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789130495.884145:0:34992:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffd4fc3fca0 00000080:00000001:1.0:1789130495.884147:0:34992:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789130495.884148:0:34992:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789130495.884150:0:34992:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf487c2400. 00000020:00000001:1.0:1789130495.884152:0:34992:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130495.884153:0:34992:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789130495.884154:0:34992:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789130495.884156:0:34992:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf487c2400 uarg=0000000000000000 00800000:00000001:1.0:1789130495.884158:0:34992:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.884159:0:34992:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.884161:0:34992:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789130495.884163:0:34992:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf487c2400. 00000080:00000001:1.0:1789130495.884165:0:34992:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.884167:0:34992:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.884170:0:34992:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789130495.884171:0:34992:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffd4fc3fca0 00000080:00000001:1.0:1789130495.884173:0:34992:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789130495.884174:0:34992:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789130495.884176:0:34992:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf487c2400. 00000020:00000001:1.0:1789130495.884178:0:34992:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130495.884179:0:34992:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789130495.884180:0:34992:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789130495.884181:0:34992:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf487c2400 uarg=0000000000000000 00800000:00000001:1.0:1789130495.884183:0:34992:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.884185:0:34992:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.884187:0:34992:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789130495.884189:0:34992:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf487c2400. 00000080:00000001:1.0:1789130495.884190:0:34992:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.884192:0:34992:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.884194:0:34992:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789130495.884196:0:34992:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffd4fc3fca0 00000080:00000001:1.0:1789130495.884198:0:34992:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789130495.884199:0:34992:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789130495.884201:0:34992:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf487c2400. 00000020:00000001:1.0:1789130495.884202:0:34992:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130495.884204:0:34992:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789130495.884205:0:34992:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789130495.884206:0:34992:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf487c2400 uarg=0000000000000000 00800000:00000001:1.0:1789130495.884208:0:34992:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.884210:0:34992:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.884212:0:34992:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789130495.884214:0:34992:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf487c2400. 00000080:00000001:1.0:1789130495.884216:0:34992:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.884217:0:34992:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.884220:0:34992:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789130495.884222:0:34992:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffd4fc3fca0 00000080:00000001:1.0:1789130495.884224:0:34992:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789130495.884225:0:34992:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789130495.884227:0:34992:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf487c2400. 00000020:00000001:1.0:1789130495.884229:0:34992:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130495.884230:0:34992:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789130495.884231:0:34992:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789130495.884233:0:34992:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf487c2400 uarg=0000000000000000 00800000:00000001:1.0:1789130495.884235:0:34992:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.884236:0:34992:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.884238:0:34992:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789130495.884240:0:34992:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf487c2400. 00000080:00000001:1.0:1789130495.884242:0:34992:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.884243:0:34992:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.884246:0:34992:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789130495.884247:0:34992:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffd4fc3fca0 00000080:00000001:1.0:1789130495.884250:0:34992:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789130495.884251:0:34992:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789130495.884253:0:34992:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf487c2400. 00000020:00000001:1.0:1789130495.884255:0:34992:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130495.884256:0:34992:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789130495.884257:0:34992:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789130495.884258:0:34992:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf487c2400 uarg=0000000000000000 00800000:00000001:1.0:1789130495.884261:0:34992:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.884262:0:34992:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.884264:0:34992:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789130495.884266:0:34992:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf487c2400. 00000080:00000001:1.0:1789130495.884269:0:34992:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.884270:0:34992:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.884273:0:34992:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789130495.884275:0:34992:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffd4fc3fca0 00000080:00000001:1.0:1789130495.884277:0:34992:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789130495.884278:0:34992:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789130495.884280:0:34992:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf487c2400. 00000020:00000001:1.0:1789130495.884282:0:34992:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130495.884283:0:34992:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789130495.884284:0:34992:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789130495.884286:0:34992:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf487c2400 uarg=0000000000000000 00800000:00000001:1.0:1789130495.884288:0:34992:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.884290:0:34992:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.884292:0:34992:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789130495.884294:0:34992:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf487c2400. 00000080:00000001:1.0:1789130495.884296:0:34992:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.884297:0:34992:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.884300:0:34992:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789130495.884301:0:34992:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffd4fc3fca0 00000080:00000001:1.0:1789130495.884303:0:34992:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789130495.884304:0:34992:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789130495.884306:0:34992:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf487c2400. 00000020:00000001:1.0:1789130495.884308:0:34992:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130495.884309:0:34992:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789130495.884311:0:34992:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789130495.884312:0:34992:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf487c2400 uarg=0000000000000000 00800000:00000001:1.0:1789130495.884314:0:34992:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.884316:0:34992:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.884317:0:34992:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789130495.884319:0:34992:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf487c2400. 00000080:00000001:1.0:1789130495.884321:0:34992:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.884323:0:34992:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.884325:0:34992:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789130495.884327:0:34992:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffd4fc3fca0 00000080:00000001:1.0:1789130495.884329:0:34992:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789130495.884330:0:34992:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789130495.884332:0:34992:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf487c2400. 00000020:00000001:1.0:1789130495.884334:0:34992:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130495.884335:0:34992:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789130495.884336:0:34992:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789130495.884337:0:34992:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf487c2400 uarg=0000000000000000 00800000:00000001:1.0:1789130495.884340:0:34992:0:(lmv_obd.c:965:lmv_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:1.0:1789130495.884342:0:34992:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:1.0:1789130495.884344:0:34992:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000080:00000010:1.0:1789130495.884346:0:34992:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf487c2400. 00000080:00000001:1.0:1789130495.884348:0:34992:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:1.0:1789130495.884350:0:34992:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:1.0:1789130495.884354:0:34992:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789130495.884355:0:34992:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffd4fc3fca0 00000080:00000001:1.0:1789130495.884357:0:34992:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789130495.884358:0:34992:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789130495.884361:0:34992:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf487c2400. 00000020:00000001:1.0:1789130495.884363:0:34992:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130495.884364:0:34992:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789130495.884368:0:34992:0:(lov_obd.c:975:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789130495.884369:0:34992:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf487c2400 uarg=0000000000000000 00020000:00000001:1.0:1789130495.884376:0:34992:0:(obd_class.h:1075:obd_statfs()) Process entered 00020000:00000004:1.0:1789130495.884378:0:34992:0:(obd_class.h:1091:obd_statfs()) lustre-OST0000-osc-ffff9caf5014c800: age 1912, max_age 1921 00000008:00000001:1.0:1789130495.884382:0:34992:0:(osc_request.c:3675:osc_statfs()) Process entered 00000020:00000040:1.0:1789130495.884386:0:34992:0:(genops.c:1210:class_import_get()) import ffff9caf468ac800 refcount=3 obd=lustre-OST0000-osc-ffff9caf5014c800 00000100:00000010:1.0:1789130495.884395:0:34992:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf615d7840. 00000020:00000040:1.0:1789130495.884398:0:34992:0:(genops.c:1210:class_import_get()) import ffff9caf468ac800 refcount=4 obd=lustre-OST0000-osc-ffff9caf5014c800 00000020:00000001:1.0:1789130495.884401:0:34992:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1789130495.884403:0:34992:0:(genops.c:1223:class_import_put()) import ffff9caf468ac800 refcount=3 obd=lustre-OST0000-osc-ffff9caf5014c800 00000020:00000001:1.0:1789130495.884405:0:34992:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:1.0:1789130495.884407:0:34992:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789130495.884410:0:34992:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789130495.884415:0:34992:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789130495.884421:0:34992:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9caf4a83a100. 00000100:00000001:1.0:1789130495.884428:0:34992:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130495.884431:0:34992:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1789130495.884433:0:34992:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1789130495.884440:0:34992:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9caf4845b300. 00000100:00000001:1.0:1789130495.884442:0:34992:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446634875378578176 : -109198330973440 : ffff9caf4845b300) 00000100:00000001:1.0:1789130495.884445:0:34992:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789130495.884447:0:34992:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875799566400 : -109197909985216 : ffff9caf615d7840) 00000100:00000001:1.0:1789130495.884452:0:34992:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789130495.884456:0:34992:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130495.884458:0:34992:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1789130495.884460:0:34992:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789130495.884470:0:34992:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf615d7840 x1876037329059712/t0(0) o13->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130495.884479:0:34992:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789130495.884481:0:34992:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130495.884485:0:34992:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789130495.884487:0:34992:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789130495.884489:0:34992:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789130495.884493:0:34992:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf615d7840 pname:cluuid:pid:xid:nid:opc:job lfs:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:34992:1876037329059712:192.168.204.123@tcp:13:lfs.0 00000100:00000001:1.0:1789130495.884497:0:34992:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789130495.884503:0:34992:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789130495.884506:0:34992:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130495.884508:0:34992:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789130495.884512:0:34992:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9caf487c2000. 02000000:00000001:1.0:1789130495.884515:0:34992:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789130495.884522:0:34992:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:1.0:1789130495.884526:0:34992:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf42d8ec08. 00000400:00000010:1.0:1789130495.884534:0:34992:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf462a35d8. 00000100:00000200:1.0:1789130495.884541:0:34992:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876037329059712, portal 4 00000100:00000001:1.0:1789130495.884543:0:34992:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789130495.884544:0:34992:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875799566400 : -109197909985216 : ffff9caf615d7840) 00000100:00000040:1.0:1789130495.884550:0:34992:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9caf615d7840 x1876037329059712/t0(0) o13->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:7/4 lens 224/368 e 0 to 0 dl 1789130511 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130495.884558:0:34992:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789130495.884560:0:34992:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:1.0:1789130495.884563:0:34992:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf462a3aa0. 00000100:00000200:1.0:1789130495.884568:0:34992:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1876037329059712, offset 0 00000400:00000200:1.0:1789130495.884577:0:34992:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:1.0:1789130495.884586:0:34992:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:1.0:1789130495.884594:0:34992:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:1.0:1789130495.884601:0:34992:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789130495.884606:0:34992:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:1.0:1789130495.884609:0:34992:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789130495.884612:0:34992:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:1.0:1789130495.884616:0:34992:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2713:2713:256:4294967295] 192.168.204.123@tcp LPNI seq info [2712:2712:8:4294967295] 00000400:00000200:1.0:1789130495.884620:0:34992:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:1.0:1789130495.884630:0:34992:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:1.0:1789130495.884638:0:34992:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:1.0:1789130495.884642:0:34992:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf4a83ac00. 00000800:00000200:1.0:1789130495.884648:0:34992:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:1.0:1789130495.884656:0:34992:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:1.0:1789130495.884660:0:34992:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf4a83ac00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789130495.884761:0:34992:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789130495.884767:0:34992:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9caf5014c800: using a timeout of 22915 usecs (23 jiffies) 00000400:00000200:1.0:1789130495.884772:0:34992:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:1.0:1789130495.884775:0:34992:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296589929 00000100:00000001:1.0:1789130495.884778:0:34992:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9caf5014c800: PM QoS request active for cpu 2, keep current deadline 4296592375 00000100:00000001:1.0:1789130495.884781:0:34992:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296589929 00000100:00000001:1.0:1789130495.884783:0:34992:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9caf5014c800: PM QoS request active for cpu 3, keep current deadline 4296592375 00000100:00000001:1.0:1789130495.884785:0:34992:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789130495.884788:0:34992:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130495.884790:0:34992:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789130495.884792:0:34992:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1789130495.884794:0:34992:0:(client.c:2715:ptlrpc_set_wait()) set ffff9caf4845b300 going to sleep for 11 seconds 00000100:00000001:1.0:1789130495.884797:0:34992:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789130495.884799:0:34992:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789130495.885284:0:2342:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789130495.885289:0:2342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf4a83ac00. 00000400:00000200:2.0:1789130495.885294:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130495.885300:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:2.0:1789130495.885307:0:2342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf462a3aa0 00000400:00000010:2.0:1789130495.885309:0:2342:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf462a3aa0. 00000100:00000001:2.0:1789130495.885314:0:2342:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789130495.885319:0:2342:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf615d7840 x1876037329059712/t0(0) o13->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:7/4 lens 224/368 e 0 to 0 dl 1789130511 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130495.885328:0:2342:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130495.885331:0:2342:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf615d7840 x1876037329059712/t0(0) o13->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:7/4 lens 224/368 e 0 to 0 dl 1789130511 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130495.885338:0:2342:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130495.885340:0:2342:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1789130495.893934:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130495.893958:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789130495.893963:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130495.893966:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130495.893979:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130495.893989:0:2341:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:3.0:1789130495.894000:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130495.894006:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130495.894013:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130495.894018:0:2341:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 368 into portal 4 MB=0x6aa3efa957f80 00000400:00000200:3.0:1789130495.894023:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130495.894030:0:2341:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.123@tcp of length 368/368 into md 0x7485 [1] + 224 00000800:00000001:3.0:1789130495.894039:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130495.894048:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130495.894052:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130495.894057:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:3.0:1789130495.894066:0:2341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789130495.894076:0:2341:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf615d7840 x1876037329059712/t0(0) o13->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:7/4 lens 224/368 e 0 to 0 dl 1789130511 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789130495.894087:0:2341:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff9caf615d7840 x1876037329059712/t0(0) o13->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:7/4 lens 224/368 e 0 to 0 dl 1789130511 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130495.894185:0:34992:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789130495.894208:0:2341:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789130495.894222:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130495.894226:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1789130495.896688:0:34992:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789130495.896700:0:34992:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789130495.896708:0:34992:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf42d8ec08. 00000400:00000200:1.0:1789130495.896722:0:34992:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf462a35d8 00000400:00000010:1.0:1789130495.896725:0:34992:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf462a35d8. 00000100:00000001:1.0:1789130495.896731:0:34992:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789130495.896747:0:34992:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf615d7840 x1876037329059712/t0(0) o13->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:7/4 lens 224/368 e 0 to 0 dl 1789130511 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789130495.896759:0:34992:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf615d7840 x1876037329059712/t0(0) o13->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:7/4 lens 224/368 e 0 to 0 dl 1789130511 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130495.896768:0:34992:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789130495.896770:0:34992:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130495.896774:0:34992:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789130495.896778:0:34992:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789130495.896781:0:34992:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789130495.896784:0:34992:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130495.896788:0:34992:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789130495.896802:0:34992:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf468accf0 time=112 v=5 (5 0 0 0) 00000100:00001000:1.0:1789130495.896837:0:34992:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf468acc18 time=0 v=5 (1 0 0 0) 00000100:00000001:1.0:1789130495.896841:0:34992:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789130495.896843:0:34992:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130495.896846:0:34992:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789130495.896852:0:34992:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130495.896856:0:34992:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789130495.896859:0:34992:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9caf5014c800: skip recheck: last_committed 4294967345 00000100:00000001:1.0:1789130495.896861:0:34992:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789130495.896863:0:34992:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789130495.896869:0:34992:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf615d7840 x1876037329059712/t0(0) o13->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:7/4 lens 224/368 e 0 to 0 dl 1789130511 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130495.896876:0:34992:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789130495.896879:0:34992:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789130495.896882:0:34992:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789130495.896886:0:34992:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf615d7840 x1876037329059712/t0(0) o13->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:7/4 lens 224/368 e 0 to 0 dl 1789130511 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789130495.896894:0:34992:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf615d7840 pname:cluuid:pid:xid:nid:opc:job lfs:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:34992:1876037329059712:192.168.204.123@tcp:13:lfs.0 00000100:00000001:1.0:1789130495.896902:0:34992:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130495.896906:0:34992:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130495.896910:0:34992:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1789130495.896988:0:34992:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789130495.896992:0:34992:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf615d7840 x1876037329059712/t0(0) o13->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:7/4 lens 224/368 e 0 to 0 dl 1789130511 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130495.897001:0:34992:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789130495.897005:0:34992:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9caf4845b300. 00000100:00000001:1.0:1789130495.897009:0:34992:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1789130495.897010:0:34992:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1789130495.897017:0:34992:0:(osc_request.c:3723:osc_statfs()) Process leaving 00000100:00000001:1.0:1789130495.897019:0:34992:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789130495.897022:0:34992:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf615d7840 x1876037329059712/t0(0) o13->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:7/4 lens 224/368 e 0 to 0 dl 1789130511 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130495.897028:0:34992:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789130495.897032:0:34992:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789130495.897036:0:34992:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9caf487c2000. 02000000:00000001:1.0:1789130495.897039:0:34992:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789130495.897043:0:34992:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1789130495.897046:0:34992:0:(genops.c:1223:class_import_put()) import ffff9caf468ac800 refcount=2 obd=lustre-OST0000-osc-ffff9caf5014c800 00000020:00000001:1.0:1789130495.897049:0:34992:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1789130495.897053:0:34992:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9caf4a83a100. 02000000:00000001:1.0:1789130495.897058:0:34992:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789130495.897060:0:34992:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789130495.897062:0:34992:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf615d7840. 00000100:00000001:1.0:1789130495.897070:0:34992:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789130495.897072:0:34992:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00020000:00000004:1.0:1789130495.897075:0:34992:0:(obd_class.h:1117:obd_statfs()) lustre-OST0000-osc-ffff9caf5014c800: update ffff9caf5044b8e0 cache blocks 3677/3683 objects 117792/118193 00020000:00000001:1.0:1789130495.897080:0:34992:0:(obd_class.h:1136:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789130495.897087:0:34992:0:(lov_obd.c:1150:lov_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130495.897089:0:34992:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1789130495.897092:0:34992:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf487c2400. 00000080:00000001:1.0:1789130495.897095:0:34992:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130495.897098:0:34992:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130495.897273:0:34992:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789130495.897276:0:34992:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffd4fc3fca0 00000080:00000001:1.0:1789130495.897285:0:34992:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789130495.897288:0:34992:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789130495.897297:0:34992:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf487c2400. 00000020:00000001:1.0:1789130495.897303:0:34992:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130495.897306:0:34992:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789130495.897310:0:34992:0:(lov_obd.c:975:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789130495.897312:0:34992:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf487c2400 uarg=0000000000000000 00020000:00000001:1.0:1789130495.897387:0:34992:0:(obd_class.h:1075:obd_statfs()) Process entered 00020000:00000004:1.0:1789130495.897391:0:34992:0:(obd_class.h:1091:obd_statfs()) lustre-OST0001-osc-ffff9caf5014c800: age 1912, max_age 1921 00000008:00000001:1.0:1789130495.897394:0:34992:0:(osc_request.c:3675:osc_statfs()) Process entered 00000020:00000040:1.0:1789130495.897398:0:34992:0:(genops.c:1210:class_import_get()) import ffff9caf48ede000 refcount=3 obd=lustre-OST0001-osc-ffff9caf5014c800 00000100:00000010:1.0:1789130495.897404:0:34992:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf615d7840. 00000020:00000040:1.0:1789130495.897407:0:34992:0:(genops.c:1210:class_import_get()) import ffff9caf48ede000 refcount=4 obd=lustre-OST0001-osc-ffff9caf5014c800 00000020:00000001:1.0:1789130495.897410:0:34992:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1789130495.897411:0:34992:0:(genops.c:1223:class_import_put()) import ffff9caf48ede000 refcount=3 obd=lustre-OST0001-osc-ffff9caf5014c800 00000020:00000001:1.0:1789130495.897413:0:34992:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:1.0:1789130495.897415:0:34992:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789130495.897418:0:34992:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789130495.897423:0:34992:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789130495.897429:0:34992:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9caf4a83a100. 00000100:00000001:1.0:1789130495.897435:0:34992:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130495.897439:0:34992:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1789130495.897440:0:34992:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1789130495.897447:0:34992:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9caf4845b300. 00000100:00000001:1.0:1789130495.897449:0:34992:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446634875378578176 : -109198330973440 : ffff9caf4845b300) 00000100:00000001:1.0:1789130495.897452:0:34992:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789130495.897453:0:34992:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875799566400 : -109197909985216 : ffff9caf615d7840) 00000100:00000001:1.0:1789130495.897458:0:34992:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789130495.897462:0:34992:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130495.897464:0:34992:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1789130495.897465:0:34992:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789130495.897471:0:34992:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf615d7840 x1876037329059840/t0(0) o13->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130495.897477:0:34992:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789130495.897479:0:34992:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130495.897483:0:34992:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789130495.897486:0:34992:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789130495.897489:0:34992:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789130495.897492:0:34992:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf615d7840 pname:cluuid:pid:xid:nid:opc:job lfs:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:34992:1876037329059840:192.168.204.123@tcp:13:lfs.0 00000100:00000001:1.0:1789130495.897497:0:34992:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789130495.897506:0:34992:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789130495.897508:0:34992:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130495.897512:0:34992:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789130495.897516:0:34992:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9caf487c2000. 02000000:00000001:1.0:1789130495.897518:0:34992:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789130495.897526:0:34992:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:1.0:1789130495.897530:0:34992:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf42d8ec08. 00000400:00000010:1.0:1789130495.897536:0:34992:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf462a35d8. 00000100:00000200:1.0:1789130495.897544:0:34992:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876037329059840, portal 4 00000100:00000001:1.0:1789130495.897546:0:34992:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789130495.897547:0:34992:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875799566400 : -109197909985216 : ffff9caf615d7840) 00000100:00000040:1.0:1789130495.897555:0:34992:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9caf615d7840 x1876037329059840/t0(0) o13->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:7/4 lens 224/368 e 0 to 0 dl 1789130511 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130495.897562:0:34992:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789130495.897566:0:34992:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:1.0:1789130495.897568:0:34992:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf462a3110. 00000100:00000200:1.0:1789130495.897572:0:34992:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1876037329059840, offset 0 00000400:00000200:1.0:1789130495.897578:0:34992:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:1.0:1789130495.897587:0:34992:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:1.0:1789130495.897595:0:34992:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:1.0:1789130495.897602:0:34992:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789130495.897607:0:34992:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:1.0:1789130495.897611:0:34992:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789130495.897614:0:34992:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:1.0:1789130495.897617:0:34992:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2714:2714:256:4294967295] 192.168.204.123@tcp LPNI seq info [2713:2713:8:4294967295] 00000400:00000200:1.0:1789130495.897621:0:34992:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:1.0:1789130495.897633:0:34992:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:1.0:1789130495.897639:0:34992:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:1.0:1789130495.897644:0:34992:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf4a83ab00. 00000800:00000200:1.0:1789130495.897651:0:34992:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:1.0:1789130495.897659:0:34992:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:1.0:1789130495.897664:0:34992:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf4a83ab00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789130495.897688:0:34992:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789130495.897693:0:34992:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9caf5014c800: using a timeout of 303331 usecs (304 jiffies) 00000400:00000200:1.0:1789130495.897697:0:34992:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:1.0:1789130495.897701:0:34992:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296590223 00000100:00000001:1.0:1789130495.897705:0:34992:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9caf5014c800: PM QoS request active for cpu 2, keep current deadline 4296592375 00000100:00000001:1.0:1789130495.897718:0:34992:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296590223 00000100:00000001:1.0:1789130495.897720:0:34992:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9caf5014c800: PM QoS request active for cpu 3, keep current deadline 4296592375 00000100:00000001:1.0:1789130495.897723:0:34992:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789130495.897726:0:34992:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130495.897728:0:34992:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789130495.897729:0:34992:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1789130495.897732:0:34992:0:(client.c:2715:ptlrpc_set_wait()) set ffff9caf4845b300 going to sleep for 11 seconds 00000100:00000001:1.0:1789130495.897734:0:34992:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789130495.897737:0:34992:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789130495.898249:0:2342:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789130495.898255:0:2342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf4a83ab00. 00000400:00000200:3.0:1789130495.898260:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130495.898269:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:3.0:1789130495.898276:0:2342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf462a3110 00000400:00000010:3.0:1789130495.898357:0:2342:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf462a3110. 00000100:00000001:3.0:1789130495.898363:0:2342:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789130495.898369:0:2342:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf615d7840 x1876037329059840/t0(0) o13->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:7/4 lens 224/368 e 0 to 0 dl 1789130511 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130495.898380:0:2342:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130495.898383:0:2342:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf615d7840 x1876037329059840/t0(0) o13->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:7/4 lens 224/368 e 0 to 0 dl 1789130511 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130495.898390:0:2342:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130495.898391:0:2342:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1789130495.902554:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130495.902573:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789130495.902578:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130495.902580:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130495.902590:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130495.902599:0:2341:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:3.0:1789130495.902609:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130495.902613:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130495.902620:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130495.902624:0:2341:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 368 into portal 4 MB=0x6aa3efa958000 00000400:00000200:3.0:1789130495.902629:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130495.902635:0:2341:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.123@tcp of length 368/368 into md 0x748d [1] + 224 00000800:00000001:3.0:1789130495.902644:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130495.902652:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130495.902656:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130495.902660:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:3.0:1789130495.902671:0:2341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789130495.902682:0:2341:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf615d7840 x1876037329059840/t0(0) o13->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:7/4 lens 224/368 e 0 to 0 dl 1789130511 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789130495.902693:0:2341:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff9caf615d7840 x1876037329059840/t0(0) o13->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:7/4 lens 224/368 e 0 to 0 dl 1789130511 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130495.902720:0:2341:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789130495.902732:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130495.902735:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130495.902948:0:34992:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789130495.902958:0:34992:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789130495.902961:0:34992:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789130495.902966:0:34992:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf42d8ec08. 00000400:00000200:1.0:1789130495.902972:0:34992:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf462a35d8 00000400:00000010:1.0:1789130495.902975:0:34992:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf462a35d8. 00000100:00000001:1.0:1789130495.902979:0:34992:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789130495.902985:0:34992:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf615d7840 x1876037329059840/t0(0) o13->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:7/4 lens 224/368 e 0 to 0 dl 1789130511 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789130495.902993:0:34992:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf615d7840 x1876037329059840/t0(0) o13->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:7/4 lens 224/368 e 0 to 0 dl 1789130511 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130495.902998:0:34992:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789130495.903001:0:34992:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130495.903003:0:34992:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789130495.903007:0:34992:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789130495.903009:0:34992:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789130495.903011:0:34992:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130495.903014:0:34992:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789130495.903027:0:34992:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf48ede4a8 time=112 v=5 (5 0 0 0) 00000100:00001000:1.0:1789130495.903032:0:34992:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf48ede418 time=32 v=5 (1 0 0 0) 00000100:00000001:1.0:1789130495.903034:0:34992:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789130495.903036:0:34992:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130495.903039:0:34992:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789130495.903043:0:34992:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130495.903049:0:34992:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789130495.903052:0:34992:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9caf5014c800: skip recheck: last_committed 4294967312 00000100:00000001:1.0:1789130495.903054:0:34992:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789130495.903056:0:34992:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789130495.903061:0:34992:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf615d7840 x1876037329059840/t0(0) o13->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:7/4 lens 224/368 e 0 to 0 dl 1789130511 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130495.903073:0:34992:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789130495.903076:0:34992:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789130495.903078:0:34992:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789130495.903081:0:34992:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf615d7840 x1876037329059840/t0(0) o13->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:7/4 lens 224/368 e 0 to 0 dl 1789130511 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789130495.903089:0:34992:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf615d7840 pname:cluuid:pid:xid:nid:opc:job lfs:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:34992:1876037329059840:192.168.204.123@tcp:13:lfs.0 00000100:00000001:1.0:1789130495.903093:0:34992:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130495.903096:0:34992:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130495.903099:0:34992:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1789130495.903101:0:34992:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789130495.903104:0:34992:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf615d7840 x1876037329059840/t0(0) o13->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:7/4 lens 224/368 e 0 to 0 dl 1789130511 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130495.903110:0:34992:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789130495.903114:0:34992:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9caf4845b300. 00000100:00000001:1.0:1789130495.903117:0:34992:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1789130495.903118:0:34992:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1789130495.903124:0:34992:0:(osc_request.c:3723:osc_statfs()) Process leaving 00000100:00000001:1.0:1789130495.903126:0:34992:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789130495.903129:0:34992:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf615d7840 x1876037329059840/t0(0) o13->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:7/4 lens 224/368 e 0 to 0 dl 1789130511 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130495.903136:0:34992:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789130495.903138:0:34992:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789130495.903142:0:34992:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9caf487c2000. 02000000:00000001:1.0:1789130495.903383:0:34992:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789130495.903386:0:34992:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1789130495.903388:0:34992:0:(genops.c:1223:class_import_put()) import ffff9caf48ede000 refcount=2 obd=lustre-OST0001-osc-ffff9caf5014c800 00000020:00000001:1.0:1789130495.903390:0:34992:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1789130495.903393:0:34992:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9caf4a83a100. 02000000:00000001:1.0:1789130495.903397:0:34992:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789130495.903398:0:34992:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789130495.903400:0:34992:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf615d7840. 00000100:00000001:1.0:1789130495.903407:0:34992:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789130495.903409:0:34992:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00020000:00000004:1.0:1789130495.903413:0:34992:0:(obd_class.h:1117:obd_statfs()) lustre-OST0001-osc-ffff9caf5014c800: update ffff9caf50449e98 cache blocks 3679/3683 objects 117792/118187 00020000:00000001:1.0:1789130495.903417:0:34992:0:(obd_class.h:1136:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789130495.903422:0:34992:0:(lov_obd.c:1150:lov_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130495.903425:0:34992:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1789130495.903428:0:34992:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf487c2400. 00000080:00000001:1.0:1789130495.903431:0:34992:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130495.903434:0:34992:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130495.903500:0:34992:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789130495.903502:0:34992:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffd4fc3fca0 00000080:00000001:1.0:1789130495.903511:0:34992:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789130495.903513:0:34992:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789130495.903519:0:34992:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf487c2400. 00000020:00000001:1.0:1789130495.903523:0:34992:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130495.903526:0:34992:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789130495.903530:0:34992:0:(lov_obd.c:975:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789130495.903531:0:34992:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf487c2400 uarg=0000000000000000 00020000:00000001:1.0:1789130495.903535:0:34992:0:(lov_obd.c:1007:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.903537:0:34992:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.903539:0:34992:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789130495.903541:0:34992:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf487c2400. 00000080:00000001:1.0:1789130495.903543:0:34992:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.903545:0:34992:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.903549:0:34992:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789130495.903551:0:34992:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffd4fc3fca0 00000080:00000001:1.0:1789130495.903553:0:34992:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789130495.903554:0:34992:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789130495.903569:0:34992:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf487c2400. 00000020:00000001:1.0:1789130495.903572:0:34992:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130495.903573:0:34992:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789130495.903575:0:34992:0:(lov_obd.c:975:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789130495.903576:0:34992:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf487c2400 uarg=0000000000000000 00020000:00000001:1.0:1789130495.903578:0:34992:0:(lov_obd.c:1007:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.903580:0:34992:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.903583:0:34992:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789130495.903584:0:34992:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf487c2400. 00000080:00000001:1.0:1789130495.903586:0:34992:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.903588:0:34992:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.903591:0:34992:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789130495.903593:0:34992:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffd4fc3fca0 00000080:00000001:1.0:1789130495.903595:0:34992:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789130495.903596:0:34992:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789130495.903598:0:34992:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf487c2400. 00000020:00000001:1.0:1789130495.903601:0:34992:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130495.903602:0:34992:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789130495.903604:0:34992:0:(lov_obd.c:975:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789130495.903605:0:34992:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf487c2400 uarg=0000000000000000 00020000:00000001:1.0:1789130495.903608:0:34992:0:(lov_obd.c:1007:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.903610:0:34992:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.903612:0:34992:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789130495.903614:0:34992:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf487c2400. 00000080:00000001:1.0:1789130495.903616:0:34992:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.903618:0:34992:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.903621:0:34992:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789130495.903622:0:34992:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffd4fc3fca0 00000080:00000001:1.0:1789130495.903624:0:34992:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789130495.903626:0:34992:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789130495.903627:0:34992:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf487c2400. 00000020:00000001:1.0:1789130495.903629:0:34992:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130495.903630:0:34992:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789130495.903631:0:34992:0:(lov_obd.c:975:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789130495.903632:0:34992:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf487c2400 uarg=0000000000000000 00020000:00000001:1.0:1789130495.903635:0:34992:0:(lov_obd.c:1007:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.903637:0:34992:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.903639:0:34992:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789130495.903641:0:34992:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf487c2400. 00000080:00000001:1.0:1789130495.903643:0:34992:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.903645:0:34992:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.903648:0:34992:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789130495.903649:0:34992:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffd4fc3fca0 00000080:00000001:1.0:1789130495.903652:0:34992:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789130495.903653:0:34992:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789130495.903654:0:34992:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf487c2400. 00000020:00000001:1.0:1789130495.903656:0:34992:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130495.903658:0:34992:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789130495.903659:0:34992:0:(lov_obd.c:975:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789130495.903660:0:34992:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf487c2400 uarg=0000000000000000 00020000:00000001:1.0:1789130495.903662:0:34992:0:(lov_obd.c:1007:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.903663:0:34992:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.903665:0:34992:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789130495.903667:0:34992:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf487c2400. 00000080:00000001:1.0:1789130495.903669:0:34992:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.903670:0:34992:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.903673:0:34992:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789130495.903674:0:34992:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffd4fc3fca0 00000080:00000001:1.0:1789130495.903677:0:34992:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789130495.903678:0:34992:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789130495.903680:0:34992:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf487c2400. 00000020:00000001:1.0:1789130495.903681:0:34992:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130495.903682:0:34992:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789130495.903683:0:34992:0:(lov_obd.c:975:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789130495.903684:0:34992:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf487c2400 uarg=0000000000000000 00020000:00000001:1.0:1789130495.903686:0:34992:0:(lov_obd.c:1007:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.903688:0:34992:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.903689:0:34992:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789130495.903691:0:34992:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf487c2400. 00000080:00000001:1.0:1789130495.903693:0:34992:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.903694:0:34992:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.903697:0:34992:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789130495.903699:0:34992:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffd4fc3fca0 00000080:00000001:1.0:1789130495.903701:0:34992:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789130495.903702:0:34992:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789130495.903704:0:34992:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf487c2400. 00000020:00000001:1.0:1789130495.903706:0:34992:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130495.903707:0:34992:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789130495.903709:0:34992:0:(lov_obd.c:975:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789130495.903710:0:34992:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf487c2400 uarg=0000000000000000 00020000:00000001:1.0:1789130495.903712:0:34992:0:(lov_obd.c:1007:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.903714:0:34992:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.903716:0:34992:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789130495.903718:0:34992:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf487c2400. 00000080:00000001:1.0:1789130495.903720:0:34992:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.903721:0:34992:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.903724:0:34992:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789130495.903725:0:34992:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffd4fc3fca0 00000080:00000001:1.0:1789130495.903727:0:34992:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789130495.903728:0:34992:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789130495.903729:0:34992:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf487c2400. 00000020:00000001:1.0:1789130495.903731:0:34992:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130495.903733:0:34992:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789130495.903733:0:34992:0:(lov_obd.c:975:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789130495.903735:0:34992:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf487c2400 uarg=0000000000000000 00020000:00000001:1.0:1789130495.903737:0:34992:0:(lov_obd.c:1007:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.903739:0:34992:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.903740:0:34992:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789130495.903742:0:34992:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf487c2400. 00000080:00000001:1.0:1789130495.903744:0:34992:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.903745:0:34992:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.903747:0:34992:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789130495.903748:0:34992:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffd4fc3fca0 00000080:00000001:1.0:1789130495.903750:0:34992:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789130495.903751:0:34992:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789130495.903753:0:34992:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf487c2400. 00000020:00000001:1.0:1789130495.903756:0:34992:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130495.903757:0:34992:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789130495.903758:0:34992:0:(lov_obd.c:975:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789130495.903759:0:34992:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf487c2400 uarg=0000000000000000 00020000:00000001:1.0:1789130495.903761:0:34992:0:(lov_obd.c:1007:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.903763:0:34992:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.903764:0:34992:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789130495.903766:0:34992:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf487c2400. 00000080:00000001:1.0:1789130495.903767:0:34992:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.903768:0:34992:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.903771:0:34992:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789130495.903772:0:34992:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffd4fc3fca0 00000080:00000001:1.0:1789130495.903774:0:34992:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789130495.903775:0:34992:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789130495.903776:0:34992:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf487c2400. 00000020:00000001:1.0:1789130495.903778:0:34992:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130495.903779:0:34992:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789130495.903780:0:34992:0:(lov_obd.c:975:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789130495.903782:0:34992:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf487c2400 uarg=0000000000000000 00020000:00000001:1.0:1789130495.903784:0:34992:0:(lov_obd.c:1007:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.903786:0:34992:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.903787:0:34992:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789130495.903789:0:34992:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf487c2400. 00000080:00000001:1.0:1789130495.903790:0:34992:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.903792:0:34992:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.903794:0:34992:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789130495.903795:0:34992:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffd4fc3fca0 00000080:00000001:1.0:1789130495.903797:0:34992:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789130495.903798:0:34992:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789130495.903800:0:34992:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf487c2400. 00000020:00000001:1.0:1789130495.903801:0:34992:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130495.904211:0:34992:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789130495.904213:0:34992:0:(lov_obd.c:975:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789130495.904215:0:34992:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf487c2400 uarg=0000000000000000 00020000:00000001:1.0:1789130495.904218:0:34992:0:(lov_obd.c:1007:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.904221:0:34992:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.904222:0:34992:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789130495.904225:0:34992:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf487c2400. 00000080:00000001:1.0:1789130495.904284:0:34992:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789130495.904288:0:34992:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130495.904448:0:34992:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789130495.904452:0:34992:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffd4fc3fca0 00000080:00000001:0.0:1789130495.904457:0:34992:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789130495.904459:0:34992:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789130495.904464:0:34992:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf482bfc00. 00000020:00000001:0.0:1789130495.904468:0:34992:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130495.904470:0:34992:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1789130495.904471:0:34992:0:(lov_obd.c:975:lov_iocontrol()) Process entered 00020000:00000080:0.0:1789130495.904472:0:34992:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf482bfc00 uarg=0000000000000000 00020000:00000001:0.0:1789130495.904475:0:34992:0:(lov_obd.c:1007:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130495.904477:0:34992:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130495.904478:0:34992:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789130495.904481:0:34992:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf482bfc00. 00000080:00000001:0.0:1789130495.904485:0:34992:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130495.904488:0:34992:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130495.904491:0:34992:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789130495.904492:0:34992:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffd4fc3fca0 00000080:00000001:0.0:1789130495.904495:0:34992:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789130495.904496:0:34992:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789130495.904498:0:34992:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf482bfc00. 00000020:00000001:0.0:1789130495.904501:0:34992:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130495.904502:0:34992:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1789130495.904503:0:34992:0:(lov_obd.c:975:lov_iocontrol()) Process entered 00020000:00000080:0.0:1789130495.904504:0:34992:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf482bfc00 uarg=0000000000000000 00020000:00000001:0.0:1789130495.904506:0:34992:0:(lov_obd.c:1007:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130495.904508:0:34992:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130495.904510:0:34992:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789130495.904512:0:34992:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf482bfc00. 00000080:00000001:0.0:1789130495.904527:0:34992:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130495.904528:0:34992:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130495.904532:0:34992:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789130495.904533:0:34992:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffd4fc3fca0 00000080:00000001:0.0:1789130495.904535:0:34992:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789130495.904536:0:34992:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789130495.904539:0:34992:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf482bfc00. 00000020:00000001:0.0:1789130495.904541:0:34992:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130495.904543:0:34992:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1789130495.904544:0:34992:0:(lov_obd.c:975:lov_iocontrol()) Process entered 00020000:00000080:0.0:1789130495.904545:0:34992:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf482bfc00 uarg=0000000000000000 00020000:00000001:0.0:1789130495.904548:0:34992:0:(lov_obd.c:1007:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130495.904550:0:34992:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130495.904552:0:34992:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789130495.904554:0:34992:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf482bfc00. 00000080:00000001:0.0:1789130495.904950:0:34992:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130495.904955:0:34992:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130495.904961:0:34992:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789130495.904963:0:34992:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffd4fc3fca0 00000080:00000001:0.0:1789130495.904968:0:34992:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789130495.904970:0:34992:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789130495.904973:0:34992:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf482bfc00. 00000020:00000001:0.0:1789130495.904976:0:34992:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130495.905428:0:34992:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1789130495.905431:0:34992:0:(lov_obd.c:975:lov_iocontrol()) Process entered 00020000:00000080:0.0:1789130495.905433:0:34992:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf482bfc00 uarg=0000000000000000 00020000:00000001:0.0:1789130495.905437:0:34992:0:(lov_obd.c:1007:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130495.905439:0:34992:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130495.905441:0:34992:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789130495.905443:0:34992:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf482bfc00. 00000080:00000001:0.0:1789130495.905457:0:34992:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130495.905459:0:34992:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130495.905467:0:34992:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789130495.905468:0:34992:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffd4fc3fca0 00000080:00000001:0.0:1789130495.905471:0:34992:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789130495.905472:0:34992:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789130495.905476:0:34992:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf482bfc00. 00000020:00000001:0.0:1789130495.905478:0:34992:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130495.905480:0:34992:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1789130495.905481:0:34992:0:(lov_obd.c:975:lov_iocontrol()) Process entered 00020000:00000080:0.0:1789130495.905482:0:34992:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf482bfc00 uarg=0000000000000000 00020000:00000001:0.0:1789130495.905485:0:34992:0:(lov_obd.c:1007:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130495.905487:0:34992:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130495.905489:0:34992:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789130495.905491:0:34992:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf482bfc00. 00000080:00000001:0.0:1789130495.905494:0:34992:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130495.905496:0:34992:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130495.905499:0:34992:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789130495.905500:0:34992:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffd4fc3fca0 00000080:00000001:0.0:1789130495.905503:0:34992:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789130495.905504:0:34992:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789130495.905506:0:34992:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf482bfc00. 00000020:00000001:0.0:1789130495.905509:0:34992:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130495.905511:0:34992:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1789130495.905512:0:34992:0:(lov_obd.c:975:lov_iocontrol()) Process entered 00020000:00000080:0.0:1789130495.905513:0:34992:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf482bfc00 uarg=0000000000000000 00020000:00000001:0.0:1789130495.905515:0:34992:0:(lov_obd.c:1007:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130495.905517:0:34992:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130495.905519:0:34992:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789130495.905521:0:34992:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf482bfc00. 00000080:00000001:0.0:1789130495.905524:0:34992:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130495.905526:0:34992:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130495.905528:0:34992:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789130495.905530:0:34992:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffd4fc3fca0 00000080:00000001:0.0:1789130495.905533:0:34992:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789130495.905534:0:34992:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789130495.905536:0:34992:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf482bfc00. 00000020:00000001:0.0:1789130495.905538:0:34992:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130495.905540:0:34992:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1789130495.905541:0:34992:0:(lov_obd.c:975:lov_iocontrol()) Process entered 00020000:00000080:0.0:1789130495.905542:0:34992:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf482bfc00 uarg=0000000000000000 00020000:00000001:0.0:1789130495.905545:0:34992:0:(lov_obd.c:1007:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130495.905547:0:34992:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130495.905549:0:34992:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789130495.905550:0:34992:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf482bfc00. 00000080:00000001:0.0:1789130495.905552:0:34992:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130495.905554:0:34992:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130495.906033:0:34992:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789130495.906036:0:34992:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffd4fc3fca0 00000080:00000001:0.0:1789130495.906041:0:34992:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789130495.906042:0:34992:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789130495.906046:0:34992:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf482bfc00. 00000020:00000001:0.0:1789130495.906049:0:34992:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130495.906051:0:34992:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1789130495.906053:0:34992:0:(lov_obd.c:975:lov_iocontrol()) Process entered 00020000:00000080:0.0:1789130495.906055:0:34992:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf482bfc00 uarg=0000000000000000 00020000:00000001:0.0:1789130495.906058:0:34992:0:(lov_obd.c:1007:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130495.906060:0:34992:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130495.906063:0:34992:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789130495.906065:0:34992:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf482bfc00. 00000080:00000001:0.0:1789130495.906068:0:34992:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130495.906070:0:34992:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130495.906073:0:34992:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789130495.906075:0:34992:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffd4fc3fca0 00000080:00000001:0.0:1789130495.906077:0:34992:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789130495.906078:0:34992:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789130495.906081:0:34992:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf482bfc00. 00000020:00000001:0.0:1789130495.906083:0:34992:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130495.906085:0:34992:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1789130495.906087:0:34992:0:(lov_obd.c:975:lov_iocontrol()) Process entered 00020000:00000080:0.0:1789130495.906088:0:34992:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf482bfc00 uarg=0000000000000000 00020000:00000001:0.0:1789130495.906089:0:34992:0:(lov_obd.c:1007:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130495.906091:0:34992:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130495.906093:0:34992:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789130495.906095:0:34992:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf482bfc00. 00000080:00000001:0.0:1789130495.906097:0:34992:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130495.906098:0:34992:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130495.906101:0:34992:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789130495.906102:0:34992:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffd4fc3fca0 00000080:00000001:0.0:1789130495.906105:0:34992:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789130495.906106:0:34992:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789130495.906108:0:34992:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf482bfc00. 00000020:00000001:0.0:1789130495.906110:0:34992:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130495.906112:0:34992:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1789130495.906113:0:34992:0:(lov_obd.c:975:lov_iocontrol()) Process entered 00020000:00000080:0.0:1789130495.906115:0:34992:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf482bfc00 uarg=0000000000000000 00020000:00000001:0.0:1789130495.906117:0:34992:0:(lov_obd.c:1007:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130495.906119:0:34992:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130495.906121:0:34992:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789130495.906124:0:34992:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf482bfc00. 00000080:00000001:0.0:1789130495.906125:0:34992:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130495.906127:0:34992:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130495.906130:0:34992:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789130495.906131:0:34992:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffd4fc3fca0 00000080:00000001:0.0:1789130495.906133:0:34992:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789130495.906135:0:34992:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789130495.906136:0:34992:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf482bfc00. 00000020:00000001:0.0:1789130495.906139:0:34992:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130495.906140:0:34992:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1789130495.906141:0:34992:0:(lov_obd.c:975:lov_iocontrol()) Process entered 00020000:00000080:0.0:1789130495.906142:0:34992:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf482bfc00 uarg=0000000000000000 00020000:00000001:0.0:1789130495.906145:0:34992:0:(lov_obd.c:1007:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130495.906147:0:34992:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130495.906149:0:34992:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789130495.906151:0:34992:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf482bfc00. 00000080:00000001:0.0:1789130495.906153:0:34992:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130495.906155:0:34992:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130495.906158:0:34992:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789130495.906159:0:34992:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffd4fc3fca0 00000080:00000001:0.0:1789130495.906161:0:34992:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789130495.906162:0:34992:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789130495.906164:0:34992:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf482bfc00. 00000020:00000001:0.0:1789130495.906166:0:34992:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130495.906168:0:34992:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1789130495.906169:0:34992:0:(lov_obd.c:975:lov_iocontrol()) Process entered 00020000:00000080:0.0:1789130495.906170:0:34992:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf482bfc00 uarg=0000000000000000 00020000:00000001:0.0:1789130495.906172:0:34992:0:(lov_obd.c:1007:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130495.906174:0:34992:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130495.906176:0:34992:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789130495.906178:0:34992:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf482bfc00. 00000080:00000001:0.0:1789130495.906181:0:34992:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130495.906183:0:34992:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130495.906186:0:34992:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789130495.906188:0:34992:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffd4fc3fca0 00000080:00000001:0.0:1789130495.906191:0:34992:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789130495.906192:0:34992:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789130495.906194:0:34992:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf482bfc00. 00000020:00000001:0.0:1789130495.906196:0:34992:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130495.906197:0:34992:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1789130495.906199:0:34992:0:(lov_obd.c:975:lov_iocontrol()) Process entered 00020000:00000080:0.0:1789130495.906200:0:34992:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf482bfc00 uarg=0000000000000000 00020000:00000001:0.0:1789130495.906202:0:34992:0:(lov_obd.c:1007:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130495.906204:0:34992:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130495.906205:0:34992:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789130495.906207:0:34992:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf482bfc00. 00000080:00000001:0.0:1789130495.906210:0:34992:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130495.906212:0:34992:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130495.906215:0:34992:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789130495.906216:0:34992:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffd4fc3fca0 00000080:00000001:0.0:1789130495.906219:0:34992:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789130495.906220:0:34992:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789130495.906222:0:34992:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf482bfc00. 00000020:00000001:0.0:1789130495.906224:0:34992:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130495.906226:0:34992:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1789130495.906227:0:34992:0:(lov_obd.c:975:lov_iocontrol()) Process entered 00020000:00000080:0.0:1789130495.906228:0:34992:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf482bfc00 uarg=0000000000000000 00020000:00000001:0.0:1789130495.906293:0:34992:0:(lov_obd.c:1007:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130495.906295:0:34992:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130495.906297:0:34992:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789130495.906299:0:34992:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf482bfc00. 00000080:00000001:0.0:1789130495.906302:0:34992:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130495.906304:0:34992:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130495.906308:0:34992:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789130495.906310:0:34992:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffd4fc3fca0 00000080:00000001:0.0:1789130495.906313:0:34992:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789130495.906315:0:34992:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789130495.906379:0:34992:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf482bfc00. 00000020:00000001:0.0:1789130495.906383:0:34992:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130495.906385:0:34992:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1789130495.906387:0:34992:0:(lov_obd.c:975:lov_iocontrol()) Process entered 00020000:00000080:0.0:1789130495.906388:0:34992:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf482bfc00 uarg=0000000000000000 00020000:00000001:0.0:1789130495.906391:0:34992:0:(lov_obd.c:1007:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130495.906393:0:34992:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130495.906394:0:34992:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789130495.906397:0:34992:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf482bfc00. 00000080:00000001:0.0:1789130495.906399:0:34992:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130495.906401:0:34992:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130495.906406:0:34992:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789130495.906408:0:34992:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffd4fc3fca0 00000080:00000001:0.0:1789130495.906411:0:34992:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789130495.906412:0:34992:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789130495.906414:0:34992:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf482bfc00. 00000020:00000001:0.0:1789130495.906416:0:34992:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130495.906418:0:34992:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1789130495.906419:0:34992:0:(lov_obd.c:975:lov_iocontrol()) Process entered 00020000:00000080:0.0:1789130495.906420:0:34992:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf482bfc00 uarg=0000000000000000 00020000:00000001:0.0:1789130495.906422:0:34992:0:(lov_obd.c:1007:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130495.906424:0:34992:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130495.906426:0:34992:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789130495.906428:0:34992:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf482bfc00. 00000080:00000001:0.0:1789130495.906430:0:34992:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130495.906432:0:34992:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130495.906435:0:34992:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789130495.906436:0:34992:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffd4fc3fca0 00000080:00000001:0.0:1789130495.906439:0:34992:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789130495.906440:0:34992:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789130495.906442:0:34992:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf482bfc00. 00000020:00000001:0.0:1789130495.906445:0:34992:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130495.906446:0:34992:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1789130495.906447:0:34992:0:(lov_obd.c:975:lov_iocontrol()) Process entered 00020000:00000080:0.0:1789130495.906449:0:34992:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf482bfc00 uarg=0000000000000000 00020000:00000001:0.0:1789130495.906451:0:34992:0:(lov_obd.c:1007:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130495.906453:0:34992:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130495.906455:0:34992:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789130495.906457:0:34992:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf482bfc00. 00000080:00000001:0.0:1789130495.906459:0:34992:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130495.906461:0:34992:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130495.906464:0:34992:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789130495.906465:0:34992:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffd4fc3fca0 00000080:00000001:0.0:1789130495.906468:0:34992:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789130495.906469:0:34992:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789130495.906471:0:34992:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf482bfc00. 00000020:00000001:0.0:1789130495.906473:0:34992:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130495.906474:0:34992:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1789130495.906475:0:34992:0:(lov_obd.c:975:lov_iocontrol()) Process entered 00020000:00000080:0.0:1789130495.906477:0:34992:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf482bfc00 uarg=0000000000000000 00020000:00000001:0.0:1789130495.906479:0:34992:0:(lov_obd.c:1007:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130495.906482:0:34992:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130495.906484:0:34992:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789130495.906486:0:34992:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf482bfc00. 00000080:00000001:0.0:1789130495.906488:0:34992:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130495.906490:0:34992:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130495.906492:0:34992:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789130495.906494:0:34992:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffd4fc3fca0 00000080:00000001:0.0:1789130495.906496:0:34992:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789130495.906497:0:34992:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789130495.906500:0:34992:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf482bfc00. 00000020:00000001:0.0:1789130495.906502:0:34992:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130495.906504:0:34992:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1789130495.906506:0:34992:0:(lov_obd.c:975:lov_iocontrol()) Process entered 00020000:00000080:0.0:1789130495.906507:0:34992:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf482bfc00 uarg=0000000000000000 00020000:00000001:0.0:1789130495.906510:0:34992:0:(lov_obd.c:1007:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130495.906512:0:34992:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130495.906513:0:34992:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789130495.906516:0:34992:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf482bfc00. 00000080:00000001:0.0:1789130495.906518:0:34992:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130495.906519:0:34992:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130495.906522:0:34992:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789130495.906523:0:34992:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffd4fc3fca0 00000080:00000001:0.0:1789130495.906525:0:34992:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789130495.906526:0:34992:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789130495.906527:0:34992:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf482bfc00. 00000020:00000001:0.0:1789130495.906529:0:34992:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130495.906530:0:34992:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1789130495.906530:0:34992:0:(lov_obd.c:975:lov_iocontrol()) Process entered 00020000:00000080:0.0:1789130495.906531:0:34992:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf482bfc00 uarg=0000000000000000 00020000:00000001:0.0:1789130495.906532:0:34992:0:(lov_obd.c:1007:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130495.906533:0:34992:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130495.906534:0:34992:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789130495.906535:0:34992:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf482bfc00. 00000080:00000001:0.0:1789130495.906536:0:34992:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130495.906537:0:34992:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130495.906539:0:34992:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789130495.906539:0:34992:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffd4fc3fca0 00000080:00000001:0.0:1789130495.906540:0:34992:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789130495.906541:0:34992:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789130495.906542:0:34992:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf482bfc00. 00000020:00000001:0.0:1789130495.906543:0:34992:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130495.906544:0:34992:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1789130495.906544:0:34992:0:(lov_obd.c:975:lov_iocontrol()) Process entered 00020000:00000080:0.0:1789130495.906545:0:34992:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf482bfc00 uarg=0000000000000000 00020000:00000001:0.0:1789130495.906546:0:34992:0:(lov_obd.c:1007:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130495.906548:0:34992:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130495.906549:0:34992:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789130495.906551:0:34992:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf482bfc00. 00000080:00000001:0.0:1789130495.906552:0:34992:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130495.906553:0:34992:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130495.906555:0:34992:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789130495.906675:0:34992:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffd4fc3fca0 00000080:00000001:0.0:1789130495.906680:0:34992:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789130495.906682:0:34992:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789130495.906685:0:34992:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf482bfc00. 00000020:00000001:0.0:1789130495.906687:0:34992:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130495.906688:0:34992:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1789130495.906690:0:34992:0:(lov_obd.c:975:lov_iocontrol()) Process entered 00020000:00000080:0.0:1789130495.906691:0:34992:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf482bfc00 uarg=0000000000000000 00020000:00000001:0.0:1789130495.906693:0:34992:0:(lov_obd.c:1007:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130495.906695:0:34992:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130495.906697:0:34992:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789130495.906700:0:34992:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf482bfc00. 00000080:00000001:0.0:1789130495.906703:0:34992:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130495.906705:0:34992:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130495.906710:0:34992:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789130495.906712:0:34992:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffd4fc3fca0 00000080:00000001:0.0:1789130495.906714:0:34992:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789130495.906715:0:34992:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789130495.906717:0:34992:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf482bfc00. 00000020:00000001:0.0:1789130495.906719:0:34992:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130495.906720:0:34992:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1789130495.906722:0:34992:0:(lov_obd.c:975:lov_iocontrol()) Process entered 00020000:00000080:0.0:1789130495.906723:0:34992:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf482bfc00 uarg=0000000000000000 00020000:00000001:0.0:1789130495.906725:0:34992:0:(lov_obd.c:1007:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130495.906726:0:34992:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130495.906728:0:34992:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789130495.906729:0:34992:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf482bfc00. 00000080:00000001:0.0:1789130495.906731:0:34992:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130495.906733:0:34992:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130495.906736:0:34992:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789130495.906737:0:34992:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffd4fc3fca0 00000080:00000001:0.0:1789130495.906739:0:34992:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789130495.906741:0:34992:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789130495.906742:0:34992:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf482bfc00. 00000020:00000001:0.0:1789130495.906744:0:34992:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130495.906745:0:34992:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1789130495.906746:0:34992:0:(lov_obd.c:975:lov_iocontrol()) Process entered 00020000:00000080:0.0:1789130495.906747:0:34992:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf482bfc00 uarg=0000000000000000 00020000:00000001:0.0:1789130495.906749:0:34992:0:(lov_obd.c:1007:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130495.906750:0:34992:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130495.906751:0:34992:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789130495.906753:0:34992:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf482bfc00. 00000080:00000001:0.0:1789130495.906755:0:34992:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130495.906757:0:34992:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130495.906759:0:34992:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789130495.906761:0:34992:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffd4fc3fca0 00000080:00000001:0.0:1789130495.906763:0:34992:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789130495.906764:0:34992:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789130495.906766:0:34992:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf482bfc00. 00000020:00000001:0.0:1789130495.906768:0:34992:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130495.906769:0:34992:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1789130495.906771:0:34992:0:(lov_obd.c:975:lov_iocontrol()) Process entered 00020000:00000080:0.0:1789130495.906772:0:34992:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf482bfc00 uarg=0000000000000000 00020000:00000001:0.0:1789130495.906774:0:34992:0:(lov_obd.c:1007:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130495.906776:0:34992:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130495.906778:0:34992:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789130495.906780:0:34992:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf482bfc00. 00000080:00000001:0.0:1789130495.906781:0:34992:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130495.906783:0:34992:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130495.906785:0:34992:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789130495.906787:0:34992:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffd4fc3fca0 00000080:00000001:0.0:1789130495.906788:0:34992:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789130495.906789:0:34992:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789130495.906791:0:34992:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf482bfc00. 00000020:00000001:0.0:1789130495.906792:0:34992:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130495.906794:0:34992:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1789130495.906795:0:34992:0:(lov_obd.c:975:lov_iocontrol()) Process entered 00020000:00000080:0.0:1789130495.906796:0:34992:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf482bfc00 uarg=0000000000000000 00020000:00000001:0.0:1789130495.906798:0:34992:0:(lov_obd.c:1007:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130495.906799:0:34992:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130495.906801:0:34992:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789130495.907361:0:34992:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf482bfc00. 00000080:00000001:0.0:1789130495.907368:0:34992:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130495.907370:0:34992:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130495.907376:0:34992:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789130495.907378:0:34992:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffd4fc3fca0 00000080:00000001:0.0:1789130495.907382:0:34992:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789130495.907383:0:34992:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789130495.907387:0:34992:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf482bfc00. 00000020:00000001:0.0:1789130495.907390:0:34992:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130495.907391:0:34992:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1789130495.907393:0:34992:0:(lov_obd.c:975:lov_iocontrol()) Process entered 00020000:00000080:0.0:1789130495.907394:0:34992:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf482bfc00 uarg=0000000000000000 00020000:00000001:0.0:1789130495.907397:0:34992:0:(lov_obd.c:1007:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130495.907399:0:34992:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130495.907401:0:34992:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789130495.907403:0:34992:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf482bfc00. 00000080:00000001:0.0:1789130495.907405:0:34992:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130495.907407:0:34992:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130495.907410:0:34992:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789130495.907411:0:34992:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffd4fc3fca0 00000080:00000001:0.0:1789130495.907413:0:34992:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789130495.907414:0:34992:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789130495.907416:0:34992:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf482bfc00. 00000020:00000001:0.0:1789130495.907418:0:34992:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130495.907419:0:34992:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1789130495.907420:0:34992:0:(lov_obd.c:975:lov_iocontrol()) Process entered 00020000:00000080:0.0:1789130495.907421:0:34992:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf482bfc00 uarg=0000000000000000 00020000:00000001:0.0:1789130495.907423:0:34992:0:(lov_obd.c:1007:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130495.907425:0:34992:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130495.907426:0:34992:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789130495.907428:0:34992:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf482bfc00. 00000080:00000001:0.0:1789130495.907430:0:34992:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130495.907432:0:34992:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130495.907435:0:34992:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789130495.907436:0:34992:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffd4fc3fca0 00000080:00000001:0.0:1789130495.907439:0:34992:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789130495.907440:0:34992:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789130495.907442:0:34992:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf482bfc00. 00000020:00000001:0.0:1789130495.907444:0:34992:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130495.907446:0:34992:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1789130495.907447:0:34992:0:(lov_obd.c:975:lov_iocontrol()) Process entered 00020000:00000080:0.0:1789130495.907449:0:34992:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf482bfc00 uarg=0000000000000000 00020000:00000001:0.0:1789130495.907451:0:34992:0:(lov_obd.c:1007:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130495.907453:0:34992:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130495.907455:0:34992:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789130495.907457:0:34992:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf482bfc00. 00000080:00000001:0.0:1789130495.907460:0:34992:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130495.907462:0:34992:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130495.907465:0:34992:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789130495.907466:0:34992:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffd4fc3fca0 00000080:00000001:0.0:1789130495.907468:0:34992:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789130495.907469:0:34992:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789130495.907472:0:34992:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf482bfc00. 00000020:00000001:0.0:1789130495.907474:0:34992:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130495.907476:0:34992:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1789130495.907478:0:34992:0:(lov_obd.c:975:lov_iocontrol()) Process entered 00020000:00000080:0.0:1789130495.907479:0:34992:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf482bfc00 uarg=0000000000000000 00020000:00000001:0.0:1789130495.907482:0:34992:0:(lov_obd.c:1007:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130495.907483:0:34992:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130495.907485:0:34992:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789130495.907486:0:34992:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf482bfc00. 00000080:00000001:0.0:1789130495.907488:0:34992:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130495.907490:0:34992:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130495.907493:0:34992:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789130495.907494:0:34992:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffd4fc3fca0 00000080:00000001:0.0:1789130495.907497:0:34992:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789130495.907499:0:34992:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789130495.907501:0:34992:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf482bfc00. 00000020:00000001:0.0:1789130495.907503:0:34992:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130495.907505:0:34992:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1789130495.907506:0:34992:0:(lov_obd.c:975:lov_iocontrol()) Process entered 00020000:00000080:0.0:1789130495.907507:0:34992:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf482bfc00 uarg=0000000000000000 00020000:00000001:0.0:1789130495.907510:0:34992:0:(lov_obd.c:1007:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130495.907512:0:34992:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130495.907513:0:34992:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789130495.907515:0:34992:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf482bfc00. 00000080:00000001:0.0:1789130495.907517:0:34992:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130495.907519:0:34992:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130495.907522:0:34992:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789130495.907523:0:34992:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffd4fc3fca0 00000080:00000001:0.0:1789130495.907525:0:34992:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789130495.907526:0:34992:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789130495.907529:0:34992:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf482bfc00. 00000020:00000001:0.0:1789130495.907531:0:34992:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130495.907533:0:34992:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1789130495.907534:0:34992:0:(lov_obd.c:975:lov_iocontrol()) Process entered 00020000:00000080:0.0:1789130495.907535:0:34992:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf482bfc00 uarg=0000000000000000 00020000:00000001:0.0:1789130495.907538:0:34992:0:(lov_obd.c:1007:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130495.907541:0:34992:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130495.907542:0:34992:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789130495.907545:0:34992:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf482bfc00. 00000080:00000001:0.0:1789130495.907547:0:34992:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130495.907549:0:34992:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130495.907552:0:34992:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789130495.907553:0:34992:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffd4fc3fca0 00000080:00000001:0.0:1789130495.907555:0:34992:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789130495.907557:0:34992:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789130495.907559:0:34992:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf482bfc00. 00000020:00000001:0.0:1789130495.907561:0:34992:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130495.907562:0:34992:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1789130495.907563:0:34992:0:(lov_obd.c:975:lov_iocontrol()) Process entered 00020000:00000080:0.0:1789130495.907564:0:34992:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf482bfc00 uarg=0000000000000000 00020000:00000001:0.0:1789130495.907567:0:34992:0:(lov_obd.c:1007:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130495.907569:0:34992:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130495.907570:0:34992:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789130495.907572:0:34992:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf482bfc00. 00000080:00000001:0.0:1789130495.907575:0:34992:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130495.907576:0:34992:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130495.907579:0:34992:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789130495.907581:0:34992:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffd4fc3fca0 00000080:00000001:0.0:1789130495.907584:0:34992:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789130495.907585:0:34992:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789130495.907587:0:34992:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf482bfc00. 00000020:00000001:0.0:1789130495.907590:0:34992:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130495.907591:0:34992:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1789130495.907592:0:34992:0:(lov_obd.c:975:lov_iocontrol()) Process entered 00020000:00000080:0.0:1789130495.907594:0:34992:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf482bfc00 uarg=0000000000000000 00020000:00000001:0.0:1789130495.907596:0:34992:0:(lov_obd.c:1007:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130495.907598:0:34992:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130495.907600:0:34992:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789130495.907603:0:34992:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf482bfc00. 00000080:00000001:0.0:1789130495.907605:0:34992:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130495.907607:0:34992:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130495.907611:0:34992:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789130495.907612:0:34992:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffd4fc3fca0 00000080:00000001:0.0:1789130495.907614:0:34992:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789130495.907615:0:34992:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789130495.907618:0:34992:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf482bfc00. 00000020:00000001:0.0:1789130495.907620:0:34992:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130495.907621:0:34992:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1789130495.907622:0:34992:0:(lov_obd.c:975:lov_iocontrol()) Process entered 00020000:00000080:0.0:1789130495.907623:0:34992:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf482bfc00 uarg=0000000000000000 00020000:00000001:0.0:1789130495.907625:0:34992:0:(lov_obd.c:1007:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130495.907627:0:34992:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130495.907628:0:34992:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789130495.907630:0:34992:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf482bfc00. 00000080:00000001:0.0:1789130495.907632:0:34992:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130495.907634:0:34992:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130495.907637:0:34992:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789130495.907638:0:34992:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffd4fc3fca0 00000080:00000001:0.0:1789130495.907640:0:34992:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789130495.907641:0:34992:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789130495.907643:0:34992:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf482bfc00. 00000020:00000001:0.0:1789130495.907646:0:34992:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130495.907647:0:34992:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1789130495.907648:0:34992:0:(lov_obd.c:975:lov_iocontrol()) Process entered 00020000:00000080:0.0:1789130495.907649:0:34992:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf482bfc00 uarg=0000000000000000 00020000:00000001:0.0:1789130495.907652:0:34992:0:(lov_obd.c:1007:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130495.907654:0:34992:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130495.907655:0:34992:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789130495.907657:0:34992:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf482bfc00. 00000080:00000001:0.0:1789130495.907659:0:34992:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130495.907661:0:34992:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130495.907664:0:34992:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789130495.907666:0:34992:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffd4fc3fca0 00000080:00000001:0.0:1789130495.907669:0:34992:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789130495.907670:0:34992:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789130495.907673:0:34992:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf482bfc00. 00000020:00000001:0.0:1789130495.907675:0:34992:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130495.907677:0:34992:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1789130495.907678:0:34992:0:(lov_obd.c:975:lov_iocontrol()) Process entered 00020000:00000080:0.0:1789130495.907679:0:34992:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf482bfc00 uarg=0000000000000000 00020000:00000001:0.0:1789130495.907682:0:34992:0:(lov_obd.c:1007:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130495.907684:0:34992:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130495.907685:0:34992:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789130495.907687:0:34992:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf482bfc00. 00000080:00000001:0.0:1789130495.907689:0:34992:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130495.907691:0:34992:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130495.907694:0:34992:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789130495.907696:0:34992:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffd4fc3fca0 00000080:00000001:0.0:1789130495.907698:0:34992:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789130495.907699:0:34992:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789130495.907701:0:34992:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf482bfc00. 00000020:00000001:0.0:1789130495.907703:0:34992:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130495.907705:0:34992:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1789130495.908396:0:34992:0:(lov_obd.c:975:lov_iocontrol()) Process entered 00020000:00000080:0.0:1789130495.908399:0:34992:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf482bfc00 uarg=0000000000000000 00020000:00000001:0.0:1789130495.908404:0:34992:0:(lov_obd.c:1007:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130495.908406:0:34992:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130495.908409:0:34992:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789130495.908411:0:34992:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf482bfc00. 00000080:00000001:0.0:1789130495.908415:0:34992:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130495.908417:0:34992:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130495.908426:0:34992:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789130495.908428:0:34992:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffd4fc3fca0 00000080:00000001:0.0:1789130495.908431:0:34992:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789130495.908433:0:34992:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789130495.908440:0:34992:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf482bfc00. 00000020:00000001:0.0:1789130495.908443:0:34992:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130495.908445:0:34992:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1789130495.908446:0:34992:0:(lov_obd.c:975:lov_iocontrol()) Process entered 00020000:00000080:0.0:1789130495.908447:0:34992:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf482bfc00 uarg=0000000000000000 00020000:00000001:0.0:1789130495.908449:0:34992:0:(lov_obd.c:1007:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130495.908451:0:34992:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130495.908452:0:34992:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789130495.908455:0:34992:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf482bfc00. 00000080:00000001:0.0:1789130495.908458:0:34992:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130495.908460:0:34992:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130495.908463:0:34992:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789130495.908464:0:34992:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffd4fc3fca0 00000080:00000001:0.0:1789130495.908467:0:34992:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789130495.908468:0:34992:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789130495.908471:0:34992:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf482bfc00. 00000020:00000001:0.0:1789130495.908473:0:34992:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130495.908475:0:34992:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1789130495.908476:0:34992:0:(lov_obd.c:975:lov_iocontrol()) Process entered 00020000:00000080:0.0:1789130495.908477:0:34992:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf482bfc00 uarg=0000000000000000 00020000:00000001:0.0:1789130495.908479:0:34992:0:(lov_obd.c:1007:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130495.908481:0:34992:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130495.908483:0:34992:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789130495.908485:0:34992:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf482bfc00. 00000080:00000001:0.0:1789130495.908487:0:34992:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130495.908489:0:34992:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130495.908491:0:34992:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789130495.908493:0:34992:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffd4fc3fca0 00000080:00000001:0.0:1789130495.908495:0:34992:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789130495.908496:0:34992:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789130495.908498:0:34992:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf482bfc00. 00000020:00000001:0.0:1789130495.908500:0:34992:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130495.908502:0:34992:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1789130495.908504:0:34992:0:(lov_obd.c:975:lov_iocontrol()) Process entered 00020000:00000080:0.0:1789130495.908505:0:34992:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf482bfc00 uarg=0000000000000000 00020000:00000001:0.0:1789130495.908507:0:34992:0:(lov_obd.c:1007:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130495.908508:0:34992:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130495.908510:0:34992:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789130495.908512:0:34992:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf482bfc00. 00000080:00000001:0.0:1789130495.908514:0:34992:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130495.908516:0:34992:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130495.908518:0:34992:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789130495.908519:0:34992:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffd4fc3fca0 00000080:00000001:0.0:1789130495.908521:0:34992:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789130495.908522:0:34992:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789130495.908524:0:34992:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf482bfc00. 00000020:00000001:0.0:1789130495.908527:0:34992:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130495.908528:0:34992:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1789130495.908529:0:34992:0:(lov_obd.c:975:lov_iocontrol()) Process entered 00020000:00000080:0.0:1789130495.908531:0:34992:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf482bfc00 uarg=0000000000000000 00020000:00000001:0.0:1789130495.908533:0:34992:0:(lov_obd.c:1007:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130495.908535:0:34992:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130495.908537:0:34992:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789130495.908539:0:34992:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf482bfc00. 00000080:00000001:0.0:1789130495.908541:0:34992:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130495.908543:0:34992:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130495.908546:0:34992:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789130495.908547:0:34992:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffd4fc3fca0 00000080:00000001:0.0:1789130495.908549:0:34992:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789130495.908550:0:34992:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789130495.908553:0:34992:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf482bfc00. 00000020:00000001:0.0:1789130495.908555:0:34992:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130495.908557:0:34992:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1789130495.908558:0:34992:0:(lov_obd.c:975:lov_iocontrol()) Process entered 00020000:00000080:0.0:1789130495.908560:0:34992:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf482bfc00 uarg=0000000000000000 00020000:00000001:0.0:1789130495.908563:0:34992:0:(lov_obd.c:1007:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130495.908565:0:34992:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130495.908567:0:34992:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789130495.908569:0:34992:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf482bfc00. 00000080:00000001:0.0:1789130495.908571:0:34992:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130495.908573:0:34992:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130495.908576:0:34992:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789130495.908577:0:34992:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffd4fc3fca0 00000080:00000001:0.0:1789130495.908580:0:34992:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789130495.908582:0:34992:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789130495.908584:0:34992:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf482bfc00. 00000020:00000001:0.0:1789130495.908586:0:34992:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130495.908587:0:34992:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1789130495.908588:0:34992:0:(lov_obd.c:975:lov_iocontrol()) Process entered 00020000:00000080:0.0:1789130495.908590:0:34992:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf482bfc00 uarg=0000000000000000 00020000:00000001:0.0:1789130495.908593:0:34992:0:(lov_obd.c:1007:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130495.908594:0:34992:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130495.908596:0:34992:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789130495.908598:0:34992:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf482bfc00. 00000080:00000001:0.0:1789130495.908601:0:34992:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130495.908602:0:34992:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130495.908606:0:34992:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789130495.908607:0:34992:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffd4fc3fca0 00000080:00000001:0.0:1789130495.908610:0:34992:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789130495.908610:0:34992:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789130495.908613:0:34992:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf482bfc00. 00000020:00000001:0.0:1789130495.908615:0:34992:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130495.908617:0:34992:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1789130495.908617:0:34992:0:(lov_obd.c:975:lov_iocontrol()) Process entered 00020000:00000080:0.0:1789130495.908619:0:34992:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf482bfc00 uarg=0000000000000000 00020000:00000001:0.0:1789130495.908621:0:34992:0:(lov_obd.c:1007:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130495.908623:0:34992:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130495.908625:0:34992:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789130495.908628:0:34992:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf482bfc00. 00000080:00000001:0.0:1789130495.908631:0:34992:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130495.908632:0:34992:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130495.908636:0:34992:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789130495.908637:0:34992:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffd4fc3fca0 00000080:00000001:0.0:1789130495.908640:0:34992:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789130495.908641:0:34992:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789130495.908644:0:34992:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf482bfc00. 00000020:00000001:0.0:1789130495.908646:0:34992:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130495.908647:0:34992:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1789130495.908648:0:34992:0:(lov_obd.c:975:lov_iocontrol()) Process entered 00020000:00000080:0.0:1789130495.908650:0:34992:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf482bfc00 uarg=0000000000000000 00020000:00000001:0.0:1789130495.908652:0:34992:0:(lov_obd.c:1007:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130495.908654:0:34992:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130495.908656:0:34992:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789130495.908658:0:34992:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf482bfc00. 00000080:00000001:0.0:1789130495.908660:0:34992:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130495.908663:0:34992:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130495.908665:0:34992:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789130495.908667:0:34992:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffd4fc3fca0 00000080:00000001:0.0:1789130495.908670:0:34992:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789130495.908671:0:34992:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789130495.908674:0:34992:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf482bfc00. 00000020:00000001:0.0:1789130495.908676:0:34992:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130495.908678:0:34992:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1789130495.908680:0:34992:0:(lov_obd.c:975:lov_iocontrol()) Process entered 00020000:00000080:0.0:1789130495.908681:0:34992:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf482bfc00 uarg=0000000000000000 00020000:00000001:0.0:1789130495.908684:0:34992:0:(lov_obd.c:1007:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130495.908686:0:34992:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130495.908689:0:34992:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789130495.908691:0:34992:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf482bfc00. 00000080:00000001:0.0:1789130495.908693:0:34992:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130495.908695:0:34992:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130495.908698:0:34992:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789130495.908699:0:34992:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffd4fc3fca0 00000080:00000001:0.0:1789130495.908702:0:34992:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789130495.908703:0:34992:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789130495.908705:0:34992:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf482bfc00. 00000020:00000001:0.0:1789130495.908708:0:34992:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130495.908710:0:34992:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1789130495.908711:0:34992:0:(lov_obd.c:975:lov_iocontrol()) Process entered 00020000:00000080:0.0:1789130495.908712:0:34992:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf482bfc00 uarg=0000000000000000 00020000:00000001:0.0:1789130495.908715:0:34992:0:(lov_obd.c:1007:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130495.908717:0:34992:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130495.908719:0:34992:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789130495.908722:0:34992:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf482bfc00. 00000080:00000001:0.0:1789130495.908724:0:34992:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130495.908726:0:34992:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130495.908729:0:34992:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789130495.908730:0:34992:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffd4fc3fca0 00000080:00000001:0.0:1789130495.908733:0:34992:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789130495.908735:0:34992:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789130495.908737:0:34992:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf482bfc00. 00000020:00000001:0.0:1789130495.908740:0:34992:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130495.908741:0:34992:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1789130495.908743:0:34992:0:(lov_obd.c:975:lov_iocontrol()) Process entered 00020000:00000080:0.0:1789130495.908744:0:34992:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf482bfc00 uarg=0000000000000000 00020000:00000001:0.0:1789130495.908747:0:34992:0:(lov_obd.c:1007:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130495.908749:0:34992:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130495.908751:0:34992:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789130495.908753:0:34992:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf482bfc00. 00000080:00000001:0.0:1789130495.908755:0:34992:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130495.908757:0:34992:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130495.908760:0:34992:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789130495.908761:0:34992:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffd4fc3fca0 00000080:00000001:0.0:1789130495.908764:0:34992:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789130495.908765:0:34992:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789130495.908769:0:34992:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf482bfc00. 00000020:00000001:0.0:1789130495.908771:0:34992:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130495.908773:0:34992:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1789130495.908774:0:34992:0:(lov_obd.c:975:lov_iocontrol()) Process entered 00020000:00000080:0.0:1789130495.908775:0:34992:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf482bfc00 uarg=0000000000000000 00020000:00000001:0.0:1789130495.908778:0:34992:0:(lov_obd.c:1007:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130495.908780:0:34992:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130495.908782:0:34992:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789130495.908785:0:34992:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf482bfc00. 00000080:00000001:0.0:1789130495.908787:0:34992:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130495.908789:0:34992:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130495.908792:0:34992:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789130495.908793:0:34992:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffd4fc3fca0 00000080:00000001:0.0:1789130495.908796:0:34992:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789130495.908797:0:34992:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789130495.908799:0:34992:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf482bfc00. 00000020:00000001:0.0:1789130495.908802:0:34992:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130495.909016:0:34992:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1789130495.909018:0:34992:0:(lov_obd.c:975:lov_iocontrol()) Process entered 00020000:00000080:0.0:1789130495.909019:0:34992:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf482bfc00 uarg=0000000000000000 00020000:00000001:0.0:1789130495.909022:0:34992:0:(lov_obd.c:1007:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130495.909024:0:34992:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130495.909026:0:34992:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789130495.909028:0:34992:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf482bfc00. 00000080:00000001:0.0:1789130495.909031:0:34992:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130495.909033:0:34992:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789130495.909040:0:34992:0:(dir.c:2001:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789130495.909041:0:34992:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8) cmd=c00866a4 arg=7ffd4fc3fca0 00000080:00000001:0.0:1789130495.909045:0:34992:0:(llite_lib.c:3575:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789130495.909046:0:34992:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789130495.909050:0:34992:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9caf482bfc00. 00000020:00000001:0.0:1789130495.909053:0:34992:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130495.909054:0:34992:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1789130495.909056:0:34992:0:(lov_obd.c:975:lov_iocontrol()) Process entered 00020000:00000080:0.0:1789130495.909057:0:34992:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9caf5014c800: cmd=c00866a4 len=592 karg=ffff9caf482bfc00 uarg=0000000000000000 00020000:00000001:0.0:1789130495.909060:0:34992:0:(lov_obd.c:1003:lov_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:0.0:1789130495.909062:0:34992:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:0.0:1789130495.909064:0:34992:0:(llite_lib.c:4013:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000080:00000010:0.0:1789130495.909066:0:34992:0:(llite_lib.c:4015:ll_obd_statfs()) kvfree 'data': 592 at ffff9caf482bfc00. 00000080:00000001:0.0:1789130495.909068:0:34992:0:(llite_lib.c:3616:ll_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:0.0:1789130495.909071:0:34992:0:(dir.c:2946:ll_dir_ioctl()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:0.0:1789130495.909091:0:34992:0:(dir.c:3016:ll_dir_release()) Process entered 00000080:00000001:0.0:1789130495.909095:0:34992:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:0.0:1789130495.909100:0:34992:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c6fdd0 00000080:00200008:0.0:1789130495.909102:0:34992:0:(file.c:479:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff9caf601980c8), flags 100000 00000080:00400000:0.0:1789130495.909108:0:34992:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000007:0x1:0x0] 00000080:00000010:0.0:1789130495.909114:0:34992:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9caf417a8780. 00000080:00000001:0.0:1789130495.909120:0:34992:0:(file.c:498:ll_file_release()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1789130495.909122:0:34992:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41c6fdd0 00000080:00000008:0.0:1789130495.909124:0:34992:0:(file.c:523:ll_file_release()) COMPLETED file /:[0x200000007:0x1:0x0](ffff9caf601980c8), flags 100000, rc = 0 00000080:00000001:0.0:1789130495.909127:0:34992:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130495.909129:0:34992:0:(dir.c:3017:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130495.919525:0:34993:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:3.0:1789130495.919534:0:34993:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:3.0:1789130495.919536:0:34993:0:(file.c:6206:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1789130495.919539:0:34993:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41cf7bc0 00000080:00200000:3.0:1789130495.919544:0:34993:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8),name=/ 00000080:00000010:3.0:1789130495.919552:0:34993:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9caf48a7b400. 00800000:00000002:3.0:1789130495.919560:0:34993:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9caf4557c8c0 2 00000080:00000001:3.0:1789130495.919564:0:34993:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1789130495.919569:0:34993:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1789130495.919571:0:34993:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41cf7ae0 00800000:00000002:3.0:1789130495.919574:0:34993:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1789130495.919579:0:34993:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1789130495.919584:0:34993:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1789130495.919589:0:34993:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1789130495.919591:0:34993:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41cf79b0 00000002:00010000:3.0:1789130495.919593:0:34993:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1789130495.919597:0:34993:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1789130495.919599:0:34993:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789130495.919602:0:34993:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789130495.919609:0:34993:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf48fc4a00 count: 2 00010000:00000001:3.0:1789130495.919612:0:34993:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789130495.919617:0:34993:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789130495.919621:0:34993:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1789130495.919626:0:34993:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030200/0xde5303b1d982ceac lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a6229 expref: -99 pid: 34992 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:3.0:1789130495.919637:0:34993:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1789130495.919643:0:34993:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789130495.919647:0:34993:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030200/0xde5303b1d982ceac lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a6229 expref: -99 pid: 34992 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:3.0:1789130495.919653:0:34993:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1789130495.919655:0:34993:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1789130495.919657:0:34993:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1789130495.919659:0:34993:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1789130495.919660:0:34993:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1789130495.919663:0:34993:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1789130495.919665:0:34993:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1789130495.919668:0:34993:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9caf4557c8c0 2 00000080:00000010:3.0:1789130495.919672:0:34993:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9caf48a7b400. 00000080:00000001:3.0:1789130495.919678:0:34993:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1789130495.919680:0:34993:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789130495.919683:0:34993:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9caf601980c8) 00000080:00010000:3.0:1789130495.919686:0:34993:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9caf601980c8) for lock 0xde5303b1d982ceac 00800000:00000001:3.0:1789130495.919690:0:34993:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1789130495.919692:0:34993:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1789130495.919693:0:34993:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789130495.919695:0:34993:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789130495.919698:0:34993:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40030200 refcount=3 00000020:00000001:3.0:1789130495.919701:0:34993:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239989760 : -109198469561856 : ffff9caf40030200) 00010000:00000001:3.0:1789130495.919703:0:34993:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239989760 : -109198469561856 : ffff9caf40030200) 00010000:00000001:3.0:1789130495.919706:0:34993:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130495.919708:0:34993:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789130495.919710:0:34993:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789130495.919712:0:34993:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789130495.919714:0:34993:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xde5303b1d982ceac from it ffffb97f41cf7bf8 00010000:00000001:3.0:1789130495.919716:0:34993:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789130495.919718:0:34993:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789130495.919719:0:34993:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40030200 refcount=3 00000020:00000001:3.0:1789130495.919721:0:34993:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239989760 : -109198469561856 : ffff9caf40030200) 00010000:00000001:3.0:1789130495.919723:0:34993:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239989760 : -109198469561856 : ffff9caf40030200) 00010000:00000001:3.0:1789130495.919725:0:34993:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789130495.919728:0:34993:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030200/0xde5303b1d982ceac lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a6229 expref: -99 pid: 34992 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:3.0:1789130495.919734:0:34993:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130495.919735:0:34993:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789130495.919736:0:34993:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1789130495.919738:0:34993:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1789130495.919741:0:34993:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030200/0xde5303b1d982ceac lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a6229 expref: -99 pid: 34992 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:3.0:1789130495.919747:0:34993:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130495.919750:0:34993:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789130495.919752:0:34993:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789130495.919756:0:34993:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130495.919757:0:34993:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789130495.919759:0:34993:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130495.919762:0:34993:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789130495.919763:0:34993:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130495.919765:0:34993:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130495.919768:0:34993:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130495.919770:0:34993:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789130495.919771:0:34993:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130495.919772:0:34993:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1789130495.919774:0:34993:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1789130495.919776:0:34993:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1789130495.919779:0:34993:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8), inode mode 41ff mask 1 00000080:00000001:3.0:1789130495.919783:0:34993:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130495.919789:0:34993:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:3.0:1789130495.919791:0:34993:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41cf7b58 00000080:00002000:3.0:1789130495.919793:0:34993:0:(dcache.c:87:ll_dcompare()) found name recon(ffff9caf44505bd0) flags 0x48000e refc 0 00000080:00000001:3.0:1789130495.919796:0:34993:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789130495.919798:0:34993:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41cf7bc8 00000080:00200000:3.0:1789130495.919799:0:34993:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=recon, flags=777 00000080:00000001:3.0:1789130495.920004:0:34993:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00200000:3.0:1789130495.920007:0:34993:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000404:0x36:0x0](ffff9caf60199148), inode mode 81a4 mask 52 00000080:00000001:3.0:1789130495.920010:0:34993:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130495.920017:0:34993:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:3.0:1789130495.920019:0:34993:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41cf7b98 00000080:00200008:3.0:1789130495.920021:0:34993:0:(file.c:1090:ll_file_open()) START file recon:[0x200000404:0x36:0x0](ffff9caf60199148), flags 102101 00000080:00000010:3.0:1789130495.920028:0:34993:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9caf51ae8500. 00000080:00000001:3.0:1789130495.920034:0:34993:0:(file.c:806:ll_intent_file_open()) Process entered 00000080:00000010:3.0:1789130495.920037:0:34993:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9caf48a7b400. 00800000:00000002:3.0:1789130495.920040:0:34993:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9caf4557c8c0 2 00000080:00000001:3.0:1789130495.920042:0:34993:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1789130495.920044:0:34993:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1789130495.920045:0:34993:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41cf7a48 00800000:00000002:3.0:1789130495.920047:0:34993:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x200000404:0x36:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1789130495.920051:0:34993:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00000020:00000001:3.0:1789130495.920054:0:34993:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41cf79c8 00800000:00000002:3.0:1789130495.920056:0:34993:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x36:0x0], name='' -> mds #0 layout version 1 00000002:00000001:3.0:1789130495.920059:0:34993:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1789130495.920060:0:34993:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41cf7900 00000002:00010000:3.0:1789130495.920062:0:34993:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000404:0x36:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 0240102102 00000002:00000001:3.0:1789130495.920066:0:34993:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1789130495.920069:0:34993:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:3.0:1789130495.920072:0:34993:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1789130495.920075:0:34993:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf48fc4600 count: 2 00010000:00000001:3.0:1789130495.920078:0:34993:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789130495.920081:0:34993:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1789130495.920085:0:34993:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130495.920087:0:34993:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789130495.920089:0:34993:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789130495.920091:0:34993:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1789130495.920093:0:34993:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf48fc4a00 count: 2 00010000:00000001:3.0:1789130495.920095:0:34993:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789130495.920096:0:34993:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1789130495.920099:0:34993:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1789130495.920101:0:34993:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030200/0xde5303b1d982ceac lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xcdf1b083821a6229 expref: -99 pid: 34992 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000080:00000001:3.0:1789130495.920110:0:34993:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1789130495.920113:0:34993:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1789130495.920116:0:34993:0:(file.c:6113:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1789130495.920117:0:34993:0:(file.c:6119:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:3.0:1789130495.920119:0:34993:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789130495.920121:0:34993:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789130495.920123:0:34993:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf48fc4a00 count: 3 00010000:00000001:3.0:1789130495.920125:0:34993:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789130495.920127:0:34993:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789130495.920128:0:34993:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789130495.920129:0:34993:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789130495.920131:0:34993:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf48fc4a00 count: 3 00010000:00000001:3.0:1789130495.920133:0:34993:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789130495.920135:0:34993:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789130495.920136:0:34993:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789130495.920137:0:34993:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789130495.920139:0:34993:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf48fc4a00 count: 3 00010000:00000001:3.0:1789130495.920141:0:34993:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789130495.920143:0:34993:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130495.920424:0:34993:0:(file.c:6141:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:3.0:1789130495.920428:0:34993:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff9caf60198000, pfid = [0x0:0x0:0x0] 00000080:00000001:3.0:1789130495.920433:0:34993:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:3.0:1789130495.920436:0:34993:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:3.0:1789130495.920438:0:34993:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1789130495.920440:0:34993:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130495.920444:0:34993:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1789130495.920447:0:34993:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1789130495.920448:0:34993:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1789130495.920450:0:34993:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789130495.920452:0:34993:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1789130495.920454:0:34993:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9caf40030200 with handle 0xde5303b1d982ceac from hash 00010000:00000001:3.0:1789130495.920456:0:34993:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1789130495.920458:0:34993:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130495.920459:0:34993:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789130495.920460:0:34993:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1789130495.920463:0:34993:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1789130495.920465:0:34993:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1789130495.920467:0:34993:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1789130495.920469:0:34993:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1789130495.920471:0:34993:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1789130495.920477:0:34993:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf501a9a40. 00000020:00000040:3.0:1789130495.920480:0:34993:0:(genops.c:1210:class_import_get()) import ffff9caf6079a800 refcount=8 obd=lustre-MDT0000-mdc-ffff9caf5014c800 02000000:00000001:3.0:1789130495.920486:0:34993:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789130495.920488:0:34993:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130495.920490:0:34993:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1789130495.920494:0:34993:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789130495.920496:0:34993:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130495.920497:0:34993:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789130495.920499:0:34993:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130495.920501:0:34993:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789130495.920503:0:34993:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789130495.920506:0:34993:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789130495.920513:0:34993:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9caf58481c00. 00000100:00000001:3.0:1789130495.920519:0:34993:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130495.920526:0:34993:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1789130495.920528:0:34993:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1789130495.920532:0:34993:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030200/0xde5303b1d982ceac lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xcdf1b083821a6229 expref: -99 pid: 34992 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00010000:3.0:1789130495.920539:0:34993:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1789130495.920541:0:34993:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1789130495.920542:0:34993:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1789130495.920545:0:34993:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030200/0xde5303b1d982ceac lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xcdf1b083821a6229 expref: -99 pid: 34992 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000040:3.0:1789130495.920552:0:34993:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9caf48fc4a00 count: 0 00010000:00000010:3.0:1789130495.920558:0:34993:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9caf48339d80. 00010000:00000001:3.0:1789130495.920570:0:34993:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789130495.920572:0:34993:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130495.920574:0:34993:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1789130495.920575:0:34993:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130495.920577:0:34993:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789130495.920584:0:34993:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446634875509971520 : -109198199580096 : ffff9caf501a9a40) 00010000:00000001:3.0:1789130495.920588:0:34993:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1789130495.920591:0:34993:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1789130495.920596:0:34993:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9caf6165ad00. 00010000:00000010:3.0:1789130495.920600:0:34993:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9caf42e06880. 00010000:00000001:3.0:1789130495.920604:0:34993:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1789130495.920607:0:34993:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9caf47e21a00. 00000020:00000001:3.0:1789130495.920609:0:34993:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1789130495.920612:0:34993:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9caf47e21a00 with handle 0xde5303b1d982ceb3 to hash 00000020:00000001:3.0:1789130495.920614:0:34993:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1789130495.920615:0:34993:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446634875372050944 : -109198337500672 : ffff9caf47e21a00) 00010000:00000001:3.0:1789130495.920619:0:34993:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446634875372050944 : -109198337500672 : ffff9caf47e21a00) 00010000:00000001:3.0:1789130495.920622:0:34993:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789130495.920623:0:34993:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789130495.920626:0:34993:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e21a00/0xde5303b1d982ceb3 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 34993 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789130495.920633:0:34993:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e21a00/0xde5303b1d982ceb3 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34993 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:3.0:1789130495.920644:0:34993:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9caf5014c800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1789130495.920655:0:34993:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9caf501a9a40 x1876037329060096/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1789130495.920664:0:34993:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e21a00/0xde5303b1d982ceb3 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34993 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1789130495.920668:0:34993:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1789130495.920670:0:34993:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1789130495.920677:0:34993:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9caf48515a80. 00000100:00000001:3.0:1789130495.920679:0:34993:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446634875379341952 : -109198330209664 : ffff9caf48515a80) 00000100:00000001:3.0:1789130495.920682:0:34993:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789130495.920684:0:34993:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875509971520 : -109198199580096 : ffff9caf501a9a40) 00000100:00000001:3.0:1789130495.920688:0:34993:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789130495.920692:0:34993:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130495.920694:0:34993:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1789130495.920696:0:34993:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789130495.920700:0:34993:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf501a9a40 x1876037329060096/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130495.920709:0:34993:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789130495.920712:0:34993:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789130495.920716:0:34993:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789130495.920719:0:34993:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789130495.920722:0:34993:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789130495.920726:0:34993:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf501a9a40 pname:cluuid:pid:xid:nid:opc:job bash:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:34993:1876037329060096:192.168.204.123@tcp:101:bash.0 00000100:00000001:3.0:1789130495.920730:0:34993:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789130495.920736:0:34993:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789130495.920739:0:34993:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789130495.920741:0:34993:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789130495.921061:0:34993:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff9caf48ba0000. 02000000:00000001:3.0:1789130495.921065:0:34993:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789130495.921072:0:34993:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:3.0:1789130495.921077:0:34993:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf60788528. 00000400:00000010:3.0:1789130495.921084:0:34993:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff9caf58483c00. 00000100:00000200:3.0:1789130495.921092:0:34993:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1876037329060096, portal 10 00000100:00000001:3.0:1789130495.921095:0:34993:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789130495.921097:0:34993:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875509971520 : -109198199580096 : ffff9caf501a9a40) 00000100:00000040:3.0:1789130495.921104:0:34993:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9caf501a9a40 x1876037329060096/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/66320 e 0 to 0 dl 1789130511 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130495.921111:0:34993:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789130495.921114:0:34993:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:3.0:1789130495.921118:0:34993:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf4549fdd0. 00000100:00000200:3.0:1789130495.921121:0:34993:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1876037329060096, offset 0 00000400:00000200:3.0:1789130495.921128:0:34993:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:3.0:1789130495.921138:0:34993:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130495.921155:0:34993:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:3.0:1789130495.921161:0:34993:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789130495.921164:0:34993:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:3.0:1789130495.921168:0:34993:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789130495.923479:0:34993:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:3.0:1789130495.923493:0:34993:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2715:2715:256:4294967295] 192.168.204.123@tcp LPNI seq info [2714:2714:8:4294967295] 00000400:00000200:3.0:1789130495.923506:0:34993:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130495.923520:0:34993:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:3.0:1789130495.923533:0:34993:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:3.0:1789130495.923548:0:34993:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf47fd2600. 00000800:00000200:3.0:1789130495.923559:0:34993:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:3.0:1789130495.923572:0:34993:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:3.0:1789130495.923579:0:34993:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf47fd2600 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:3.0:1789130495.923656:0:34993:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130495.923664:0:34993:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: using a timeout of 780631 usecs (781 jiffies) 00000400:00000200:3.0:1789130495.923668:0:34993:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:3.0:1789130495.923672:0:34993:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296590726 00000100:00000001:3.0:1789130495.923676:0:34993:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 2, keep current deadline 4296592375 00000100:00000001:3.0:1789130495.923679:0:34993:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296590726 00000100:00000001:3.0:1789130495.923682:0:34993:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 3, keep current deadline 4296592375 00000100:00000001:3.0:1789130495.923686:0:34993:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789130495.923692:0:34993:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130495.923696:0:34993:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789130495.923699:0:34993:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1789130495.923702:0:34993:0:(client.c:2715:ptlrpc_set_wait()) set ffff9caf48515a80 going to sleep for 11 seconds 00000100:00000001:3.0:1789130495.923705:0:34993:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789130495.923708:0:34993:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789130495.924800:0:2342:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789130495.926739:0:2342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf47fd2600. 00000400:00000200:3.0:1789130495.926748:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130495.926759:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:3.0:1789130495.926769:0:2342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf4549fdd0 00000400:00000010:3.0:1789130495.926772:0:2342:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf4549fdd0. 00000100:00000001:3.0:1789130495.926779:0:2342:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789130495.926788:0:2342:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf501a9a40 x1876037329060096/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/66320 e 0 to 0 dl 1789130511 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130495.927038:0:2342:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130495.927044:0:2342:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf501a9a40 x1876037329060096/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/66320 e 0 to 0 dl 1789130511 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130495.927052:0:2342:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130495.927054:0:2342:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:3.1:1789130495.929621:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf48fc4a00. 00010000:00000010:3.1:1789130495.929635:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf40030200. 00000800:00000001:3.0:1789130495.931881:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130495.931899:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789130495.931903:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130495.931905:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130495.931916:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130495.931924:0:2341:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:3.0:1789130495.931933:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130495.931938:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130495.931945:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130495.931949:0:2341:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 664 into portal 10 MB=0x6aa3efa958100 00000400:00000200:3.0:1789130495.931954:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130495.931960:0:2341:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.123@tcp of length 664/664 into md 0x7495 [32] + 224 00000800:00000001:3.0:1789130495.931969:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130495.931978:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130495.931982:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130495.931988:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:3.0:1789130495.931997:0:2341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789130495.932006:0:2341:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf501a9a40 x1876037329060096/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/66320 e 0 to 0 dl 1789130511 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789130495.932017:0:2341:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff9caf501a9a40 x1876037329060096/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/66320 e 0 to 0 dl 1789130511 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130495.932035:0:2341:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789130495.932048:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130495.932052:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130495.932587:0:34993:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789130495.932597:0:34993:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789130495.932600:0:34993:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789130495.932604:0:34993:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf60788528. 00000400:00000200:1.0:1789130495.932609:0:34993:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf58483c00 00000400:00000010:1.0:1789130495.932612:0:34993:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 632 at ffff9caf58483c00. 00000100:00000001:1.0:1789130495.932616:0:34993:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789130495.932621:0:34993:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf501a9a40 x1876037329060096/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/66320 e 0 to 0 dl 1789130511 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1789130495.932631:0:34993:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf501a9a40 x1876037329060096/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/66320 e 0 to 0 dl 1789130511 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130495.932637:0:34993:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789130495.932641:0:34993:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130495.932644:0:34993:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789130495.932650:0:34993:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789130495.932654:0:34993:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789130495.932657:0:34993:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130495.932661:0:34993:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789130495.932675:0:34993:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf6079ac60 time=114 v=5 (5 104 104 104) 00000100:00001000:1.0:1789130495.932681:0:34993:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf6079ac18 time=36 v=5 (1 0 0 0) 00000100:00000001:1.0:1789130495.932684:0:34993:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789130495.932686:0:34993:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130495.932689:0:34993:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789130495.932694:0:34993:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130495.932699:0:34993:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1789130495.932701:0:34993:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1789130495.932703:0:34993:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1789130495.932706:0:34993:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789130495.932708:0:34993:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875509971520 : -109198199580096 : ffff9caf501a9a40) 00000100:00000001:1.0:1789130495.932712:0:34993:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789130495.932714:0:34993:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9caf5014c800: skip recheck: last_committed 8589934612 00000100:00000001:1.0:1789130495.932716:0:34993:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789130495.932720:0:34993:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789130495.932725:0:34993:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf501a9a40 x1876037329060096/t8589934617(8589934617) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/664 e 0 to 0 dl 1789130511 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130495.932733:0:34993:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789130495.932736:0:34993:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789130495.932738:0:34993:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789130495.932743:0:34993:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf501a9a40 x1876037329060096/t8589934617(8589934617) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/664 e 0 to 0 dl 1789130511 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1789130495.932751:0:34993:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf501a9a40 pname:cluuid:pid:xid:nid:opc:job bash:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:34993:1876037329060096:192.168.204.123@tcp:101:bash.0 00000100:00000001:1.0:1789130495.932757:0:34993:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130495.932760:0:34993:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130495.932763:0:34993:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1789130495.932765:0:34993:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789130495.932769:0:34993:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf501a9a40 x1876037329060096/t8589934617(8589934617) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/664 e 0 to 0 dl 1789130511 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130495.932776:0:34993:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789130495.932780:0:34993:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9caf48515a80. 00000100:00000001:1.0:1789130495.932785:0:34993:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1789130495.932786:0:34993:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130495.932790:0:34993:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1789130495.932796:0:34993:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130495.932798:0:34993:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130495.932801:0:34993:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf47e21a00 refcount=4 00000020:00000001:1.0:1789130495.932842:0:34993:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875372050944 : -109198337500672 : ffff9caf47e21a00) 00010000:00000001:1.0:1789130495.932846:0:34993:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875372050944 : -109198337500672 : ffff9caf47e21a00) 00010000:00000040:1.0:1789130495.932863:0:34993:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9caf47e21a00, remote cookie: 0xcdf1b083821a6237, flags: 0x1001 00010000:00010000:1.0:1789130495.932870:0:34993:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e21a00/0xde5303b1d982ceb3 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a6237 expref: -99 pid: 34993 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1789130495.932881:0:34993:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x36:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:1.0:1789130495.932885:0:34993:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000040:1.0:1789130495.932897:0:34993:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf48fc4600 count: 2 00010000:00000001:1.0:1789130495.932900:0:34993:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000040:1.0:1789130495.932904:0:34993:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9caf6165ad00 count: 0 00010000:00000010:1.0:1789130495.932912:0:34993:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9caf42e06880. 00010000:00000001:1.0:1789130495.932923:0:34993:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789130495.932926:0:34993:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e21a00/0xde5303b1d982ceb3 lrc: 4/0,1 mode: --/PR res: [0x200000404:0x36:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a6237 expref: -99 pid: 34993 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789130495.932935:0:34993:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e21a00/0xde5303b1d982ceb3 lrc: 4/0,1 mode: --/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a6237 expref: -99 pid: 34993 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789130495.932941:0:34993:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1789130495.932945:0:34993:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1789130495.932947:0:34993:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1789130495.932950:0:34993:0:(ldlm_lock.c:1024:search_granted_lock()) Process leaving 00010000:00000001:1.0:1789130495.932951:0:34993:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1789130495.932953:0:34993:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x36:0x0].0x0 (ffff9caf48fc4600) refcount = 2 00010000:00000040:1.0:1789130495.932956:0:34993:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1789130495.932958:0:34993:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030c00/0xde5303b1d982ce97 lrc: 1/0,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xcdf1b083821a6206 expref: -99 pid: 34987 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1789130495.932966:0:34993:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e21a00/0xde5303b1d982ceb3 lrc: 4/0,1 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a6237 expref: -99 pid: 34993 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789130495.932972:0:34993:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1789130495.932976:0:34993:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1789130495.932977:0:34993:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789130495.932980:0:34993:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1789130495.932983:0:34993:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789130495.932985:0:34993:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e21a00/0xde5303b1d982ceb3 lrc: 4/0,1 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a6237 expref: -99 pid: 34993 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789130495.932990:0:34993:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1789130495.932992:0:34993:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130495.932994:0:34993:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130495.932995:0:34993:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130495.932996:0:34993:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130495.932998:0:34993:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789130495.933003:0:34993:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1789130495.933006:0:34993:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130495.933007:0:34993:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130495.933008:0:34993:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf47e21a00 refcount=3 00000020:00000001:1.0:1789130495.933010:0:34993:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875372050944 : -109198337500672 : ffff9caf47e21a00) 00010000:00000001:1.0:1789130495.933012:0:34993:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875372050944 : -109198337500672 : ffff9caf47e21a00) 00010000:00000001:1.0:1789130495.933014:0:34993:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130495.933016:0:34993:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130495.933017:0:34993:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf47e21a00 refcount=4 00000020:00000001:1.0:1789130495.933019:0:34993:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875372050944 : -109198337500672 : ffff9caf47e21a00) 00010000:00000001:1.0:1789130495.933020:0:34993:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875372050944 : -109198337500672 : ffff9caf47e21a00) 00010000:00000001:1.0:1789130495.933023:0:34993:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789130495.933026:0:34993:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789130495.933029:0:34993:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e21a00/0xde5303b1d982ceb3 lrc: 5/1,1 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a6237 expref: -99 pid: 34993 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789130495.933034:0:34993:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130495.933035:0:34993:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130495.933036:0:34993:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130495.933037:0:34993:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130495.933039:0:34993:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf47e21a00 refcount=5 00000020:00000001:1.0:1789130495.933040:0:34993:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875372050944 : -109198337500672 : ffff9caf47e21a00) 00010000:00000001:1.0:1789130495.933043:0:34993:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875372050944 : -109198337500672 : ffff9caf47e21a00) 00010000:00000001:1.0:1789130495.933045:0:34993:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789130495.933047:0:34993:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e21a00/0xde5303b1d982ceb3 lrc: 5/1,1 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a6237 expref: -99 pid: 34993 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789130495.933053:0:34993:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130495.933054:0:34993:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1789130495.933057:0:34993:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e21a00/0xde5303b1d982ceb3 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a6237 expref: -99 pid: 34993 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789130495.933062:0:34993:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789130495.933064:0:34993:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130495.933065:0:34993:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130495.933066:0:34993:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130495.933067:0:34993:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1789130495.933071:0:34993:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0x2b, status=0 req@ffff9caf501a9a40 x1876037329060096/t8589934617(8589934617) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/664 e 0 to 0 dl 1789130511 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1789130495.933081:0:34993:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:1.0:1789130495.933086:0:34993:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9caf501a9a40 x1876037329060096/t8589934617(8589934617) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/664 e 0 to 0 dl 1789130511 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1789130495.933092:0:34993:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130495.933098:0:34993:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130495.933099:0:34993:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130495.933100:0:34993:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf47e21a00 refcount=3 00000020:00000001:1.0:1789130495.933102:0:34993:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875372050944 : -109198337500672 : ffff9caf47e21a00) 00010000:00000001:1.0:1789130495.933104:0:34993:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875372050944 : -109198337500672 : ffff9caf47e21a00) 00000002:00010000:1.0:1789130495.933107:0:34993:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e21a00/0xde5303b1d982ceb3 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a6237 expref: -99 pid: 34993 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:1.0:1789130495.933116:0:34993:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff9caf58606540. 00010000:00000001:1.0:1789130495.933118:0:34993:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130495.933120:0:34993:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789130495.933121:0:34993:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789130495.933123:0:34993:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789130495.933126:0:34993:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:1.0:1789130495.933129:0:34993:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789130495.933131:0:34993:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875509971520 : -109198199580096 : ffff9caf501a9a40) 00010000:00000001:1.0:1789130495.933133:0:34993:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130495.933134:0:34993:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130495.933135:0:34993:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf47e21a00 refcount=3 00000020:00000001:1.0:1789130495.933137:0:34993:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875372050944 : -109198337500672 : ffff9caf47e21a00) 00010000:00000001:1.0:1789130495.933139:0:34993:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875372050944 : -109198337500672 : ffff9caf47e21a00) 00000002:00010000:1.0:1789130495.933142:0:34993:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e21a00/0xde5303b1d982ceb3 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a6237 expref: -99 pid: 34993 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789130495.933148:0:34993:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130495.933149:0:34993:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130495.933151:0:34993:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1789130495.933152:0:34993:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130495.933153:0:34993:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130495.933154:0:34993:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf47e21a00 refcount=3 00000020:00000001:1.0:1789130495.933156:0:34993:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875372050944 : -109198337500672 : ffff9caf47e21a00) 00010000:00000001:1.0:1789130495.933158:0:34993:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875372050944 : -109198337500672 : ffff9caf47e21a00) 00010000:00000040:1.0:1789130495.933160:0:34993:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf48fc4600 count: 3 00010000:00000001:1.0:1789130495.933162:0:34993:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789130495.933165:0:34993:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789130495.933167:0:34993:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1789130495.933170:0:34993:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030c00/0xde5303b1d982ce97 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xcdf1b083821a6206 expref: -99 pid: 34987 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 02000000:00000001:1.0:1789130495.933178:0:34993:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1789130495.933183:0:34993:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789130495.933186:0:34993:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030c00/0xde5303b1d982ce97 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xcdf1b083821a6206 expref: -99 pid: 34987 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1789130495.933198:0:34993:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130495.933199:0:34993:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130495.933200:0:34993:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130495.933201:0:34993:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130495.933203:0:34993:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf47e21a00 refcount=3 00000020:00000001:1.0:1789130495.933205:0:34993:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875372050944 : -109198337500672 : ffff9caf47e21a00) 00010000:00000001:1.0:1789130495.933207:0:34993:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875372050944 : -109198337500672 : ffff9caf47e21a00) 00010000:00000001:1.0:1789130495.933209:0:34993:0:(ldlm_lock.c:950:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1789130495.933212:0:34993:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e21a00/0xde5303b1d982ceb3 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a6237 expref: -99 pid: 34993 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789130495.933219:0:34993:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789130495.933221:0:34993:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e21a00/0xde5303b1d982ceb3 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000400000000 nid: local remote: 0xcdf1b083821a6237 expref: -99 pid: 34993 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789130495.933227:0:34993:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130495.933228:0:34993:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1789130495.933231:0:34993:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e21a00/0xde5303b1d982ceb3 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000400000000 nid: local remote: 0xcdf1b083821a6237 expref: -99 pid: 34993 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789130495.933239:0:34993:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789130495.933241:0:34993:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130495.933245:0:34993:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:1.0:1789130495.933250:0:34993:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff9caf4845b300. 00010000:00000001:1.0:1789130495.933254:0:34993:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:1.0:1789130495.933265:0:34993:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00000001:1.0:1789130495.933267:0:34993:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130495.933269:0:34993:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130495.933271:0:34993:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789130495.933272:0:34993:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130495.933273:0:34993:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789130495.933276:0:34993:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1789130495.933293:0:34993:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41cf7888 00000002:00002000:1.0:1789130495.933296:0:34993:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=open|creat status=0 disp=0x80002b: rc = 0 00000002:00000001:1.0:1789130495.933299:0:34993:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789130495.933303:0:34993:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789130495.933306:0:34993:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1789130495.933310:0:34993:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:1.0:1789130495.933314:0:34993:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789130495.933318:0:34993:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9caf4557c8c0 2 00000080:00000010:1.0:1789130495.933323:0:34993:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9caf48a7b400. 00000080:00000001:1.0:1789130495.933330:0:34993:0:(llite_lib.c:3864:ll_prep_inode()) Process entered 00000002:00000001:1.0:1789130495.933338:0:34993:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1789130495.933343:0:34993:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000020:00000001:1.0:1789130495.933347:0:34993:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1789130495.933352:0:34993:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446634875648776744 : -109198060774872 : ffff9caf58609a28) 00000020:00001000:1.0:1789130495.933355:0:34993:0:(cl_object.c:823:cl_env_get()) 1@ffff9caf58609a20 00000020:00000001:1.0:1789130495.933357:0:34993:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:1.0:1789130495.933360:0:34993:0:(lov_object.c:1460:lov_conf_set()) Process entered 00020000:00000001:1.0:1789130495.933363:0:34993:0:(lov_pack.c:354:lov_unpackmd()) Process entered 00020000:00000010:1.0:1789130495.933369:0:34993:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9caf481b3720. 00020000:00000010:1.0:1789130495.933374:0:34993:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9caf4511ca00. 00020000:00000010:1.0:1789130495.933379:0:34993:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9caf481b3000. 00020000:00000001:1.0:1789130495.933381:0:34993:0:(lov_pack.c:366:lov_unpackmd()) Process leaving (rc=18446634875375792128 : -109198333759488 : ffff9caf481b3000) 00020000:00000002:1.0:1789130495.933384:0:34993:0:(lov_ea.c:762:dump_lsm()) lsm ffff9caf481b3000, objid 0x36:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1789130495.933389:0:34993:0:(lov_ea.c:793:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1789130495.933393:0:34993:0:(lov_ea.c:812:dump_lsm()) oinfo:ffff9caf4511ca00: ostid: 0x240000400:69 ost idx: 0 gen: 0 00020000:00000002:1.0:1789130495.933397:0:34993:0:(lov_object.c:1314:lov_conf_lock()) Took exclusive lov(ffff9caf47cdc5d0) owner ffff9caf48444f80 00020000:00000001:1.0:1789130495.933400:0:34993:0:(lov_object.c:1520:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1789130495.933402:0:34993:0:(lov_object.c:1320:lov_conf_unlock()) To release exclusive lov(ffff9caf47cdc5d0) owner ffff9caf48444f80 00020000:00000010:1.0:1789130495.933407:0:34993:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9caf4511ca00. 00020000:00000010:1.0:1789130495.933410:0:34993:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff9caf481b3720. 00020000:00000010:1.0:1789130495.933412:0:34993:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff9caf481b3000. 00020000:00000002:1.0:1789130495.933414:0:34993:0:(lov_object.c:1547:lov_conf_set()) [0x200000404:0x36:0x0] lo_layout_invalid=0 00020000:00000001:1.0:1789130495.933416:0:34993:0:(lov_object.c:1548:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130495.933419:0:34993:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1789130495.933421:0:34993:0:(cl_object.c:917:cl_env_put()) 1@ffff9caf58609a20 00000080:00000001:1.0:1789130495.933426:0:34993:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833974 : 144115205322833974 : 200000404000036) 00000080:00000001:1.0:1789130495.933429:0:34993:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00010000:00000001:1.0:1789130495.933434:0:34993:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130495.933435:0:34993:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130495.933437:0:34993:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40030c00 refcount=3 00000020:00000001:1.0:1789130495.933439:0:34993:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239992320 : -109198469559296 : ffff9caf40030c00) 00010000:00000001:1.0:1789130495.933445:0:34993:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239992320 : -109198469559296 : ffff9caf40030c00) 00000080:00000001:1.0:1789130495.933448:0:34993:0:(file.c:6819:ll_layout_conf()) Process entered 00000020:00000001:1.0:1789130495.933450:0:34993:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1789130495.933451:0:34993:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446634875648776744 : -109198060774872 : ffff9caf58609a28) 00000020:00001000:1.0:1789130495.933454:0:34993:0:(cl_object.c:823:cl_env_get()) 1@ffff9caf58609a20 00000020:00000001:1.0:1789130495.933456:0:34993:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:1.0:1789130495.933457:0:34993:0:(lov_object.c:1460:lov_conf_set()) Process entered 00020000:00000001:1.0:1789130495.933458:0:34993:0:(lov_pack.c:354:lov_unpackmd()) Process entered 00020000:00000010:1.0:1789130495.933461:0:34993:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9caf481b3000. 00020000:00000010:1.0:1789130495.933463:0:34993:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9caf4511ca00. 00020000:00000010:1.0:1789130495.933465:0:34993:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9caf481b3720. 00020000:00000001:1.0:1789130495.933467:0:34993:0:(lov_pack.c:366:lov_unpackmd()) Process leaving (rc=18446634875375793952 : -109198333757664 : ffff9caf481b3720) 00020000:00000002:1.0:1789130495.933469:0:34993:0:(lov_ea.c:762:dump_lsm()) lsm ffff9caf481b3720, objid 0x36:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1789130495.933473:0:34993:0:(lov_ea.c:793:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1789130495.933475:0:34993:0:(lov_ea.c:812:dump_lsm()) oinfo:ffff9caf4511ca00: ostid: 0x240000400:69 ost idx: 0 gen: 0 00020000:00000002:1.0:1789130495.933478:0:34993:0:(lov_object.c:1314:lov_conf_lock()) Took exclusive lov(ffff9caf47cdc5d0) owner ffff9caf48444f80 00020000:00000001:1.0:1789130495.933480:0:34993:0:(lov_object.c:1520:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1789130495.933481:0:34993:0:(lov_object.c:1320:lov_conf_unlock()) To release exclusive lov(ffff9caf47cdc5d0) owner ffff9caf48444f80 00020000:00000010:1.0:1789130495.933484:0:34993:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9caf4511ca00. 00020000:00000010:1.0:1789130495.933486:0:34993:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff9caf481b3000. 00020000:00000010:1.0:1789130495.933488:0:34993:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff9caf481b3720. 00020000:00000002:1.0:1789130495.933489:0:34993:0:(lov_object.c:1547:lov_conf_set()) [0x200000404:0x36:0x0] lo_layout_invalid=0 00020000:00000001:1.0:1789130495.933491:0:34993:0:(lov_object.c:1548:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130495.933492:0:34993:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130495.933495:0:34993:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:1.0:1789130495.933498:0:34993:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9caf47cdc5d0) owner 0000000000000000/ffff9caf48444f80 00020000:00000002:1.0:1789130495.933501:0:34993:0:(lov_object.c:2443:lov_lsm_addref()) lsm ffff9caf5021f060 addref 2/0 by ffff9caf48444f80. 00020000:00000002:1.0:1789130495.933503:0:34993:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9caf47cdc5d0) owner 0000000000000000/ffff9caf48444f80 00020000:00000001:1.0:1789130495.933506:0:34993:0:(lov_object.c:2339:lov_object_layout_get()) Process entered 00020000:00000001:1.0:1789130495.933508:0:34993:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:1.0:1789130495.933510:0:34993:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:1.0:1789130495.933511:0:34993:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:1.0:1789130495.933513:0:34993:0:(lov_object.c:2358:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:1.0:1789130495.933515:0:34993:0:(file.c:6854:ll_layout_conf()) [0x200000404:0x36:0x0]: layout version change: 0 -> 0 00000020:00001000:1.0:1789130495.933516:0:34993:0:(cl_object.c:917:cl_env_put()) 1@ffff9caf58609a20 00000080:00000001:1.0:1789130495.933518:0:34993:0:(file.c:6861:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130495.933520:0:34993:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130495.933521:0:34993:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1789130495.933522:0:34993:0:(llite_lib.c:3962:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1789130495.933525:0:34993:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1789130495.933526:0:34993:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789130495.933530:0:34993:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000404:0x36:0x0](ffff9caf60199148) for lock 0xde5303b1d982ce97 00800000:00000001:1.0:1789130495.933533:0:34993:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1789130495.933534:0:34993:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1789130495.933536:0:34993:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130495.933537:0:34993:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130495.933538:0:34993:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40030c00 refcount=3 00000020:00000001:1.0:1789130495.933540:0:34993:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239992320 : -109198469559296 : ffff9caf40030c00) 00010000:00000001:1.0:1789130495.933542:0:34993:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239992320 : -109198469559296 : ffff9caf40030c00) 00010000:00000001:1.0:1789130495.933545:0:34993:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130495.933546:0:34993:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789130495.933548:0:34993:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789130495.933549:0:34993:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130495.933552:0:34993:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789130495.933561:0:34993:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf501a9a40 x1876037329060096/t8589934617(8589934617) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/664 e 0 to 0 dl 1789130511 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130495.933569:0:34993:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789130495.933572:0:34993:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xde5303b1d982ce97 from it ffffb97f41cf7bf0 00010000:00000001:1.0:1789130495.933574:0:34993:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130495.933575:0:34993:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130495.933577:0:34993:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40030c00 refcount=3 00000020:00000001:1.0:1789130495.933578:0:34993:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239992320 : -109198469559296 : ffff9caf40030c00) 00010000:00000001:1.0:1789130495.933580:0:34993:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239992320 : -109198469559296 : ffff9caf40030c00) 00010000:00000001:1.0:1789130495.933582:0:34993:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789130495.933585:0:34993:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030c00/0xde5303b1d982ce97 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xcdf1b083821a6206 expref: -99 pid: 34987 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1789130495.933591:0:34993:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130495.933592:0:34993:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130495.933594:0:34993:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1789130495.933596:0:34993:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1789130495.933598:0:34993:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030c00/0xde5303b1d982ce97 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xcdf1b083821a6206 expref: -99 pid: 34987 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1789130495.933605:0:34993:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1789130495.933609:0:34993:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1789130495.933611:0:34993:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789130495.933614:0:34993:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130495.933615:0:34993:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130495.933617:0:34993:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130495.933619:0:34993:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1789130495.933620:0:34993:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130495.933622:0:34993:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130495.933624:0:34993:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130495.933626:0:34993:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789130495.933627:0:34993:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130495.933628:0:34993:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1789130495.933631:0:34993:0:(file.c:917:ll_intent_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1789130495.933636:0:34993:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff9caf58606680. 00000080:00000001:1.0:1789130495.933639:0:34993:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:1.0:1789130495.933642:0:34993:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00000002:00000001:1.0:1789130495.933644:0:34993:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:1.0:1789130495.933647:0:34993:0:(obd.h:1507:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff9caf4632b480. 00000002:00100000:1.0:1789130495.933652:0:34993:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9caf501a9a40 x1876037329060096/t8589934617(8589934617) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/664 e 0 to 0 dl 1789130511 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1789130495.933663:0:34993:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789130495.933665:0:34993:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:1.0:1789130495.933669:0:34993:0:(rw.c:970:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:1.0:1789130495.933673:0:34993:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130495.933677:0:34993:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:1.0:1789130495.933680:0:34993:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:1.0:1789130495.933682:0:34993:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1789130495.933685:0:34993:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:1.0:1789130495.933686:0:34993:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130495.933689:0:34993:0:(pcc.c:1930:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:1.0:1789130495.933691:0:34993:0:(pcc.c:1933:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130495.933692:0:34993:0:(pcc.c:2398:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1789130495.933695:0:34993:0:(pcc.c:2425:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130495.933697:0:34993:0:(file.c:1298:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789130495.933702:0:34993:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789130495.933705:0:34993:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf501a9a40 x1876037329060096/t8589934617(8589934617) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/664 e 0 to 0 dl 1789130511 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 02000000:00000001:1.0:1789130495.933713:0:34993:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789130495.933717:0:34993:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff9caf48ba0000. 02000000:00000001:1.0:1789130495.933746:0:34993:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1789130495.933748:0:34993:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130495.933752:0:34993:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41cf7b98 00000080:00000008:1.0:1789130495.933754:0:34993:0:(file.c:1329:ll_file_open()) COMPLETED file recon:[0x200000404:0x36:0x0](ffff9caf60199148), flags 102101, rc = 0 00020000:00000001:1.0:1789130495.933916:0:34993:0:(lov_object.c:2454:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:1.0:1789130495.933920:0:34993:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9caf47cdc5d0) owner 0000000000000000/ffff9caf48444f80 00020000:00000002:1.0:1789130495.933924:0:34993:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9caf47cdc5d0) owner 0000000000000000/ffff9caf48444f80 00020000:00000001:1.0:1789130495.933927:0:34993:0:(lov_object.c:2505:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130495.935487:0:16116:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789130495.935493:0:16116:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789130495.935497:0:16116:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:2.0:1789130495.935501:0:16116:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:2.0:1789130495.935503:0:16116:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1789130495.935509:0:16116:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e21a00/0xde5303b1d982ceb3 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0xcdf1b083821a6237 expref: -99 pid: 34993 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789130495.935521:0:16116:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9caf47e21a00 already unused, calling callback (ffffffffc1904580) 00000080:00000001:2.0:1789130495.935525:0:16116:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:2.0:1789130495.935530:0:16116:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e21a00/0xde5303b1d982ceb3 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0xcdf1b083821a6237 expref: -99 pid: 34993 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789130495.935537:0:16116:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:2.0:1789130495.935540:0:16116:0:(ldlm_inodebits.c:543:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:2.0:1789130495.935545:0:16116:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e21a00/0xde5303b1d982ceb3 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0xcdf1b083821a6237 expref: -99 pid: 34993 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789130495.935551:0:16116:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:2.0:1789130495.935554:0:16116:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1789130495.935555:0:16116:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130495.935558:0:16116:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130495.935560:0:16116:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf47e21a00 refcount=3 00000020:00000001:2.0:1789130495.935563:0:16116:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875372050944 : -109198337500672 : ffff9caf47e21a00) 00010000:00000001:2.0:1789130495.935566:0:16116:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875372050944 : -109198337500672 : ffff9caf47e21a00) 00010000:00000001:2.0:1789130495.935569:0:16116:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1789130495.935571:0:16116:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e21a00/0xde5303b1d982ceb3 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xcdf1b083821a6237 expref: -99 pid: 34993 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00000080:00000001:2.0:1789130495.935579:0:16116:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1789130495.935584:0:16116:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1789130495.935586:0:16116:0:(file.c:6113:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1789130495.935589:0:16116:0:(file.c:6119:ll_have_md_lock()) trying to match res [0x200000404:0x36:0x0] mode (null) 00000002:00000001:2.0:1789130495.935593:0:16116:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789130495.935596:0:16116:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789130495.935604:0:16116:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf48fc4600 count: 3 00010000:00000001:2.0:1789130495.935606:0:16116:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789130495.935612:0:16116:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:2.0:1789130495.935616:0:16116:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:2.0:1789130495.935619:0:16116:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1789130495.935626:0:16116:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789130495.935629:0:16116:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030c00/0xde5303b1d982ce97 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xcdf1b083821a6206 expref: -99 pid: 34987 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00010000:00000001:2.0:1789130495.935636:0:16116:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130495.935638:0:16116:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789130495.935640:0:16116:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00010000:00000001:2.0:1789130495.935641:0:16116:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130495.935642:0:16116:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130495.935645:0:16116:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40030c00 refcount=2 00000020:00000001:2.0:1789130495.935647:0:16116:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239992320 : -109198469559296 : ffff9caf40030c00) 00010000:00000001:2.0:1789130495.935649:0:16116:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239992320 : -109198469559296 : ffff9caf40030c00) 00010000:00000001:2.0:1789130495.935650:0:16116:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130495.935651:0:16116:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1789130495.935653:0:16116:0:(file.c:6141:ll_have_md_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1789130495.935656:0:16116:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1789130495.935658:0:16116:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130495.935661:0:16116:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1789130495.935664:0:16116:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1789130495.935665:0:16116:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1789130495.935667:0:16116:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789130495.935669:0:16116:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1789130495.935671:0:16116:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9caf47e21a00 with handle 0xde5303b1d982ceb3 from hash 00010000:00000001:2.0:1789130495.935674:0:16116:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1789130495.935675:0:16116:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130495.935676:0:16116:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130495.935677:0:16116:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1789130495.935682:0:16116:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1789130495.935684:0:16116:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1789130495.935688:0:16116:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789130495.935693:0:16116:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130495.935694:0:16116:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130495.935696:0:16116:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130495.935698:0:16116:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789130495.935701:0:16116:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:2.0:1789130495.935707:0:16116:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf580b8f00. 00000020:00000040:2.0:1789130495.935711:0:16116:0:(genops.c:1210:class_import_get()) import ffff9caf6079a800 refcount=9 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000100:00000001:2.0:1789130495.935716:0:16116:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789130495.935718:0:16116:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789130495.935720:0:16116:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789130495.935726:0:16116:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9caf48181800. 00000100:00000001:2.0:1789130495.935734:0:16116:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130495.935737:0:16116:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1789130495.935743:0:16116:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e21a00/0xde5303b1d982ceb3 lrc: 2/0,0 mode: --/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xcdf1b083821a6237 expref: -99 pid: 34993 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789130495.935754:0:16116:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1789130495.935756:0:16116:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789130495.935760:0:16116:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789130495.935765:0:16116:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130495.935778:0:16116:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000857e971] to pc [ptlrpcd_01_01+1] req@ffff9caf580b8f00 x1876037329060224/t0(0) o103->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1789130495.935834:0:16116:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789130495.935837:0:16116:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130495.935839:0:16116:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130495.935840:0:16116:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130495.935842:0:16116:0:(ldlm_request.c:1834:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130495.935843:0:16116:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789130495.935847:0:16116:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e21a00/0xde5303b1d982ceb3 lrc: 1/0,0 mode: --/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xcdf1b083821a6237 expref: -99 pid: 34993 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789130495.935853:0:16116:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1789130495.935855:0:16116:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf47e21a00/0xde5303b1d982ceb3 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xcdf1b083821a6237 expref: -99 pid: 34993 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000010:2.0:1789130495.935862:0:16116:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9caf58606540. 00010000:00000001:2.0:1789130495.935870:0:16116:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130495.935871:0:16116:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:2.0:1789130495.935873:0:16116:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff9caf4845b300. 00010000:00000001:2.0:1789130495.935876:0:16116:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130495.935878:0:16116:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789130495.935879:0:16116:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789130495.935882:0:16116:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1789130495.935883:0:16116:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789130495.935884:0:16116:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789130495.935885:0:16116:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1789130495.935887:0:16116:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789130495.935889:0:16116:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789130495.935891:0:16116:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789130495.935900:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1789130495.935904:0:2349:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:2.0:1789130495.935906:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789130495.935914:0:2349:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789130495.935917:0:2349:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789130495.935919:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789130495.935921:0:2349:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789130495.935924:0:2349:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789130495.935931:0:2349:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf580b8f00 x1876037329060224/t0(0) o103->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130495.935939:0:2349:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789130495.935942:0:2349:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789130495.935946:0:2349:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789130495.935949:0:2349:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789130495.935951:0:2349:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789130495.935955:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf580b8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:2349:1876037329060224:192.168.204.123@tcp:103:ldlm_bl.0 00000100:00000001:2.0:1789130495.935960:0:2349:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789130495.935966:0:2349:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789130495.935970:0:2349:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789130495.935972:0:2349:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789130495.935978:0:2349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9caf48180e00. 02000000:00000001:2.0:1789130495.935980:0:2349:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789130495.935989:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:2.0:1789130495.935994:0:2349:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf483fda50. 00000400:00000010:2.0:1789130495.936002:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf42d182a8. 00000100:00000200:2.0:1789130495.936009:0:2349:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876037329060224, portal 18 00000100:00000001:2.0:1789130495.936012:0:2349:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789130495.936013:0:2349:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875643203328 : -109198066348288 : ffff9caf580b8f00) 00000100:00000040:2.0:1789130495.936020:0:2349:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9caf580b8f00 x1876037329060224/t0(0) o103->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1789130511 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130495.936026:0:2349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789130495.936029:0:2349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:2.0:1789130495.936031:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf42d183b8. 00000100:00000200:2.0:1789130495.936035:0:2349:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1876037329060224, offset 0 00000400:00000200:2.0:1789130495.936041:0:2349:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:2.0:1789130495.936050:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130495.936059:0:2349:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:2.0:1789130495.936066:0:2349:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789130495.936070:0:2349:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:2.0:1789130495.936075:0:2349:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789130495.936078:0:2349:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:2.0:1789130495.936083:0:2349:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2716:2716:256:4294967295] 192.168.204.123@tcp LPNI seq info [2715:2715:8:4294967295] 00000400:00000200:2.0:1789130495.936087:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130495.936098:0:2349:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:2.0:1789130495.936105:0:2349:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:2.0:1789130495.936112:0:2349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf44db5b00. 00000800:00000200:2.0:1789130495.936119:0:2349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:2.0:1789130495.936130:0:2349:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:2.0:1789130495.936135:0:2349:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf44db5b00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1789130495.936145:0:2349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130495.936150:0:2349:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: using a timeout of 779715 usecs (780 jiffies) 00000400:00000200:2.0:1789130495.936153:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:2.0:1789130495.936156:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296590738 00000100:00000001:2.0:1789130495.936159:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 2, keep current deadline 4296592375 00000100:00000001:2.0:1789130495.936162:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296590738 00000100:00000001:2.0:1789130495.936164:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 3, keep current deadline 4296592375 00000100:00000001:2.0:1789130495.936166:0:2349:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789130495.936169:0:2349:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130495.936173:0:2349:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130495.936175:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130495.936744:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789130495.936748:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130495.936767:0:30671:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130495.936770:0:30671:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130495.936773:0:30671:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130495.936774:0:30671:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130495.936777:0:30671:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130495.936778:0:30671:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789130495.936945:0:2342:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789130495.936951:0:2342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf44db5b00. 00000400:00000200:3.0:1789130495.936957:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130495.936965:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:3.0:1789130495.936972:0:2342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf42d183b8 00000400:00000010:3.0:1789130495.936975:0:2342:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf42d183b8. 00000100:00000001:3.0:1789130495.936980:0:2342:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789130495.936985:0:2342:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf580b8f00 x1876037329060224/t0(0) o103->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1789130511 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130495.936996:0:2342:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130495.936999:0:2342:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf580b8f00 x1876037329060224/t0(0) o103->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1789130511 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130495.937006:0:2342:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130495.937008:0:2342:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:2.0:1789130495.937528:0:16244:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789130495.937532:0:16244:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789130495.937537:0:16244:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789130495.941133:0:34993:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41cf7d30 00000080:00200008:1.0:1789130495.941142:0:34993:0:(file.c:6313:ll_getattr_dentry()) START file recon:[0x200000404:0x36:0x0](ffff9caf60199148), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1789130495.941163:0:34993:0:(file.c:6206:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1789130495.941164:0:34993:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41cf7ca8 00000080:00200000:1.0:1789130495.941166:0:34993:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x36:0x0](ffff9caf60199148),name=recon 00000080:00000010:1.0:1789130495.941582:0:34993:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9caf44b98600. 00800000:00000002:1.0:1789130495.941589:0:34993:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9caf4557c8c0 2 00000080:00000001:1.0:1789130495.941595:0:34993:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1789130495.941600:0:34993:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1789130495.941602:0:34993:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41cf7bc8 00800000:00000002:1.0:1789130495.941604:0:34993:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000404:0x36:0x0] 'recon' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1789130495.941608:0:34993:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1789130495.941614:0:34993:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x36:0x0], name='' -> mds #0 00000002:00000001:1.0:1789130495.941619:0:34993:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1789130495.941621:0:34993:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41cf7a98 00000002:00010000:1.0:1789130495.941623:0:34993:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000404:0x36:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1789130495.941627:0:34993:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1789130495.941629:0:34993:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789130495.941632:0:34993:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789130495.941640:0:34993:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf48fc4600 count: 2 00010000:00000001:1.0:1789130495.941643:0:34993:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789130495.941648:0:34993:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789130495.941653:0:34993:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1789130495.941657:0:34993:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030c00/0xde5303b1d982ce97 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xcdf1b083821a6206 expref: -99 pid: 34987 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 02000000:00000001:1.0:1789130495.941669:0:34993:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1789130495.941674:0:34993:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789130495.941677:0:34993:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030c00/0xde5303b1d982ce97 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xcdf1b083821a6206 expref: -99 pid: 34987 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00000002:00000001:1.0:1789130495.941684:0:34993:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1789130495.941686:0:34993:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1789130495.941688:0:34993:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1789130495.941690:0:34993:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1789130495.941696:0:34993:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1789130495.941699:0:34993:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1789130495.941702:0:34993:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1789130495.941705:0:34993:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9caf4557c8c0 2 00000080:00000010:1.0:1789130495.941709:0:34993:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9caf44b98600. 00000080:00000001:1.0:1789130495.941714:0:34993:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1789130495.941716:0:34993:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789130495.941718:0:34993:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x36:0x0](ffff9caf60199148) 00000080:00010000:1.0:1789130495.941722:0:34993:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000404:0x36:0x0](ffff9caf60199148) for lock 0xde5303b1d982ce97 00800000:00000001:1.0:1789130495.941725:0:34993:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1789130495.941728:0:34993:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1789130495.941729:0:34993:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130495.941732:0:34993:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130495.941734:0:34993:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40030c00 refcount=3 00000020:00000001:1.0:1789130495.941737:0:34993:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239992320 : -109198469559296 : ffff9caf40030c00) 00010000:00000001:1.0:1789130495.941739:0:34993:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239992320 : -109198469559296 : ffff9caf40030c00) 00010000:00000001:1.0:1789130495.941742:0:34993:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130495.941743:0:34993:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789130495.941744:0:34993:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789130495.941746:0:34993:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789130495.941748:0:34993:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xde5303b1d982ce97 from it ffffb97f41cf7ce0 00010000:00000001:1.0:1789130495.941750:0:34993:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130495.941751:0:34993:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130495.941752:0:34993:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40030c00 refcount=3 00000020:00000001:1.0:1789130495.941753:0:34993:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239992320 : -109198469559296 : ffff9caf40030c00) 00010000:00000001:1.0:1789130495.941755:0:34993:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239992320 : -109198469559296 : ffff9caf40030c00) 00010000:00000001:1.0:1789130495.941757:0:34993:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789130495.941760:0:34993:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030c00/0xde5303b1d982ce97 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xcdf1b083821a6206 expref: -99 pid: 34987 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00010000:00000001:1.0:1789130495.941766:0:34993:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130495.941767:0:34993:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130495.941769:0:34993:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1789130495.941770:0:34993:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1789130495.941773:0:34993:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030c00/0xde5303b1d982ce97 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xcdf1b083821a6206 expref: -99 pid: 34987 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000001:1.0:1789130495.941779:0:34993:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1789130495.941782:0:34993:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1789130495.941784:0:34993:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789130495.941788:0:34993:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130495.941789:0:34993:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130495.941790:0:34993:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130495.941793:0:34993:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1789130495.941795:0:34993:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130495.941796:0:34993:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130495.941799:0:34993:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130495.941801:0:34993:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789130495.942032:0:34993:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130495.942034:0:34993:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1789130495.942037:0:34993:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1789130495.942039:0:34993:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1789130495.942042:0:34993:0:(pcc.c:2686:pcc_inode_getattr()) Process entered 00000080:00000001:1.0:1789130495.942045:0:34993:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:1.0:1789130495.942047:0:34993:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1789130495.942049:0:34993:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:1.0:1789130495.942051:0:34993:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130495.942053:0:34993:0:(pcc.c:2695:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1789130495.942056:0:34993:0:(glimpse.c:178:__cl_glimpse_size()) Process entered 00000020:00000001:1.0:1789130495.942059:0:34993:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1789130495.942064:0:34993:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446634875648776744 : -109198060774872 : ffff9caf58609a28) 00000020:00001000:1.0:1789130495.942066:0:34993:0:(cl_object.c:823:cl_env_get()) 1@ffff9caf58609a20 00000020:00000001:1.0:1789130495.942071:0:34993:0:(cl_object.c:143:cl_object_top()) ffff9caf42b2a468 -> ffff9caf42b2a468 00000020:00000001:1.0:1789130495.942073:0:34993:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1789130495.942076:0:34993:0:(vvp_io.c:1987:vvp_io_init()) Process entered 00000080:00200000:1.0:1789130495.942078:0:34993:0:(vvp_io.c:1992:vvp_io_init()) [0x200000404:0x36:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:1.0:1789130495.942081:0:34993:0:(cl_io.c:902:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1789130495.942083:0:34993:0:(cl_io.c:908:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1789130495.942084:0:34993:0:(file.c:7121:ll_layout_refresh()) Process entered 00000080:00000001:1.0:1789130495.942086:0:34993:0:(file.c:7125:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130495.942088:0:34993:0:(vvp_io.c:2064:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1789130495.942092:0:34993:0:(lov_object.c:1604:lov_io_init()) [0x200000404:0x36:0x0]io ffff9caf42d82760 type 7 ignore/verify layout 0/1, compressed 0 00020000:00000002:1.0:1789130495.942094:0:34993:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9caf47cdc5d0) owner 0000000000000000/ffff9caf48444f80 00020000:00000001:1.0:1789130495.942098:0:34993:0:(lov_io.c:2488:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1789130495.942099:0:34993:0:(lov_io.c:764:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1789130495.942101:0:34993:0:(lov_io.c:478:lov_io_mirror_init()) Process entered 00020000:00000001:1.0:1789130495.942103:0:34993:0:(lov_io.c:489:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789130495.942105:0:34993:0:(lov_io.c:919:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:1.0:1789130495.942107:0:34993:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1789130495.942109:0:34993:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130495.942110:0:34993:0:(cl_io.c:902:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1789130495.942111:0:34993:0:(cl_io.c:908:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1789130495.942112:0:34993:0:(lov_io.c:2501:lov_io_init_composite()) Process leaving 00020000:00000002:1.0:1789130495.942114:0:34993:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9caf47cdc5d0) owner 0000000000000000/ffff9caf48444f80 00000020:00000001:1.0:1789130495.942116:0:34993:0:(cl_io.c:146:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1789130495.942118:0:34993:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:1.0:1789130495.942119:0:34993:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000404:0x36:0x0] 00000020:00000001:1.0:1789130495.942122:0:34993:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:1.0:1789130495.942123:0:34993:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:1.0:1789130495.942125:0:34993:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:1.0:1789130495.942127:0:34993:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:1.0:1789130495.942132:0:34993:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:1.0:1789130495.942138:0:34993:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff9caf50154380. 00020000:00000002:1.0:1789130495.942140:0:34993:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:1.0:1789130495.942626:0:34993:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:1.0:1789130495.942629:0:34993:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1789130495.942631:0:34993:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:1.0:1789130495.942633:0:34993:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1789130495.942635:0:34993:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446634875648775448 : -109198060776168 : ffff9caf58609518) 00000020:00001000:1.0:1789130495.942637:0:34993:0:(cl_object.c:823:cl_env_get()) 1@ffff9caf58609510 00000020:00000001:1.0:1789130495.942640:0:34993:0:(cl_object.c:143:cl_object_top()) ffff9caf42b2a530 -> ffff9caf42b2a468 00000020:00000001:1.0:1789130495.942642:0:34993:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:1.0:1789130495.942645:0:34993:0:(cl_io.c:902:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1789130495.942646:0:34993:0:(cl_io.c:908:cl_io_slice_add()) Process leaving 00000020:00000001:1.0:1789130495.942648:0:34993:0:(cl_io.c:146:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789130495.942650:0:34993:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789130495.942652:0:34993:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446634875287506072 : -109198422045544 : ffff9caf42d80c98) 00000020:00000001:1.0:1789130495.942654:0:34993:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:1.0:1789130495.942659:0:34993:0:(osc_lock.c:1279:osc_lock_init()) slab-alloced 'oscl': 312 at ffff9caf4a7a2fd8. 00000008:00010000:1.0:1789130495.942663:0:34993:0:(lustre_osc.h:166:osc_enq2ldlm_flags()) flags: a 00000020:00000001:1.0:1789130495.942665:0:34993:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1789130495.942666:0:34993:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:1.0:1789130495.942668:0:34993:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9caf501543b0, osc lock ffff9caf4a7a2fd8, flags 0x400001002 00000020:00000001:1.0:1789130495.942670:0:34993:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789130495.942672:0:34993:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789130495.942675:0:34993:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446634875509621632 : -109198199929984 : ffff9caf50154380) 00000020:00000001:1.0:1789130495.942677:0:34993:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1789130495.942678:0:34993:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:1.0:1789130495.942680:0:34993:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130495.942682:0:34993:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130495.942685:0:34993:0:(cl_io.c:1193:cl_sync_io_init_notify()) Process entered 00000020:00000001:1.0:1789130495.942688:0:34993:0:(cl_io.c:1201:cl_sync_io_init_notify()) Process leaving 00000020:00000001:1.0:1789130495.942689:0:34993:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:1.0:1789130495.942691:0:34993:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:1.0:1789130495.942692:0:34993:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1789130495.942694:0:34993:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446634875287506072 : -109198422045544 : ffff9caf42d80c98) 00000020:00000001:1.0:1789130495.942696:0:34993:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:1.0:1789130495.942698:0:34993:0:(osc_lock.c:1010:osc_lock_enqueue()) Process entered 00000008:00000001:1.0:1789130495.942700:0:34993:0:(osc_lock.c:1035:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1789130495.942703:0:34993:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:1.0:1789130495.942706:0:34993:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process entered 00000020:00000001:1.0:1789130495.942707:0:34993:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:1.0:1789130495.942709:0:34993:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:1.0:1789130495.942710:0:34993:0:(lovsub_object.c:152:lovsub_req_projid_set()) Process leaving 00000020:00000001:1.0:1789130495.942712:0:34993:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:1.0:1789130495.942714:0:34993:0:(osc_request.c:3393:osc_enqueue_base()) Process entered 00010000:00000001:1.0:1789130495.942716:0:34993:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789130495.942722:0:34993:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf48fc4d00 count: 2 00010000:00000001:1.0:1789130495.942725:0:34993:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789130495.942730:0:34993:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789130495.942735:0:34993:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1789130495.942740:0:34993:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9caf5014c800 lock: 000000003a134c52/0xde5303b1d982cea5 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xcdf1b083821a621b expref: -99 pid: 34987 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 02000000:00000001:1.0:1789130495.942752:0:34993:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1789130495.942756:0:34993:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789130495.942759:0:34993:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff9caf5014c800 lock: 000000003a134c52/0xde5303b1d982cea5 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xcdf1b083821a621b expref: -99 pid: 34987 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1789130495.942768:0:34993:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130495.942770:0:34993:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130495.942772:0:34993:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40031c00 refcount=4 00000020:00000001:1.0:1789130495.942775:0:34993:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239996416 : -109198469555200 : ffff9caf40031c00) 00010000:00000001:1.0:1789130495.942777:0:34993:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239996416 : -109198469555200 : ffff9caf40031c00) 00000008:00000001:1.0:1789130495.942781:0:34993:0:(osc_lock.c:277:osc_lock_upcall()) Process entered 00010000:00000001:1.0:1789130495.942784:0:34993:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130495.942786:0:34993:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130495.942787:0:34993:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40031c00 refcount=5 00000020:00000001:1.0:1789130495.942789:0:34993:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239996416 : -109198469555200 : ffff9caf40031c00) 00010000:00000001:1.0:1789130495.942791:0:34993:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239996416 : -109198469555200 : ffff9caf40031c00) 00000020:00000001:1.0:1789130495.942796:0:34993:0:(cl_io.c:1837:__cl_sync_io_note()) Process entered 00000020:00200000:1.0:1789130495.942799:0:34993:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:1.0:1789130495.942801:0:34993:0:(cl_io.c:1911:__cl_sync_io_note()) Process leaving 00000008:00000001:1.0:1789130495.943024:0:34993:0:(osc_lock.c:311:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130495.943027:0:34993:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130495.943028:0:34993:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130495.943030:0:34993:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40031c00 refcount=6 00000020:00000001:1.0:1789130495.943032:0:34993:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239996416 : -109198469555200 : ffff9caf40031c00) 00010000:00000001:1.0:1789130495.943034:0:34993:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239996416 : -109198469555200 : ffff9caf40031c00) 00010000:00000001:1.0:1789130495.943036:0:34993:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789130495.943039:0:34993:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9caf5014c800 lock: 000000003a134c52/0xde5303b1d982cea5 lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xcdf1b083821a621b expref: -99 pid: 34987 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1789130495.943046:0:34993:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130495.943047:0:34993:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130495.943048:0:34993:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1789130495.943051:0:34993:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1789130495.943053:0:34993:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9caf5014c800 lock: 000000003a134c52/0xde5303b1d982cea5 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xcdf1b083821a621b expref: -99 pid: 34987 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1789130495.943060:0:34993:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1789130495.943064:0:34993:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1789130495.943066:0:34993:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789130495.943070:0:34993:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130495.943071:0:34993:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130495.943073:0:34993:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130495.943076:0:34993:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1789130495.943078:0:34993:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130495.943080:0:34993:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130495.943084:0:34993:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130495.943086:0:34993:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789130495.943087:0:34993:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130495.943088:0:34993:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130495.943090:0:34993:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130495.943091:0:34993:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1789130495.943092:0:34993:0:(osc_request.c:3462:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1789130495.943094:0:34993:0:(osc_lock.c:1114:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130495.943097:0:34993:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789130495.943099:0:34993:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130495.943100:0:34993:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130495.943102:0:34993:0:(cl_io.c:1837:__cl_sync_io_note()) Process entered 00000020:00200000:1.0:1789130495.943104:0:34993:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:1.0:1789130495.943106:0:34993:0:(cl_io.c:1911:__cl_sync_io_note()) Process leaving 00000020:00000001:1.0:1789130495.943108:0:34993:0:(cl_io.c:1213:cl_sync_io_wait()) Process entered 00000020:00000001:1.0:1789130495.943110:0:34993:0:(cl_io.c:1237:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130495.943112:0:34993:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130495.943117:0:34993:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:1.0:1789130495.943119:0:34993:0:(cl_object.c:143:cl_object_top()) ffff9caf42b2a468 -> ffff9caf42b2a468 00000020:00000001:1.0:1789130495.943122:0:34993:0:(cl_object.c:143:cl_object_top()) ffff9caf42b2a468 -> ffff9caf42b2a468 00000020:00000001:1.0:1789130495.943123:0:34993:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:1.0:1789130495.943127:0:34993:0:(lov_object.c:1077:lov_attr_get_composite()) Process entered 00020000:00000002:1.0:1789130495.943130:0:34993:0:(lov_object.c:1108:lov_attr_get_composite()) COMP ID #-1: s=23 m=1789130495 a=0 c=1789130495 b=1 00020000:00000001:1.0:1789130495.943133:0:34993:0:(lov_object.c:1146:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130495.943134:0:34993:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130495.943136:0:34993:0:(cl_object.c:143:cl_object_top()) ffff9caf42b2a468 -> ffff9caf42b2a468 00000080:00200000:1.0:1789130495.943138:0:34993:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000404:0x36:0x0] updating i_size 23 i_blocks 1 00000080:00000001:1.0:1789130495.943141:0:34993:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:1.0:1789130495.943143:0:34993:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:1.0:1789130495.943155:0:34993:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9caf42d82700 (ffff9caf58609a28/0) at cl_lock_release():245 00000020:00000001:1.0:1789130495.943159:0:34993:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1789130495.943160:0:34993:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9caf42d82700 (ffff9caf58609a28/0) at cl_lock_cancel():142 00020000:00000001:1.0:1789130495.943162:0:34993:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:1.0:1789130495.943164:0:34993:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1789130495.943164:0:34993:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446634875287506072 : -109198422045544 : ffff9caf42d80c98) 00000020:00000001:1.0:1789130495.943166:0:34993:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1789130495.943167:0:34993:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9caf501543b0 (ffff9caf58609518/1) at cl_lock_cancel():142 00000008:00000001:1.0:1789130495.943352:0:34993:0:(osc_lock.c:1172:osc_lock_cancel()) Process entered 00000008:00000001:1.0:1789130495.943353:0:34993:0:(osc_lock.c:1126:osc_lock_detach()) Process entered 00010000:00000001:1.0:1789130495.943354:0:34993:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130495.943355:0:34993:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1789130495.943356:0:34993:0:(osc_lock.c:1145:osc_lock_detach()) Process leaving 00000008:00000001:1.0:1789130495.943358:0:34993:0:(osc_lock.c:1181:osc_lock_cancel()) Process leaving 00000020:00000001:1.0:1789130495.943359:0:34993:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1789130495.943360:0:34993:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1789130495.943361:0:34993:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1789130495.943362:0:34993:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9caf42d82700 (ffff9caf58609a28/0) at cl_lock_fini():72 00020000:00000001:1.0:1789130495.943366:0:34993:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:1.0:1789130495.943367:0:34993:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1789130495.943368:0:34993:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9caf501543b0 (ffff9caf58609a28/1) at cl_lock_fini():72 00000008:00000010:1.0:1789130495.943371:0:34993:0:(osc_lock.c:116:osc_lock_fini()) slab-freed '(ols)': 312 at ffff9caf4a7a2fd8. 00000020:00000001:1.0:1789130495.943375:0:34993:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:1.0:1789130495.943376:0:34993:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff9caf50154380. 00020000:00000001:1.0:1789130495.943380:0:34993:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:1.0:1789130495.943381:0:34993:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:1.0:1789130495.943382:0:34993:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:1.0:1789130495.943384:0:34993:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130495.943386:0:34993:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:1.0:1789130495.943389:0:34993:0:(lov_io.c:1057:lov_io_fini()) Process entered 00020000:00000001:1.0:1789130495.943391:0:34993:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:1.0:1789130495.943392:0:34993:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:1.0:1789130495.943394:0:34993:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1789130495.943396:0:34993:0:(cl_object.c:917:cl_env_put()) 1@ffff9caf58609510 00020000:00000001:1.0:1789130495.943398:0:34993:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:1.0:1789130495.943400:0:34993:0:(lov_io.c:1088:lov_io_fini()) Process leaving 00000080:00000001:1.0:1789130495.943403:0:34993:0:(vvp_io.c:392:vvp_io_fini()) Process entered 00000080:00200000:1.0:1789130495.943404:0:34993:0:(vvp_io.c:402:vvp_io_fini()) [0x200000404:0x36:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, need minor change layout 0 00000080:00000001:1.0:1789130495.943408:0:34993:0:(file.c:7121:ll_layout_refresh()) Process entered 00000080:00000001:1.0:1789130495.943410:0:34993:0:(file.c:7125:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130495.943412:0:34993:0:(vvp_io.c:506:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1789130495.943413:0:34993:0:(vvp_io.c:509:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1789130495.943415:0:34993:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1789130495.943416:0:34993:0:(cl_object.c:917:cl_env_put()) 1@ffff9caf58609a20 00000001:00000001:1.0:1789130495.943418:0:34993:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130495.943425:0:34993:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41cf7d30 00000080:00000008:1.0:1789130495.943427:0:34993:0:(file.c:6498:ll_getattr_dentry()) COMPLETED file recon:[0x200000404:0x36:0x0](ffff9caf60199148), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1789130495.943511:0:34993:0:(file.c:2648:do_file_write_iter()) Process entered 00000020:00000001:1.0:1789130495.943514:0:34993:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41cf7d88 00000080:00200008:1.0:1789130495.943516:0:34993:0:(file.c:2652:do_file_write_iter()) START file recon:[0x200000404:0x36:0x0], ppos: 0, count: 23 00000080:00000002:1.0:1789130495.943519:0:34993:0:(file.c:2658:do_file_write_iter()) inode ffff9caf60199148 need_sync_to_oss [0x200000404:0x36:0x0] 00000080:00000001:1.0:1789130495.943522:0:34993:0:(pcc.c:2607:pcc_file_write_iter()) Process entered 00000080:00000001:1.0:1789130495.943524:0:34993:0:(pcc.c:2610:pcc_file_write_iter()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130495.943526:0:34993:0:(file.c:2004:ll_hybrid_bio_dio_switch_check()) Process entered 00000080:00000001:1.0:1789130495.943529:0:34993:0:(file.c:2055:ll_hybrid_bio_dio_switch_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130495.943532:0:34993:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1789130495.943534:0:34993:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446634875648776744 : -109198060774872 : ffff9caf58609a28) 00000020:00001000:1.0:1789130495.943536:0:34993:0:(cl_object.c:823:cl_env_get()) 1@ffff9caf58609a20 00000080:00000001:1.0:1789130495.943540:0:34993:0:(file.c:2087:ll_file_io_generic()) Process entered 00000020:00000001:1.0:1789130495.943541:0:34993:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41cf7c98 00000080:00200000:1.0:1789130495.943543:0:34993:0:(file.c:2090:ll_file_io_generic()) recon: write ppos: 0, bytes: 23 00000020:00000001:1.0:1789130495.943549:0:34993:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41cf7c30 00000080:00200000:1.0:1789130495.943551:0:34993:0:(file.c:1848:ll_io_set_mirror()) recon: desiginated mirror: 0 00000080:00000001:1.0:1789130495.943553:0:34993:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:1.0:1789130495.943554:0:34993:0:(cl_object.c:143:cl_object_top()) ffff9caf42b2a468 -> ffff9caf42b2a468 00000020:00000001:1.0:1789130495.943556:0:34993:0:(cl_object.c:143:cl_object_top()) ffff9caf42b2a468 -> ffff9caf42b2a468 00000020:00000001:1.0:1789130495.943558:0:34993:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:1.0:1789130495.943560:0:34993:0:(lov_object.c:1077:lov_attr_get_composite()) Process entered 00020000:00000002:1.0:1789130495.943561:0:34993:0:(lov_object.c:1108:lov_attr_get_composite()) COMP ID #-1: s=23 m=1789130495 a=0 c=1789130495 b=1 00020000:00000001:1.0:1789130495.943564:0:34993:0:(lov_object.c:1146:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130495.943565:0:34993:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130495.943567:0:34993:0:(cl_object.c:143:cl_object_top()) ffff9caf42b2a468 -> ffff9caf42b2a468 00000080:00200000:1.0:1789130495.943569:0:34993:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000404:0x36:0x0] updating i_size 23 i_blocks 1 00000080:00000001:1.0:1789130495.943570:0:34993:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:1.0:1789130495.943572:0:34993:0:(cl_io.c:214:cl_io_rw_init()) Process entered 00000020:00200000:1.0:1789130495.943577:0:34993:0:(cl_io.c:218:cl_io_rw_init()) header@000000007ff29ff8[0x110, 2, [0x200000404:0x36:0x0] hash] 00000020:00200000:1.0:1789130495.943579:0:34993:0:(cl_io.c:218:cl_io_rw_init()) io range: 2 [23, 46) 0 1 00000020:00000001:1.0:1789130495.943581:0:34993:0:(cl_object.c:143:cl_object_top()) ffff9caf42b2a468 -> ffff9caf42b2a468 00000020:00000001:1.0:1789130495.943582:0:34993:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1789130495.943584:0:34993:0:(vvp_io.c:1987:vvp_io_init()) Process entered 00000080:00200000:1.0:1789130495.943586:0:34993:0:(vvp_io.c:1992:vvp_io_init()) [0x200000404:0x36:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:1.0:1789130495.943589:0:34993:0:(cl_io.c:902:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1789130495.943590:0:34993:0:(cl_io.c:908:cl_io_slice_add()) Process leaving 00000100:00000001:1.0:1789130495.943592:0:34993:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789130495.943596:0:34993:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130495.943597:0:34993:0:(file.c:7121:ll_layout_refresh()) Process entered 00000080:00000001:1.0:1789130495.943599:0:34993:0:(file.c:7125:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130495.943600:0:34993:0:(vvp_io.c:2064:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1789130495.943603:0:34993:0:(lov_object.c:1604:lov_io_init()) [0x200000404:0x36:0x0]io ffff9caf42d82760 type 2 ignore/verify layout 0/0, compressed 0 00020000:00000002:1.0:1789130495.943606:0:34993:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9caf47cdc5d0) owner 0000000000000000/ffff9caf48444f80 00020000:00000001:1.0:1789130495.943609:0:34993:0:(lov_io.c:2488:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1789130495.943610:0:34993:0:(lov_io.c:764:lov_io_slice_init()) Process entered 00020000:00000002:1.0:1789130495.943613:0:34993:0:(lov_io.c:903:lov_io_slice_init()) [0x200000404:0x36:0x0]io ffff9caf42d82760 type 2, compressed 0, chunk_size 0 00020000:00000001:1.0:1789130495.943616:0:34993:0:(lov_io.c:478:lov_io_mirror_init()) Process entered 00020000:00000001:1.0:1789130495.943618:0:34993:0:(lov_io.c:489:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:80000000:1.0:1789130495.943619:0:34993:0:(lov_io.c:942:lov_io_slice_init()) 23 46 00020000:00000001:1.0:1789130495.943621:0:34993:0:(lov_io.c:969:lov_io_slice_init()) Process leaving 00020000:00000001:1.0:1789130495.943622:0:34993:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1789130495.943624:0:34993:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130495.943625:0:34993:0:(cl_io.c:902:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1789130495.943626:0:34993:0:(cl_io.c:908:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1789130495.943627:0:34993:0:(lov_io.c:2501:lov_io_init_composite()) Process leaving 00020000:00000002:1.0:1789130495.943629:0:34993:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9caf47cdc5d0) owner 0000000000000000/ffff9caf48444f80 00000020:00000001:1.0:1789130495.943631:0:34993:0:(cl_io.c:146:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130495.943632:0:34993:0:(cl_io.c:221:cl_io_rw_init()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1789130495.943635:0:34993:0:(file.c:2170:ll_file_io_generic()) Range lock [0, 18446744073709551615] 00000001:00000001:1.0:1789130495.943637:0:34993:0:(range_lock.c:126:range_lock()) Process entered 00000001:00000001:1.0:1789130495.943639:0:34993:0:(range_lock.c:159:range_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130495.943643:0:34993:0:(cl_io.c:827:cl_io_loop()) Process entered 00000020:00000001:1.0:1789130495.943644:0:34993:0:(cl_io.c:403:cl_io_iter_init()) Process entered 00000020:00000001:1.0:1789130495.943646:0:34993:0:(cl_io.c:918:cl_page_list_init()) Process entered 00000020:00000001:1.0:1789130495.943647:0:34993:0:(cl_io.c:921:cl_page_list_init()) Process leaving 00020000:00000001:1.0:1789130495.943649:0:34993:0:(lov_io.c:1409:lov_io_rw_iter_init()) Process entered 00020000:00000001:1.0:1789130495.943652:0:34993:0:(lov_io.c:1238:lov_io_iter_init()) Process entered 00020000:00200000:1.0:1789130495.943654:0:34993:0:(lov_io.c:1289:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:1.0:1789130495.943657:0:34993:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:1.0:1789130495.943660:0:34993:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1789130495.943662:0:34993:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:1.0:1789130495.943663:0:34993:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1789130495.943665:0:34993:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446634875648775448 : -109198060776168 : ffff9caf58609518) 00000020:00001000:1.0:1789130495.943667:0:34993:0:(cl_object.c:823:cl_env_get()) 1@ffff9caf58609510 00000020:00000001:1.0:1789130495.943669:0:34993:0:(cl_object.c:143:cl_object_top()) ffff9caf42b2a530 -> ffff9caf42b2a468 00000020:00000001:1.0:1789130495.943670:0:34993:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:1.0:1789130495.943673:0:34993:0:(cl_io.c:902:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1789130495.943674:0:34993:0:(cl_io.c:908:cl_io_slice_add()) Process leaving 00000020:00000001:1.0:1789130495.943675:0:34993:0:(cl_io.c:146:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789130495.943676:0:34993:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789130495.943678:0:34993:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446634875287506072 : -109198422045544 : ffff9caf42d80c98) 00000020:00000001:1.0:1789130495.943681:0:34993:0:(cl_io.c:403:cl_io_iter_init()) Process entered 00000008:00000001:1.0:1789130495.943683:0:34993:0:(osc_io.c:546:osc_io_iter_init()) Process entered 00000008:00000001:1.0:1789130495.943687:0:34993:0:(osc_io.c:568:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130495.943688:0:34993:0:(cl_io.c:415:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789130495.943690:0:34993:0:(lov_io.c:1395:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789130495.943692:0:34993:0:(lov_io.c:1431:lov_io_rw_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130495.943693:0:34993:0:(cl_io.c:415:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130495.943695:0:34993:0:(cl_io.c:318:cl_io_lock()) Process entered 00000080:00000001:1.0:1789130495.943698:0:34993:0:(vvp_io.c:663:vvp_io_rw_lock()) Process entered 00000080:00000001:1.0:1789130495.943699:0:34993:0:(vvp_io.c:552:vvp_mmap_locks()) Process entered 00000080:00000001:1.0:1789130495.943702:0:34993:0:(llite_mmap.c:54:our_vma()) Process entered 00000080:00000001:1.0:1789130495.943704:0:34993:0:(llite_mmap.c:69:our_vma()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130495.943707:0:34993:0:(vvp_io.c:623:vvp_mmap_locks()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130495.943709:0:34993:0:(vvp_io.c:214:vvp_io_one_lock_index()) Process entered 00000080:00200000:1.0:1789130495.943710:0:34993:0:(vvp_io.c:216:vvp_io_one_lock_index()) lock: 1 [0, 18446744073709551615] 00000020:00000001:1.0:1789130495.943712:0:34993:0:(cl_io.c:480:cl_io_lock_add()) Process entered 00000020:00000001:1.0:1789130495.943714:0:34993:0:(cl_io.c:263:cl_lockset_merge()) Process entered 00000020:00000001:1.0:1789130495.943715:0:34993:0:(cl_io.c:280:cl_lockset_merge()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130495.943717:0:34993:0:(cl_io.c:487:cl_io_lock_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130495.943718:0:34993:0:(vvp_io.c:236:vvp_io_one_lock_index()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130495.943720:0:34993:0:(vvp_io.c:725:vvp_io_rw_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130495.943722:0:34993:0:(vvp_io.c:772:vvp_io_write_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789130495.943723:0:34993:0:(lov_io.c:1538:lov_io_lock()) Process entered 00020000:00000001:1.0:1789130495.943725:0:34993:0:(lov_io.c:1516:lov_io_call()) Process entered 00000020:00000001:1.0:1789130495.943726:0:34993:0:(cl_io.c:318:cl_io_lock()) Process entered 00000020:00000001:1.0:1789130495.943727:0:34993:0:(cl_io.c:290:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1789130495.943728:0:34993:0:(cl_io.c:299:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130495.943730:0:34993:0:(cl_io.c:338:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789130495.943731:0:34993:0:(lov_io.c:1533:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789130495.943733:0:34993:0:(lov_io.c:1539:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130495.943735:0:34993:0:(cl_io.c:290:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1789130495.943736:0:34993:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:1.0:1789130495.943737:0:34993:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:1.0:1789130495.943738:0:34993:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:1.0:1789130495.943740:0:34993:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:1.0:1789130495.943742:0:34993:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:1.0:1789130495.943747:0:34993:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff9caf50154380. 00020000:00000002:1.0:1789130495.943749:0:34993:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:1.0:1789130495.943751:0:34993:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:1.0:1789130495.943752:0:34993:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1789130495.943753:0:34993:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446634875287506072 : -109198422045544 : ffff9caf42d80c98) 00000020:00000001:1.0:1789130495.943755:0:34993:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:1.0:1789130495.943757:0:34993:0:(osc_lock.c:1279:osc_lock_init()) slab-alloced 'oscl': 312 at ffff9caf4a7a2fd8. 00000008:00010000:1.0:1789130495.943760:0:34993:0:(lustre_osc.h:166:osc_enq2ldlm_flags()) flags: 0 00000020:00000001:1.0:1789130495.943761:0:34993:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1789130495.943762:0:34993:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:1.0:1789130495.943764:0:34993:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9caf501543b0, osc lock ffff9caf4a7a2fd8, flags 0x0 00000020:00000001:1.0:1789130495.943766:0:34993:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789130495.943768:0:34993:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789130495.943770:0:34993:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446634875509621632 : -109198199929984 : ffff9caf50154380) 00000020:00000001:1.0:1789130495.943772:0:34993:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1789130495.943773:0:34993:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:1.0:1789130495.943774:0:34993:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130495.943776:0:34993:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130495.943777:0:34993:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:1.0:1789130495.943778:0:34993:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:1.0:1789130495.943779:0:34993:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1789130495.943781:0:34993:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446634875287506072 : -109198422045544 : ffff9caf42d80c98) 00000020:00000001:1.0:1789130495.943782:0:34993:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:1.0:1789130495.943784:0:34993:0:(osc_lock.c:1010:osc_lock_enqueue()) Process entered 00000008:00000001:1.0:1789130495.943786:0:34993:0:(osc_lock.c:916:osc_lock_enqueue_wait()) Process entered 00000008:00000001:1.0:1789130495.943787:0:34993:0:(osc_lock.c:964:osc_lock_enqueue_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130495.943790:0:34993:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:1.0:1789130495.943792:0:34993:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process entered 00000020:00000001:1.0:1789130495.943794:0:34993:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:1.0:1789130495.943795:0:34993:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:1.0:1789130495.943797:0:34993:0:(lovsub_object.c:152:lovsub_req_projid_set()) Process leaving 00000020:00000001:1.0:1789130495.943798:0:34993:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:1.0:1789130495.944071:0:34993:0:(osc_request.c:3393:osc_enqueue_base()) Process entered 00010000:00000001:1.0:1789130495.944074:0:34993:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789130495.944080:0:34993:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf48fc4d00 count: 2 00010000:00000001:1.0:1789130495.944083:0:34993:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789130495.944087:0:34993:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789130495.944090:0:34993:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1789130495.944094:0:34993:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9caf5014c800 lock: 000000003a134c52/0xde5303b1d982cea5 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xcdf1b083821a621b expref: -99 pid: 34987 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 02000000:00000001:1.0:1789130495.944103:0:34993:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1789130495.944107:0:34993:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789130495.944110:0:34993:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff9caf5014c800 lock: 000000003a134c52/0xde5303b1d982cea5 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xcdf1b083821a621b expref: -99 pid: 34987 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1789130495.944116:0:34993:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130495.944118:0:34993:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130495.944120:0:34993:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40031c00 refcount=4 00000020:00000001:1.0:1789130495.944122:0:34993:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239996416 : -109198469555200 : ffff9caf40031c00) 00010000:00000001:1.0:1789130495.944125:0:34993:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239996416 : -109198469555200 : ffff9caf40031c00) 00000008:00000001:1.0:1789130495.944127:0:34993:0:(osc_lock.c:277:osc_lock_upcall()) Process entered 00010000:00000001:1.0:1789130495.944129:0:34993:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130495.944130:0:34993:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130495.944132:0:34993:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40031c00 refcount=5 00000020:00000001:1.0:1789130495.944133:0:34993:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239996416 : -109198469555200 : ffff9caf40031c00) 00010000:00000001:1.0:1789130495.944135:0:34993:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239996416 : -109198469555200 : ffff9caf40031c00) 00010000:00000001:1.0:1789130495.944137:0:34993:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130495.944138:0:34993:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130495.944139:0:34993:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40031c00 refcount=6 00000020:00000001:1.0:1789130495.944248:0:34993:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239996416 : -109198469555200 : ffff9caf40031c00) 00010000:00000001:1.0:1789130495.944251:0:34993:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239996416 : -109198469555200 : ffff9caf40031c00) 00010000:00000001:1.0:1789130495.944253:0:34993:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789130495.944255:0:34993:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789130495.944258:0:34993:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9caf5014c800 lock: 000000003a134c52/0xde5303b1d982cea5 lrc: 7/0,2 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xcdf1b083821a621b expref: -99 pid: 34987 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1789130495.944266:0:34993:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130495.944267:0:34993:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1789130495.944269:0:34993:0:(osc_lock.c:311:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130495.944271:0:34993:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130495.944272:0:34993:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130495.944273:0:34993:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40031c00 refcount=7 00000020:00000001:1.0:1789130495.944275:0:34993:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239996416 : -109198469555200 : ffff9caf40031c00) 00010000:00000001:1.0:1789130495.944345:0:34993:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239996416 : -109198469555200 : ffff9caf40031c00) 00010000:00000001:1.0:1789130495.944349:0:34993:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789130495.944352:0:34993:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9caf5014c800 lock: 000000003a134c52/0xde5303b1d982cea5 lrc: 7/0,2 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xcdf1b083821a621b expref: -99 pid: 34987 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1789130495.944359:0:34993:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130495.944360:0:34993:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1789130495.944362:0:34993:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff9caf5014c800 lock: 000000003a134c52/0xde5303b1d982cea5 lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xcdf1b083821a621b expref: -99 pid: 34987 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1789130495.944368:0:34993:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789130495.944370:0:34993:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130495.944371:0:34993:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130495.944372:0:34993:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130495.944373:0:34993:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1789130495.944374:0:34993:0:(osc_request.c:3462:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1789130495.944377:0:34993:0:(osc_lock.c:1114:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130495.944378:0:34993:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789130495.944380:0:34993:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130495.944382:0:34993:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130495.944384:0:34993:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130495.944386:0:34993:0:(cl_io.c:299:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130495.944387:0:34993:0:(cl_io.c:338:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130495.944390:0:34993:0:(cl_io.c:532:cl_io_start()) Process entered 00000080:00000001:1.0:1789130495.944392:0:34993:0:(vvp_io.c:1405:vvp_io_write_start()) Process entered 00000080:00000001:1.0:1789130495.944397:0:34993:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:1.0:1789130495.944398:0:34993:0:(cl_object.c:143:cl_object_top()) ffff9caf42b2a468 -> ffff9caf42b2a468 00000020:00000001:1.0:1789130495.944400:0:34993:0:(cl_object.c:143:cl_object_top()) ffff9caf42b2a468 -> ffff9caf42b2a468 00000020:00000001:1.0:1789130495.944402:0:34993:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:1.0:1789130495.944404:0:34993:0:(lov_object.c:1077:lov_attr_get_composite()) Process entered 00020000:00000002:1.0:1789130495.944407:0:34993:0:(lov_object.c:1108:lov_attr_get_composite()) COMP ID #-1: s=23 m=1789130495 a=0 c=1789130495 b=1 00020000:00000001:1.0:1789130495.944409:0:34993:0:(lov_object.c:1146:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130495.944411:0:34993:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130495.944413:0:34993:0:(cl_object.c:143:cl_object_top()) ffff9caf42b2a468 -> ffff9caf42b2a468 00000080:00200000:1.0:1789130495.944415:0:34993:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000404:0x36:0x0] updating i_size 23 i_blocks 1 00000080:00000001:1.0:1789130495.944417:0:34993:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:1.0:1789130495.944419:0:34993:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41cf7b80 00000080:00200000:1.0:1789130495.944421:0:34993:0:(vvp_io.c:1439:vvp_io_write_start()) recon: write [23, 46) append 1 append lockpos 18446744073709551615 00000020:00000001:1.0:1789130495.944423:0:34993:0:(cl_object.c:463:cl_object_maxbytes()) Process entered 00020000:00000002:1.0:1789130495.944425:0:34993:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9caf47cdc5d0) owner 0000000000000000/ffff9caf48444f80 00020000:00000002:1.0:1789130495.944427:0:34993:0:(lov_object.c:2443:lov_lsm_addref()) lsm ffff9caf5021f060 addref 2/0 by ffff9caf48444f80. 00020000:00000002:1.0:1789130495.944430:0:34993:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9caf47cdc5d0) owner 0000000000000000/ffff9caf48444f80 00000020:00000001:1.0:1789130495.944433:0:34993:0:(cl_object.c:471:cl_object_maxbytes()) Process leaving (rc=9223372036854775807 : 9223372036854775807 : 7fffffffffffffff) 00000020:00000001:1.0:1789130495.944435:0:34993:0:(cl_io.c:616:cl_io_lru_reserve()) Process entered 00020000:00000001:1.0:1789130495.944438:0:34993:0:(lov_io.c:1780:lov_io_lru_reserve()) Process entered 00020000:00000002:1.0:1789130495.944440:0:34993:0:(lov_offset.c:253:lov_stripe_intersects()) [23->45] -> [(0) 23->45 (0)] 00020000:00000001:1.0:1789130495.944443:0:34993:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1789130495.944444:0:34993:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446634875287506072 : -109198422045544 : ffff9caf42d80c98) 00000020:00000001:1.0:1789130495.944446:0:34993:0:(cl_io.c:616:cl_io_lru_reserve()) Process entered 00000008:00000001:1.0:1789130495.944448:0:34993:0:(osc_io.c:1447:osc_io_lru_reserve()) Process entered 00000008:00000001:1.0:1789130495.944450:0:34993:0:(osc_io.c:1460:osc_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130495.944452:0:34993:0:(cl_io.c:627:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789130495.944454:0:34993:0:(lov_io.c:1821:lov_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130495.944455:0:34993:0:(cl_io.c:627:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130495.944461:0:34993:0:(rw26.c:680:ll_write_begin()) Process entered 00000080:00200000:1.0:1789130495.944463:0:34993:0:(rw26.c:681:ll_write_begin()) Writing 0 of 23 to 23 bytes 00000080:00000001:1.0:1789130495.944468:0:34993:0:(vvp_io.c:1314:vvp_io_write_commit()) Process entered 00000080:00000001:1.0:1789130495.944470:0:34993:0:(vvp_io.c:1317:vvp_io_write_commit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130495.944472:0:34993:0:(cl_page.c:421:cl_page_find()) Process entered 00000020:00008000:1.0:1789130495.944474:0:34993:0:(cl_page.c:427:cl_page_find()) 0@[0x200000404:0x36:0x0] fffff3e084788000 ffff9caf518f72b8 1 00000020:00000001:1.0:1789130495.944478:0:34993:0:(cl_page.c:603:cl_vmpage_page()) Process entered 00000020:00000001:1.0:1789130495.944480:0:34993:0:(cl_page.c:617:cl_vmpage_page()) Process leaving (rc=18446634875534406328 : -109198175145288 : ffff9caf518f72b8) 00000020:00000001:1.0:1789130495.944482:0:34993:0:(cl_page.c:444:cl_page_find()) Process leaving (rc=18446634875534406328 : -109198175145288 : ffff9caf518f72b8) 00000020:00000001:1.0:1789130495.944484:0:34993:0:(cl_page.c:800:cl_page_assume()) Process entered 00000020:00000001:1.0:1789130495.944487:0:34993:0:(cl_io.c:1149:cl_io_top()) Process entered 00000020:00000001:1.0:1789130495.944488:0:34993:0:(cl_io.c:1152:cl_io_top()) Process leaving (rc=18446634875287512928 : -109198422038688 : ffff9caf42d82760) 00000020:00000001:1.0:1789130495.944490:0:34993:0:(cl_page.c:634:cl_page_owner_set()) Process entered 00000020:00000001:1.0:1789130495.944491:0:34993:0:(cl_page.c:637:cl_page_owner_set()) Process leaving 00000020:00000001:1.0:1789130495.944493:0:34993:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1789130495.944497:0:34993:0:(cl_page.c:507:__cl_page_state_set()) page@000000004600769e[3 00000000226a4f5d 1 1 00000000e0fce97d 0 0 0] 00000020:00000001:1.0:1789130495.944499:0:34993:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 2 00000020:00000001:1.0:1789130495.944500:0:34993:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:1.0:1789130495.944502:0:34993:0:(cl_page.c:814:cl_page_assume()) Process leaving 00000080:00000001:1.0:1789130495.944503:0:34993:0:(rw26.c:792:ll_write_begin()) Process leaving 00000080:00000001:1.0:1789130495.944504:0:34993:0:(rw26.c:808:ll_write_begin()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130495.944507:0:34993:0:(rw26.c:871:ll_write_end()) Process entered 00000080:00200000:1.0:1789130495.944509:0:34993:0:(rw26.c:875:ll_write_end()) pos 23, len 23, copied 23 00000020:00000001:1.0:1789130495.944510:0:34993:0:(cl_io.c:1149:cl_io_top()) Process entered 00000020:00000001:1.0:1789130495.944511:0:34993:0:(cl_io.c:1152:cl_io_top()) Process leaving (rc=18446634875287512928 : -109198422038688 : ffff9caf42d82760) 00000020:00000001:1.0:1789130495.944513:0:34993:0:(cl_page.c:669:cl_page_is_owned()) Process entered 00000020:00000001:1.0:1789130495.944515:0:34993:0:(cl_page.c:671:cl_page_is_owned()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1789130495.944519:0:34993:0:(cl_io.c:931:cl_page_list_add()) Process entered 00000020:00000001:1.0:1789130495.944520:0:34993:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:1.0:1789130495.944521:0:34993:0:(cl_page.c:536:cl_page_get()) Process leaving 00000020:00000001:1.0:1789130495.944523:0:34993:0:(cl_io.c:942:cl_page_list_add()) Process leaving 00000080:00200000:1.0:1789130495.944526:0:34993:0:(rw26.c:933:ll_write_end()) page@000000004600769e[4 00000000226a4f5d 2 1 00000000e0fce97d 0 0 0] 00000080:00200000:1.0:1789130495.944530:0:34993:0:(rw26.c:933:ll_write_end()) vmpage @0000000089d58113 17ffffc0001039 2:0 ffff9caf518f72b8 0 lru 00000080:00200000:1.0:1789130495.944537:0:34993:0:(rw26.c:933:ll_write_end()) osc-page@000000005a2bab2d 0: 1< 2 + - > 2< 0 0 4096 0x0 0x40420 | 000000009a034aee 00000000044ae0da > 3< 1 0 > 4< 0 0 8 393216 - | - - + - > 5< - - + - | 0 - | 1 - -> 00000080:00200000:1.0:1789130495.944539:0:34993:0:(rw26.c:933:ll_write_end()) end page@000000004600769e 00000080:00200000:1.0:1789130495.944541:0:34993:0:(rw26.c:933:ll_write_end()) queued cl_page: 1. 00000080:00000001:1.0:1789130495.944542:0:34993:0:(vvp_io.c:1314:vvp_io_write_commit()) Process entered 00000080:00200000:1.0:1789130495.944544:0:34993:0:(vvp_io.c:1321:vvp_io_write_commit()) commit async pages: 1, from 23, to 46 prio 0 00000020:00000001:1.0:1789130495.944546:0:34993:0:(cl_io.c:650:cl_io_commit_async()) Process entered 00000080:00000001:1.0:1789130495.944548:0:34993:0:(vvp_io.c:1845:vvp_io_commit_async()) Process entered 00000080:00000001:1.0:1789130495.944549:0:34993:0:(vvp_io.c:1851:vvp_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789130495.944551:0:34993:0:(lov_io.c:2015:lov_io_commit_async()) Process entered 00020000:08000000:1.0:1789130495.944553:0:34993:0:(lov_io.c:2027:lov_io_commit_async()) compr: type 0, level 0, bits: 0 00020000:00008000:1.0:1789130495.944555:0:34993:0:(lov_io.c:1889:set_page_list_compression()) compr: type 0, level 0, bits: 0, page ffff9caf518f72b8 00020000:00000001:1.0:1789130495.944558:0:34993:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1789130495.944559:0:34993:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446634875287506072 : -109198422045544 : ffff9caf42d80c98) 00000020:00000001:1.0:1789130495.944561:0:34993:0:(cl_io.c:650:cl_io_commit_async()) Process entered 00000008:00000001:1.0:1789130495.944563:0:34993:0:(osc_io.c:440:osc_io_commit_async()) Process entered 00000008:00000001:1.0:1789130495.944564:0:34993:0:(osc_io.c:401:osc_page_touch_at()) Process entered 00000020:00000001:1.0:1789130495.944566:0:34993:0:(cl_object.c:143:cl_object_top()) ffff9caf583136e0 -> ffff9caf42b2a468 00000008:00000002:1.0:1789130495.944568:0:34993:0:(osc_io.c:409:osc_page_touch_at()) stripe KMS increasing 23->46 23 00000020:00000001:1.0:1789130495.944570:0:34993:0:(cl_object.c:143:cl_object_top()) ffff9caf583136e0 -> ffff9caf42b2a468 00000020:00000001:1.0:1789130495.944571:0:34993:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:1.0:1789130495.944574:0:34993:0:(osc_object.c:161:osc_attr_update()) set kms from 23to 46 00020000:00000001:1.0:1789130495.944576:0:34993:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:1.0:1789130495.944578:0:34993:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130495.944580:0:34993:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130495.944581:0:34993:0:(cl_object.c:143:cl_object_top()) ffff9caf583136e0 -> ffff9caf42b2a468 00000008:00000001:1.0:1789130495.944583:0:34993:0:(osc_io.c:424:osc_page_touch_at()) Process leaving 00000020:00000001:1.0:1789130495.944585:0:34993:0:(cl_io.c:955:cl_page_list_del()) Process entered 00000020:00000001:1.0:1789130495.944587:0:34993:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:1.0:1789130495.944590:0:34993:0:(cl_page.c:556:cl_batch_put()) page@000000004600769e[4 00000000226a4f5d 2 1 00000000e0fce97d 0 0 0] 00000020:00000001:1.0:1789130495.944592:0:34993:0:(cl_page.c:556:cl_batch_put()) 4 00000020:00000001:1.0:1789130495.944593:0:34993:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000020:00000001:1.0:1789130495.944595:0:34993:0:(cl_io.c:960:cl_page_list_del()) Process leaving 00000008:00000020:1.0:1789130495.944596:0:34993:0:(osc_request.c:747:osc_update_next_shrink()) next time 3122 to shrink grant 00000080:00000001:1.0:1789130495.944599:0:34993:0:(vvp_io.c:1253:write_commit_callback()) Process entered 00000080:00000001:1.0:1789130495.944601:0:34993:0:(vvp_io.c:1152:vvp_set_batch_dirty()) Process entered 00000080:00200000:1.0:1789130495.944603:0:34993:0:(vvp_io.c:1234:vvp_set_batch_dirty()) mapping ffff9caf601992f8, count 1, dirtied 0 00000080:00000001:1.0:1789130495.944606:0:34993:0:(vvp_io.c:1241:vvp_set_batch_dirty()) Process leaving 00000020:00000001:1.0:1789130495.944608:0:34993:0:(cl_page.c:645:__cl_page_disown()) Process entered 00000020:00000001:1.0:1789130495.944610:0:34993:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:1.0:1789130495.944611:0:34993:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:1.0:1789130495.944612:0:34993:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1789130495.944616:0:34993:0:(cl_page.c:507:__cl_page_state_set()) page@000000004600769e[3 00000000226a4f5d 2 1 0000000000000000 0 0 0] 00000020:00000001:1.0:1789130495.944617:0:34993:0:(cl_page.c:507:__cl_page_state_set()) 2 -> 1 00000020:00000001:1.0:1789130495.944618:0:34993:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:1.0:1789130495.944620:0:34993:0:(cl_page.c:660:__cl_page_disown()) Process leaving 00000020:00000001:1.0:1789130495.944621:0:34993:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:1.0:1789130495.944624:0:34993:0:(cl_page.c:556:cl_batch_put()) page@000000004600769e[3 00000000226a4f5d 1 1 0000000000000000 0 0 0] 00000020:00000001:1.0:1789130495.944625:0:34993:0:(cl_page.c:556:cl_batch_put()) 3 00000020:00000001:1.0:1789130495.944626:0:34993:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000080:00000001:1.0:1789130495.944628:0:34993:0:(vvp_io.c:1276:write_commit_callback()) Process leaving 00000008:00000040:1.0:1789130495.944629:0:34993:0:(osc_io.c:513:osc_io_commit_async()) 0 0 00000008:00000001:1.0:1789130495.944631:0:34993:0:(osc_io.c:514:osc_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130495.944632:0:34993:0:(cl_io.c:660:cl_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789130495.944634:0:34993:0:(lov_io.c:2037:lov_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130495.944636:0:34993:0:(cl_io.c:660:cl_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1789130495.944637:0:34993:0:(vvp_io.c:1344:vvp_io_write_commit()) Committed 1 pages 23 bytes, tot: 23 00000020:00000001:1.0:1789130495.944640:0:34993:0:(cl_io.c:1047:cl_page_list_fini()) Process entered 00000020:00000001:1.0:1789130495.944641:0:34993:0:(cl_io.c:1051:cl_page_list_fini()) Process leaving 00000080:00000001:1.0:1789130495.944643:0:34993:0:(vvp_io.c:1385:vvp_io_write_commit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130495.944644:0:34993:0:(rw26.c:954:ll_write_end()) Process leaving (rc=23 : 23 : 17) 00000080:00000001:1.0:1789130495.944648:0:34993:0:(vvp_io.c:1314:vvp_io_write_commit()) Process entered 00000080:00000001:1.0:1789130495.944649:0:34993:0:(vvp_io.c:1317:vvp_io_write_commit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130495.944651:0:34993:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41cf7b80 00000080:00200000:1.0:1789130495.944652:0:34993:0:(vvp_io.c:1505:vvp_io_write_start()) recon: write bytes 0, result: 23 00000080:00000001:1.0:1789130495.944654:0:34993:0:(vvp_io.c:1538:vvp_io_write_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789130495.944657:0:34993:0:(lov_io.c:1588:lov_io_start()) Process entered 00020000:00000001:1.0:1789130495.944665:0:34993:0:(lov_io.c:1516:lov_io_call()) Process entered 00000020:00000001:1.0:1789130495.944666:0:34993:0:(cl_io.c:532:cl_io_start()) Process entered 00000008:00000001:1.0:1789130495.944667:0:34993:0:(osc_io.c:1075:osc_io_write_start()) Process entered 00000020:00000001:1.0:1789130495.944669:0:34993:0:(cl_object.c:143:cl_object_top()) ffff9caf583136e0 -> ffff9caf42b2a468 00000020:00000001:1.0:1789130495.944670:0:34993:0:(cl_object.c:143:cl_object_top()) ffff9caf583136e0 -> ffff9caf42b2a468 00000020:00000001:1.0:1789130495.944672:0:34993:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00020000:00000001:1.0:1789130495.944674:0:34993:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:1.0:1789130495.944676:0:34993:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130495.944678:0:34993:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130495.944679:0:34993:0:(cl_object.c:143:cl_object_top()) ffff9caf583136e0 -> ffff9caf42b2a468 00000008:00000001:1.0:1789130495.944681:0:34993:0:(osc_io.c:1083:osc_io_write_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130495.944683:0:34993:0:(cl_io.c:544:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789130495.944684:0:34993:0:(lov_io.c:1533:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789130495.944686:0:34993:0:(lov_io.c:1589:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130495.944688:0:34993:0:(cl_io.c:544:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130495.944689:0:34993:0:(cl_io.c:559:cl_io_end()) Process entered 00020000:00000001:1.0:1789130495.944691:0:34993:0:(lov_io.c:1516:lov_io_call()) Process entered 00020000:00000001:1.0:1789130495.944693:0:34993:0:(lov_io.c:1594:lov_io_end_wrapper()) Process entered 00000020:00000001:1.0:1789130495.944694:0:34993:0:(cl_io.c:559:cl_io_end()) Process entered 00000020:00000001:1.0:1789130495.944695:0:34993:0:(cl_io.c:567:cl_io_end()) Process leaving 00020000:00000001:1.0:1789130495.944697:0:34993:0:(lov_io.c:1604:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789130495.944698:0:34993:0:(lov_io.c:1533:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130495.944700:0:34993:0:(cl_io.c:567:cl_io_end()) Process leaving 00000020:00000001:1.0:1789130495.944702:0:34993:0:(cl_io.c:356:cl_io_unlock()) Process entered 00000020:00000001:1.0:1789130495.944704:0:34993:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:1.0:1789130495.944705:0:34993:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9caf586076c8 (ffff9caf58609a28/0) at cl_lock_release():245 00000020:00000001:1.0:1789130495.944708:0:34993:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1789130495.944709:0:34993:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9caf586076c8 (ffff9caf58609a28/0) at cl_lock_cancel():142 00020000:00000001:1.0:1789130495.944712:0:34993:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:1.0:1789130495.944720:0:34993:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1789130495.944721:0:34993:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446634875287506072 : -109198422045544 : ffff9caf42d80c98) 00000020:00000001:1.0:1789130495.944723:0:34993:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1789130495.944725:0:34993:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9caf501543b0 (ffff9caf58609518/1) at cl_lock_cancel():142 00000008:00000001:1.0:1789130495.944728:0:34993:0:(osc_lock.c:1172:osc_lock_cancel()) Process entered 00000008:00000001:1.0:1789130495.944729:0:34993:0:(osc_lock.c:1126:osc_lock_detach()) Process entered 00010000:00000001:1.0:1789130495.944730:0:34993:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130495.944732:0:34993:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130495.944733:0:34993:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40031c00 refcount=5 00000020:00000001:1.0:1789130495.944735:0:34993:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239996416 : -109198469555200 : ffff9caf40031c00) 00010000:00000001:1.0:1789130495.944737:0:34993:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239996416 : -109198469555200 : ffff9caf40031c00) 00010000:00000001:1.0:1789130495.944739:0:34993:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789130495.944741:0:34993:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9caf5014c800 lock: 000000003a134c52/0xde5303b1d982cea5 lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xcdf1b083821a621b expref: -99 pid: 34987 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1789130495.944748:0:34993:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130495.944749:0:34993:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130495.944751:0:34993:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1789130495.944753:0:34993:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1789130495.944756:0:34993:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9caf5014c800 lock: 000000003a134c52/0xde5303b1d982cea5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xcdf1b083821a621b expref: -99 pid: 34987 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1789130495.944764:0:34993:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1789130495.944766:0:34993:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1789130495.944769:0:34993:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789130495.944773:0:34993:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130495.944774:0:34993:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130495.944775:0:34993:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130495.944778:0:34993:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1789130495.944780:0:34993:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130495.944781:0:34993:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130495.944784:0:34993:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130495.944786:0:34993:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789130495.944787:0:34993:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130495.944788:0:34993:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130495.944789:0:34993:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130495.944791:0:34993:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1789130495.944792:0:34993:0:(osc_lock.c:1145:osc_lock_detach()) Process leaving 00000008:00000001:1.0:1789130495.944793:0:34993:0:(osc_lock.c:1181:osc_lock_cancel()) Process leaving 00000020:00000001:1.0:1789130495.944794:0:34993:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1789130495.944795:0:34993:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1789130495.944796:0:34993:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1789130495.944798:0:34993:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9caf586076c8 (ffff9caf58609a28/0) at cl_lock_fini():72 00020000:00000001:1.0:1789130495.944800:0:34993:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:1.0:1789130495.944801:0:34993:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1789130495.945055:0:34993:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9caf501543b0 (ffff9caf58609a28/1) at cl_lock_fini():72 00000008:00000010:1.0:1789130495.945060:0:34993:0:(osc_lock.c:116:osc_lock_fini()) slab-freed '(ols)': 312 at ffff9caf4a7a2fd8. 00000020:00000001:1.0:1789130495.945064:0:34993:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:1.0:1789130495.945065:0:34993:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff9caf50154380. 00020000:00000001:1.0:1789130495.945069:0:34993:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:1.0:1789130495.945070:0:34993:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:1.0:1789130495.945071:0:34993:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00020000:00000001:1.0:1789130495.945074:0:34993:0:(lov_io.c:1682:lov_io_unlock()) Process entered 00020000:00000001:1.0:1789130495.945075:0:34993:0:(lov_io.c:1516:lov_io_call()) Process entered 00000020:00000001:1.0:1789130495.945077:0:34993:0:(cl_io.c:356:cl_io_unlock()) Process entered 00000020:00000001:1.0:1789130495.945078:0:34993:0:(cl_io.c:377:cl_io_unlock()) Process leaving 00020000:00000001:1.0:1789130495.945079:0:34993:0:(lov_io.c:1616:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789130495.945080:0:34993:0:(lov_io.c:1533:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789130495.945082:0:34993:0:(lov_io.c:1685:lov_io_unlock()) Process leaving 00000020:00000001:1.0:1789130495.945083:0:34993:0:(cl_io.c:377:cl_io_unlock()) Process leaving 00000020:00000001:1.0:1789130495.945084:0:34993:0:(cl_io.c:453:cl_io_rw_advance()) Process entered 00000080:00200000:1.0:1789130495.945086:0:34993:0:(vvp_io.c:640:vvp_io_advance()) advancing 23 bytes 00000020:00000001:1.0:1789130495.945088:0:34993:0:(cl_io.c:469:cl_io_rw_advance()) Process leaving 00000020:00000001:1.0:1789130495.945089:0:34993:0:(cl_io.c:433:cl_io_iter_fini()) Process entered 00020000:00000001:1.0:1789130495.945091:0:34993:0:(lov_io.c:1663:lov_io_iter_fini()) Process entered 00020000:00000001:1.0:1789130495.945092:0:34993:0:(lov_io.c:1516:lov_io_call()) Process entered 00000020:00000001:1.0:1789130495.945094:0:34993:0:(cl_io.c:433:cl_io_iter_fini()) Process entered 00000020:00000001:1.0:1789130495.945098:0:34993:0:(cl_io.c:439:cl_io_iter_fini()) Process leaving 00020000:00000001:1.0:1789130495.945099:0:34993:0:(lov_io.c:1610:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789130495.945101:0:34993:0:(lov_io.c:1533:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789130495.945103:0:34993:0:(lov_io.c:1674:lov_io_iter_fini()) Process leaving 00000020:00000001:1.0:1789130495.945105:0:34993:0:(cl_io.c:439:cl_io_iter_fini()) Process leaving 00000020:00000001:1.0:1789130495.945106:0:34993:0:(cl_io.c:877:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1789130495.945110:0:34993:0:(file.c:2207:ll_file_io_generic()) Range unlock [0, 18446744073709551615] 00000001:00000001:1.0:1789130495.945113:0:34993:0:(range_lock.c:83:range_unlock()) Process entered 00000001:00000001:1.0:1789130495.945116:0:34993:0:(range_lock.c:104:range_unlock()) Process leaving 00000020:00000001:1.0:1789130495.945118:0:34993:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:1.0:1789130495.945120:0:34993:0:(lov_io.c:1057:lov_io_fini()) Process entered 00020000:00000001:1.0:1789130495.945121:0:34993:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:1.0:1789130495.945123:0:34993:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:1.0:1789130495.945124:0:34993:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1789130495.945125:0:34993:0:(cl_object.c:917:cl_env_put()) 1@ffff9caf58609510 00020000:00000001:1.0:1789130495.945128:0:34993:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:1.0:1789130495.945130:0:34993:0:(lov_io.c:1088:lov_io_fini()) Process leaving 00000080:00000001:1.0:1789130495.945132:0:34993:0:(vvp_io.c:392:vvp_io_fini()) Process entered 00000080:00200000:1.0:1789130495.945134:0:34993:0:(vvp_io.c:402:vvp_io_fini()) [0x200000404:0x36:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, need minor change layout 0 00000080:00000001:1.0:1789130495.945137:0:34993:0:(vvp_io.c:509:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1789130495.945138:0:34993:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00000001:1.0:1789130495.945141:0:34993:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41cf7c98 00000080:00200000:1.0:1789130495.945143:0:34993:0:(file.c:2240:ll_file_io_generic()) recon: 2 io complete with rc: 0, result: 23, restart: 0 00000080:00000001:1.0:1789130495.945523:0:34993:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:1.0:1789130495.945527:0:34993:0:(cl_object.c:143:cl_object_top()) ffff9caf42b2a468 -> ffff9caf42b2a468 00000020:00000001:1.0:1789130495.945530:0:34993:0:(cl_object.c:143:cl_object_top()) ffff9caf42b2a468 -> ffff9caf42b2a468 00000020:00000001:1.0:1789130495.945532:0:34993:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:1.0:1789130495.945535:0:34993:0:(lov_object.c:1077:lov_attr_get_composite()) Process entered 00020000:00000001:1.0:1789130495.945540:0:34993:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:1.0:1789130495.945543:0:34993:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=46 : 46 : 2e) 00020000:00000001:1.0:1789130495.945545:0:34993:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:1.0:1789130495.945546:0:34993:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=46 : 46 : 2e) 00020000:00000002:1.0:1789130495.945549:0:34993:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x36:1028 on OST[0]: s=46 (1) m=1789130495 a=0 c=1789130495 b=1 00020000:00000001:1.0:1789130495.945553:0:34993:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1789130495.945555:0:34993:0:(lov_object.c:1108:lov_attr_get_composite()) COMP ID #-1: s=46 m=1789130495 a=0 c=1789130495 b=1 00020000:00000001:1.0:1789130495.945557:0:34993:0:(lov_object.c:1146:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130495.945559:0:34993:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130495.945561:0:34993:0:(cl_object.c:143:cl_object_top()) ffff9caf42b2a468 -> ffff9caf42b2a468 00000080:00200000:1.0:1789130495.945563:0:34993:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000404:0x36:0x0] updating i_size 46 i_blocks 1 00000080:00000001:1.0:1789130495.945565:0:34993:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000080:00200000:1.0:1789130495.945570:0:34993:0:(file.c:2326:ll_file_io_generic()) iot: 2, result: 23 00000080:00000001:1.0:1789130495.945573:0:34993:0:(file.c:2330:ll_file_io_generic()) Process leaving (rc=23 : 23 : 17) 00000020:00001000:1.0:1789130495.945575:0:34993:0:(cl_object.c:917:cl_env_put()) 1@ffff9caf58609a20 00000020:00000001:1.0:1789130495.945580:0:34993:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41cf7d88 00000080:00000008:1.0:1789130495.945581:0:34993:0:(file.c:2734:do_file_write_iter()) COMPLETED: file recon:[0x200000404:0x36:0x0], ppos: 46, count: 0, rc = 23 00000080:00000001:1.0:1789130495.945584:0:34993:0:(file.c:2736:do_file_write_iter()) Process leaving (rc=23 : 23 : 17) 00020000:00000001:1.0:1789130495.945603:0:34993:0:(lov_object.c:2454:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:1.0:1789130495.945605:0:34993:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9caf47cdc5d0) owner 0000000000000000/ffff9caf48444f80 00020000:00000002:1.0:1789130495.945609:0:34993:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9caf47cdc5d0) owner 0000000000000000/ffff9caf48444f80 00020000:00000001:1.0:1789130495.945611:0:34993:0:(lov_object.c:2505:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130495.945619:0:34993:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:1.0:1789130495.945621:0:34993:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41cf7df0 00000080:00200008:1.0:1789130495.945623:0:34993:0:(file.c:479:ll_file_release()) START file recon:[0x200000404:0x36:0x0](ffff9caf60199148), flags 102001 00000080:00000001:1.0:1789130495.945626:0:34993:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:1.0:1789130495.945628:0:34993:0:(pcc.c:2463:pcc_file_release()) Process leaving 00020000:00000001:1.0:1789130495.945629:0:34993:0:(lov_object.c:2454:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:1.0:1789130495.945630:0:34993:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9caf47cdc5d0) owner 0000000000000000/ffff9caf48444f80 00020000:00000002:1.0:1789130495.945632:0:34993:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9caf47cdc5d0) owner 0000000000000000/ffff9caf48444f80 00020000:00000001:1.0:1789130495.945634:0:34993:0:(lov_object.c:2505:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130495.945636:0:34993:0:(file.c:341:ll_md_close()) Process entered 00000002:00000001:1.0:1789130495.945644:0:34993:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789130495.945646:0:34993:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789130495.945652:0:34993:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf48fc4600 count: 2 00010000:00000001:1.0:1789130495.945654:0:34993:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1789130495.945658:0:34993:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789130495.945660:0:34993:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000404:0x36:0x0]: 0 00000080:00000001:1.0:1789130495.945662:0:34993:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:1.0:1789130495.945663:0:34993:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:1.0:1789130495.945670:0:34993:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9caf44b98600. 00000080:00000001:1.0:1789130495.945672:0:34993:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:1.0:1789130495.945676:0:34993:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:1.0:1789130495.945680:0:34993:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000002:1.0:1789130495.945682:0:34993:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000404:0x36:0x0] 00000002:00000001:1.0:1789130495.945685:0:34993:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:1.0:1789130495.945686:0:34993:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9caf5014c800: [0x200000404:0x36:0x0] file closed with intent: 200 00000100:00000010:1.0:1789130495.945692:0:34993:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf615d7840. 00000020:00000040:1.0:1789130495.945696:0:34993:0:(genops.c:1210:class_import_get()) import ffff9caf6079a800 refcount=10 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000100:00000001:1.0:1789130495.945701:0:34993:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789130495.945705:0:34993:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789130495.945709:0:34993:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789130495.945716:0:34993:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9caf44b98400. 00000100:00000001:1.0:1789130495.945723:0:34993:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:1.0:1789130495.945742:0:34993:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9caf501a9a40 x1876037329060096/t8589934617(8589934617) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/664 e 0 to 0 dl 1789130511 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000020:00100000:1.0:1789130495.945753:0:34993:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9caf5014c800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:1.0:1789130495.945758:0:34993:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9caf615d7840 x1876037329060480/t0(0) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:1.0:1789130495.945766:0:34993:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1789130495.945768:0:34993:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1789130495.945776:0:34993:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9caf4845b480. 00000100:00000001:1.0:1789130495.945779:0:34993:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446634875378578560 : -109198330973056 : ffff9caf4845b480) 00000100:00000001:1.0:1789130495.945782:0:34993:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789130495.945784:0:34993:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875799566400 : -109197909985216 : ffff9caf615d7840) 00000100:00000001:1.0:1789130495.945788:0:34993:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789130495.945791:0:34993:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130495.945793:0:34993:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1789130495.945795:0:34993:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789130495.945799:0:34993:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf615d7840 x1876037329060480/t0(0) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000800:00000001:3.0:1789130495.946212:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130495.946228:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789130495.946232:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130495.946234:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130495.946243:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130495.946249:0:2341:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:3.0:1789130495.946258:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130495.946264:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130495.946274:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130495.946432:0:2341:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 224 into portal 18 MB=0x6aa3efa958180 00000400:00000200:3.0:1789130495.946438:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130495.946445:0:2341:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.123@tcp of length 224/224 into md 0x74a5 [1] + 224 00000800:00000001:3.0:1789130495.946454:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130495.946461:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130495.946464:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130495.946469:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:3.0:1789130495.946476:0:2341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789130495.946482:0:2341:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf580b8f00 x1876037329060224/t0(0) o103->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1789130511 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789130495.946491:0:2341:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9caf580b8f00 x1876037329060224/t0(0) o103->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1789130511 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130495.946513:0:2341:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789130495.946522:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130495.946525:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130495.946538:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789130495.946541:0:2349:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789130495.946549:0:2349:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789130495.946551:0:2349:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789130495.946555:0:2349:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf483fda50. 00000400:00000200:3.0:1789130495.946559:0:2349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf42d182a8 00000400:00000010:3.0:1789130495.946562:0:2349:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf42d182a8. 00000100:00000001:3.0:1789130495.946565:0:2349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789130495.946570:0:2349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf580b8f00 x1876037329060224/t0(0) o103->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1789130511 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789130495.946579:0:2349:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf580b8f00 x1876037329060224/t0(0) o103->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1789130511 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130495.946585:0:2349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789130495.946587:0:2349:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130495.946589:0:2349:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789130495.946593:0:2349:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789130495.946596:0:2349:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789130495.946598:0:2349:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789130495.946600:0:2349:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789130495.946610:0:2349:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf6079ad38 time=113 v=5 (5 5 5 5) 00000100:00001000:3.0:1789130495.946615:0:2349:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf6079ac18 time=36 v=5 (1 0 0 0) 00000100:00000001:3.0:1789130495.946618:0:2349:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789130495.946620:0:2349:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130495.946623:0:2349:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789130495.946627:0:2349:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130495.946632:0:2349:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789130495.946634:0:2349:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9caf5014c800: skip recheck: last_committed 8589934612 00000100:00000001:3.0:1789130495.946637:0:2349:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789130495.946640:0:2349:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789130495.946645:0:2349:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf580b8f00 x1876037329060224/t0(0) o103->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1789130511 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130495.946652:0:2349:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789130495.946655:0:2349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789130495.946658:0:2349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789130495.946661:0:2349:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf580b8f00 x1876037329060224/t0(0) o103->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1789130511 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789130495.946668:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf580b8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:2349:1876037329060224:192.168.204.123@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1789130495.946673:0:2349:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130495.946675:0:2349:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130495.946678:0:2349:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf580b8f00 x1876037329060224/t0(0) o103->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1789130511 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130495.946689:0:2349:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789130495.946692:0:2349:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789130495.946697:0:2349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9caf48180e00. 02000000:00000001:3.0:1789130495.946700:0:2349:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789130495.946702:0:2349:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1789130495.946704:0:2349:0:(genops.c:1223:class_import_put()) import ffff9caf6079a800 refcount=9 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000020:00000001:3.0:1789130495.946706:0:2349:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1789130495.946709:0:2349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9caf48181800. 02000000:00000001:3.0:1789130495.946712:0:2349:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789130495.946714:0:2349:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789130495.946715:0:2349:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf580b8f00. 00000100:00000001:3.0:1789130495.946723:0:2349:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789130495.946724:0:2349:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130495.946727:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789130495.946736:0:2349:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789130495.946738:0:2349:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130495.946740:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789130495.946743:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130495.948076:0:34993:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789130495.948079:0:34993:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130495.948086:0:34993:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789130495.948090:0:34993:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789130495.948094:0:34993:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789130495.948102:0:34993:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf615d7840 pname:cluuid:pid:xid:nid:opc:job uname:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:34993:1876037329060480:192.168.204.123@tcp:35:uname.0 00000100:00000001:1.0:1789130495.948108:0:34993:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789130495.948116:0:34993:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789130495.948119:0:34993:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130495.948122:0:34993:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789130495.948131:0:34993:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9caf487c2400. 02000000:00000001:1.0:1789130495.948134:0:34993:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789130495.948141:0:34993:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:1.0:1789130495.948144:0:34993:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf42d8ec08. 00000400:00000010:1.0:1789130495.948165:0:34993:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf462a35d8. 00000100:00000200:1.0:1789130495.948349:0:34993:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876037329060480, portal 10 00000100:00000001:1.0:1789130495.948352:0:34993:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789130495.948354:0:34993:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875799566400 : -109197909985216 : ffff9caf615d7840) 00000100:00000040:1.0:1789130495.948367:0:34993:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9caf615d7840 x1876037329060480/t0(0) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1789130511 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130495.948374:0:34993:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789130495.948376:0:34993:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:1.0:1789130495.948379:0:34993:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf462a3908. 00000100:00000200:1.0:1789130495.948383:0:34993:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1876037329060480, offset 0 00000400:00000200:1.0:1789130495.948389:0:34993:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:1.0:1789130495.948400:0:34993:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:1.0:1789130495.948407:0:34993:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:1.0:1789130495.948413:0:34993:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789130495.948417:0:34993:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:1.0:1789130495.948420:0:34993:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789130495.948423:0:34993:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:1.0:1789130495.948426:0:34993:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2717:2717:256:4294967295] 192.168.204.123@tcp LPNI seq info [2716:2716:8:4294967295] 00000400:00000200:1.0:1789130495.948430:0:34993:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:1.0:1789130495.948440:0:34993:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:1.0:1789130495.948445:0:34993:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:1.0:1789130495.948450:0:34993:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf4a83a100. 00000800:00000200:1.0:1789130495.948457:0:34993:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:1.0:1789130495.948465:0:34993:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:1.0:1789130495.948469:0:34993:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf4a83a100 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1789130495.948491:0:34993:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789130495.948496:0:34993:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: using a timeout of 778798 usecs (779 jiffies) 00000400:00000200:1.0:1789130495.948498:0:34993:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:1.0:1789130495.948501:0:34993:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296590749 00000100:00000001:1.0:1789130495.948504:0:34993:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 2, keep current deadline 4296592375 00000100:00000001:1.0:1789130495.948506:0:34993:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296590749 00000100:00000001:1.0:1789130495.948508:0:34993:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 3, keep current deadline 4296592375 00000100:00000001:1.0:1789130495.948510:0:34993:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789130495.948513:0:34993:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130495.948515:0:34993:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789130495.948517:0:34993:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1789130495.948519:0:34993:0:(client.c:2715:ptlrpc_set_wait()) set ffff9caf4845b480 going to sleep for 11 seconds 00000100:00000001:1.0:1789130495.948522:0:34993:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789130495.948524:0:34993:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789130495.949640:0:2342:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789130495.949650:0:2342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf4a83a100. 00000400:00000200:3.0:1789130495.949658:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130495.949667:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:3.0:1789130495.949676:0:2342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf462a3908 00000400:00000010:3.0:1789130495.949678:0:2342:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf462a3908. 00000100:00000001:3.0:1789130495.949684:0:2342:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789130495.949692:0:2342:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf615d7840 x1876037329060480/t0(0) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1789130511 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130495.949704:0:2342:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130495.949707:0:2342:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf615d7840 x1876037329060480/t0(0) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1789130511 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130495.949713:0:2342:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130495.949715:0:2342:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:1.1:1789130495.953870:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf6165ad00. 00010000:00000010:2.1:1789130495.954566:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf47e21a00. 00000800:00000001:3.0:1789130495.954912:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130495.954932:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789130495.954938:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130495.954941:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130495.954954:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130495.954964:0:2341:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:3.0:1789130495.954976:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130495.954982:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130495.954989:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130495.954993:0:2341:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 456 into portal 10 MB=0x6aa3efa958280 00000400:00000200:3.0:1789130495.954999:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130495.955007:0:2341:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.123@tcp of length 456/456 into md 0x74b5 [1] + 224 00000800:00000001:3.0:1789130495.955016:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130495.955024:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130495.955028:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130495.955033:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:3.0:1789130495.955043:0:2341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789130495.955055:0:2341:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf615d7840 x1876037329060480/t0(0) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1789130511 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789130495.955067:0:2341:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9caf615d7840 x1876037329060480/t0(0) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1789130511 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130495.955081:0:2341:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789130495.955265:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130495.955270:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130495.955462:0:34993:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789130495.955472:0:34993:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789130495.955474:0:34993:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789130495.955478:0:34993:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf42d8ec08. 00000400:00000200:1.0:1789130495.955483:0:34993:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf462a35d8 00000400:00000010:1.0:1789130495.955485:0:34993:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf462a35d8. 00000100:00000001:1.0:1789130495.955488:0:34993:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789130495.955493:0:34993:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf615d7840 x1876037329060480/t0(0) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1789130511 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1789130495.955501:0:34993:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf615d7840 x1876037329060480/t0(0) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1789130511 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130495.955507:0:34993:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789130495.955509:0:34993:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130495.955512:0:34993:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789130495.955515:0:34993:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789130495.955518:0:34993:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789130495.955520:0:34993:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130495.955524:0:34993:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789130495.955538:0:34993:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf6079aca8 time=114 v=5 (10 5 5 5) 00000100:00001000:1.0:1789130495.955543:0:34993:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf6079ac18 time=36 v=5 (1 0 0 0) 00000100:00000001:1.0:1789130495.955545:0:34993:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789130495.955547:0:34993:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130495.955551:0:34993:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789130495.955555:0:34993:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130495.955612:0:34993:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1789130495.955615:0:34993:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1789130495.955617:0:34993:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1789130495.955620:0:34993:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789130495.955623:0:34993:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875799566400 : -109197909985216 : ffff9caf615d7840) 00000100:00000001:1.0:1789130495.955627:0:34993:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789130495.955630:0:34993:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9caf5014c800: skip recheck: last_committed 8589934612 00000100:00000001:1.0:1789130495.955632:0:34993:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789130495.955636:0:34993:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789130495.955641:0:34993:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf615d7840 x1876037329060480/t8589934618(8589934618) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1789130511 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130495.955649:0:34993:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789130495.955653:0:34993:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789130495.955656:0:34993:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789130495.955661:0:34993:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf615d7840 x1876037329060480/t8589934618(8589934618) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1789130511 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1789130495.955668:0:34993:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf615d7840 pname:cluuid:pid:xid:nid:opc:job uname:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:34993:1876037329060480:192.168.204.123@tcp:35:uname.0 00000100:00000001:1.0:1789130495.955673:0:34993:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130495.955677:0:34993:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130495.955679:0:34993:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1789130495.955682:0:34993:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789130495.955685:0:34993:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf615d7840 x1876037329060480/t8589934618(8589934618) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1789130511 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130495.955691:0:34993:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789130495.955694:0:34993:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9caf4845b480. 00000100:00000001:1.0:1789130495.955697:0:34993:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1789130495.955699:0:34993:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130495.955708:0:34993:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789130495.955709:0:34993:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875799566400 : -109197909985216 : ffff9caf615d7840) 00000002:00000001:1.0:1789130495.955712:0:34993:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789130495.955716:0:34993:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1789130495.955723:0:34993:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9caf44b98600. 00000080:00000001:1.0:1789130495.955727:0:34993:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:1.0:1789130495.955731:0:34993:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00000002:00000001:1.0:1789130495.955739:0:34993:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:1.0:1789130495.955744:0:34993:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9caf501a9a40 x1876037329060096/t8589934617(8589934617) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/664 e 0 to 0 dl 1789130511 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130495.955753:0:34993:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789130495.955754:0:34993:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875509971520 : -109198199580096 : ffff9caf501a9a40) 00000100:00000001:1.0:1789130495.955756:0:34993:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789130495.955759:0:34993:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf501a9a40 x1876037329060096/t8589934617(8589934617) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/664 e 0 to 0 dl 1789130511 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130495.955764:0:34993:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130495.955766:0:34993:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789130495.955769:0:34993:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf615d7840 x1876037329060480/t8589934618(8589934618) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1789130511 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130495.955775:0:34993:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130495.955776:0:34993:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789130495.955779:0:34993:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf501a9a40 x1876037329060096/t8589934617(8589934617) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/664 e 0 to 0 dl 1789130511 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130495.955785:0:34993:0:(client.c:2793:__ptlrpc_free_req()) Process entered 00000020:00000001:1.0:1789130495.955788:0:34993:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1789130495.955790:0:34993:0:(genops.c:1223:class_import_put()) import ffff9caf6079a800 refcount=8 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000020:00000001:1.0:1789130495.955793:0:34993:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1789130495.955796:0:34993:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9caf58481c00. 02000000:00000001:1.0:1789130495.955800:0:34993:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789130495.955802:0:34993:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789130495.956248:0:34993:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf501a9a40. 00000100:00000001:1.0:1789130495.956255:0:34993:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789130495.956256:0:34993:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130495.956258:0:34993:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789130495.956265:0:34993:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf615d7840 x1876037329060480/t8589934618(8589934618) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1789130511 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130495.956271:0:34993:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789130495.956274:0:34993:0:(client.c:2947:obd_mod_free()) kfreed 'mod': 32 at ffff9caf4632b480. 00000002:00000001:1.0:1789130495.956477:0:34993:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789130495.956481:0:34993:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1789130495.956484:0:34993:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9caf58606680. 00000100:00000001:1.0:1789130495.956488:0:34993:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789130495.956492:0:34993:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf615d7840 x1876037329060480/t8589934618(8589934618) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1789130511 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130495.956498:0:34993:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789130495.956501:0:34993:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789130495.956504:0:34993:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9caf487c2400. 02000000:00000001:1.0:1789130495.956507:0:34993:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789130495.956509:0:34993:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1789130495.956510:0:34993:0:(genops.c:1223:class_import_put()) import ffff9caf6079a800 refcount=7 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000020:00000001:1.0:1789130495.956512:0:34993:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1789130495.956514:0:34993:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9caf44b98400. 02000000:00000001:1.0:1789130495.956517:0:34993:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789130495.956518:0:34993:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789130495.956520:0:34993:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf615d7840. 00000100:00000001:1.0:1789130495.956526:0:34993:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789130495.956527:0:34993:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1789130495.956530:0:34993:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1789130495.956534:0:34993:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9caf51ae8500. 00000080:00000001:1.0:1789130495.956540:0:34993:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130495.956549:0:34993:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41cf7df0 00000080:00000008:1.0:1789130495.956552:0:34993:0:(file.c:523:ll_file_release()) COMPLETED file recon:[0x200000404:0x36:0x0](ffff9caf60199148), flags 102001, rc = 0 00000080:00000001:1.0:1789130495.956639:0:34993:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130495.956648:0:34993:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1789130495.956650:0:34993:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41cf7e00 00000080:00002000:1.0:1789130495.956652:0:34993:0:(dcache.c:127:ll_ddelete()) keeping dentry recon (ffff9caf44505bd0, parent ffff9caf600f3360, inode ffff9caf60199148) hashed, 00000080:00000001:1.0:1789130495.956656:0:34993:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130495.978054:0:34994:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:2.0:1789130495.978062:0:34994:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:2.0:1789130495.978064:0:34994:0:(file.c:6206:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1789130495.978068:0:34994:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41cf7bc0 00000080:00200000:2.0:1789130495.978072:0:34994:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8),name=/ 00000080:00000010:2.0:1789130495.978081:0:34994:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9caf48180200. 00800000:00000002:2.0:1789130495.978089:0:34994:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9caf4557c8c0 2 00000080:00000001:2.0:1789130495.978093:0:34994:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1789130495.978098:0:34994:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1789130495.978099:0:34994:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41cf7ae0 00800000:00000002:2.0:1789130495.978102:0:34994:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1789130495.978105:0:34994:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1789130495.978109:0:34994:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1789130495.978115:0:34994:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1789130495.978116:0:34994:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41cf79b0 00000002:00010000:2.0:1789130495.978118:0:34994:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1789130495.978122:0:34994:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1789130495.978124:0:34994:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789130495.978126:0:34994:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1789130495.978132:0:34994:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789130495.978134:0:34994:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789130495.978136:0:34994:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789130495.978137:0:34994:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1789130495.978140:0:34994:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1789130495.978145:0:34994:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf580bbc00. 00000020:00000040:2.0:1789130495.978149:0:34994:0:(genops.c:1210:class_import_get()) import ffff9caf6079a800 refcount=8 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00010000:00000001:2.0:1789130495.978155:0:34994:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1789130495.978159:0:34994:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789130495.978166:0:34994:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130495.978248:0:34994:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130495.978251:0:34994:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130495.978255:0:34994:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789130495.978258:0:34994:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789130495.978264:0:34994:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789130495.978272:0:34994:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9caf50107400. 00000100:00000001:2.0:1789130495.978356:0:34994:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130495.978363:0:34994:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789130495.978365:0:34994:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130495.978366:0:34994:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789130495.978367:0:34994:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130495.978370:0:34994:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789130495.978376:0:34994:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446634875643214848 : -109198066336768 : ffff9caf580bbc00) 00010000:00000001:2.0:1789130495.978380:0:34994:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1789130495.978383:0:34994:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1789130495.978389:0:34994:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9caf48e45d00. 00010000:00000010:2.0:1789130495.978393:0:34994:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9caf4938d900. 00010000:00000001:2.0:1789130495.978397:0:34994:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1789130495.978400:0:34994:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9caf46a92600. 00000020:00000001:2.0:1789130495.978405:0:34994:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1789130495.978408:0:34994:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9caf46a92600 with handle 0xde5303b1d982ceba to hash 00000020:00000001:2.0:1789130495.978410:0:34994:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1789130495.978411:0:34994:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446634875351541248 : -109198358010368 : ffff9caf46a92600) 00010000:00000001:2.0:1789130495.978415:0:34994:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446634875351541248 : -109198358010368 : ffff9caf46a92600) 00010000:00000001:2.0:1789130495.978418:0:34994:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789130495.978421:0:34994:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789130495.978425:0:34994:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a92600/0xde5303b1d982ceba lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 34994 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789130495.978435:0:34994:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a92600/0xde5303b1d982ceba lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34994 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789130495.978446:0:34994:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a92600/0xde5303b1d982ceba lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34994 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1789130495.978452:0:34994:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1789130495.978453:0:34994:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1789130495.978460:0:34994:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9caf48b0d6c0. 00000100:00000001:2.0:1789130495.978462:0:34994:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446634875385599680 : -109198323951936 : ffff9caf48b0d6c0) 00000100:00000001:2.0:1789130495.978465:0:34994:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789130495.978466:0:34994:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875643214848 : -109198066336768 : ffff9caf580bbc00) 00000100:00000001:2.0:1789130495.978470:0:34994:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789130495.978474:0:34994:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130495.978476:0:34994:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1789130495.978478:0:34994:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789130495.978487:0:34994:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf580bbc00 x1876037329060608/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130495.978495:0:34994:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789130495.978497:0:34994:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789130495.978500:0:34994:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789130495.978503:0:34994:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789130495.978505:0:34994:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789130495.978508:0:34994:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf580bbc00 pname:cluuid:pid:xid:nid:opc:job cat:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:34994:1876037329060608:192.168.204.123@tcp:101:cat.0 00000100:00000001:2.0:1789130495.978512:0:34994:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789130495.978518:0:34994:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789130495.978520:0:34994:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789130495.978523:0:34994:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789130495.978527:0:34994:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9caf47fb3000. 02000000:00000001:2.0:1789130495.978528:0:34994:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789130495.978536:0:34994:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:2.0:1789130495.978541:0:34994:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf483fdbb0. 00000400:00000010:2.0:1789130495.978551:0:34994:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf42d18110. 00000100:00000200:2.0:1789130495.978560:0:34994:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1876037329060608, portal 10 00000100:00000001:2.0:1789130495.978562:0:34994:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789130495.978563:0:34994:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875643214848 : -109198066336768 : ffff9caf580bbc00) 00000100:00000040:2.0:1789130495.978569:0:34994:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9caf580bbc00 x1876037329060608/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789130511 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130495.978577:0:34994:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789130495.978579:0:34994:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:2.0:1789130495.978582:0:34994:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf42d18aa0. 00000100:00000200:2.0:1789130495.978585:0:34994:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1876037329060608, offset 0 00000400:00000200:2.0:1789130495.978592:0:34994:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:2.0:1789130495.978603:0:34994:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130495.978611:0:34994:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:2.0:1789130495.978618:0:34994:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789130495.978623:0:34994:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:2.0:1789130495.978627:0:34994:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789130495.978629:0:34994:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:2.0:1789130495.978634:0:34994:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2718:2718:256:4294967295] 192.168.204.123@tcp LPNI seq info [2717:2717:8:4294967295] 00000400:00000200:2.0:1789130495.978638:0:34994:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130495.978648:0:34994:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:2.0:1789130495.978654:0:34994:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:2.0:1789130495.978659:0:34994:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf44db5300. 00000800:00000200:2.0:1789130495.978667:0:34994:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:2.0:1789130495.978676:0:34994:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:2.0:1789130495.978681:0:34994:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf44db5300 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:2.0:1789130495.978757:0:34994:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130495.978763:0:34994:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: using a timeout of 777885 usecs (778 jiffies) 00000400:00000200:2.0:1789130495.978766:0:34994:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:2.0:1789130495.978769:0:34994:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296590778 00000100:00000001:2.0:1789130495.978773:0:34994:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 2, keep current deadline 4296592375 00000100:00000001:2.0:1789130495.978775:0:34994:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296590778 00000100:00000001:2.0:1789130495.978777:0:34994:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 3, keep current deadline 4296592375 00000100:00000001:2.0:1789130495.978779:0:34994:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789130495.978782:0:34994:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130495.978784:0:34994:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789130495.978786:0:34994:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1789130495.978788:0:34994:0:(client.c:2715:ptlrpc_set_wait()) set ffff9caf48b0d6c0 going to sleep for 11 seconds 00000100:00000001:2.0:1789130495.978791:0:34994:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789130495.978794:0:34994:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789130495.979023:0:2342:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789130495.979029:0:2342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf44db5300. 00000400:00000200:3.0:1789130495.979035:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130495.979040:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:3.0:1789130495.979047:0:2342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf42d18aa0 00000400:00000010:3.0:1789130495.979050:0:2342:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf42d18aa0. 00000100:00000001:3.0:1789130495.979054:0:2342:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789130495.979059:0:2342:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf580bbc00 x1876037329060608/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789130511 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130495.979070:0:2342:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130495.979074:0:2342:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf580bbc00 x1876037329060608/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789130511 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130495.979080:0:2342:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130495.979081:0:2342:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1789130495.985272:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130495.985412:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789130495.985418:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130495.985421:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130495.985432:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130495.985442:0:2341:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:3.0:1789130495.985451:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130495.985457:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130495.985464:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130495.985469:0:2341:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 688 into portal 10 MB=0x6aa3efa958300 00000400:00000200:3.0:1789130495.985475:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130495.985481:0:2341:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.123@tcp of length 688/688 into md 0x74bd [1] + 224 00000800:00000001:3.0:1789130495.985489:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130495.985497:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130495.985502:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130495.985507:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:3.0:1789130495.985516:0:2341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789130495.985526:0:2341:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf580bbc00 x1876037329060608/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789130511 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789130495.985538:0:2341:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9caf580bbc00 x1876037329060608/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789130511 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130495.985599:0:34994:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789130495.985619:0:2341:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789130495.985631:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130495.985635:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1789130495.985673:0:34994:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789130495.985675:0:34994:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789130495.985680:0:34994:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf483fdbb0. 00000400:00000200:2.0:1789130495.985687:0:34994:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf42d18110 00000400:00000010:2.0:1789130495.985690:0:34994:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf42d18110. 00000100:00000001:2.0:1789130495.985693:0:34994:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789130495.985703:0:34994:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf580bbc00 x1876037329060608/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789130511 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1789130495.985712:0:34994:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf580bbc00 x1876037329060608/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789130511 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130495.985720:0:34994:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789130495.985722:0:34994:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789130495.985726:0:34994:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789130495.985730:0:34994:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789130495.985732:0:34994:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789130495.985735:0:34994:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789130495.985738:0:34994:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789130495.985748:0:34994:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf6079ac60 time=114 v=5 (5 104 104 104) 00000100:00001000:2.0:1789130495.985753:0:34994:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf6079ac18 time=36 v=5 (1 0 0 0) 00000100:00000001:2.0:1789130495.985755:0:34994:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789130495.985757:0:34994:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130495.985760:0:34994:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789130495.985763:0:34994:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130495.985768:0:34994:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789130495.985770:0:34994:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9caf5014c800: skip recheck: last_committed 8589934612 00000100:00000001:2.0:1789130495.985772:0:34994:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789130495.985775:0:34994:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130495.985780:0:34994:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf580bbc00 x1876037329060608/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1789130511 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130495.985787:0:34994:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789130495.985790:0:34994:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789130495.985792:0:34994:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789130495.985796:0:34994:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf580bbc00 x1876037329060608/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1789130511 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1789130495.985854:0:34994:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf580bbc00 pname:cluuid:pid:xid:nid:opc:job cat:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:34994:1876037329060608:192.168.204.123@tcp:101:cat.0 00000100:00000001:2.0:1789130495.985861:0:34994:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789130495.985864:0:34994:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130495.985867:0:34994:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1789130495.985869:0:34994:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130495.985872:0:34994:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf580bbc00 x1876037329060608/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1789130511 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130495.985879:0:34994:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789130495.985882:0:34994:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9caf48b0d6c0. 00000100:00000001:2.0:1789130495.985885:0:34994:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1789130495.985886:0:34994:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130495.985890:0:34994:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1789130495.985893:0:34994:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130495.985896:0:34994:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130495.985899:0:34994:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf46a92600 refcount=4 00000020:00000001:2.0:1789130495.985902:0:34994:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875351541248 : -109198358010368 : ffff9caf46a92600) 00010000:00000001:2.0:1789130495.985905:0:34994:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875351541248 : -109198358010368 : ffff9caf46a92600) 00010000:00000040:2.0:1789130495.985911:0:34994:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9caf46a92600, remote cookie: 0xcdf1b083821a624c, flags: 0x1001 00010000:00010000:2.0:1789130495.985918:0:34994:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a92600/0xde5303b1d982ceba lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a624c expref: -99 pid: 34994 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789130495.985928:0:34994:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a92600/0xde5303b1d982ceba lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a624c expref: -99 pid: 34994 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789130495.985934:0:34994:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1789130495.985938:0:34994:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1789130495.985941:0:34994:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1789130495.985942:0:34994:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1789130495.985943:0:34994:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1789130495.985946:0:34994:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff9caf48e45d00) refcount = 1 00010000:00010000:2.0:1789130495.985951:0:34994:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a92600/0xde5303b1d982ceba lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a624c expref: -99 pid: 34994 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789130495.985962:0:34994:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1789130495.985965:0:34994:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1789130495.985967:0:34994:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789130495.985970:0:34994:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1789130495.985972:0:34994:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789130495.985975:0:34994:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a92600/0xde5303b1d982ceba lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a624c expref: -99 pid: 34994 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789130495.985982:0:34994:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1789130495.985984:0:34994:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130495.985986:0:34994:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130495.985987:0:34994:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130495.985988:0:34994:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130495.985989:0:34994:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789130495.985993:0:34994:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1789130495.985995:0:34994:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130495.985996:0:34994:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130495.985998:0:34994:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf46a92600 refcount=3 00000020:00000001:2.0:1789130495.986000:0:34994:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875351541248 : -109198358010368 : ffff9caf46a92600) 00010000:00000001:2.0:1789130495.986002:0:34994:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875351541248 : -109198358010368 : ffff9caf46a92600) 00010000:00000001:2.0:1789130495.986004:0:34994:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130495.986005:0:34994:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130495.986006:0:34994:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf46a92600 refcount=4 00000020:00000001:2.0:1789130495.986008:0:34994:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875351541248 : -109198358010368 : ffff9caf46a92600) 00010000:00000001:2.0:1789130495.986010:0:34994:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875351541248 : -109198358010368 : ffff9caf46a92600) 00010000:00000001:2.0:1789130495.986013:0:34994:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789130495.986016:0:34994:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789130495.986020:0:34994:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a92600/0xde5303b1d982ceba lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a624c expref: -99 pid: 34994 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789130495.986026:0:34994:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130495.986028:0:34994:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130495.986029:0:34994:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130495.986031:0:34994:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130495.986032:0:34994:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf46a92600 refcount=5 00000020:00000001:2.0:1789130495.986034:0:34994:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875351541248 : -109198358010368 : ffff9caf46a92600) 00010000:00000001:2.0:1789130495.986036:0:34994:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875351541248 : -109198358010368 : ffff9caf46a92600) 00010000:00000001:2.0:1789130495.986038:0:34994:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789130495.986041:0:34994:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a92600/0xde5303b1d982ceba lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a624c expref: -99 pid: 34994 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789130495.986046:0:34994:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130495.986047:0:34994:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1789130495.986050:0:34994:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a92600/0xde5303b1d982ceba lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a624c expref: -99 pid: 34994 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789130495.986056:0:34994:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789130495.986057:0:34994:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130495.986058:0:34994:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130495.986059:0:34994:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130495.986060:0:34994:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1789130495.986064:0:34994:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9caf580bbc00 x1876037329060608/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1789130511 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1789130495.986073:0:34994:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130495.986074:0:34994:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130495.986075:0:34994:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf46a92600 refcount=3 00000020:00000001:2.0:1789130495.986077:0:34994:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875351541248 : -109198358010368 : ffff9caf46a92600) 00010000:00000001:2.0:1789130495.986079:0:34994:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875351541248 : -109198358010368 : ffff9caf46a92600) 00010000:00000001:2.0:1789130495.986081:0:34994:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130495.986082:0:34994:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789130495.986083:0:34994:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789130495.986085:0:34994:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789130495.986089:0:34994:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1789130495.986091:0:34994:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130495.986092:0:34994:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130495.986094:0:34994:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf46a92600 refcount=3 00000020:00000001:2.0:1789130495.986096:0:34994:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875351541248 : -109198358010368 : ffff9caf46a92600) 00010000:00000001:2.0:1789130495.986098:0:34994:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875351541248 : -109198358010368 : ffff9caf46a92600) 00000002:00010000:2.0:1789130495.986102:0:34994:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a92600/0xde5303b1d982ceba lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a624c expref: -99 pid: 34994 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789130495.986107:0:34994:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130495.986108:0:34994:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130495.986110:0:34994:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1789130495.986111:0:34994:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130495.986112:0:34994:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130495.986113:0:34994:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf46a92600 refcount=3 00000020:00000001:2.0:1789130495.986115:0:34994:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875351541248 : -109198358010368 : ffff9caf46a92600) 00010000:00000001:2.0:1789130495.986117:0:34994:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875351541248 : -109198358010368 : ffff9caf46a92600) 00010000:00000040:2.0:1789130495.986123:0:34994:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf48e45d00 count: 2 00010000:00000001:2.0:1789130495.986125:0:34994:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1789130495.986129:0:34994:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9caf4630e800 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:2.0:1789130495.986131:0:34994:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130495.986132:0:34994:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789130495.986133:0:34994:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1789130495.986137:0:34994:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41cf7938 00000002:00002000:2.0:1789130495.986138:0:34994:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:2.0:1789130495.986141:0:34994:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789130495.986155:0:34994:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789130495.986158:0:34994:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1789130495.986161:0:34994:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:2.0:1789130495.986164:0:34994:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789130495.986475:0:34994:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9caf4557c8c0 2 00000080:00000010:2.0:1789130495.986482:0:34994:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9caf48180200. 00000080:00000001:2.0:1789130495.986488:0:34994:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1789130495.986491:0:34994:0:(llite_lib.c:3864:ll_prep_inode()) Process entered 00000002:00000001:2.0:1789130495.986497:0:34994:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:2.0:1789130495.986502:0:34994:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:2.0:1789130495.986510:0:34994:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9caf5049e600. 00800000:00000001:2.0:1789130495.986513:0:34994:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446634875513071104 : -109198196480512 : ffff9caf5049e600) 00800000:00000001:2.0:1789130495.986516:0:34994:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789130495.986518:0:34994:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1789130495.986522:0:34994:0:(llite_lib.c:1973:ll_update_lsm_md()) Process entered 00000080:00000002:2.0:1789130495.986524:0:34994:0:(llite_lib.c:1977:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:2.0:1789130495.986527:0:34994:0:(llite_lib.c:1928:ll_update_default_lsm_md()) Process entered 00000080:00000001:2.0:1789130495.986530:0:34994:0:(llite_lib.c:1950:ll_update_default_lsm_md()) Process leaving 00000080:00000001:2.0:1789130495.986532:0:34994:0:(llite_lib.c:1994:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130495.986536:0:34994:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:2.0:1789130495.986539:0:34994:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:2.0:1789130495.986544:0:34994:0:(llite_lib.c:3140:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 8704 00010000:00000001:2.0:1789130495.986546:0:34994:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130495.986548:0:34994:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130495.986549:0:34994:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf46a92600 refcount=3 00000020:00000001:2.0:1789130495.986551:0:34994:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875351541248 : -109198358010368 : ffff9caf46a92600) 00010000:00000001:2.0:1789130495.986554:0:34994:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875351541248 : -109198358010368 : ffff9caf46a92600) 00010000:00000001:2.0:1789130495.986556:0:34994:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130495.986557:0:34994:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1789130495.986559:0:34994:0:(llite_lib.c:3962:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1789130495.986562:0:34994:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:2.0:1789130495.986564:0:34994:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9caf5049e600 1 00800000:00000010:2.0:1789130495.986566:0:34994:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9caf5049e600. 00800000:00000001:2.0:1789130495.986569:0:34994:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789130495.986573:0:34994:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9caf601980c8) for lock 0xde5303b1d982ceba 00800000:00000001:2.0:1789130495.986576:0:34994:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1789130495.986578:0:34994:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1789130495.986580:0:34994:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130495.986581:0:34994:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130495.986582:0:34994:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf46a92600 refcount=3 00000020:00000001:2.0:1789130495.986584:0:34994:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875351541248 : -109198358010368 : ffff9caf46a92600) 00010000:00000001:2.0:1789130495.986586:0:34994:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875351541248 : -109198358010368 : ffff9caf46a92600) 00010000:00000001:2.0:1789130495.986589:0:34994:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130495.986590:0:34994:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789130495.986592:0:34994:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789130495.986594:0:34994:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130495.986596:0:34994:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789130495.986599:0:34994:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9caf601980c8) 00000080:00010000:2.0:1789130495.986602:0:34994:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xde5303b1d982ceba from it ffffb97f41cf7bf8 00010000:00000001:2.0:1789130495.986604:0:34994:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130495.986605:0:34994:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130495.986606:0:34994:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf46a92600 refcount=3 00000020:00000001:2.0:1789130495.986608:0:34994:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875351541248 : -109198358010368 : ffff9caf46a92600) 00010000:00000001:2.0:1789130495.986610:0:34994:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875351541248 : -109198358010368 : ffff9caf46a92600) 00010000:00000001:2.0:1789130495.986612:0:34994:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789130495.986614:0:34994:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a92600/0xde5303b1d982ceba lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a624c expref: -99 pid: 34994 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789130495.986621:0:34994:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130495.986622:0:34994:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130495.986623:0:34994:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1789130495.986626:0:34994:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1789130495.986629:0:34994:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a92600/0xde5303b1d982ceba lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a624c expref: -99 pid: 34994 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1789130495.986637:0:34994:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789130495.986640:0:34994:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789130495.986641:0:34994:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789130495.986645:0:34994:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130495.986647:0:34994:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130495.986648:0:34994:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130495.986651:0:34994:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789130495.986653:0:34994:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130495.986655:0:34994:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130495.986658:0:34994:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130495.986660:0:34994:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789130495.986661:0:34994:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130495.986662:0:34994:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1789130495.986663:0:34994:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130495.986669:0:34994:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf580bbc00 x1876037329060608/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1789130511 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130495.986676:0:34994:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789130495.986679:0:34994:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789130495.986682:0:34994:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9caf47fb3000. 02000000:00000001:2.0:1789130495.986686:0:34994:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789130495.986688:0:34994:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1789130495.986690:0:34994:0:(genops.c:1223:class_import_put()) import ffff9caf6079a800 refcount=7 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000020:00000001:2.0:1789130495.986692:0:34994:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1789130495.986695:0:34994:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9caf50107400. 02000000:00000001:2.0:1789130495.986699:0:34994:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789130495.986700:0:34994:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789130495.986702:0:34994:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf580bbc00. 00000100:00000001:2.0:1789130495.986708:0:34994:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789130495.986710:0:34994:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1789130495.986714:0:34994:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8), inode mode 41ff mask 1 00000080:00000001:2.0:1789130495.986719:0:34994:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130495.986726:0:34994:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:2.0:1789130495.986728:0:34994:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41cf7bc0 00000080:00002000:2.0:1789130495.986730:0:34994:0:(dcache.c:87:ll_dcompare()) found name recon(ffff9caf44505bd0) flags 0x48004e refc 0 00000080:00000001:2.0:1789130495.986732:0:34994:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130495.986735:0:34994:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41cf7c08 00000080:00200000:2.0:1789130495.986736:0:34994:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=recon, flags=265 00000080:00000001:2.0:1789130495.986743:0:34994:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00200000:2.0:1789130495.986744:0:34994:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000404:0x36:0x0](ffff9caf60199148), inode mode 81a4 mask 44 00000080:00000001:2.0:1789130495.986747:0:34994:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130495.986754:0:34994:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:2.0:1789130495.986756:0:34994:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41cf7b98 00000080:00200008:2.0:1789130495.986758:0:34994:0:(file.c:1090:ll_file_open()) START file recon:[0x200000404:0x36:0x0](ffff9caf60199148), flags 100000 00000080:00000010:2.0:1789130495.986764:0:34994:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9caf47d2c140. 00000080:00000001:2.0:1789130495.986770:0:34994:0:(file.c:806:ll_intent_file_open()) Process entered 00000080:00000010:2.0:1789130495.986773:0:34994:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9caf48180200. 00800000:00000002:2.0:1789130495.986778:0:34994:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9caf4557c8c0 2 00000080:00000001:2.0:1789130495.986781:0:34994:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1789130495.986783:0:34994:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1789130495.986785:0:34994:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41cf7a48 00800000:00000002:2.0:1789130495.986787:0:34994:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open' for [0x200000404:0x36:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1789130495.986791:0:34994:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00000020:00000001:2.0:1789130495.986794:0:34994:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41cf79c8 00800000:00000002:2.0:1789130495.986796:0:34994:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x36:0x0], name='' -> mds #0 layout version 1 00000002:00000001:2.0:1789130495.986800:0:34994:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1789130495.986801:0:34994:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41cf7900 00000002:00010000:2.0:1789130495.987248:0:34994:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000404:0x36:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 04240100001 00000002:00000001:2.0:1789130495.987253:0:34994:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1789130495.987255:0:34994:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:2.0:1789130495.987258:0:34994:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1789130495.987263:0:34994:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf48fc4600 count: 2 00010000:00000001:2.0:1789130495.987265:0:34994:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789130495.987268:0:34994:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1789130495.987271:0:34994:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130495.987273:0:34994:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789130495.987275:0:34994:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789130495.987285:0:34994:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1789130495.987288:0:34994:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf48e45d00 count: 2 00010000:00000001:2.0:1789130495.987290:0:34994:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789130495.987291:0:34994:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1789130495.987293:0:34994:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130495.987295:0:34994:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789130495.987296:0:34994:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789130495.987301:0:34994:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf580bbc00. 00000020:00000040:2.0:1789130495.987305:0:34994:0:(genops.c:1210:class_import_get()) import ffff9caf6079a800 refcount=8 obd=lustre-MDT0000-mdc-ffff9caf5014c800 02000000:00000001:2.0:1789130495.987309:0:34994:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1789130495.987311:0:34994:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130495.987313:0:34994:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1789130495.987316:0:34994:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789130495.987319:0:34994:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130495.987320:0:34994:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130495.987321:0:34994:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130495.987324:0:34994:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789130495.987326:0:34994:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789130495.987330:0:34994:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789130495.987336:0:34994:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9caf50107400. 00000100:00000001:2.0:1789130495.987343:0:34994:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130495.987346:0:34994:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789130495.987348:0:34994:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130495.987349:0:34994:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789130495.987350:0:34994:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130495.987352:0:34994:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789130495.987358:0:34994:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446634875643214848 : -109198066336768 : ffff9caf580bbc00) 00010000:00000001:2.0:1789130495.987362:0:34994:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1789130495.987364:0:34994:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1789130495.987366:0:34994:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf48e45d00 count: 2 00010000:00000001:2.0:1789130495.987368:0:34994:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789130495.987370:0:34994:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1789130495.987374:0:34994:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9caf46a93c00. 00000020:00000001:2.0:1789130495.987377:0:34994:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1789130495.987380:0:34994:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9caf46a93c00 with handle 0xde5303b1d982cec1 to hash 00000020:00000001:2.0:1789130495.987382:0:34994:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1789130495.987384:0:34994:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446634875351546880 : -109198358004736 : ffff9caf46a93c00) 00010000:00000001:2.0:1789130495.987387:0:34994:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446634875351546880 : -109198358004736 : ffff9caf46a93c00) 00010000:00000001:2.0:1789130495.987390:0:34994:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789130495.987392:0:34994:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789130495.987395:0:34994:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a93c00/0xde5303b1d982cec1 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 34994 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789130495.987403:0:34994:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a93c00/0xde5303b1d982cec1 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 34994 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:2.0:1789130495.987413:0:34994:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9caf5014c800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1789130495.987420:0:34994:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9caf580bbc00 x1876037329060864/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1789130495.987430:0:34994:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a93c00/0xde5303b1d982cec1 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 34994 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1789130495.987435:0:34994:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1789130495.987437:0:34994:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1789130495.987444:0:34994:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9caf48b0d6c0. 00000100:00000001:2.0:1789130495.987446:0:34994:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446634875385599680 : -109198323951936 : ffff9caf48b0d6c0) 00000100:00000001:2.0:1789130495.987449:0:34994:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789130495.987450:0:34994:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875643214848 : -109198066336768 : ffff9caf580bbc00) 00000100:00000001:2.0:1789130495.987455:0:34994:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789130495.987460:0:34994:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130495.987462:0:34994:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1789130495.987464:0:34994:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789130495.987468:0:34994:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf580bbc00 x1876037329060864/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130495.987477:0:34994:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789130495.987480:0:34994:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789130495.987485:0:34994:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789130495.987488:0:34994:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789130495.987490:0:34994:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789130495.987494:0:34994:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf580bbc00 pname:cluuid:pid:xid:nid:opc:job cat:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:34994:1876037329060864:192.168.204.123@tcp:101:cat.0 00000100:00000001:2.0:1789130495.987498:0:34994:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789130495.987506:0:34994:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789130495.987509:0:34994:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789130495.987512:0:34994:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789130495.987656:0:34994:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 262144 at ffff9caf48a00000. 02000000:00000001:2.0:1789130495.987658:0:34994:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789130495.987665:0:34994:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:2.0:1789130495.987668:0:34994:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf483fdbb0. 00000400:00000010:2.0:1789130495.987676:0:34994:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffff9caf47fb3000. 00000100:00000200:2.0:1789130495.987685:0:34994:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 262144 bytes, xid 1876037329060864, portal 10 00000100:00000001:2.0:1789130495.987688:0:34994:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789130495.987689:0:34994:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875643214848 : -109198066336768 : ffff9caf580bbc00) 00000100:00000040:2.0:1789130495.987696:0:34994:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9caf580bbc00 x1876037329060864/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789130511 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130495.987705:0:34994:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789130495.987708:0:34994:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:2.0:1789130495.987712:0:34994:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf42d18110. 00000100:00000200:2.0:1789130495.987715:0:34994:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1876037329060864, offset 0 00000400:00000200:2.0:1789130495.987722:0:34994:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:2.0:1789130495.987731:0:34994:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130495.987741:0:34994:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:2.0:1789130495.987746:0:34994:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789130495.987751:0:34994:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:2.0:1789130495.987755:0:34994:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789130495.987758:0:34994:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:2.0:1789130495.987762:0:34994:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2719:2719:256:4294967295] 192.168.204.123@tcp LPNI seq info [2718:2718:8:4294967295] 00000400:00000200:2.0:1789130495.987767:0:34994:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130495.987777:0:34994:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:2.0:1789130495.987784:0:34994:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:2.0:1789130495.987791:0:34994:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf44db5a00. 00000800:00000200:2.0:1789130495.987799:0:34994:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:2.0:1789130495.987853:0:34994:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:2.0:1789130495.987859:0:34994:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf44db5a00 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:2.0:1789130495.987954:0:34994:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130495.987959:0:34994:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: using a timeout of 776968 usecs (777 jiffies) 00000400:00000200:2.0:1789130495.987963:0:34994:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:2.0:1789130495.987966:0:34994:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296590787 00000100:00000001:2.0:1789130495.987970:0:34994:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 2, keep current deadline 4296592375 00000100:00000001:2.0:1789130495.987972:0:34994:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296590787 00000100:00000001:2.0:1789130495.987974:0:34994:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 3, keep current deadline 4296592375 00000100:00000001:2.0:1789130495.987976:0:34994:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789130495.987979:0:34994:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130495.987981:0:34994:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789130495.987983:0:34994:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1789130495.987986:0:34994:0:(client.c:2715:ptlrpc_set_wait()) set ffff9caf48b0d6c0 going to sleep for 11 seconds 00000100:00000001:2.0:1789130495.987988:0:34994:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789130495.987991:0:34994:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789130495.989167:0:2342:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789130495.989185:0:2342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf44db5a00. 00000400:00000200:3.0:1789130495.989192:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130495.989200:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:3.0:1789130495.989207:0:2342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf42d18110 00000400:00000010:3.0:1789130495.989211:0:2342:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf42d18110. 00000100:00000001:3.0:1789130495.989216:0:2342:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789130495.989223:0:2342:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf580bbc00 x1876037329060864/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789130511 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130495.989235:0:2342:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130495.989239:0:2342:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf580bbc00 x1876037329060864/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789130511 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130495.989247:0:2342:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130495.989248:0:2342:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1789130495.995676:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130495.995695:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789130495.995701:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130495.995704:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130495.995714:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130495.995724:0:2341:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:3.0:1789130495.995735:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130495.995741:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130495.995748:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130495.995753:0:2341:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 664 into portal 10 MB=0x6aa3efa958400 00000400:00000200:3.0:1789130495.995758:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130495.995765:0:2341:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.123@tcp of length 664/664 into md 0x74cd [64] + 224 00000800:00000001:3.0:1789130495.995773:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130495.995779:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130495.995783:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130495.995788:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:3.0:1789130495.995797:0:2341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789130495.995864:0:2341:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf580bbc00 x1876037329060864/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789130511 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789130495.995880:0:2341:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=131856 req@ffff9caf580bbc00 x1876037329060864/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789130511 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130495.995942:0:34994:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789130495.996351:0:2341:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789130495.996366:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130495.996372:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1789130496.000643:0:34994:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789130496.000652:0:34994:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789130496.000658:0:34994:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf483fdbb0. 00000400:00000200:2.0:1789130496.000670:0:34994:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf47fb3000 00000400:00000010:2.0:1789130496.000674:0:34994:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 1144 at ffff9caf47fb3000. 00000100:00000001:2.0:1789130496.000681:0:34994:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789130496.000699:0:34994:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf580bbc00 x1876037329060864/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789130511 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1789130496.000713:0:34994:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf580bbc00 x1876037329060864/t0(0) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789130511 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130496.000723:0:34994:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789130496.000725:0:34994:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789130496.000728:0:34994:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789130496.000733:0:34994:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789130496.000735:0:34994:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789130496.000738:0:34994:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789130496.000742:0:34994:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789130496.000756:0:34994:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf6079ac60 time=115 v=5 (5 104 104 104) 00000100:00001000:2.0:1789130496.000761:0:34994:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf6079ac18 time=37 v=5 (1 0 0 0) 00000100:00000001:2.0:1789130496.000765:0:34994:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789130496.000768:0:34994:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130496.000772:0:34994:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789130496.000777:0:34994:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130496.000781:0:34994:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1789130496.000783:0:34994:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:2.0:1789130496.000786:0:34994:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1789130496.000788:0:34994:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789130496.000790:0:34994:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875643214848 : -109198066336768 : ffff9caf580bbc00) 00000100:00000001:2.0:1789130496.000794:0:34994:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789130496.000796:0:34994:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9caf5014c800: skip recheck: last_committed 8589934612 00000100:00000001:2.0:1789130496.000798:0:34994:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789130496.000801:0:34994:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130496.001419:0:34994:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf580bbc00 x1876037329060864/t8589934619(8589934619) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/664 e 0 to 0 dl 1789130511 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130496.001437:0:34994:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789130496.001440:0:34994:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789130496.001443:0:34994:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789130496.001447:0:34994:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf580bbc00 x1876037329060864/t8589934619(8589934619) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/664 e 0 to 0 dl 1789130511 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1789130496.001455:0:34994:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf580bbc00 pname:cluuid:pid:xid:nid:opc:job cat:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:34994:1876037329060864:192.168.204.123@tcp:101:cat.0 00000100:00000001:2.0:1789130496.001461:0:34994:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789130496.001466:0:34994:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130496.001469:0:34994:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1789130496.001471:0:34994:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130496.001475:0:34994:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf580bbc00 x1876037329060864/t8589934619(8589934619) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/664 e 0 to 0 dl 1789130511 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789130496.001484:0:34994:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789130496.001488:0:34994:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9caf48b0d6c0. 00000100:00000001:2.0:1789130496.001493:0:34994:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1789130496.002119:0:34994:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130496.002125:0:34994:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1789130496.002134:0:34994:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130496.002139:0:34994:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130496.002390:0:34994:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf46a93c00 refcount=4 00000020:00000001:2.0:1789130496.002395:0:34994:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875351546880 : -109198358004736 : ffff9caf46a93c00) 00010000:00000001:2.0:1789130496.002399:0:34994:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875351546880 : -109198358004736 : ffff9caf46a93c00) 00010000:00000040:2.0:1789130496.002409:0:34994:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9caf46a93c00, remote cookie: 0xcdf1b083821a625a, flags: 0x1001 00010000:00000040:2.0:1789130496.002413:0:34994:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x36:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:2.0:1789130496.002416:0:34994:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000040:2.0:1789130496.002425:0:34994:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf48fc4600 count: 2 00010000:00000001:2.0:1789130496.002428:0:34994:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789130496.002432:0:34994:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789130496.002437:0:34994:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a93c00/0xde5303b1d982cec1 lrc: 4/1,0 mode: --/CR res: [0x200000404:0x36:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a625a expref: -99 pid: 34994 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789130496.002449:0:34994:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a93c00/0xde5303b1d982cec1 lrc: 4/1,0 mode: --/CR res: [0x200000404:0x36:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a625a expref: -99 pid: 34994 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789130496.002455:0:34994:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1789130496.002460:0:34994:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1789130496.002462:0:34994:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1789130496.002464:0:34994:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1789130496.002465:0:34994:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1789130496.002468:0:34994:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x36:0x0].0x0 (ffff9caf48fc4600) refcount = 2 00010000:00000040:2.0:1789130496.002472:0:34994:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1789130496.002475:0:34994:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030c00/0xde5303b1d982ce97 lrc: 1/0,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xcdf1b083821a6206 expref: -99 pid: 34987 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:2.0:1789130496.002482:0:34994:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a93c00/0xde5303b1d982cec1 lrc: 4/1,0 mode: CR/CR res: [0x200000404:0x36:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a625a expref: -99 pid: 34994 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789130496.002488:0:34994:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1789130496.002494:0:34994:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1789130496.002495:0:34994:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789130496.002499:0:34994:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1789130496.002501:0:34994:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789130496.002504:0:34994:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a93c00/0xde5303b1d982cec1 lrc: 4/1,0 mode: CR/CR res: [0x200000404:0x36:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a625a expref: -99 pid: 34994 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789130496.002510:0:34994:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1789130496.002512:0:34994:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130496.002513:0:34994:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130496.002514:0:34994:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130496.002516:0:34994:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130496.002518:0:34994:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789130496.002522:0:34994:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1789130496.002526:0:34994:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130496.002528:0:34994:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130496.002529:0:34994:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf46a93c00 refcount=3 00000020:00000001:2.0:1789130496.002531:0:34994:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875351546880 : -109198358004736 : ffff9caf46a93c00) 00010000:00000001:2.0:1789130496.002533:0:34994:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875351546880 : -109198358004736 : ffff9caf46a93c00) 00010000:00000001:2.0:1789130496.002535:0:34994:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130496.002536:0:34994:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1789130496.002545:0:34994:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x200002b, status=0 req@ffff9caf580bbc00 x1876037329060864/t8589934619(8589934619) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/664 e 0 to 0 dl 1789130511 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1789130496.002555:0:34994:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:2.0:1789130496.002561:0:34994:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9caf580bbc00 x1876037329060864/t8589934619(8589934619) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 648/664 e 0 to 0 dl 1789130511 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1789130496.002568:0:34994:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130496.002576:0:34994:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130496.002578:0:34994:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130496.002580:0:34994:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf46a93c00 refcount=3 00000020:00000001:2.0:1789130496.002582:0:34994:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875351546880 : -109198358004736 : ffff9caf46a93c00) 00010000:00000001:2.0:1789130496.002583:0:34994:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875351546880 : -109198358004736 : ffff9caf46a93c00) 00000002:00010000:2.0:1789130496.002588:0:34994:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a93c00/0xde5303b1d982cec1 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x36:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a625a expref: -99 pid: 34994 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:3.0:1789130496.002793:0:34994:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff9caf42c42f80. 00010000:00000001:3.0:1789130496.002797:0:34994:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130496.002798:0:34994:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789130496.002800:0:34994:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789130496.002802:0:34994:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789130496.002908:0:34994:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:3.0:1789130496.002912:0:34994:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789130496.002914:0:34994:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875643214848 : -109198066336768 : ffff9caf580bbc00) 00010000:00000001:3.0:1789130496.002917:0:34994:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789130496.002918:0:34994:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789130496.002920:0:34994:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf46a93c00 refcount=3 00000020:00000001:3.0:1789130496.002922:0:34994:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875351546880 : -109198358004736 : ffff9caf46a93c00) 00010000:00000001:3.0:1789130496.002924:0:34994:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875351546880 : -109198358004736 : ffff9caf46a93c00) 00000002:00010000:3.0:1789130496.002927:0:34994:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a93c00/0xde5303b1d982cec1 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x36:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a625a expref: -99 pid: 34994 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789130496.002936:0:34994:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130496.002937:0:34994:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789130496.002940:0:34994:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1789130496.002942:0:34994:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789130496.002943:0:34994:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789130496.002944:0:34994:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf46a93c00 refcount=3 00000020:00000001:3.0:1789130496.002946:0:34994:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875351546880 : -109198358004736 : ffff9caf46a93c00) 00010000:00000001:3.0:1789130496.002948:0:34994:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875351546880 : -109198358004736 : ffff9caf46a93c00) 00010000:00000040:3.0:1789130496.002951:0:34994:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf48fc4600 count: 3 00010000:00000001:3.0:1789130496.002953:0:34994:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1789130496.002958:0:34994:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9caf4630e800 type 13 mode 16 res 8589935620/54 (0 0) 00010000:00000001:3.0:1789130496.002960:0:34994:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130496.002961:0:34994:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789130496.002963:0:34994:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1789130496.002967:0:34994:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41cf7888 00000002:00002000:3.0:1789130496.002969:0:34994:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=open status=0 disp=0x280002b: rc = 0 00000002:00000001:3.0:1789130496.002973:0:34994:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789130496.002978:0:34994:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789130496.002981:0:34994:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1789130496.002984:0:34994:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:3.0:1789130496.002987:0:34994:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789130496.002992:0:34994:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9caf4557c8c0 2 00000080:00000010:3.0:1789130496.002996:0:34994:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9caf48180200. 00000080:00000001:3.0:1789130496.003004:0:34994:0:(llite_lib.c:3864:ll_prep_inode()) Process entered 00000002:00000001:3.0:1789130496.003011:0:34994:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:3.0:1789130496.003015:0:34994:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000020:00000001:3.0:1789130496.003021:0:34994:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1789130496.003026:0:34994:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446634875647196408 : -109198062355208 : ffff9caf58487cf8) 00000020:00001000:3.0:1789130496.003029:0:34994:0:(cl_object.c:823:cl_env_get()) 1@ffff9caf58487cf0 00000020:00000001:3.0:1789130496.003032:0:34994:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:3.0:1789130496.003037:0:34994:0:(lov_object.c:1460:lov_conf_set()) Process entered 00020000:00000001:3.0:1789130496.003039:0:34994:0:(lov_pack.c:354:lov_unpackmd()) Process entered 00020000:00000010:3.0:1789130496.003047:0:34994:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9caf58401780. 00020000:00000010:3.0:1789130496.003052:0:34994:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9caf484afe00. 00020000:00000010:3.0:1789130496.003057:0:34994:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9caf58401f60. 00020000:00000001:3.0:1789130496.003060:0:34994:0:(lov_pack.c:366:lov_unpackmd()) Process leaving (rc=18446634875646648160 : -109198062903456 : ffff9caf58401f60) 00020000:00000002:3.0:1789130496.003063:0:34994:0:(lov_ea.c:762:dump_lsm()) lsm ffff9caf58401f60, objid 0x36:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1789130496.003067:0:34994:0:(lov_ea.c:793:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:3.0:1789130496.003071:0:34994:0:(lov_ea.c:812:dump_lsm()) oinfo:ffff9caf484afe00: ostid: 0x240000400:69 ost idx: 0 gen: 0 00020000:00000002:3.0:1789130496.003075:0:34994:0:(lov_object.c:1314:lov_conf_lock()) Took exclusive lov(ffff9caf47cdc5d0) owner ffff9caf484427c0 00020000:00000001:3.0:1789130496.003078:0:34994:0:(lov_object.c:1520:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1789130496.003080:0:34994:0:(lov_object.c:1320:lov_conf_unlock()) To release exclusive lov(ffff9caf47cdc5d0) owner ffff9caf484427c0 00020000:00000010:3.0:1789130496.003084:0:34994:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9caf484afe00. 00020000:00000010:3.0:1789130496.003087:0:34994:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff9caf58401780. 00020000:00000010:3.0:1789130496.003091:0:34994:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff9caf58401f60. 00020000:00000002:3.0:1789130496.003093:0:34994:0:(lov_object.c:1547:lov_conf_set()) [0x200000404:0x36:0x0] lo_layout_invalid=0 00020000:00000001:3.0:1789130496.003095:0:34994:0:(lov_object.c:1548:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789130496.003097:0:34994:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1789130496.003099:0:34994:0:(cl_object.c:917:cl_env_put()) 1@ffff9caf58487cf0 00000080:00000001:3.0:1789130496.003103:0:34994:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833974 : 144115205322833974 : 200000404000036) 00000080:00000001:3.0:1789130496.003106:0:34994:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00010000:00000001:3.0:1789130496.003111:0:34994:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789130496.003112:0:34994:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789130496.003114:0:34994:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf46a93c00 refcount=3 00000020:00000001:3.0:1789130496.003116:0:34994:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875351546880 : -109198358004736 : ffff9caf46a93c00) 00010000:00000001:3.0:1789130496.003118:0:34994:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875351546880 : -109198358004736 : ffff9caf46a93c00) 00000080:00000001:3.0:1789130496.003121:0:34994:0:(file.c:6819:ll_layout_conf()) Process entered 00000020:00000001:3.0:1789130496.003122:0:34994:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1789130496.003124:0:34994:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446634875647196408 : -109198062355208 : ffff9caf58487cf8) 00000020:00001000:3.0:1789130496.003126:0:34994:0:(cl_object.c:823:cl_env_get()) 1@ffff9caf58487cf0 00000020:00000001:3.0:1789130496.003128:0:34994:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:3.0:1789130496.003129:0:34994:0:(lov_object.c:1460:lov_conf_set()) Process entered 00020000:00000001:3.0:1789130496.003130:0:34994:0:(lov_pack.c:354:lov_unpackmd()) Process entered 00020000:00000010:3.0:1789130496.003132:0:34994:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9caf58401f60. 00020000:00000010:3.0:1789130496.003135:0:34994:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9caf484afe00. 00020000:00000010:3.0:1789130496.003137:0:34994:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9caf58401780. 00020000:00000001:3.0:1789130496.003138:0:34994:0:(lov_pack.c:366:lov_unpackmd()) Process leaving (rc=18446634875646646144 : -109198062905472 : ffff9caf58401780) 00020000:00000002:3.0:1789130496.003141:0:34994:0:(lov_ea.c:762:dump_lsm()) lsm ffff9caf58401780, objid 0x36:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1789130496.003273:0:34994:0:(lov_ea.c:793:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:3.0:1789130496.004651:0:34994:0:(lov_ea.c:812:dump_lsm()) oinfo:ffff9caf484afe00: ostid: 0x240000400:69 ost idx: 0 gen: 0 00020000:00000002:3.0:1789130496.004664:0:34994:0:(lov_object.c:1314:lov_conf_lock()) Took exclusive lov(ffff9caf47cdc5d0) owner ffff9caf484427c0 00020000:00000001:3.0:1789130496.004668:0:34994:0:(lov_object.c:1520:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1789130496.004671:0:34994:0:(lov_object.c:1320:lov_conf_unlock()) To release exclusive lov(ffff9caf47cdc5d0) owner ffff9caf484427c0 00020000:00000010:3.0:1789130496.004676:0:34994:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9caf484afe00. 00020000:00000010:3.0:1789130496.004682:0:34994:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff9caf58401f60. 00020000:00000010:3.0:1789130496.004687:0:34994:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff9caf58401780. 00020000:00000002:3.0:1789130496.004690:0:34994:0:(lov_object.c:1547:lov_conf_set()) [0x200000404:0x36:0x0] lo_layout_invalid=0 00020000:00000001:3.0:1789130496.004692:0:34994:0:(lov_object.c:1548:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789130496.004695:0:34994:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789130496.004701:0:34994:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:3.0:1789130496.004703:0:34994:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9caf47cdc5d0) owner 0000000000000000/ffff9caf484427c0 00020000:00000002:3.0:1789130496.004707:0:34994:0:(lov_object.c:2443:lov_lsm_addref()) lsm ffff9caf5021f060 addref 2/0 by ffff9caf484427c0. 00020000:00000002:3.0:1789130496.004711:0:34994:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9caf47cdc5d0) owner 0000000000000000/ffff9caf484427c0 00020000:00000001:3.0:1789130496.004714:0:34994:0:(lov_object.c:2339:lov_object_layout_get()) Process entered 00020000:00000001:3.0:1789130496.004716:0:34994:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:3.0:1789130496.004718:0:34994:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:3.0:1789130496.004720:0:34994:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:3.0:1789130496.004722:0:34994:0:(lov_object.c:2358:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:3.0:1789130496.004725:0:34994:0:(file.c:6854:ll_layout_conf()) [0x200000404:0x36:0x0]: layout version change: 0 -> 0 00000020:00001000:3.0:1789130496.004728:0:34994:0:(cl_object.c:917:cl_env_put()) 1@ffff9caf58487cf0 00000080:00000001:3.0:1789130496.004731:0:34994:0:(file.c:6861:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130496.004734:0:34994:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130496.004736:0:34994:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1789130496.004738:0:34994:0:(llite_lib.c:3962:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1789130496.004742:0:34994:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:3.0:1789130496.004744:0:34994:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789130496.004748:0:34994:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000404:0x36:0x0](ffff9caf60199148) for lock 0xde5303b1d982cec1 00800000:00000001:3.0:1789130496.004752:0:34994:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1789130496.004754:0:34994:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1789130496.004756:0:34994:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789130496.004758:0:34994:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789130496.004760:0:34994:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf46a93c00 refcount=3 00000020:00000001:3.0:1789130496.004763:0:34994:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875351546880 : -109198358004736 : ffff9caf46a93c00) 00010000:00000001:3.0:1789130496.004766:0:34994:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875351546880 : -109198358004736 : ffff9caf46a93c00) 00010000:00000001:3.0:1789130496.004768:0:34994:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130496.004769:0:34994:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789130496.004770:0:34994:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789130496.004772:0:34994:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130496.004775:0:34994:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130496.004786:0:34994:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf580bbc00 x1876037329060864/t8589934619(8589934619) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/664 e 0 to 0 dl 1789130511 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130496.004794:0:34994:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789130496.004797:0:34994:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xde5303b1d982cec1 from it ffffb97f41cf7bf0 00010000:00000001:3.0:1789130496.004799:0:34994:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789130496.004800:0:34994:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789130496.004802:0:34994:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf46a93c00 refcount=3 00000020:00000001:3.0:1789130496.004915:0:34994:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875351546880 : -109198358004736 : ffff9caf46a93c00) 00010000:00000001:3.0:1789130496.004919:0:34994:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875351546880 : -109198358004736 : ffff9caf46a93c00) 00010000:00000001:3.0:1789130496.004921:0:34994:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789130496.004925:0:34994:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a93c00/0xde5303b1d982cec1 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x36:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xcdf1b083821a625a expref: -99 pid: 34994 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789130496.004933:0:34994:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130496.004934:0:34994:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789130496.004936:0:34994:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1789130496.004939:0:34994:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1789130496.004941:0:34994:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a93c00/0xde5303b1d982cec1 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x36:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xcdf1b083821a625a expref: -99 pid: 34994 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1789130496.004948:0:34994:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130496.004951:0:34994:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789130496.004953:0:34994:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789130496.004958:0:34994:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130496.004959:0:34994:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789130496.004961:0:34994:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130496.004963:0:34994:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789130496.004966:0:34994:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130496.004968:0:34994:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130496.004972:0:34994:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130496.004974:0:34994:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789130496.004975:0:34994:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130496.004977:0:34994:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1789130496.004980:0:34994:0:(file.c:917:ll_intent_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1789130496.004988:0:34994:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff9caf42c422c0. 00000080:00000001:3.0:1789130496.004991:0:34994:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:3.0:1789130496.004997:0:34994:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00000002:00000001:3.0:1789130496.005001:0:34994:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:3.0:1789130496.005005:0:34994:0:(obd.h:1507:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff9caf4938e880. 00000002:00100000:3.0:1789130496.005010:0:34994:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9caf580bbc00 x1876037329060864/t8589934619(8589934619) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/664 e 0 to 0 dl 1789130511 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1789130496.005018:0:34994:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789130496.005019:0:34994:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:3.0:1789130496.005024:0:34994:0:(rw.c:970:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:3.0:1789130496.005027:0:34994:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130496.005030:0:34994:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:3.0:1789130496.005033:0:34994:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:3.0:1789130496.005034:0:34994:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1789130496.005036:0:34994:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:3.0:1789130496.005038:0:34994:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130496.005041:0:34994:0:(pcc.c:1930:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:3.0:1789130496.005045:0:34994:0:(pcc.c:1947:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130496.005047:0:34994:0:(pcc.c:2398:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1789130496.005050:0:34994:0:(pcc.c:2425:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130496.005052:0:34994:0:(file.c:1298:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789130496.005056:0:34994:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130496.005060:0:34994:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf580bbc00 x1876037329060864/t8589934619(8589934619) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/664 e 0 to 0 dl 1789130511 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 02000000:00000001:3.0:1789130496.005068:0:34994:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789130496.005072:0:34994:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 262144 at ffff9caf48a00000. 02000000:00000001:3.0:1789130496.005122:0:34994:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1789130496.005124:0:34994:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789130496.005128:0:34994:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41cf7b98 00000080:00000008:3.0:1789130496.005130:0:34994:0:(file.c:1329:ll_file_open()) COMPLETED file recon:[0x200000404:0x36:0x0](ffff9caf60199148), flags 100000, rc = 0 00000020:00000001:3.0:1789130496.005174:0:34994:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41cf7d30 00000080:00200008:3.0:1789130496.005176:0:34994:0:(file.c:6313:ll_getattr_dentry()) START file recon:[0x200000404:0x36:0x0](ffff9caf60199148), request_mask 2047, flags 0, foreign 0 00000080:00000001:3.0:1789130496.005183:0:34994:0:(file.c:6206:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1789130496.005184:0:34994:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41cf7ca8 00000080:00200000:3.0:1789130496.005187:0:34994:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x36:0x0](ffff9caf60199148),name=recon 00000080:00000010:3.0:1789130496.005193:0:34994:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9caf48a7be00. 00800000:00000002:3.0:1789130496.005200:0:34994:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9caf4557c8c0 2 00000080:00000001:3.0:1789130496.005208:0:34994:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1789130496.005213:0:34994:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1789130496.005215:0:34994:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41cf7bc8 00800000:00000002:3.0:1789130496.005217:0:34994:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000404:0x36:0x0] 'recon' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1789130496.005222:0:34994:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1789130496.005228:0:34994:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x36:0x0], name='' -> mds #0 00000002:00000001:3.0:1789130496.005234:0:34994:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1789130496.005236:0:34994:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41cf7a98 00000002:00010000:3.0:1789130496.005238:0:34994:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000404:0x36:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1789130496.005243:0:34994:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1789130496.005245:0:34994:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789130496.005247:0:34994:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789130496.005255:0:34994:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf48fc4600 count: 3 00010000:00000001:3.0:1789130496.005258:0:34994:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789130496.005263:0:34994:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789130496.005267:0:34994:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1789130496.005270:0:34994:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030c00/0xde5303b1d982ce97 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xcdf1b083821a6206 expref: -99 pid: 34987 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 02000000:00000001:3.0:1789130496.005357:0:34994:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1789130496.005363:0:34994:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789130496.005366:0:34994:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030c00/0xde5303b1d982ce97 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xcdf1b083821a6206 expref: -99 pid: 34987 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00000002:00000001:3.0:1789130496.005373:0:34994:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1789130496.005375:0:34994:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1789130496.005376:0:34994:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1789130496.005378:0:34994:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1789130496.005380:0:34994:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1789130496.005382:0:34994:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1789130496.005384:0:34994:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1789130496.005387:0:34994:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9caf4557c8c0 2 00000080:00000010:3.0:1789130496.005390:0:34994:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9caf48a7be00. 00000080:00000001:3.0:1789130496.005394:0:34994:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1789130496.005396:0:34994:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789130496.005399:0:34994:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x36:0x0](ffff9caf60199148) 00000080:00010000:3.0:1789130496.005403:0:34994:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000404:0x36:0x0](ffff9caf60199148) for lock 0xde5303b1d982ce97 00800000:00000001:3.0:1789130496.005405:0:34994:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1789130496.005406:0:34994:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1789130496.005408:0:34994:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789130496.005409:0:34994:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789130496.005411:0:34994:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40030c00 refcount=3 00000020:00000001:3.0:1789130496.005413:0:34994:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239992320 : -109198469559296 : ffff9caf40030c00) 00010000:00000001:3.0:1789130496.005415:0:34994:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239992320 : -109198469559296 : ffff9caf40030c00) 00010000:00000001:3.0:1789130496.005417:0:34994:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130496.005418:0:34994:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789130496.005419:0:34994:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789130496.005420:0:34994:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789130496.005422:0:34994:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xde5303b1d982ce97 from it ffffb97f41cf7ce0 00010000:00000001:3.0:1789130496.005424:0:34994:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789130496.005425:0:34994:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789130496.005426:0:34994:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40030c00 refcount=3 00000020:00000001:3.0:1789130496.005427:0:34994:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239992320 : -109198469559296 : ffff9caf40030c00) 00010000:00000001:3.0:1789130496.005429:0:34994:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239992320 : -109198469559296 : ffff9caf40030c00) 00010000:00000001:3.0:1789130496.005430:0:34994:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789130496.005432:0:34994:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030c00/0xde5303b1d982ce97 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xcdf1b083821a6206 expref: -99 pid: 34987 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000001:3.0:1789130496.005437:0:34994:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130496.005438:0:34994:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789130496.005439:0:34994:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1789130496.005440:0:34994:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1789130496.005442:0:34994:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030c00/0xde5303b1d982ce97 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xcdf1b083821a6206 expref: -99 pid: 34987 timeout: 0 lvb_type: 3 lru_score: 6 lru_type: 0 00010000:00000001:3.0:1789130496.005447:0:34994:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130496.005449:0:34994:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789130496.005450:0:34994:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789130496.005452:0:34994:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130496.005453:0:34994:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789130496.005454:0:34994:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130496.005456:0:34994:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789130496.005458:0:34994:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130496.005459:0:34994:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130496.005461:0:34994:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130496.005464:0:34994:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789130496.005465:0:34994:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130496.005466:0:34994:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1789130496.005468:0:34994:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1789130496.005469:0:34994:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1789130496.005472:0:34994:0:(pcc.c:2686:pcc_inode_getattr()) Process entered 00000080:00000001:3.0:1789130496.005475:0:34994:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:3.0:1789130496.005477:0:34994:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1789130496.005479:0:34994:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:3.0:1789130496.005479:0:34994:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130496.005481:0:34994:0:(pcc.c:2695:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1789130496.005484:0:34994:0:(glimpse.c:178:__cl_glimpse_size()) Process entered 00000020:00000001:3.0:1789130496.005486:0:34994:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1789130496.005489:0:34994:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446634875647196408 : -109198062355208 : ffff9caf58487cf8) 00000020:00001000:3.0:1789130496.005491:0:34994:0:(cl_object.c:823:cl_env_get()) 1@ffff9caf58487cf0 00000020:00000001:3.0:1789130496.005496:0:34994:0:(cl_object.c:143:cl_object_top()) ffff9caf42b2a468 -> ffff9caf42b2a468 00000020:00000001:3.0:1789130496.005499:0:34994:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:3.0:1789130496.005502:0:34994:0:(vvp_io.c:1987:vvp_io_init()) Process entered 00000080:00200000:3.0:1789130496.005504:0:34994:0:(vvp_io.c:1992:vvp_io_init()) [0x200000404:0x36:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:3.0:1789130496.005507:0:34994:0:(cl_io.c:902:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1789130496.005509:0:34994:0:(cl_io.c:908:cl_io_slice_add()) Process leaving 00000080:00000001:3.0:1789130496.005511:0:34994:0:(file.c:7121:ll_layout_refresh()) Process entered 00000080:00000001:3.0:1789130496.005513:0:34994:0:(file.c:7125:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130496.005514:0:34994:0:(vvp_io.c:2064:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1789130496.005518:0:34994:0:(lov_object.c:1604:lov_io_init()) [0x200000404:0x36:0x0]io ffff9caf48647ae0 type 7 ignore/verify layout 0/1, compressed 0 00020000:00000002:3.0:1789130496.005521:0:34994:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9caf47cdc5d0) owner 0000000000000000/ffff9caf484427c0 00020000:00000001:3.0:1789130496.005524:0:34994:0:(lov_io.c:2488:lov_io_init_composite()) Process entered 00020000:00000001:3.0:1789130496.005527:0:34994:0:(lov_io.c:764:lov_io_slice_init()) Process entered 00020000:00000001:3.0:1789130496.005529:0:34994:0:(lov_io.c:478:lov_io_mirror_init()) Process entered 00020000:00000001:3.0:1789130496.005531:0:34994:0:(lov_io.c:489:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789130496.005534:0:34994:0:(lov_io.c:919:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:3.0:1789130496.005536:0:34994:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:3.0:1789130496.005538:0:34994:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789130496.005539:0:34994:0:(cl_io.c:902:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1789130496.005540:0:34994:0:(cl_io.c:908:cl_io_slice_add()) Process leaving 00020000:00000001:3.0:1789130496.005542:0:34994:0:(lov_io.c:2501:lov_io_init_composite()) Process leaving 00020000:00000002:3.0:1789130496.005543:0:34994:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9caf47cdc5d0) owner 0000000000000000/ffff9caf484427c0 00000020:00000001:3.0:1789130496.005545:0:34994:0:(cl_io.c:146:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1789130496.005548:0:34994:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:3.0:1789130496.005550:0:34994:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000404:0x36:0x0] 00000020:00000001:3.0:1789130496.005553:0:34994:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:3.0:1789130496.005555:0:34994:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:3.0:1789130496.005557:0:34994:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:3.0:1789130496.005560:0:34994:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:3.0:1789130496.005566:0:34994:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:3.0:1789130496.005571:0:34994:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff9caf42e06b00. 00020000:00000002:3.0:1789130496.005574:0:34994:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:3.0:1789130496.005577:0:34994:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:3.0:1789130496.005580:0:34994:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1789130496.005581:0:34994:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:3.0:1789130496.005583:0:34994:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1789130496.005584:0:34994:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446634875643868008 : -109198065683608 : ffff9caf5815b368) 00000020:00001000:3.0:1789130496.005586:0:34994:0:(cl_object.c:823:cl_env_get()) 1@ffff9caf5815b360 00000020:00000001:3.0:1789130496.005588:0:34994:0:(cl_object.c:143:cl_object_top()) ffff9caf42b2a530 -> ffff9caf42b2a468 00000020:00000001:3.0:1789130496.005589:0:34994:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:3.0:1789130496.005593:0:34994:0:(cl_io.c:902:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1789130496.005594:0:34994:0:(cl_io.c:908:cl_io_slice_add()) Process leaving 00000020:00000001:3.0:1789130496.005596:0:34994:0:(cl_io.c:146:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789130496.005598:0:34994:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789130496.005600:0:34994:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446634875380584824 : -109198328966792 : ffff9caf48645178) 00000020:00000001:3.0:1789130496.005601:0:34994:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:3.0:1789130496.005607:0:34994:0:(osc_lock.c:1279:osc_lock_init()) slab-alloced 'oscl': 312 at ffff9caf4815f110. 00000008:00010000:3.0:1789130496.005610:0:34994:0:(lustre_osc.h:166:osc_enq2ldlm_flags()) flags: a 00000020:00000001:3.0:1789130496.005613:0:34994:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:3.0:1789130496.005614:0:34994:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:3.0:1789130496.005616:0:34994:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9caf42e06b30, osc lock ffff9caf4815f110, flags 0x400001002 00000020:00000001:3.0:1789130496.005618:0:34994:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789130496.005620:0:34994:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789130496.005623:0:34994:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446634875288054528 : -109198421497088 : ffff9caf42e06b00) 00000020:00000001:3.0:1789130496.005625:0:34994:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:3.0:1789130496.005626:0:34994:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:3.0:1789130496.005628:0:34994:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789130496.005629:0:34994:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789130496.005633:0:34994:0:(cl_io.c:1193:cl_sync_io_init_notify()) Process entered 00000020:00000001:3.0:1789130496.005635:0:34994:0:(cl_io.c:1201:cl_sync_io_init_notify()) Process leaving 00000020:00000001:3.0:1789130496.005637:0:34994:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:3.0:1789130496.005802:0:34994:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:3.0:1789130496.006569:0:34994:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1789130496.006573:0:34994:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446634875380584824 : -109198328966792 : ffff9caf48645178) 00000020:00000001:3.0:1789130496.006579:0:34994:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:3.0:1789130496.006584:0:34994:0:(osc_lock.c:1010:osc_lock_enqueue()) Process entered 00000008:00000001:3.0:1789130496.006586:0:34994:0:(osc_lock.c:1035:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1789130496.006590:0:34994:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:3.0:1789130496.006593:0:34994:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process entered 00000020:00000001:3.0:1789130496.006595:0:34994:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:3.0:1789130496.006598:0:34994:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:3.0:1789130496.006600:0:34994:0:(lovsub_object.c:152:lovsub_req_projid_set()) Process leaving 00000020:00000001:3.0:1789130496.006601:0:34994:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:3.0:1789130496.006604:0:34994:0:(osc_request.c:3393:osc_enqueue_base()) Process entered 00010000:00000001:3.0:1789130496.006608:0:34994:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789130496.006618:0:34994:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf48fc4d00 count: 2 00010000:00000001:3.0:1789130496.006622:0:34994:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789130496.006628:0:34994:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789130496.006634:0:34994:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1789130496.006694:0:34994:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9caf5014c800 lock: 000000003a134c52/0xde5303b1d982cea5 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xcdf1b083821a621b expref: -99 pid: 34987 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 02000000:00000001:3.0:1789130496.006712:0:34994:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1789130496.006721:0:34994:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789130496.006724:0:34994:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff9caf5014c800 lock: 000000003a134c52/0xde5303b1d982cea5 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xcdf1b083821a621b expref: -99 pid: 34987 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000001:3.0:1789130496.006732:0:34994:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789130496.006735:0:34994:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789130496.006737:0:34994:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40031c00 refcount=4 00000020:00000001:3.0:1789130496.006739:0:34994:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239996416 : -109198469555200 : ffff9caf40031c00) 00010000:00000001:3.0:1789130496.006742:0:34994:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239996416 : -109198469555200 : ffff9caf40031c00) 00000008:00000001:3.0:1789130496.006747:0:34994:0:(osc_lock.c:277:osc_lock_upcall()) Process entered 00010000:00000001:3.0:1789130496.006750:0:34994:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789130496.006751:0:34994:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789130496.006753:0:34994:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40031c00 refcount=5 00000020:00000001:3.0:1789130496.006755:0:34994:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239996416 : -109198469555200 : ffff9caf40031c00) 00010000:00000001:3.0:1789130496.006757:0:34994:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239996416 : -109198469555200 : ffff9caf40031c00) 00000020:00000001:3.0:1789130496.006762:0:34994:0:(cl_io.c:1837:__cl_sync_io_note()) Process entered 00000020:00200000:3.0:1789130496.006764:0:34994:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:3.0:1789130496.006766:0:34994:0:(cl_io.c:1911:__cl_sync_io_note()) Process leaving 00000008:00000001:3.0:1789130496.006769:0:34994:0:(osc_lock.c:311:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130496.006771:0:34994:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789130496.006772:0:34994:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789130496.006773:0:34994:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40031c00 refcount=6 00000020:00000001:3.0:1789130496.006775:0:34994:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239996416 : -109198469555200 : ffff9caf40031c00) 00010000:00000001:3.0:1789130496.006777:0:34994:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239996416 : -109198469555200 : ffff9caf40031c00) 00010000:00000001:3.0:1789130496.006779:0:34994:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789130496.006783:0:34994:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9caf5014c800 lock: 000000003a134c52/0xde5303b1d982cea5 lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xcdf1b083821a621b expref: -99 pid: 34987 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000001:3.0:1789130496.006790:0:34994:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130496.006792:0:34994:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789130496.006794:0:34994:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1789130496.006796:0:34994:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1789130496.006798:0:34994:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9caf5014c800 lock: 000000003a134c52/0xde5303b1d982cea5 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xcdf1b083821a621b expref: -99 pid: 34987 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:3.0:1789130496.006977:0:34994:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130496.006980:0:34994:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789130496.006982:0:34994:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789130496.006987:0:34994:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130496.006988:0:34994:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789130496.006990:0:34994:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130496.006993:0:34994:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789130496.006995:0:34994:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130496.006996:0:34994:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130496.006999:0:34994:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130496.007002:0:34994:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789130496.007003:0:34994:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130496.007004:0:34994:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789130496.007006:0:34994:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130496.007007:0:34994:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1789130496.007008:0:34994:0:(osc_request.c:3462:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1789130496.007011:0:34994:0:(osc_lock.c:1114:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789130496.007013:0:34994:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789130496.007015:0:34994:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789130496.007017:0:34994:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789130496.007019:0:34994:0:(cl_io.c:1837:__cl_sync_io_note()) Process entered 00000020:00200000:3.0:1789130496.007020:0:34994:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:3.0:1789130496.007023:0:34994:0:(cl_io.c:1911:__cl_sync_io_note()) Process leaving 00000020:00000001:3.0:1789130496.007024:0:34994:0:(cl_io.c:1213:cl_sync_io_wait()) Process entered 00000020:00000001:3.0:1789130496.007026:0:34994:0:(cl_io.c:1237:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789130496.007028:0:34994:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130496.007033:0:34994:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:3.0:1789130496.007036:0:34994:0:(cl_object.c:143:cl_object_top()) ffff9caf42b2a468 -> ffff9caf42b2a468 00000020:00000001:3.0:1789130496.007039:0:34994:0:(cl_object.c:143:cl_object_top()) ffff9caf42b2a468 -> ffff9caf42b2a468 00000020:00000001:3.0:1789130496.007041:0:34994:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:3.0:1789130496.007044:0:34994:0:(lov_object.c:1077:lov_attr_get_composite()) Process entered 00020000:00000002:3.0:1789130496.007049:0:34994:0:(lov_object.c:1108:lov_attr_get_composite()) COMP ID #-1: s=46 m=1789130495 a=0 c=1789130495 b=1 00020000:00000001:3.0:1789130496.007053:0:34994:0:(lov_object.c:1146:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789130496.007055:0:34994:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789130496.007057:0:34994:0:(cl_object.c:143:cl_object_top()) ffff9caf42b2a468 -> ffff9caf42b2a468 00000080:00200000:3.0:1789130496.007060:0:34994:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000404:0x36:0x0] updating i_size 46 i_blocks 1 00000080:00000001:3.0:1789130496.007063:0:34994:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:3.0:1789130496.007066:0:34994:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:3.0:1789130496.007068:0:34994:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9caf48647a80 (ffff9caf58487cf8/0) at cl_lock_release():245 00000020:00000001:3.0:1789130496.007071:0:34994:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:3.0:1789130496.007072:0:34994:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9caf48647a80 (ffff9caf58487cf8/0) at cl_lock_cancel():142 00020000:00000001:3.0:1789130496.007075:0:34994:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:3.0:1789130496.007077:0:34994:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1789130496.007078:0:34994:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446634875380584824 : -109198328966792 : ffff9caf48645178) 00000020:00000001:3.0:1789130496.007080:0:34994:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:3.0:1789130496.007081:0:34994:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9caf42e06b30 (ffff9caf5815b368/1) at cl_lock_cancel():142 00000008:00000001:3.0:1789130496.007084:0:34994:0:(osc_lock.c:1172:osc_lock_cancel()) Process entered 00000008:00000001:3.0:1789130496.007085:0:34994:0:(osc_lock.c:1126:osc_lock_detach()) Process entered 00010000:00000001:3.0:1789130496.007086:0:34994:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130496.007087:0:34994:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1789130496.007089:0:34994:0:(osc_lock.c:1145:osc_lock_detach()) Process leaving 00000008:00000001:3.0:1789130496.007092:0:34994:0:(osc_lock.c:1181:osc_lock_cancel()) Process leaving 00000020:00000001:3.0:1789130496.007093:0:34994:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:3.0:1789130496.007095:0:34994:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:3.0:1789130496.007096:0:34994:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:3.0:1789130496.007097:0:34994:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9caf48647a80 (ffff9caf58487cf8/0) at cl_lock_fini():72 00020000:00000001:3.0:1789130496.007101:0:34994:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:3.0:1789130496.007102:0:34994:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:3.0:1789130496.007103:0:34994:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9caf42e06b30 (ffff9caf58487cf8/1) at cl_lock_fini():72 00000008:00000010:3.0:1789130496.007106:0:34994:0:(osc_lock.c:116:osc_lock_fini()) slab-freed '(ols)': 312 at ffff9caf4815f110. 00000020:00000001:3.0:1789130496.007113:0:34994:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:3.0:1789130496.007115:0:34994:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff9caf42e06b00. 00020000:00000001:3.0:1789130496.007119:0:34994:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:3.0:1789130496.007120:0:34994:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:3.0:1789130496.007122:0:34994:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:3.0:1789130496.007123:0:34994:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789130496.007126:0:34994:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:3.0:1789130496.007129:0:34994:0:(lov_io.c:1057:lov_io_fini()) Process entered 00020000:00000001:3.0:1789130496.007131:0:34994:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:3.0:1789130496.007133:0:34994:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:3.0:1789130496.007135:0:34994:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1789130496.007137:0:34994:0:(cl_object.c:917:cl_env_put()) 1@ffff9caf5815b360 00020000:00000001:3.0:1789130496.007140:0:34994:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:3.0:1789130496.007250:0:34994:0:(lov_io.c:1088:lov_io_fini()) Process leaving 00000080:00000001:3.0:1789130496.007254:0:34994:0:(vvp_io.c:392:vvp_io_fini()) Process entered 00000080:00200000:3.0:1789130496.007257:0:34994:0:(vvp_io.c:402:vvp_io_fini()) [0x200000404:0x36:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, need minor change layout 0 00000080:00000001:3.0:1789130496.007261:0:34994:0:(file.c:7121:ll_layout_refresh()) Process entered 00000080:00000001:3.0:1789130496.007263:0:34994:0:(file.c:7125:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130496.007265:0:34994:0:(vvp_io.c:506:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1789130496.007267:0:34994:0:(vvp_io.c:509:vvp_io_fini()) Process leaving 00000020:00000001:3.0:1789130496.007268:0:34994:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1789130496.007270:0:34994:0:(cl_object.c:917:cl_env_put()) 1@ffff9caf58487cf0 00000001:00000001:3.0:1789130496.007272:0:34994:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789130496.007358:0:34994:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41cf7d30 00000080:00000008:3.0:1789130496.007362:0:34994:0:(file.c:6498:ll_getattr_dentry()) COMPLETED file recon:[0x200000404:0x36:0x0](ffff9caf60199148), request_mask 2047, flags 0, foreign 0 00000080:00000001:3.0:1789130496.007526:0:34994:0:(file.c:2481:do_file_read_iter()) Process entered 00000020:00000001:3.0:1789130496.007529:0:34994:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41cf7d88 00000080:00200008:3.0:1789130496.007531:0:34994:0:(file.c:2485:do_file_read_iter()) START file recon:[0x200000404:0x36:0x0], ppos: 0, count: 4194304 00000080:00000001:3.0:1789130496.007537:0:34994:0:(pcc.c:2477:pcc_file_read_iter()) Process entered 00000080:00000001:3.0:1789130496.007541:0:34994:0:(pcc.c:2481:pcc_file_read_iter()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:3.0:1789130496.007547:0:34994:0:(rw.c:1213:ras_detect_read_pattern()) lre 0 cr 1 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 1 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00400000:3.0:1789130496.007552:0:34994:0:(rw.c:1267:ras_detect_read_pattern()) lre 4194303 cr 1 cb 4194304 wsi 0 wp 0 nra 1 rpc 16384 r 1 csr 0 so 0 sb 0 sl 0 lr 0 00000020:00000001:3.0:1789130496.007594:0:34994:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1789130496.007597:0:34994:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446634875647196408 : -109198062355208 : ffff9caf58487cf8) 00000020:00001000:3.0:1789130496.007601:0:34994:0:(cl_object.c:823:cl_env_get()) 1@ffff9caf58487cf0 00000080:00000001:3.0:1789130496.007605:0:34994:0:(file.c:2004:ll_hybrid_bio_dio_switch_check()) Process entered 00000080:00000001:3.0:1789130496.007608:0:34994:0:(file.c:2055:ll_hybrid_bio_dio_switch_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130496.007611:0:34994:0:(file.c:2087:ll_file_io_generic()) Process entered 00000020:00000001:3.0:1789130496.007613:0:34994:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41cf7c98 00000080:00200000:3.0:1789130496.007615:0:34994:0:(file.c:2090:ll_file_io_generic()) recon: read ppos: 46, bytes: 4194258 00000020:00000001:3.0:1789130496.007623:0:34994:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41cf7c30 00000080:00200000:3.0:1789130496.007624:0:34994:0:(file.c:1848:ll_io_set_mirror()) recon: desiginated mirror: 0 00000020:00000001:3.0:1789130496.007628:0:34994:0:(cl_io.c:214:cl_io_rw_init()) Process entered 00000020:00200000:3.0:1789130496.007635:0:34994:0:(cl_io.c:218:cl_io_rw_init()) header@000000007ff29ff8[0x110, 2, [0x200000404:0x36:0x0] hash] 00000020:00200000:3.0:1789130496.008113:0:34994:0:(cl_io.c:218:cl_io_rw_init()) io range: 1 [46, 4194304) 0 0 00000020:00000001:3.0:1789130496.008119:0:34994:0:(cl_object.c:143:cl_object_top()) ffff9caf42b2a468 -> ffff9caf42b2a468 00000020:00000001:3.0:1789130496.008121:0:34994:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:3.0:1789130496.008124:0:34994:0:(vvp_io.c:1987:vvp_io_init()) Process entered 00000080:00200000:3.0:1789130496.008126:0:34994:0:(vvp_io.c:1992:vvp_io_init()) [0x200000404:0x36:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:3.0:1789130496.008129:0:34994:0:(cl_io.c:902:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1789130496.008131:0:34994:0:(cl_io.c:908:cl_io_slice_add()) Process leaving 00000100:00000001:3.0:1789130496.008133:0:34994:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789130496.008137:0:34994:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130496.008139:0:34994:0:(file.c:7121:ll_layout_refresh()) Process entered 00000080:00000001:3.0:1789130496.008141:0:34994:0:(file.c:7125:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130496.008387:0:34994:0:(vvp_io.c:2064:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1789130496.008393:0:34994:0:(lov_object.c:1604:lov_io_init()) [0x200000404:0x36:0x0]io ffff9caf48647ae0 type 1 ignore/verify layout 0/0, compressed 0 00020000:00000002:3.0:1789130496.008397:0:34994:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9caf47cdc5d0) owner 0000000000000000/ffff9caf484427c0 00020000:00000001:3.0:1789130496.008403:0:34994:0:(lov_io.c:2488:lov_io_init_composite()) Process entered 00020000:00000001:3.0:1789130496.008405:0:34994:0:(lov_io.c:764:lov_io_slice_init()) Process entered 00020000:00000002:3.0:1789130496.008407:0:34994:0:(lov_io.c:903:lov_io_slice_init()) [0x200000404:0x36:0x0]io ffff9caf48647ae0 type 1, compressed 0, chunk_size 0 00020000:00000001:3.0:1789130496.008410:0:34994:0:(lov_io.c:478:lov_io_mirror_init()) Process entered 00020000:00000001:3.0:1789130496.008412:0:34994:0:(lov_io.c:489:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789130496.008414:0:34994:0:(lov_io.c:919:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:3.0:1789130496.008418:0:34994:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:3.0:1789130496.008419:0:34994:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789130496.008422:0:34994:0:(cl_io.c:902:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1789130496.008423:0:34994:0:(cl_io.c:908:cl_io_slice_add()) Process leaving 00020000:00000001:3.0:1789130496.008424:0:34994:0:(lov_io.c:2501:lov_io_init_composite()) Process leaving 00020000:00000002:3.0:1789130496.008426:0:34994:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9caf47cdc5d0) owner 0000000000000000/ffff9caf484427c0 00000020:00000001:3.0:1789130496.008428:0:34994:0:(cl_io.c:146:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789130496.008430:0:34994:0:(cl_io.c:221:cl_io_rw_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789130496.008434:0:34994:0:(cl_io.c:827:cl_io_loop()) Process entered 00000020:00000001:3.0:1789130496.008436:0:34994:0:(cl_io.c:403:cl_io_iter_init()) Process entered 00020000:00000001:3.0:1789130496.008438:0:34994:0:(lov_io.c:1409:lov_io_rw_iter_init()) Process entered 00020000:00200000:3.0:1789130496.008442:0:34994:0:(lov_io.c:1481:lov_io_rw_iter_init()) stripe: 46 chunk: [46, 4194304) 4194304, 4194258 00020000:00000001:3.0:1789130496.008445:0:34994:0:(lov_io.c:1238:lov_io_iter_init()) Process entered 00020000:00200000:3.0:1789130496.008447:0:34994:0:(lov_io.c:1289:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:3.0:1789130496.008450:0:34994:0:(lov_offset.c:253:lov_stripe_intersects()) [46->4194303] -> [(0) 46->4194303 (0)] 00020000:00000001:3.0:1789130496.008453:0:34994:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1789130496.008455:0:34994:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:3.0:1789130496.008456:0:34994:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1789130496.008458:0:34994:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446634875643868008 : -109198065683608 : ffff9caf5815b368) 00000020:00001000:3.0:1789130496.008460:0:34994:0:(cl_object.c:823:cl_env_get()) 1@ffff9caf5815b360 00000020:00000001:3.0:1789130496.008463:0:34994:0:(cl_object.c:143:cl_object_top()) ffff9caf42b2a530 -> ffff9caf42b2a468 00000020:00000001:3.0:1789130496.008465:0:34994:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:3.0:1789130496.008468:0:34994:0:(cl_io.c:902:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1789130496.008469:0:34994:0:(cl_io.c:908:cl_io_slice_add()) Process leaving 00000020:00000001:3.0:1789130496.008470:0:34994:0:(cl_io.c:146:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789130496.008472:0:34994:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789130496.008474:0:34994:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446634875380584824 : -109198328966792 : ffff9caf48645178) 00000020:00000001:3.0:1789130496.008476:0:34994:0:(cl_io.c:403:cl_io_iter_init()) Process entered 00000008:00000001:3.0:1789130496.008478:0:34994:0:(osc_io.c:546:osc_io_iter_init()) Process entered 00000008:00000001:3.0:1789130496.008483:0:34994:0:(osc_io.c:568:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789130496.008484:0:34994:0:(cl_io.c:415:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789130496.008486:0:34994:0:(lov_io.c:1395:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789130496.008488:0:34994:0:(lov_io.c:1487:lov_io_rw_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789130496.008489:0:34994:0:(cl_io.c:415:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789130496.008491:0:34994:0:(cl_io.c:318:cl_io_lock()) Process entered 00000080:00000001:3.0:1789130496.008493:0:34994:0:(vvp_io.c:735:vvp_io_read_lock()) Process entered 00000080:00000001:3.0:1789130496.008495:0:34994:0:(vvp_io.c:663:vvp_io_rw_lock()) Process entered 00000080:00000001:3.0:1789130496.008497:0:34994:0:(vvp_io.c:552:vvp_mmap_locks()) Process entered 00000080:00000001:3.0:1789130496.008500:0:34994:0:(llite_mmap.c:54:our_vma()) Process entered 00000080:00000001:3.0:1789130496.008504:0:34994:0:(llite_mmap.c:69:our_vma()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130496.008506:0:34994:0:(vvp_io.c:623:vvp_mmap_locks()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130496.008508:0:34994:0:(vvp_io.c:214:vvp_io_one_lock_index()) Process entered 00000080:00200000:3.0:1789130496.008510:0:34994:0:(vvp_io.c:216:vvp_io_one_lock_index()) lock: 0 [0, 1023] 00000020:00000001:3.0:1789130496.008513:0:34994:0:(cl_io.c:480:cl_io_lock_add()) Process entered 00000020:00000001:3.0:1789130496.008514:0:34994:0:(cl_io.c:263:cl_lockset_merge()) Process entered 00000020:00000001:3.0:1789130496.008516:0:34994:0:(cl_io.c:280:cl_lockset_merge()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789130496.008518:0:34994:0:(cl_io.c:487:cl_io_lock_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130496.008520:0:34994:0:(vvp_io.c:236:vvp_io_one_lock_index()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130496.008523:0:34994:0:(vvp_io.c:725:vvp_io_rw_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130496.008524:0:34994:0:(vvp_io.c:738:vvp_io_read_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789130496.008526:0:34994:0:(lov_io.c:1538:lov_io_lock()) Process entered 00020000:00000001:3.0:1789130496.008528:0:34994:0:(lov_io.c:1516:lov_io_call()) Process entered 00000020:00000001:3.0:1789130496.008529:0:34994:0:(cl_io.c:318:cl_io_lock()) Process entered 00000020:00000001:3.0:1789130496.008530:0:34994:0:(cl_io.c:290:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1789130496.008532:0:34994:0:(cl_io.c:299:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789130496.008533:0:34994:0:(cl_io.c:338:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789130496.008535:0:34994:0:(lov_io.c:1533:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789130496.008537:0:34994:0:(lov_io.c:1539:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789130496.008538:0:34994:0:(cl_io.c:290:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1789130496.008539:0:34994:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:3.0:1789130496.008541:0:34994:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:3.0:1789130496.008544:0:34994:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:3.0:1789130496.008546:0:34994:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:3.0:1789130496.008548:0:34994:0:(lov_offset.c:253:lov_stripe_intersects()) [0->4194303] -> [(0) 0->4194303 (0)] 00020000:00000010:3.0:1789130496.008556:0:34994:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff9caf42e06b00. 00020000:00000002:3.0:1789130496.008559:0:34994:0:(lov_offset.c:253:lov_stripe_intersects()) [0->4194303] -> [(0) 0->4194303 (0)] 00020000:00000001:3.0:1789130496.008561:0:34994:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:3.0:1789130496.008562:0:34994:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1789130496.008563:0:34994:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446634875380584824 : -109198328966792 : ffff9caf48645178) 00000020:00000001:3.0:1789130496.008565:0:34994:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:3.0:1789130496.008569:0:34994:0:(osc_lock.c:1279:osc_lock_init()) slab-alloced 'oscl': 312 at ffff9caf4815f110. 00000008:00010000:3.0:1789130496.008571:0:34994:0:(lustre_osc.h:166:osc_enq2ldlm_flags()) flags: 0 00000020:00000001:3.0:1789130496.008574:0:34994:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:3.0:1789130496.008575:0:34994:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:3.0:1789130496.008578:0:34994:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9caf42e06b30, osc lock ffff9caf4815f110, flags 0x0 00000020:00000001:3.0:1789130496.008580:0:34994:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789130496.008582:0:34994:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789130496.008584:0:34994:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446634875288054528 : -109198421497088 : ffff9caf42e06b00) 00000020:00000001:3.0:1789130496.008586:0:34994:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:3.0:1789130496.008587:0:34994:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:3.0:1789130496.008589:0:34994:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789130496.008591:0:34994:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789130496.008593:0:34994:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:3.0:1789130496.008594:0:34994:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:3.0:1789130496.008596:0:34994:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1789130496.008597:0:34994:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446634875380584824 : -109198328966792 : ffff9caf48645178) 00000020:00000001:3.0:1789130496.008599:0:34994:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:3.0:1789130496.008600:0:34994:0:(osc_lock.c:1010:osc_lock_enqueue()) Process entered 00000008:00000001:3.0:1789130496.008602:0:34994:0:(osc_lock.c:916:osc_lock_enqueue_wait()) Process entered 00000008:00000001:3.0:1789130496.008604:0:34994:0:(osc_lock.c:964:osc_lock_enqueue_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789130496.008607:0:34994:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:3.0:1789130496.008610:0:34994:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process entered 00000020:00000001:3.0:1789130496.008611:0:34994:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:3.0:1789130496.008614:0:34994:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:3.0:1789130496.008615:0:34994:0:(lovsub_object.c:152:lovsub_req_projid_set()) Process leaving 00000020:00000001:3.0:1789130496.008616:0:34994:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:3.0:1789130496.008618:0:34994:0:(osc_request.c:3393:osc_enqueue_base()) Process entered 00010000:00000001:3.0:1789130496.008621:0:34994:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789130496.008631:0:34994:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf48fc4d00 count: 2 00010000:00000001:3.0:1789130496.008634:0:34994:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789130496.008734:0:34994:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789130496.008740:0:34994:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1789130496.008745:0:34994:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9caf5014c800 lock: 000000003a134c52/0xde5303b1d982cea5 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xcdf1b083821a621b expref: -99 pid: 34987 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 02000000:00000001:3.0:1789130496.008760:0:34994:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1789130496.008765:0:34994:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789130496.008770:0:34994:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 4194303) ns: lustre-OST0000-osc-ffff9caf5014c800 lock: 000000003a134c52/0xde5303b1d982cea5 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xcdf1b083821a621b expref: -99 pid: 34987 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:3.0:1789130496.008778:0:34994:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789130496.008781:0:34994:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789130496.008784:0:34994:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40031c00 refcount=4 00000020:00000001:3.0:1789130496.008786:0:34994:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239996416 : -109198469555200 : ffff9caf40031c00) 00010000:00000001:3.0:1789130496.008790:0:34994:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239996416 : -109198469555200 : ffff9caf40031c00) 00000008:00000001:3.0:1789130496.008795:0:34994:0:(osc_lock.c:277:osc_lock_upcall()) Process entered 00010000:00000001:3.0:1789130496.008798:0:34994:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789130496.008799:0:34994:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789130496.008800:0:34994:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40031c00 refcount=5 00000020:00000001:3.0:1789130496.008802:0:34994:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239996416 : -109198469555200 : ffff9caf40031c00) 00010000:00000001:3.0:1789130496.008854:0:34994:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239996416 : -109198469555200 : ffff9caf40031c00) 00010000:00000001:3.0:1789130496.008858:0:34994:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789130496.008859:0:34994:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789130496.008860:0:34994:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40031c00 refcount=6 00000020:00000001:3.0:1789130496.008862:0:34994:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239996416 : -109198469555200 : ffff9caf40031c00) 00010000:00000001:3.0:1789130496.008864:0:34994:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239996416 : -109198469555200 : ffff9caf40031c00) 00010000:00000001:3.0:1789130496.008866:0:34994:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789130496.008867:0:34994:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789130496.008871:0:34994:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff9caf5014c800 lock: 000000003a134c52/0xde5303b1d982cea5 lrc: 7/1,1 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xcdf1b083821a621b expref: -99 pid: 34987 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:3.0:1789130496.008878:0:34994:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130496.008880:0:34994:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1789130496.008883:0:34994:0:(osc_lock.c:311:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130496.008884:0:34994:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789130496.008886:0:34994:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789130496.008887:0:34994:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40031c00 refcount=7 00000020:00000001:3.0:1789130496.008889:0:34994:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239996416 : -109198469555200 : ffff9caf40031c00) 00010000:00000001:3.0:1789130496.008891:0:34994:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239996416 : -109198469555200 : ffff9caf40031c00) 00010000:00000001:3.0:1789130496.008894:0:34994:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789130496.008896:0:34994:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9caf5014c800 lock: 000000003a134c52/0xde5303b1d982cea5 lrc: 7/1,1 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xcdf1b083821a621b expref: -99 pid: 34987 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:3.0:1789130496.008902:0:34994:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130496.008904:0:34994:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1789130496.008907:0:34994:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff9caf5014c800 lock: 000000003a134c52/0xde5303b1d982cea5 lrc: 6/1,0 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xcdf1b083821a621b expref: -99 pid: 34987 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:3.0:1789130496.008919:0:34994:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789130496.008920:0:34994:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130496.008921:0:34994:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789130496.008922:0:34994:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130496.008923:0:34994:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1789130496.008925:0:34994:0:(osc_request.c:3462:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1789130496.008927:0:34994:0:(osc_lock.c:1114:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789130496.008929:0:34994:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789130496.008931:0:34994:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789130496.008932:0:34994:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789130496.008934:0:34994:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789130496.008937:0:34994:0:(cl_io.c:299:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789130496.008938:0:34994:0:(cl_io.c:338:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789130496.008940:0:34994:0:(cl_io.c:532:cl_io_start()) Process entered 00000080:00000001:3.0:1789130496.008943:0:34994:0:(vvp_io.c:977:vvp_io_read_start()) Process entered 00000020:00000001:3.0:1789130496.008945:0:34994:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41cf7b90 00000080:00200000:3.0:1789130496.008947:0:34994:0:(vvp_io.c:981:vvp_io_read_start()) recon: read [46, 4194304) 00000020:00000001:3.0:1789130496.008951:0:34994:0:(cl_io.c:616:cl_io_lru_reserve()) Process entered 00020000:00000001:3.0:1789130496.008953:0:34994:0:(lov_io.c:1780:lov_io_lru_reserve()) Process entered 00020000:00000002:3.0:1789130496.008955:0:34994:0:(lov_offset.c:253:lov_stripe_intersects()) [46->4194303] -> [(0) 46->4194303 (0)] 00020000:00000001:3.0:1789130496.008958:0:34994:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1789130496.008959:0:34994:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446634875380584824 : -109198328966792 : ffff9caf48645178) 00000020:00000001:3.0:1789130496.008961:0:34994:0:(cl_io.c:616:cl_io_lru_reserve()) Process entered 00000008:00000001:3.0:1789130496.008962:0:34994:0:(osc_io.c:1447:osc_io_lru_reserve()) Process entered 00000008:00000001:3.0:1789130496.008965:0:34994:0:(osc_io.c:1460:osc_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789130496.008967:0:34994:0:(cl_io.c:627:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789130496.008969:0:34994:0:(lov_io.c:1821:lov_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789130496.008970:0:34994:0:(cl_io.c:627:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789130496.008973:0:34994:0:(cl_object.c:143:cl_object_top()) ffff9caf42b2a468 -> ffff9caf42b2a468 00000020:00000001:3.0:1789130496.008975:0:34994:0:(cl_object.c:143:cl_object_top()) ffff9caf42b2a468 -> ffff9caf42b2a468 00000020:00000001:3.0:1789130496.008977:0:34994:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:3.0:1789130496.008981:0:34994:0:(lov_object.c:1077:lov_attr_get_composite()) Process entered 00020000:00000002:3.0:1789130496.008984:0:34994:0:(lov_object.c:1108:lov_attr_get_composite()) COMP ID #-1: s=46 m=1789130495 a=0 c=1789130495 b=1 00020000:00000001:3.0:1789130496.008987:0:34994:0:(lov_object.c:1146:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789130496.008989:0:34994:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789130496.008992:0:34994:0:(cl_object.c:143:cl_object_top()) ffff9caf42b2a468 -> ffff9caf42b2a468 00000001:00000001:3.0:1789130496.008995:0:34994:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:3.0:1789130496.008996:0:34994:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000404:0x36:0x0] 00000020:00000001:3.0:1789130496.008998:0:34994:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:3.0:1789130496.008999:0:34994:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:3.0:1789130496.009000:0:34994:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:3.0:1789130496.009002:0:34994:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:3.0:1789130496.009003:0:34994:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:3.0:1789130496.009008:0:34994:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff9caf42e06c80. 00020000:00000002:3.0:1789130496.009011:0:34994:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:3.0:1789130496.009012:0:34994:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:3.0:1789130496.009014:0:34994:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1789130496.009015:0:34994:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446634875380584824 : -109198328966792 : ffff9caf48645178) 00000020:00000001:3.0:1789130496.009017:0:34994:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:3.0:1789130496.009019:0:34994:0:(osc_lock.c:1279:osc_lock_init()) slab-alloced 'oscl': 312 at ffff9caf4815f728. 00000008:00010000:3.0:1789130496.009021:0:34994:0:(lustre_osc.h:166:osc_enq2ldlm_flags()) flags: a 00000020:00000001:3.0:1789130496.009023:0:34994:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:3.0:1789130496.009024:0:34994:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:3.0:1789130496.009025:0:34994:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9caf42e06cb0, osc lock ffff9caf4815f728, flags 0x400001002 00000020:00000001:3.0:1789130496.009027:0:34994:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789130496.009028:0:34994:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789130496.009030:0:34994:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446634875288054912 : -109198421496704 : ffff9caf42e06c80) 00000020:00000001:3.0:1789130496.009032:0:34994:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:3.0:1789130496.009033:0:34994:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:3.0:1789130496.009033:0:34994:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789130496.009035:0:34994:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789130496.009038:0:34994:0:(cl_io.c:1193:cl_sync_io_init_notify()) Process entered 00000020:00000001:3.0:1789130496.009041:0:34994:0:(cl_io.c:1201:cl_sync_io_init_notify()) Process leaving 00000020:00000001:3.0:1789130496.009042:0:34994:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:3.0:1789130496.009043:0:34994:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:3.0:1789130496.009044:0:34994:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1789130496.009045:0:34994:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446634875380584824 : -109198328966792 : ffff9caf48645178) 00000020:00000001:3.0:1789130496.009047:0:34994:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:3.0:1789130496.009048:0:34994:0:(osc_lock.c:1010:osc_lock_enqueue()) Process entered 00000008:00000001:3.0:1789130496.009049:0:34994:0:(osc_lock.c:1035:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1789130496.009051:0:34994:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:3.0:1789130496.009053:0:34994:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process entered 00000020:00000001:3.0:1789130496.009054:0:34994:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:3.0:1789130496.009056:0:34994:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:3.0:1789130496.009057:0:34994:0:(lovsub_object.c:152:lovsub_req_projid_set()) Process leaving 00000020:00000001:3.0:1789130496.009058:0:34994:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:3.0:1789130496.009059:0:34994:0:(osc_request.c:3393:osc_enqueue_base()) Process entered 00010000:00000001:3.0:1789130496.009061:0:34994:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789130496.009063:0:34994:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf48fc4d00 count: 2 00010000:00000001:3.0:1789130496.009065:0:34994:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789130496.009068:0:34994:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789130496.009070:0:34994:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789130496.009073:0:34994:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9caf5014c800 lock: 000000003a134c52/0xde5303b1d982cea5 lrc: 5/1,1 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xcdf1b083821a621b expref: -99 pid: 34987 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 02000000:00000001:3.0:1789130496.009080:0:34994:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1789130496.009082:0:34994:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789130496.009084:0:34994:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff9caf5014c800 lock: 000000003a134c52/0xde5303b1d982cea5 lrc: 5/1,1 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xcdf1b083821a621b expref: -99 pid: 34987 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:3.0:1789130496.009091:0:34994:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789130496.009093:0:34994:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789130496.009094:0:34994:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40031c00 refcount=6 00000020:00000001:3.0:1789130496.009095:0:34994:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239996416 : -109198469555200 : ffff9caf40031c00) 00010000:00000001:3.0:1789130496.009097:0:34994:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239996416 : -109198469555200 : ffff9caf40031c00) 00000008:00000001:3.0:1789130496.009100:0:34994:0:(osc_lock.c:277:osc_lock_upcall()) Process entered 00010000:00000001:3.0:1789130496.009101:0:34994:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789130496.009102:0:34994:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789130496.009103:0:34994:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40031c00 refcount=7 00000020:00000001:3.0:1789130496.009104:0:34994:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239996416 : -109198469555200 : ffff9caf40031c00) 00010000:00000001:3.0:1789130496.009106:0:34994:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239996416 : -109198469555200 : ffff9caf40031c00) 00000020:00000001:3.0:1789130496.009109:0:34994:0:(cl_io.c:1837:__cl_sync_io_note()) Process entered 00000020:00200000:3.0:1789130496.009111:0:34994:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:3.0:1789130496.009112:0:34994:0:(cl_io.c:1911:__cl_sync_io_note()) Process leaving 00000008:00000001:3.0:1789130496.009114:0:34994:0:(osc_lock.c:311:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130496.009115:0:34994:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789130496.009117:0:34994:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789130496.009118:0:34994:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40031c00 refcount=8 00000020:00000001:3.0:1789130496.009120:0:34994:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239996416 : -109198469555200 : ffff9caf40031c00) 00010000:00000001:3.0:1789130496.009122:0:34994:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239996416 : -109198469555200 : ffff9caf40031c00) 00010000:00000001:3.0:1789130496.009123:0:34994:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789130496.009126:0:34994:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9caf5014c800 lock: 000000003a134c52/0xde5303b1d982cea5 lrc: 8/1,1 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xcdf1b083821a621b expref: -99 pid: 34987 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:3.0:1789130496.009131:0:34994:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130496.009133:0:34994:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1789130496.009135:0:34994:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff9caf5014c800 lock: 000000003a134c52/0xde5303b1d982cea5 lrc: 7/1,0 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xcdf1b083821a621b expref: -99 pid: 34987 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:3.0:1789130496.009140:0:34994:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789130496.009141:0:34994:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130496.009142:0:34994:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789130496.009143:0:34994:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130496.009405:0:34994:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1789130496.009407:0:34994:0:(osc_request.c:3462:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1789130496.009409:0:34994:0:(osc_lock.c:1114:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789130496.009411:0:34994:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789130496.009413:0:34994:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789130496.009414:0:34994:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789130496.009416:0:34994:0:(cl_io.c:1837:__cl_sync_io_note()) Process entered 00000020:00200000:3.0:1789130496.009417:0:34994:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:3.0:1789130496.009420:0:34994:0:(cl_io.c:1911:__cl_sync_io_note()) Process leaving 00000020:00000001:3.0:1789130496.009422:0:34994:0:(cl_io.c:1213:cl_sync_io_wait()) Process entered 00000020:00000001:3.0:1789130496.009424:0:34994:0:(cl_io.c:1237:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789130496.009425:0:34994:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130496.009429:0:34994:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:3.0:1789130496.009431:0:34994:0:(cl_object.c:143:cl_object_top()) ffff9caf42b2a468 -> ffff9caf42b2a468 00000020:00000001:3.0:1789130496.009433:0:34994:0:(cl_object.c:143:cl_object_top()) ffff9caf42b2a468 -> ffff9caf42b2a468 00000020:00000001:3.0:1789130496.009434:0:34994:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:3.0:1789130496.009436:0:34994:0:(lov_object.c:1077:lov_attr_get_composite()) Process entered 00020000:00000002:3.0:1789130496.009438:0:34994:0:(lov_object.c:1108:lov_attr_get_composite()) COMP ID #-1: s=46 m=1789130495 a=0 c=1789130495 b=1 00020000:00000001:3.0:1789130496.009441:0:34994:0:(lov_object.c:1146:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789130496.009443:0:34994:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789130496.009445:0:34994:0:(cl_object.c:143:cl_object_top()) ffff9caf42b2a468 -> ffff9caf42b2a468 00000080:00200000:3.0:1789130496.009448:0:34994:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000404:0x36:0x0] updating i_size 46 i_blocks 1 00000080:00000001:3.0:1789130496.009451:0:34994:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:3.0:1789130496.009453:0:34994:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:3.0:1789130496.009454:0:34994:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9caf48647a80 (ffff9caf58487cf8/0) at cl_lock_release():245 00000020:00000001:3.0:1789130496.009457:0:34994:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:3.0:1789130496.009458:0:34994:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9caf48647a80 (ffff9caf58487cf8/0) at cl_lock_cancel():142 00020000:00000001:3.0:1789130496.009461:0:34994:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:3.0:1789130496.009462:0:34994:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1789130496.009463:0:34994:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446634875380584824 : -109198328966792 : ffff9caf48645178) 00000020:00000001:3.0:1789130496.009466:0:34994:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:3.0:1789130496.009467:0:34994:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9caf42e06cb0 (ffff9caf5815b368/1) at cl_lock_cancel():142 00000008:00000001:3.0:1789130496.009470:0:34994:0:(osc_lock.c:1172:osc_lock_cancel()) Process entered 00000008:00000001:3.0:1789130496.009471:0:34994:0:(osc_lock.c:1126:osc_lock_detach()) Process entered 00010000:00000001:3.0:1789130496.009472:0:34994:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130496.009473:0:34994:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1789130496.009474:0:34994:0:(osc_lock.c:1145:osc_lock_detach()) Process leaving 00000008:00000001:3.0:1789130496.009476:0:34994:0:(osc_lock.c:1181:osc_lock_cancel()) Process leaving 00000020:00000001:3.0:1789130496.009477:0:34994:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:3.0:1789130496.009478:0:34994:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:3.0:1789130496.009479:0:34994:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:3.0:1789130496.009480:0:34994:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9caf48647a80 (ffff9caf58487cf8/0) at cl_lock_fini():72 00020000:00000001:3.0:1789130496.009484:0:34994:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:3.0:1789130496.009485:0:34994:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:3.0:1789130496.009486:0:34994:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9caf42e06cb0 (ffff9caf58487cf8/1) at cl_lock_fini():72 00000008:00000010:3.0:1789130496.009488:0:34994:0:(osc_lock.c:116:osc_lock_fini()) slab-freed '(ols)': 312 at ffff9caf4815f728. 00000020:00000001:3.0:1789130496.009494:0:34994:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:3.0:1789130496.009495:0:34994:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff9caf42e06c80. 00020000:00000001:3.0:1789130496.009500:0:34994:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:3.0:1789130496.009501:0:34994:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:3.0:1789130496.009502:0:34994:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:3.0:1789130496.009503:0:34994:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:3.0:1789130496.009510:0:34994:0:(vvp_io.c:1010:vvp_io_read_start()) header@000000007ff29ff8[0x110, 2, [0x200000404:0x36:0x0] hash] 00000080:00000002:3.0:1789130496.009512:0:34994:0:(vvp_io.c:1010:vvp_io_read_start()) Read ino 144115205322833974, 4194258 bytes, offset 46, size 46 00000080:00400000:3.0:1789130496.009515:0:34994:0:(vvp_io.c:1029:vvp_io_read_start()) tot 4194258, ra_start 0, ra_count 1024 00000080:00200000:3.0:1789130496.009520:0:34994:0:(vvp_io.c:1039:vvp_io_read_start()) count:4194258 iocb pos:46 00020000:00000001:3.0:1789130496.009526:0:34994:0:(lov_io.c:1588:lov_io_start()) Process entered 00020000:00000001:3.0:1789130496.009528:0:34994:0:(lov_io.c:1516:lov_io_call()) Process entered 00000020:00000001:3.0:1789130496.009530:0:34994:0:(cl_io.c:532:cl_io_start()) Process entered 00000008:00000001:3.0:1789130496.009532:0:34994:0:(osc_io.c:1056:osc_io_read_start()) Process entered 00000020:00000001:3.0:1789130496.009533:0:34994:0:(cl_object.c:143:cl_object_top()) ffff9caf583136e0 -> ffff9caf42b2a468 00000020:00000001:3.0:1789130496.009535:0:34994:0:(cl_object.c:143:cl_object_top()) ffff9caf583136e0 -> ffff9caf42b2a468 00000020:00000001:3.0:1789130496.009537:0:34994:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00020000:00000001:3.0:1789130496.009540:0:34994:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:3.0:1789130496.009543:0:34994:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789130496.009546:0:34994:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789130496.009547:0:34994:0:(cl_object.c:143:cl_object_top()) ffff9caf583136e0 -> ffff9caf42b2a468 00000008:00000001:3.0:1789130496.009550:0:34994:0:(osc_io.c:1065:osc_io_read_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789130496.009551:0:34994:0:(cl_io.c:544:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789130496.009553:0:34994:0:(lov_io.c:1533:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789130496.009555:0:34994:0:(lov_io.c:1589:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789130496.009556:0:34994:0:(cl_io.c:544:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789130496.009558:0:34994:0:(cl_io.c:559:cl_io_end()) Process entered 00020000:00000001:3.0:1789130496.009559:0:34994:0:(lov_io.c:1516:lov_io_call()) Process entered 00020000:00000001:3.0:1789130496.009561:0:34994:0:(lov_io.c:1594:lov_io_end_wrapper()) Process entered 00000020:00000001:3.0:1789130496.009562:0:34994:0:(cl_io.c:559:cl_io_end()) Process entered 00000020:00000001:3.0:1789130496.009563:0:34994:0:(cl_io.c:567:cl_io_end()) Process leaving 00020000:00000001:3.0:1789130496.009564:0:34994:0:(lov_io.c:1604:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789130496.009566:0:34994:0:(lov_io.c:1533:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789130496.009567:0:34994:0:(cl_io.c:567:cl_io_end()) Process leaving 00000020:00000001:3.0:1789130496.009569:0:34994:0:(cl_io.c:356:cl_io_unlock()) Process entered 00000020:00000001:3.0:1789130496.009571:0:34994:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:3.0:1789130496.009572:0:34994:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9caf4a447128 (ffff9caf58487cf8/0) at cl_lock_release():245 00000020:00000001:3.0:1789130496.009574:0:34994:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:3.0:1789130496.009575:0:34994:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9caf4a447128 (ffff9caf58487cf8/0) at cl_lock_cancel():142 00020000:00000001:3.0:1789130496.009577:0:34994:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:3.0:1789130496.009579:0:34994:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1789130496.009580:0:34994:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446634875380584824 : -109198328966792 : ffff9caf48645178) 00000020:00000001:3.0:1789130496.009582:0:34994:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:3.0:1789130496.009584:0:34994:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9caf42e06b30 (ffff9caf5815b368/1) at cl_lock_cancel():142 00000008:00000001:3.0:1789130496.009587:0:34994:0:(osc_lock.c:1172:osc_lock_cancel()) Process entered 00000008:00000001:3.0:1789130496.009588:0:34994:0:(osc_lock.c:1126:osc_lock_detach()) Process entered 00010000:00000001:3.0:1789130496.009589:0:34994:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789130496.009590:0:34994:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789130496.009592:0:34994:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40031c00 refcount=5 00000020:00000001:3.0:1789130496.009594:0:34994:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239996416 : -109198469555200 : ffff9caf40031c00) 00010000:00000001:3.0:1789130496.009597:0:34994:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239996416 : -109198469555200 : ffff9caf40031c00) 00010000:00000001:3.0:1789130496.009599:0:34994:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789130496.009602:0:34994:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff9caf5014c800 lock: 000000003a134c52/0xde5303b1d982cea5 lrc: 5/1,0 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xcdf1b083821a621b expref: -99 pid: 34987 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:3.0:1789130496.009609:0:34994:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130496.009611:0:34994:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789130496.009612:0:34994:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1789130496.009614:0:34994:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1789130496.009617:0:34994:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9caf5014c800 lock: 000000003a134c52/0xde5303b1d982cea5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xcdf1b083821a621b expref: -99 pid: 34987 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00000001:3.0:1789130496.009626:0:34994:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130496.009629:0:34994:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789130496.009631:0:34994:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789130496.009636:0:34994:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130496.009637:0:34994:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789130496.009649:0:34994:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130496.009653:0:34994:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789130496.009655:0:34994:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130496.009656:0:34994:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130496.009659:0:34994:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130496.009661:0:34994:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789130496.009662:0:34994:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130496.009664:0:34994:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789130496.009665:0:34994:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130496.009666:0:34994:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1789130496.009667:0:34994:0:(osc_lock.c:1145:osc_lock_detach()) Process leaving 00000008:00000001:3.0:1789130496.009668:0:34994:0:(osc_lock.c:1181:osc_lock_cancel()) Process leaving 00000020:00000001:3.0:1789130496.009669:0:34994:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:3.0:1789130496.009670:0:34994:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:3.0:1789130496.009671:0:34994:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:3.0:1789130496.009673:0:34994:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9caf4a447128 (ffff9caf58487cf8/0) at cl_lock_fini():72 00020000:00000001:3.0:1789130496.009675:0:34994:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:3.0:1789130496.009677:0:34994:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:3.0:1789130496.009678:0:34994:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9caf42e06b30 (ffff9caf58487cf8/1) at cl_lock_fini():72 00000008:00000010:3.0:1789130496.009681:0:34994:0:(osc_lock.c:116:osc_lock_fini()) slab-freed '(ols)': 312 at ffff9caf4815f110. 00000020:00000001:3.0:1789130496.009683:0:34994:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:3.0:1789130496.009685:0:34994:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff9caf42e06b00. 00020000:00000001:3.0:1789130496.009687:0:34994:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:3.0:1789130496.009688:0:34994:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:3.0:1789130496.009689:0:34994:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00020000:00000001:3.0:1789130496.009691:0:34994:0:(lov_io.c:1682:lov_io_unlock()) Process entered 00020000:00000001:3.0:1789130496.009692:0:34994:0:(lov_io.c:1516:lov_io_call()) Process entered 00000020:00000001:3.0:1789130496.009694:0:34994:0:(cl_io.c:356:cl_io_unlock()) Process entered 00000020:00000001:3.0:1789130496.009695:0:34994:0:(cl_io.c:377:cl_io_unlock()) Process leaving 00020000:00000001:3.0:1789130496.009697:0:34994:0:(lov_io.c:1616:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789130496.009698:0:34994:0:(lov_io.c:1533:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789130496.009701:0:34994:0:(lov_io.c:1685:lov_io_unlock()) Process leaving 00000020:00000001:3.0:1789130496.009702:0:34994:0:(cl_io.c:377:cl_io_unlock()) Process leaving 00000020:00000001:3.0:1789130496.009704:0:34994:0:(cl_io.c:453:cl_io_rw_advance()) Process entered 00000080:00200000:3.0:1789130496.009706:0:34994:0:(vvp_io.c:640:vvp_io_advance()) advancing 0 bytes 00000020:00000001:3.0:1789130496.009707:0:34994:0:(cl_io.c:469:cl_io_rw_advance()) Process leaving 00000020:00000001:3.0:1789130496.009709:0:34994:0:(cl_io.c:433:cl_io_iter_fini()) Process entered 00020000:00000001:3.0:1789130496.009710:0:34994:0:(lov_io.c:1663:lov_io_iter_fini()) Process entered 00020000:00000001:3.0:1789130496.009712:0:34994:0:(lov_io.c:1516:lov_io_call()) Process entered 00000020:00000001:3.0:1789130496.009713:0:34994:0:(cl_io.c:433:cl_io_iter_fini()) Process entered 00000020:00000001:3.0:1789130496.009716:0:34994:0:(cl_io.c:439:cl_io_iter_fini()) Process leaving 00020000:00000001:3.0:1789130496.009718:0:34994:0:(lov_io.c:1610:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789130496.009719:0:34994:0:(lov_io.c:1533:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789130496.009721:0:34994:0:(lov_io.c:1674:lov_io_iter_fini()) Process leaving 00000020:00000001:3.0:1789130496.009723:0:34994:0:(cl_io.c:439:cl_io_iter_fini()) Process leaving 00000020:00000001:3.0:1789130496.009724:0:34994:0:(cl_io.c:877:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789130496.009728:0:34994:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:3.0:1789130496.009730:0:34994:0:(lov_io.c:1057:lov_io_fini()) Process entered 00020000:00000001:3.0:1789130496.009732:0:34994:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:3.0:1789130496.009733:0:34994:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:3.0:1789130496.009734:0:34994:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1789130496.009736:0:34994:0:(cl_object.c:917:cl_env_put()) 1@ffff9caf5815b360 00020000:00000001:3.0:1789130496.009738:0:34994:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:3.0:1789130496.009740:0:34994:0:(lov_io.c:1088:lov_io_fini()) Process leaving 00000080:00000001:3.0:1789130496.009742:0:34994:0:(vvp_io.c:392:vvp_io_fini()) Process entered 00000080:00200000:3.0:1789130496.009744:0:34994:0:(vvp_io.c:402:vvp_io_fini()) [0x200000404:0x36:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, need minor change layout 0 00000080:00000001:3.0:1789130496.009747:0:34994:0:(vvp_io.c:509:vvp_io_fini()) Process leaving 00000020:00000001:3.0:1789130496.009748:0:34994:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00000001:3.0:1789130496.009750:0:34994:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41cf7c98 00000080:00200000:3.0:1789130496.009753:0:34994:0:(file.c:2240:ll_file_io_generic()) recon: 1 io complete with rc: 0, result: 0, restart: 0 00000080:00200000:3.0:1789130496.009756:0:34994:0:(file.c:2326:ll_file_io_generic()) iot: 1, result: 0 00000080:00000001:3.0:1789130496.009759:0:34994:0:(file.c:2330:ll_file_io_generic()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1789130496.009761:0:34994:0:(cl_object.c:917:cl_env_put()) 1@ffff9caf58487cf0 00000020:00000001:3.0:1789130496.009766:0:34994:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41cf7d88 00000080:00000008:3.0:1789130496.009768:0:34994:0:(file.c:2550:do_file_read_iter()) COMPLETED: file recon:[0x200000404:0x36:0x0], ppos: 46, count: 4194258, rc = 46 00000080:00000001:3.0:1789130496.009771:0:34994:0:(file.c:2552:do_file_read_iter()) Process leaving (rc=46 : 46 : 2e) 00000080:00000001:3.0:1789130496.009887:0:34994:0:(file.c:2481:do_file_read_iter()) Process entered 00000020:00000001:3.0:1789130496.009889:0:34994:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41cf7d88 00000080:00200008:3.0:1789130496.009891:0:34994:0:(file.c:2485:do_file_read_iter()) START file recon:[0x200000404:0x36:0x0], ppos: 46, count: 4194304 00000080:00000001:3.0:1789130496.009895:0:34994:0:(pcc.c:2477:pcc_file_read_iter()) Process entered 00000080:00000001:3.0:1789130496.009897:0:34994:0:(pcc.c:2481:pcc_file_read_iter()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:3.0:1789130496.009900:0:34994:0:(rw.c:1310:ll_ras_enter()) kmsp 1 mwp 1024 mp 16384 00000080:00000001:3.0:1789130496.009902:0:34994:0:(rw.c:1319:ll_ras_enter()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1789130496.009906:0:34994:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1789130496.009909:0:34994:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446634875647196408 : -109198062355208 : ffff9caf58487cf8) 00000020:00001000:3.0:1789130496.009911:0:34994:0:(cl_object.c:823:cl_env_get()) 1@ffff9caf58487cf0 00000080:00000001:3.0:1789130496.009913:0:34994:0:(file.c:2004:ll_hybrid_bio_dio_switch_check()) Process entered 00000080:00000001:3.0:1789130496.009916:0:34994:0:(file.c:2055:ll_hybrid_bio_dio_switch_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130496.009919:0:34994:0:(file.c:2087:ll_file_io_generic()) Process entered 00000020:00000001:3.0:1789130496.009920:0:34994:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41cf7c98 00000080:00200000:3.0:1789130496.009921:0:34994:0:(file.c:2090:ll_file_io_generic()) recon: read ppos: 46, bytes: 4194304 00000020:00000001:3.0:1789130496.009926:0:34994:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41cf7c30 00000080:00200000:3.0:1789130496.009927:0:34994:0:(file.c:1848:ll_io_set_mirror()) recon: desiginated mirror: 0 00000020:00000001:3.0:1789130496.009929:0:34994:0:(cl_io.c:214:cl_io_rw_init()) Process entered 00000020:00200000:3.0:1789130496.009932:0:34994:0:(cl_io.c:218:cl_io_rw_init()) header@000000007ff29ff8[0x110, 2, [0x200000404:0x36:0x0] hash] 00000020:00200000:3.0:1789130496.009934:0:34994:0:(cl_io.c:218:cl_io_rw_init()) io range: 1 [46, 4194350) 0 0 00000020:00000001:3.0:1789130496.009936:0:34994:0:(cl_object.c:143:cl_object_top()) ffff9caf42b2a468 -> ffff9caf42b2a468 00000020:00000001:3.0:1789130496.009938:0:34994:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:3.0:1789130496.009940:0:34994:0:(vvp_io.c:1987:vvp_io_init()) Process entered 00000080:00200000:3.0:1789130496.009942:0:34994:0:(vvp_io.c:1992:vvp_io_init()) [0x200000404:0x36:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:3.0:1789130496.009944:0:34994:0:(cl_io.c:902:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1789130496.009945:0:34994:0:(cl_io.c:908:cl_io_slice_add()) Process leaving 00000100:00000001:3.0:1789130496.009947:0:34994:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789130496.009950:0:34994:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130496.009953:0:34994:0:(file.c:7121:ll_layout_refresh()) Process entered 00000080:00000001:3.0:1789130496.009954:0:34994:0:(file.c:7125:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130496.009955:0:34994:0:(vvp_io.c:2064:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1789130496.009959:0:34994:0:(lov_object.c:1604:lov_io_init()) [0x200000404:0x36:0x0]io ffff9caf48647ae0 type 1 ignore/verify layout 0/0, compressed 0 00020000:00000002:3.0:1789130496.009963:0:34994:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9caf47cdc5d0) owner 0000000000000000/ffff9caf484427c0 00020000:00000001:3.0:1789130496.009965:0:34994:0:(lov_io.c:2488:lov_io_init_composite()) Process entered 00020000:00000001:3.0:1789130496.009967:0:34994:0:(lov_io.c:764:lov_io_slice_init()) Process entered 00020000:00000002:3.0:1789130496.009969:0:34994:0:(lov_io.c:903:lov_io_slice_init()) [0x200000404:0x36:0x0]io ffff9caf48647ae0 type 1, compressed 0, chunk_size 0 00020000:00000001:3.0:1789130496.009972:0:34994:0:(lov_io.c:478:lov_io_mirror_init()) Process entered 00020000:00000001:3.0:1789130496.009973:0:34994:0:(lov_io.c:489:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789130496.009976:0:34994:0:(lov_io.c:919:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:3.0:1789130496.009978:0:34994:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:3.0:1789130496.009980:0:34994:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789130496.009982:0:34994:0:(cl_io.c:902:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1789130496.009983:0:34994:0:(cl_io.c:908:cl_io_slice_add()) Process leaving 00020000:00000001:3.0:1789130496.009984:0:34994:0:(lov_io.c:2501:lov_io_init_composite()) Process leaving 00020000:00000002:3.0:1789130496.009985:0:34994:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9caf47cdc5d0) owner 0000000000000000/ffff9caf484427c0 00000020:00000001:3.0:1789130496.009988:0:34994:0:(cl_io.c:146:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789130496.009990:0:34994:0:(cl_io.c:221:cl_io_rw_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789130496.009993:0:34994:0:(cl_io.c:827:cl_io_loop()) Process entered 00000020:00000001:3.0:1789130496.009994:0:34994:0:(cl_io.c:403:cl_io_iter_init()) Process entered 00020000:00000001:3.0:1789130496.009996:0:34994:0:(lov_io.c:1409:lov_io_rw_iter_init()) Process entered 00020000:00200000:3.0:1789130496.009998:0:34994:0:(lov_io.c:1481:lov_io_rw_iter_init()) stripe: 46 chunk: [46, 4194350) 4194350, 4194304 00020000:00000001:3.0:1789130496.010001:0:34994:0:(lov_io.c:1238:lov_io_iter_init()) Process entered 00020000:00200000:3.0:1789130496.010002:0:34994:0:(lov_io.c:1289:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:3.0:1789130496.010005:0:34994:0:(lov_offset.c:253:lov_stripe_intersects()) [46->4194349] -> [(0) 46->4194349 (0)] 00020000:00000001:3.0:1789130496.010007:0:34994:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1789130496.010009:0:34994:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:3.0:1789130496.010010:0:34994:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1789130496.010011:0:34994:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446634875643868008 : -109198065683608 : ffff9caf5815b368) 00000020:00001000:3.0:1789130496.010013:0:34994:0:(cl_object.c:823:cl_env_get()) 1@ffff9caf5815b360 00000020:00000001:3.0:1789130496.010015:0:34994:0:(cl_object.c:143:cl_object_top()) ffff9caf42b2a530 -> ffff9caf42b2a468 00000020:00000001:3.0:1789130496.010016:0:34994:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:3.0:1789130496.010018:0:34994:0:(cl_io.c:902:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1789130496.010019:0:34994:0:(cl_io.c:908:cl_io_slice_add()) Process leaving 00000020:00000001:3.0:1789130496.010021:0:34994:0:(cl_io.c:146:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789130496.010022:0:34994:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789130496.010023:0:34994:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446634875380584824 : -109198328966792 : ffff9caf48645178) 00000020:00000001:3.0:1789130496.010026:0:34994:0:(cl_io.c:403:cl_io_iter_init()) Process entered 00000008:00000001:3.0:1789130496.010028:0:34994:0:(osc_io.c:546:osc_io_iter_init()) Process entered 00000008:00000001:3.0:1789130496.010030:0:34994:0:(osc_io.c:568:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789130496.010032:0:34994:0:(cl_io.c:415:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789130496.010034:0:34994:0:(lov_io.c:1395:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789130496.010036:0:34994:0:(lov_io.c:1487:lov_io_rw_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789130496.010038:0:34994:0:(cl_io.c:415:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789130496.010039:0:34994:0:(cl_io.c:318:cl_io_lock()) Process entered 00000080:00000001:3.0:1789130496.010041:0:34994:0:(vvp_io.c:735:vvp_io_read_lock()) Process entered 00000080:00000001:3.0:1789130496.010043:0:34994:0:(vvp_io.c:663:vvp_io_rw_lock()) Process entered 00000080:00000001:3.0:1789130496.010044:0:34994:0:(vvp_io.c:552:vvp_mmap_locks()) Process entered 00000080:00000001:3.0:1789130496.010046:0:34994:0:(llite_mmap.c:54:our_vma()) Process entered 00000080:00000001:3.0:1789130496.010049:0:34994:0:(llite_mmap.c:69:our_vma()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130496.010051:0:34994:0:(vvp_io.c:623:vvp_mmap_locks()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130496.010053:0:34994:0:(vvp_io.c:214:vvp_io_one_lock_index()) Process entered 00000080:00200000:3.0:1789130496.010054:0:34994:0:(vvp_io.c:216:vvp_io_one_lock_index()) lock: 0 [0, 1024] 00000020:00000001:3.0:1789130496.010056:0:34994:0:(cl_io.c:480:cl_io_lock_add()) Process entered 00000020:00000001:3.0:1789130496.010057:0:34994:0:(cl_io.c:263:cl_lockset_merge()) Process entered 00000020:00000001:3.0:1789130496.010059:0:34994:0:(cl_io.c:280:cl_lockset_merge()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789130496.010061:0:34994:0:(cl_io.c:487:cl_io_lock_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130496.010063:0:34994:0:(vvp_io.c:236:vvp_io_one_lock_index()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130496.010064:0:34994:0:(vvp_io.c:725:vvp_io_rw_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130496.010066:0:34994:0:(vvp_io.c:738:vvp_io_read_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789130496.010067:0:34994:0:(lov_io.c:1538:lov_io_lock()) Process entered 00020000:00000001:3.0:1789130496.010069:0:34994:0:(lov_io.c:1516:lov_io_call()) Process entered 00000020:00000001:3.0:1789130496.010069:0:34994:0:(cl_io.c:318:cl_io_lock()) Process entered 00000020:00000001:3.0:1789130496.010071:0:34994:0:(cl_io.c:290:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1789130496.010072:0:34994:0:(cl_io.c:299:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789130496.010074:0:34994:0:(cl_io.c:338:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789130496.010076:0:34994:0:(lov_io.c:1533:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789130496.010078:0:34994:0:(lov_io.c:1539:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789130496.010079:0:34994:0:(cl_io.c:290:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1789130496.010080:0:34994:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:3.0:1789130496.010082:0:34994:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:3.0:1789130496.010084:0:34994:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:3.0:1789130496.010085:0:34994:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:3.0:1789130496.010087:0:34994:0:(lov_offset.c:253:lov_stripe_intersects()) [0->4198399] -> [(0) 0->4198399 (0)] 00020000:00000010:3.0:1789130496.010094:0:34994:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff9caf42e06b00. 00020000:00000002:3.0:1789130496.010096:0:34994:0:(lov_offset.c:253:lov_stripe_intersects()) [0->4198399] -> [(0) 0->4198399 (0)] 00020000:00000001:3.0:1789130496.010099:0:34994:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:3.0:1789130496.010101:0:34994:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1789130496.010102:0:34994:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446634875380584824 : -109198328966792 : ffff9caf48645178) 00000020:00000001:3.0:1789130496.010104:0:34994:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:3.0:1789130496.010108:0:34994:0:(osc_lock.c:1279:osc_lock_init()) slab-alloced 'oscl': 312 at ffff9caf4815f110. 00000008:00010000:3.0:1789130496.010110:0:34994:0:(lustre_osc.h:166:osc_enq2ldlm_flags()) flags: 0 00000020:00000001:3.0:1789130496.010112:0:34994:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:3.0:1789130496.010114:0:34994:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:3.0:1789130496.010116:0:34994:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9caf42e06b30, osc lock ffff9caf4815f110, flags 0x0 00000020:00000001:3.0:1789130496.010119:0:34994:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789130496.010120:0:34994:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789130496.010123:0:34994:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446634875288054528 : -109198421497088 : ffff9caf42e06b00) 00000020:00000001:3.0:1789130496.010125:0:34994:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:3.0:1789130496.010126:0:34994:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:3.0:1789130496.010127:0:34994:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789130496.010129:0:34994:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789130496.010130:0:34994:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:3.0:1789130496.010131:0:34994:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:3.0:1789130496.010133:0:34994:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1789130496.010134:0:34994:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446634875380584824 : -109198328966792 : ffff9caf48645178) 00000020:00000001:3.0:1789130496.010135:0:34994:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:3.0:1789130496.010137:0:34994:0:(osc_lock.c:1010:osc_lock_enqueue()) Process entered 00000008:00000001:3.0:1789130496.010138:0:34994:0:(osc_lock.c:916:osc_lock_enqueue_wait()) Process entered 00000008:00000001:3.0:1789130496.010140:0:34994:0:(osc_lock.c:964:osc_lock_enqueue_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789130496.010142:0:34994:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:3.0:1789130496.010144:0:34994:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process entered 00000020:00000001:3.0:1789130496.010145:0:34994:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:3.0:1789130496.010147:0:34994:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:3.0:1789130496.010149:0:34994:0:(lovsub_object.c:152:lovsub_req_projid_set()) Process leaving 00000020:00000001:3.0:1789130496.010150:0:34994:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:3.0:1789130496.010151:0:34994:0:(osc_request.c:3393:osc_enqueue_base()) Process entered 00010000:00000001:3.0:1789130496.010153:0:34994:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789130496.010157:0:34994:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf48fc4d00 count: 2 00010000:00000001:3.0:1789130496.010160:0:34994:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789130496.010164:0:34994:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789130496.010167:0:34994:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1789130496.010531:0:34994:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9caf5014c800 lock: 000000003a134c52/0xde5303b1d982cea5 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xcdf1b083821a621b expref: -99 pid: 34987 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 02000000:00000001:3.0:1789130496.010546:0:34994:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1789130496.010551:0:34994:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789130496.010555:0:34994:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 4198399) ns: lustre-OST0000-osc-ffff9caf5014c800 lock: 000000003a134c52/0xde5303b1d982cea5 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xcdf1b083821a621b expref: -99 pid: 34987 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00000001:3.0:1789130496.010563:0:34994:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789130496.010564:0:34994:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789130496.010566:0:34994:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40031c00 refcount=4 00000020:00000001:3.0:1789130496.010568:0:34994:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239996416 : -109198469555200 : ffff9caf40031c00) 00010000:00000001:3.0:1789130496.010571:0:34994:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239996416 : -109198469555200 : ffff9caf40031c00) 00000008:00000001:3.0:1789130496.010574:0:34994:0:(osc_lock.c:277:osc_lock_upcall()) Process entered 00010000:00000001:3.0:1789130496.010577:0:34994:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789130496.010578:0:34994:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789130496.010579:0:34994:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40031c00 refcount=5 00000020:00000001:3.0:1789130496.010582:0:34994:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239996416 : -109198469555200 : ffff9caf40031c00) 00010000:00000001:3.0:1789130496.010584:0:34994:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239996416 : -109198469555200 : ffff9caf40031c00) 00010000:00000001:3.0:1789130496.010586:0:34994:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789130496.010587:0:34994:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789130496.010588:0:34994:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40031c00 refcount=6 00000020:00000001:3.0:1789130496.010590:0:34994:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239996416 : -109198469555200 : ffff9caf40031c00) 00010000:00000001:3.0:1789130496.010592:0:34994:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239996416 : -109198469555200 : ffff9caf40031c00) 00010000:00000001:3.0:1789130496.010594:0:34994:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789130496.010595:0:34994:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789130496.010598:0:34994:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff9caf5014c800 lock: 000000003a134c52/0xde5303b1d982cea5 lrc: 7/1,1 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xcdf1b083821a621b expref: -99 pid: 34987 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00000001:3.0:1789130496.010605:0:34994:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130496.010606:0:34994:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1789130496.010608:0:34994:0:(osc_lock.c:311:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130496.010609:0:34994:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789130496.010610:0:34994:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789130496.010612:0:34994:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40031c00 refcount=7 00000020:00000001:3.0:1789130496.010613:0:34994:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239996416 : -109198469555200 : ffff9caf40031c00) 00010000:00000001:3.0:1789130496.010615:0:34994:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239996416 : -109198469555200 : ffff9caf40031c00) 00010000:00000001:3.0:1789130496.010618:0:34994:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789130496.010621:0:34994:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9caf5014c800 lock: 000000003a134c52/0xde5303b1d982cea5 lrc: 7/1,1 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xcdf1b083821a621b expref: -99 pid: 34987 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00000001:3.0:1789130496.010628:0:34994:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130496.010629:0:34994:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1789130496.010632:0:34994:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff9caf5014c800 lock: 000000003a134c52/0xde5303b1d982cea5 lrc: 6/1,0 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xcdf1b083821a621b expref: -99 pid: 34987 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00000001:3.0:1789130496.010800:0:34994:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789130496.010802:0:34994:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130496.010951:0:34994:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789130496.010952:0:34994:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130496.010954:0:34994:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1789130496.010955:0:34994:0:(osc_request.c:3462:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1789130496.010957:0:34994:0:(osc_lock.c:1114:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789130496.010960:0:34994:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789130496.010963:0:34994:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789130496.010965:0:34994:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789130496.010967:0:34994:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789130496.010970:0:34994:0:(cl_io.c:299:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789130496.010971:0:34994:0:(cl_io.c:338:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789130496.010973:0:34994:0:(cl_io.c:532:cl_io_start()) Process entered 00000080:00000001:3.0:1789130496.010977:0:34994:0:(vvp_io.c:977:vvp_io_read_start()) Process entered 00000020:00000001:3.0:1789130496.010979:0:34994:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41cf7b90 00000080:00200000:3.0:1789130496.010981:0:34994:0:(vvp_io.c:981:vvp_io_read_start()) recon: read [46, 4194350) 00000020:00000001:3.0:1789130496.010986:0:34994:0:(cl_io.c:616:cl_io_lru_reserve()) Process entered 00020000:00000001:3.0:1789130496.010989:0:34994:0:(lov_io.c:1780:lov_io_lru_reserve()) Process entered 00020000:00000002:3.0:1789130496.010993:0:34994:0:(lov_offset.c:253:lov_stripe_intersects()) [46->4194349] -> [(0) 46->4194349 (0)] 00020000:00000001:3.0:1789130496.010996:0:34994:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1789130496.010997:0:34994:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446634875380584824 : -109198328966792 : ffff9caf48645178) 00000020:00000001:3.0:1789130496.010999:0:34994:0:(cl_io.c:616:cl_io_lru_reserve()) Process entered 00000008:00000001:3.0:1789130496.011003:0:34994:0:(osc_io.c:1447:osc_io_lru_reserve()) Process entered 00000008:00000001:3.0:1789130496.011006:0:34994:0:(osc_io.c:1460:osc_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789130496.011007:0:34994:0:(cl_io.c:627:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789130496.011009:0:34994:0:(lov_io.c:1821:lov_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789130496.011011:0:34994:0:(cl_io.c:627:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789130496.011015:0:34994:0:(cl_object.c:143:cl_object_top()) ffff9caf42b2a468 -> ffff9caf42b2a468 00000020:00000001:3.0:1789130496.011017:0:34994:0:(cl_object.c:143:cl_object_top()) ffff9caf42b2a468 -> ffff9caf42b2a468 00000020:00000001:3.0:1789130496.011019:0:34994:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:3.0:1789130496.011022:0:34994:0:(lov_object.c:1077:lov_attr_get_composite()) Process entered 00020000:00000001:3.0:1789130496.011025:0:34994:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:3.0:1789130496.011027:0:34994:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=46 : 46 : 2e) 00020000:00000001:3.0:1789130496.011029:0:34994:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:3.0:1789130496.011030:0:34994:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=46 : 46 : 2e) 00020000:00000002:3.0:1789130496.011032:0:34994:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x36:1028 on OST[0]: s=46 (1) m=1789130495 a=1789130496 c=1789130495 b=1 00020000:00000001:3.0:1789130496.011035:0:34994:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1789130496.011037:0:34994:0:(lov_object.c:1108:lov_attr_get_composite()) COMP ID #-1: s=46 m=1789130495 a=1789130496 c=1789130495 b=1 00020000:00000001:3.0:1789130496.011039:0:34994:0:(lov_object.c:1146:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789130496.011041:0:34994:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789130496.011043:0:34994:0:(cl_object.c:143:cl_object_top()) ffff9caf42b2a468 -> ffff9caf42b2a468 00000001:00000001:3.0:1789130496.011046:0:34994:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:3.0:1789130496.011047:0:34994:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000404:0x36:0x0] 00000020:00000001:3.0:1789130496.011049:0:34994:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:3.0:1789130496.011050:0:34994:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:3.0:1789130496.011052:0:34994:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:3.0:1789130496.011054:0:34994:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:3.0:1789130496.011055:0:34994:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:3.0:1789130496.011062:0:34994:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff9caf42e06c80. 00020000:00000002:3.0:1789130496.011064:0:34994:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:3.0:1789130496.011066:0:34994:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:3.0:1789130496.011068:0:34994:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1789130496.011069:0:34994:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446634875380584824 : -109198328966792 : ffff9caf48645178) 00000020:00000001:3.0:1789130496.011071:0:34994:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:3.0:1789130496.011074:0:34994:0:(osc_lock.c:1279:osc_lock_init()) slab-alloced 'oscl': 312 at ffff9caf4815f728. 00000008:00010000:3.0:1789130496.011076:0:34994:0:(lustre_osc.h:166:osc_enq2ldlm_flags()) flags: a 00000020:00000001:3.0:1789130496.011078:0:34994:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:3.0:1789130496.011080:0:34994:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:3.0:1789130496.011082:0:34994:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9caf42e06cb0, osc lock ffff9caf4815f728, flags 0x400001002 00000020:00000001:3.0:1789130496.011084:0:34994:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789130496.011086:0:34994:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789130496.011087:0:34994:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446634875288054912 : -109198421496704 : ffff9caf42e06c80) 00000020:00000001:3.0:1789130496.011089:0:34994:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:3.0:1789130496.011091:0:34994:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:3.0:1789130496.011092:0:34994:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789130496.011094:0:34994:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789130496.011096:0:34994:0:(cl_io.c:1193:cl_sync_io_init_notify()) Process entered 00000020:00000001:3.0:1789130496.011098:0:34994:0:(cl_io.c:1201:cl_sync_io_init_notify()) Process leaving 00000020:00000001:3.0:1789130496.011100:0:34994:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:3.0:1789130496.011101:0:34994:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:3.0:1789130496.011102:0:34994:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1789130496.011103:0:34994:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446634875380584824 : -109198328966792 : ffff9caf48645178) 00000020:00000001:3.0:1789130496.011105:0:34994:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:3.0:1789130496.011107:0:34994:0:(osc_lock.c:1010:osc_lock_enqueue()) Process entered 00000008:00000001:3.0:1789130496.011109:0:34994:0:(osc_lock.c:1035:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1789130496.011112:0:34994:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:3.0:1789130496.011114:0:34994:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process entered 00000020:00000001:3.0:1789130496.011115:0:34994:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:3.0:1789130496.011117:0:34994:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:3.0:1789130496.011118:0:34994:0:(lovsub_object.c:152:lovsub_req_projid_set()) Process leaving 00000020:00000001:3.0:1789130496.011119:0:34994:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:3.0:1789130496.011121:0:34994:0:(osc_request.c:3393:osc_enqueue_base()) Process entered 00010000:00000001:3.0:1789130496.011122:0:34994:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789130496.011128:0:34994:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf48fc4d00 count: 2 00010000:00000001:3.0:1789130496.011131:0:34994:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789130496.011135:0:34994:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789130496.011137:0:34994:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789130496.011140:0:34994:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9caf5014c800 lock: 000000003a134c52/0xde5303b1d982cea5 lrc: 5/1,1 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xcdf1b083821a621b expref: -99 pid: 34987 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 02000000:00000001:3.0:1789130496.011149:0:34994:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1789130496.011151:0:34994:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789130496.011154:0:34994:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff9caf5014c800 lock: 000000003a134c52/0xde5303b1d982cea5 lrc: 5/1,1 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xcdf1b083821a621b expref: -99 pid: 34987 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00000001:3.0:1789130496.011162:0:34994:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789130496.011163:0:34994:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789130496.011165:0:34994:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40031c00 refcount=6 00000020:00000001:3.0:1789130496.011166:0:34994:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239996416 : -109198469555200 : ffff9caf40031c00) 00010000:00000001:3.0:1789130496.011410:0:34994:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239996416 : -109198469555200 : ffff9caf40031c00) 00000008:00000001:3.0:1789130496.011414:0:34994:0:(osc_lock.c:277:osc_lock_upcall()) Process entered 00010000:00000001:3.0:1789130496.011416:0:34994:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789130496.011417:0:34994:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789130496.011419:0:34994:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40031c00 refcount=7 00000020:00000001:3.0:1789130496.011421:0:34994:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239996416 : -109198469555200 : ffff9caf40031c00) 00010000:00000001:3.0:1789130496.011423:0:34994:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239996416 : -109198469555200 : ffff9caf40031c00) 00000020:00000001:3.0:1789130496.011427:0:34994:0:(cl_io.c:1837:__cl_sync_io_note()) Process entered 00000020:00200000:3.0:1789130496.011429:0:34994:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:3.0:1789130496.011431:0:34994:0:(cl_io.c:1911:__cl_sync_io_note()) Process leaving 00000008:00000001:3.0:1789130496.011433:0:34994:0:(osc_lock.c:311:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130496.011434:0:34994:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789130496.011436:0:34994:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789130496.011437:0:34994:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40031c00 refcount=8 00000020:00000001:3.0:1789130496.011439:0:34994:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239996416 : -109198469555200 : ffff9caf40031c00) 00010000:00000001:3.0:1789130496.011441:0:34994:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239996416 : -109198469555200 : ffff9caf40031c00) 00010000:00000001:3.0:1789130496.011442:0:34994:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789130496.011445:0:34994:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9caf5014c800 lock: 000000003a134c52/0xde5303b1d982cea5 lrc: 8/1,1 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xcdf1b083821a621b expref: -99 pid: 34987 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00000001:3.0:1789130496.011452:0:34994:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130496.011454:0:34994:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1789130496.011456:0:34994:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff9caf5014c800 lock: 000000003a134c52/0xde5303b1d982cea5 lrc: 7/1,0 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xcdf1b083821a621b expref: -99 pid: 34987 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00000001:3.0:1789130496.011464:0:34994:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789130496.011465:0:34994:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130496.011466:0:34994:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789130496.011467:0:34994:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130496.011468:0:34994:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1789130496.011470:0:34994:0:(osc_request.c:3462:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1789130496.011471:0:34994:0:(osc_lock.c:1114:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789130496.011473:0:34994:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789130496.011476:0:34994:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789130496.011478:0:34994:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789130496.011479:0:34994:0:(cl_io.c:1837:__cl_sync_io_note()) Process entered 00000020:00200000:3.0:1789130496.011481:0:34994:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:3.0:1789130496.011483:0:34994:0:(cl_io.c:1911:__cl_sync_io_note()) Process leaving 00000020:00000001:3.0:1789130496.011485:0:34994:0:(cl_io.c:1213:cl_sync_io_wait()) Process entered 00000020:00000001:3.0:1789130496.011487:0:34994:0:(cl_io.c:1237:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789130496.011488:0:34994:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130496.011492:0:34994:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:3.0:1789130496.011713:0:34994:0:(cl_object.c:143:cl_object_top()) ffff9caf42b2a468 -> ffff9caf42b2a468 00000020:00000001:3.0:1789130496.011717:0:34994:0:(cl_object.c:143:cl_object_top()) ffff9caf42b2a468 -> ffff9caf42b2a468 00000020:00000001:3.0:1789130496.011719:0:34994:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:3.0:1789130496.011721:0:34994:0:(lov_object.c:1077:lov_attr_get_composite()) Process entered 00020000:00000002:3.0:1789130496.011723:0:34994:0:(lov_object.c:1108:lov_attr_get_composite()) COMP ID #-1: s=46 m=1789130495 a=1789130496 c=1789130495 b=1 00020000:00000001:3.0:1789130496.011726:0:34994:0:(lov_object.c:1146:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789130496.011728:0:34994:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789130496.011730:0:34994:0:(cl_object.c:143:cl_object_top()) ffff9caf42b2a468 -> ffff9caf42b2a468 00000080:00200000:3.0:1789130496.011733:0:34994:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000404:0x36:0x0] updating i_size 46 i_blocks 1 00000080:00000001:3.0:1789130496.011737:0:34994:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:3.0:1789130496.011738:0:34994:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:3.0:1789130496.011740:0:34994:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9caf48647a80 (ffff9caf58487cf8/0) at cl_lock_release():245 00000020:00000001:3.0:1789130496.011743:0:34994:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:3.0:1789130496.011744:0:34994:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9caf48647a80 (ffff9caf58487cf8/0) at cl_lock_cancel():142 00020000:00000001:3.0:1789130496.011747:0:34994:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:3.0:1789130496.011749:0:34994:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1789130496.011750:0:34994:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446634875380584824 : -109198328966792 : ffff9caf48645178) 00000020:00000001:3.0:1789130496.011753:0:34994:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:3.0:1789130496.011754:0:34994:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9caf42e06cb0 (ffff9caf5815b368/1) at cl_lock_cancel():142 00000008:00000001:3.0:1789130496.011757:0:34994:0:(osc_lock.c:1172:osc_lock_cancel()) Process entered 00000008:00000001:3.0:1789130496.011759:0:34994:0:(osc_lock.c:1126:osc_lock_detach()) Process entered 00010000:00000001:3.0:1789130496.011760:0:34994:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130496.011761:0:34994:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1789130496.011763:0:34994:0:(osc_lock.c:1145:osc_lock_detach()) Process leaving 00000008:00000001:3.0:1789130496.011765:0:34994:0:(osc_lock.c:1181:osc_lock_cancel()) Process leaving 00000020:00000001:3.0:1789130496.011766:0:34994:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:3.0:1789130496.011767:0:34994:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:3.0:1789130496.011768:0:34994:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:3.0:1789130496.011770:0:34994:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9caf48647a80 (ffff9caf58487cf8/0) at cl_lock_fini():72 00020000:00000001:3.0:1789130496.011773:0:34994:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:3.0:1789130496.011774:0:34994:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:3.0:1789130496.011775:0:34994:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9caf42e06cb0 (ffff9caf58487cf8/1) at cl_lock_fini():72 00000008:00000010:3.0:1789130496.011779:0:34994:0:(osc_lock.c:116:osc_lock_fini()) slab-freed '(ols)': 312 at ffff9caf4815f728. 00000020:00000001:3.0:1789130496.011785:0:34994:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:3.0:1789130496.011787:0:34994:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff9caf42e06c80. 00020000:00000001:3.0:1789130496.011792:0:34994:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:3.0:1789130496.011793:0:34994:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:3.0:1789130496.011795:0:34994:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:3.0:1789130496.011797:0:34994:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:3.0:1789130496.011908:0:34994:0:(vvp_io.c:1010:vvp_io_read_start()) header@000000007ff29ff8[0x110, 2, [0x200000404:0x36:0x0] hash] 00000080:00000002:3.0:1789130496.011911:0:34994:0:(vvp_io.c:1010:vvp_io_read_start()) Read ino 144115205322833974, 4194304 bytes, offset 46, size 46 00000080:00400000:3.0:1789130496.011914:0:34994:0:(vvp_io.c:1029:vvp_io_read_start()) tot 4194304, ra_start 0, ra_count 1025 00000080:00200000:3.0:1789130496.011919:0:34994:0:(vvp_io.c:1039:vvp_io_read_start()) count:4194304 iocb pos:46 00020000:00000001:3.0:1789130496.011925:0:34994:0:(lov_io.c:1588:lov_io_start()) Process entered 00020000:00000001:3.0:1789130496.011927:0:34994:0:(lov_io.c:1516:lov_io_call()) Process entered 00000020:00000001:3.0:1789130496.011928:0:34994:0:(cl_io.c:532:cl_io_start()) Process entered 00000008:00000001:3.0:1789130496.011931:0:34994:0:(osc_io.c:1056:osc_io_read_start()) Process entered 00000020:00000001:3.0:1789130496.011933:0:34994:0:(cl_object.c:143:cl_object_top()) ffff9caf583136e0 -> ffff9caf42b2a468 00000020:00000001:3.0:1789130496.011934:0:34994:0:(cl_object.c:143:cl_object_top()) ffff9caf583136e0 -> ffff9caf42b2a468 00000020:00000001:3.0:1789130496.011937:0:34994:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00020000:00000001:3.0:1789130496.011940:0:34994:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:3.0:1789130496.011942:0:34994:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789130496.011944:0:34994:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789130496.011945:0:34994:0:(cl_object.c:143:cl_object_top()) ffff9caf583136e0 -> ffff9caf42b2a468 00000008:00000001:3.0:1789130496.011947:0:34994:0:(osc_io.c:1065:osc_io_read_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789130496.011949:0:34994:0:(cl_io.c:544:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789130496.011950:0:34994:0:(lov_io.c:1533:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789130496.011952:0:34994:0:(lov_io.c:1589:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789130496.011953:0:34994:0:(cl_io.c:544:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789130496.011955:0:34994:0:(cl_io.c:559:cl_io_end()) Process entered 00020000:00000001:3.0:1789130496.011957:0:34994:0:(lov_io.c:1516:lov_io_call()) Process entered 00020000:00000001:3.0:1789130496.011959:0:34994:0:(lov_io.c:1594:lov_io_end_wrapper()) Process entered 00000020:00000001:3.0:1789130496.011960:0:34994:0:(cl_io.c:559:cl_io_end()) Process entered 00000020:00000001:3.0:1789130496.011962:0:34994:0:(cl_io.c:567:cl_io_end()) Process leaving 00020000:00000001:3.0:1789130496.011963:0:34994:0:(lov_io.c:1604:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789130496.011965:0:34994:0:(lov_io.c:1533:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789130496.011967:0:34994:0:(cl_io.c:567:cl_io_end()) Process leaving 00000020:00000001:3.0:1789130496.011969:0:34994:0:(cl_io.c:356:cl_io_unlock()) Process entered 00000020:00000001:3.0:1789130496.011972:0:34994:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:3.0:1789130496.011974:0:34994:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9caf4a447128 (ffff9caf58487cf8/0) at cl_lock_release():245 00000020:00000001:3.0:1789130496.011976:0:34994:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:3.0:1789130496.011977:0:34994:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9caf4a447128 (ffff9caf58487cf8/0) at cl_lock_cancel():142 00020000:00000001:3.0:1789130496.011980:0:34994:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:3.0:1789130496.011981:0:34994:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1789130496.011982:0:34994:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446634875380584824 : -109198328966792 : ffff9caf48645178) 00000020:00000001:3.0:1789130496.011984:0:34994:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:3.0:1789130496.011986:0:34994:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9caf42e06b30 (ffff9caf5815b368/1) at cl_lock_cancel():142 00000008:00000001:3.0:1789130496.011989:0:34994:0:(osc_lock.c:1172:osc_lock_cancel()) Process entered 00000008:00000001:3.0:1789130496.011990:0:34994:0:(osc_lock.c:1126:osc_lock_detach()) Process entered 00010000:00000001:3.0:1789130496.011992:0:34994:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789130496.011993:0:34994:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789130496.011994:0:34994:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40031c00 refcount=5 00000020:00000001:3.0:1789130496.011996:0:34994:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239996416 : -109198469555200 : ffff9caf40031c00) 00010000:00000001:3.0:1789130496.011998:0:34994:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239996416 : -109198469555200 : ffff9caf40031c00) 00010000:00000001:3.0:1789130496.012001:0:34994:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789130496.012003:0:34994:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff9caf5014c800 lock: 000000003a134c52/0xde5303b1d982cea5 lrc: 5/1,0 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xcdf1b083821a621b expref: -99 pid: 34987 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00000001:3.0:1789130496.012011:0:34994:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130496.012012:0:34994:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789130496.012014:0:34994:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1789130496.012016:0:34994:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1789130496.012018:0:34994:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9caf5014c800 lock: 000000003a134c52/0xde5303b1d982cea5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xcdf1b083821a621b expref: -99 pid: 34987 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 1 00010000:00000001:3.0:1789130496.012025:0:34994:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130496.012028:0:34994:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789130496.012031:0:34994:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789130496.012033:0:34994:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130496.012037:0:34994:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789130496.012039:0:34994:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130496.012040:0:34994:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130496.012044:0:34994:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130496.012046:0:34994:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789130496.012047:0:34994:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130496.012048:0:34994:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789130496.012049:0:34994:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130496.012050:0:34994:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1789130496.012051:0:34994:0:(osc_lock.c:1145:osc_lock_detach()) Process leaving 00000008:00000001:3.0:1789130496.012053:0:34994:0:(osc_lock.c:1181:osc_lock_cancel()) Process leaving 00000020:00000001:3.0:1789130496.012054:0:34994:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:3.0:1789130496.012055:0:34994:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:3.0:1789130496.012056:0:34994:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:3.0:1789130496.012057:0:34994:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9caf4a447128 (ffff9caf58487cf8/0) at cl_lock_fini():72 00020000:00000001:3.0:1789130496.012060:0:34994:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:3.0:1789130496.012061:0:34994:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:3.0:1789130496.012062:0:34994:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9caf42e06b30 (ffff9caf58487cf8/1) at cl_lock_fini():72 00000008:00000010:3.0:1789130496.012064:0:34994:0:(osc_lock.c:116:osc_lock_fini()) slab-freed '(ols)': 312 at ffff9caf4815f110. 00000020:00000001:3.0:1789130496.012066:0:34994:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:3.0:1789130496.012067:0:34994:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff9caf42e06b00. 00020000:00000001:3.0:1789130496.012069:0:34994:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:3.0:1789130496.012070:0:34994:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:3.0:1789130496.012071:0:34994:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00020000:00000001:3.0:1789130496.012073:0:34994:0:(lov_io.c:1682:lov_io_unlock()) Process entered 00020000:00000001:3.0:1789130496.012074:0:34994:0:(lov_io.c:1516:lov_io_call()) Process entered 00000020:00000001:3.0:1789130496.012075:0:34994:0:(cl_io.c:356:cl_io_unlock()) Process entered 00000020:00000001:3.0:1789130496.012076:0:34994:0:(cl_io.c:377:cl_io_unlock()) Process leaving 00020000:00000001:3.0:1789130496.012077:0:34994:0:(lov_io.c:1616:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789130496.012079:0:34994:0:(lov_io.c:1533:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789130496.012080:0:34994:0:(lov_io.c:1685:lov_io_unlock()) Process leaving 00000020:00000001:3.0:1789130496.012081:0:34994:0:(cl_io.c:377:cl_io_unlock()) Process leaving 00000020:00000001:3.0:1789130496.012083:0:34994:0:(cl_io.c:453:cl_io_rw_advance()) Process entered 00000080:00200000:3.0:1789130496.012086:0:34994:0:(vvp_io.c:640:vvp_io_advance()) advancing 0 bytes 00000020:00000001:3.0:1789130496.012087:0:34994:0:(cl_io.c:469:cl_io_rw_advance()) Process leaving 00000020:00000001:3.0:1789130496.012089:0:34994:0:(cl_io.c:433:cl_io_iter_fini()) Process entered 00020000:00000001:3.0:1789130496.012091:0:34994:0:(lov_io.c:1663:lov_io_iter_fini()) Process entered 00020000:00000001:3.0:1789130496.012092:0:34994:0:(lov_io.c:1516:lov_io_call()) Process entered 00000020:00000001:3.0:1789130496.012092:0:34994:0:(cl_io.c:433:cl_io_iter_fini()) Process entered 00000020:00000001:3.0:1789130496.012095:0:34994:0:(cl_io.c:439:cl_io_iter_fini()) Process leaving 00020000:00000001:3.0:1789130496.012096:0:34994:0:(lov_io.c:1610:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789130496.012098:0:34994:0:(lov_io.c:1533:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789130496.012100:0:34994:0:(lov_io.c:1674:lov_io_iter_fini()) Process leaving 00000020:00000001:3.0:1789130496.012101:0:34994:0:(cl_io.c:439:cl_io_iter_fini()) Process leaving 00000020:00000001:3.0:1789130496.012102:0:34994:0:(cl_io.c:877:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789130496.012107:0:34994:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:3.0:1789130496.012109:0:34994:0:(lov_io.c:1057:lov_io_fini()) Process entered 00020000:00000001:3.0:1789130496.012110:0:34994:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:3.0:1789130496.012111:0:34994:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:3.0:1789130496.012113:0:34994:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1789130496.012115:0:34994:0:(cl_object.c:917:cl_env_put()) 1@ffff9caf5815b360 00020000:00000001:3.0:1789130496.012117:0:34994:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:3.0:1789130496.012120:0:34994:0:(lov_io.c:1088:lov_io_fini()) Process leaving 00000080:00000001:3.0:1789130496.012121:0:34994:0:(vvp_io.c:392:vvp_io_fini()) Process entered 00000080:00200000:3.0:1789130496.012123:0:34994:0:(vvp_io.c:402:vvp_io_fini()) [0x200000404:0x36:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, need minor change layout 0 00000080:00000001:3.0:1789130496.012126:0:34994:0:(vvp_io.c:509:vvp_io_fini()) Process leaving 00000020:00000001:3.0:1789130496.012127:0:34994:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00000001:3.0:1789130496.012128:0:34994:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41cf7c98 00000080:00200000:3.0:1789130496.012130:0:34994:0:(file.c:2240:ll_file_io_generic()) recon: 1 io complete with rc: 0, result: 0, restart: 0 00000080:00200000:3.0:1789130496.012134:0:34994:0:(file.c:2326:ll_file_io_generic()) iot: 1, result: 0 00000080:00000001:3.0:1789130496.012136:0:34994:0:(file.c:2330:ll_file_io_generic()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1789130496.012139:0:34994:0:(cl_object.c:917:cl_env_put()) 1@ffff9caf58487cf0 00000020:00000001:3.0:1789130496.012141:0:34994:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41cf7d88 00000080:00000008:3.0:1789130496.012275:0:34994:0:(file.c:2550:do_file_read_iter()) COMPLETED: file recon:[0x200000404:0x36:0x0], ppos: 46, count: 4194304, rc = 0 00000080:00000001:3.0:1789130496.012347:0:34994:0:(file.c:2552:do_file_read_iter()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789130496.012471:0:34994:0:(lov_object.c:2454:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:3.0:1789130496.012475:0:34994:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9caf47cdc5d0) owner 0000000000000000/ffff9caf484427c0 00020000:00000002:3.0:1789130496.012480:0:34994:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9caf47cdc5d0) owner 0000000000000000/ffff9caf484427c0 00020000:00000001:3.0:1789130496.012482:0:34994:0:(lov_object.c:2505:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130496.012495:0:34994:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:3.0:1789130496.012498:0:34994:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41cf7df0 00000080:00200008:3.0:1789130496.012500:0:34994:0:(file.c:479:ll_file_release()) START file recon:[0x200000404:0x36:0x0](ffff9caf60199148), flags 100000 00000080:00000001:3.0:1789130496.012505:0:34994:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:3.0:1789130496.012507:0:34994:0:(pcc.c:2463:pcc_file_release()) Process leaving 00020000:00000001:3.0:1789130496.012509:0:34994:0:(lov_object.c:2454:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:3.0:1789130496.012511:0:34994:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9caf47cdc5d0) owner 0000000000000000/ffff9caf484427c0 00020000:00000002:3.0:1789130496.012514:0:34994:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9caf47cdc5d0) owner 0000000000000000/ffff9caf484427c0 00020000:00000001:3.0:1789130496.012516:0:34994:0:(lov_object.c:2505:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130496.012519:0:34994:0:(file.c:341:ll_md_close()) Process entered 00000002:00000001:3.0:1789130496.012532:0:34994:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789130496.012535:0:34994:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789130496.012544:0:34994:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf48fc4600 count: 3 00010000:00000001:3.0:1789130496.012547:0:34994:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789130496.012552:0:34994:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:3.0:1789130496.012556:0:34994:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:3.0:1789130496.012558:0:34994:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1789130496.012563:0:34994:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789130496.012568:0:34994:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a93c00/0xde5303b1d982cec1 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x36:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xcdf1b083821a625a expref: -99 pid: 34994 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1789130496.012576:0:34994:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789130496.012578:0:34994:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789130496.012580:0:34994:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=16 : 16 : 10) 00800000:00000002:3.0:1789130496.012583:0:34994:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000404:0x36:0x0]: 16 00000080:00000010:3.0:1789130496.012585:0:34994:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9caf47d2c140. 00000080:00000001:3.0:1789130496.012589:0:34994:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789130496.012595:0:34994:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41cf7df0 00000080:00000008:3.0:1789130496.012598:0:34994:0:(file.c:523:ll_file_release()) COMPLETED file recon:[0x200000404:0x36:0x0](ffff9caf60199148), flags 100000, rc = 0 00000080:00000001:3.0:1789130496.012601:0:34994:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789130496.012607:0:34994:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1789130496.012609:0:34994:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41cf7e00 00000080:00002000:3.0:1789130496.012611:0:34994:0:(dcache.c:127:ll_ddelete()) keeping dentry recon (ffff9caf44505bd0, parent ffff9caf600f3360, inode ffff9caf60199148) hashed, 00000080:00000001:3.0:1789130496.012615:0:34994:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130496.025434:0:34995:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:2.0:1789130496.025441:0:34995:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:2.0:1789130496.025445:0:34995:0:(file.c:6206:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1789130496.025449:0:34995:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41eefb20 00000080:00200000:2.0:1789130496.025455:0:34995:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8),name=/ 00000080:00000010:2.0:1789130496.025463:0:34995:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9caf48181c00. 00800000:00000002:2.0:1789130496.025470:0:34995:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9caf4557c8c0 2 00000080:00000001:2.0:1789130496.025474:0:34995:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1789130496.025479:0:34995:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1789130496.025482:0:34995:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41eefa40 00800000:00000002:2.0:1789130496.025485:0:34995:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1789130496.025489:0:34995:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1789130496.025495:0:34995:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1789130496.025502:0:34995:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1789130496.025504:0:34995:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41eef910 00000002:00010000:2.0:1789130496.025506:0:34995:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1789130496.025510:0:34995:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1789130496.025512:0:34995:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789130496.025516:0:34995:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789130496.025524:0:34995:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf48e45d00 count: 2 00010000:00000001:2.0:1789130496.025527:0:34995:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789130496.025532:0:34995:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789130496.025537:0:34995:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1789130496.025542:0:34995:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a92600/0xde5303b1d982ceba lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a624c expref: -99 pid: 34994 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:2.0:1789130496.025555:0:34995:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1789130496.025561:0:34995:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789130496.025564:0:34995:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a92600/0xde5303b1d982ceba lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a624c expref: -99 pid: 34994 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:2.0:1789130496.025573:0:34995:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1789130496.025575:0:34995:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1789130496.025577:0:34995:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1789130496.025579:0:34995:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1789130496.025581:0:34995:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1789130496.025583:0:34995:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1789130496.025586:0:34995:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1789130496.025590:0:34995:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9caf4557c8c0 2 00000080:00000010:2.0:1789130496.025593:0:34995:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9caf48181c00. 00000080:00000001:2.0:1789130496.025596:0:34995:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1789130496.025598:0:34995:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789130496.025600:0:34995:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9caf601980c8) 00000080:00010000:2.0:1789130496.025604:0:34995:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9caf601980c8) for lock 0xde5303b1d982ceba 00800000:00000001:2.0:1789130496.025607:0:34995:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1789130496.025610:0:34995:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1789130496.025612:0:34995:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130496.025615:0:34995:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130496.025618:0:34995:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf46a92600 refcount=3 00000020:00000001:2.0:1789130496.025620:0:34995:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875351541248 : -109198358010368 : ffff9caf46a92600) 00010000:00000001:2.0:1789130496.025623:0:34995:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875351541248 : -109198358010368 : ffff9caf46a92600) 00010000:00000001:2.0:1789130496.025626:0:34995:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130496.025628:0:34995:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789130496.025630:0:34995:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789130496.025631:0:34995:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789130496.025634:0:34995:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xde5303b1d982ceba from it ffffb97f41eefb58 00010000:00000001:2.0:1789130496.025636:0:34995:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130496.025637:0:34995:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130496.025639:0:34995:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf46a92600 refcount=3 00000020:00000001:2.0:1789130496.025641:0:34995:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875351541248 : -109198358010368 : ffff9caf46a92600) 00010000:00000001:2.0:1789130496.025642:0:34995:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875351541248 : -109198358010368 : ffff9caf46a92600) 00010000:00000001:2.0:1789130496.025645:0:34995:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789130496.025648:0:34995:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a92600/0xde5303b1d982ceba lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a624c expref: -99 pid: 34994 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1789130496.025655:0:34995:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130496.025656:0:34995:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130496.025658:0:34995:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1789130496.025661:0:34995:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1789130496.025663:0:34995:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a92600/0xde5303b1d982ceba lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a624c expref: -99 pid: 34994 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1789130496.025674:0:34995:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789130496.025677:0:34995:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789130496.025679:0:34995:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789130496.025686:0:34995:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130496.025687:0:34995:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130496.025689:0:34995:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130496.025693:0:34995:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789130496.025695:0:34995:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130496.025698:0:34995:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130496.025701:0:34995:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130496.025704:0:34995:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789130496.025705:0:34995:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130496.025706:0:34995:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1789130496.025709:0:34995:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1789130496.025711:0:34995:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1789130496.025713:0:34995:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8), inode mode 41ff mask 1 00000080:00000001:2.0:1789130496.025718:0:34995:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130496.025723:0:34995:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:2.0:1789130496.025726:0:34995:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41eefb48 00000080:00002000:2.0:1789130496.025727:0:34995:0:(dcache.c:87:ll_dcompare()) found name recon(ffff9caf44505bd0) flags 0x48004e refc 0 00000080:00000001:2.0:1789130496.025730:0:34995:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130496.025731:0:34995:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41eefb90 00000080:00200000:2.0:1789130496.025732:0:34995:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=recon, flags=8 00000020:00000001:2.0:1789130496.025741:0:34995:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41eefd10 00000080:00200008:2.0:1789130496.025744:0:34995:0:(file.c:6313:ll_getattr_dentry()) START file recon:[0x200000404:0x36:0x0](ffff9caf60199148), request_mask 606, flags 0, foreign 0 00000080:00000001:2.0:1789130496.025749:0:34995:0:(file.c:6206:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1789130496.025750:0:34995:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41eefc88 00000080:00200000:2.0:1789130496.025752:0:34995:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x36:0x0](ffff9caf60199148),name=recon 00000080:00000010:2.0:1789130496.025756:0:34995:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9caf48181c00. 00800000:00000002:2.0:1789130496.025759:0:34995:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9caf4557c8c0 2 00000080:00000001:2.0:1789130496.025765:0:34995:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1789130496.025766:0:34995:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1789130496.025767:0:34995:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41eefba8 00800000:00000002:2.0:1789130496.025769:0:34995:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000404:0x36:0x0] 'recon' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1789130496.025772:0:34995:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1789130496.025777:0:34995:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x36:0x0], name='' -> mds #0 00000002:00000001:2.0:1789130496.025780:0:34995:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1789130496.025781:0:34995:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41eefa78 00000002:00010000:2.0:1789130496.025783:0:34995:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000404:0x36:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1789130496.025785:0:34995:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1789130496.025786:0:34995:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789130496.025787:0:34995:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789130496.025790:0:34995:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf48fc4600 count: 3 00010000:00000001:2.0:1789130496.025793:0:34995:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789130496.025796:0:34995:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789130496.025798:0:34995:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1789130496.025801:0:34995:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030c00/0xde5303b1d982ce97 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xcdf1b083821a6206 expref: -99 pid: 34987 timeout: 0 lvb_type: 3 lru_score: 6 lru_type: 0 02000000:00000001:2.0:1789130496.025875:0:34995:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1789130496.025877:0:34995:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789130496.025880:0:34995:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030c00/0xde5303b1d982ce97 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xcdf1b083821a6206 expref: -99 pid: 34987 timeout: 0 lvb_type: 3 lru_score: 6 lru_type: 0 00000002:00000001:2.0:1789130496.025887:0:34995:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1789130496.025889:0:34995:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1789130496.025891:0:34995:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1789130496.025893:0:34995:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1789130496.025895:0:34995:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1789130496.025897:0:34995:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1789130496.025900:0:34995:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1789130496.025902:0:34995:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9caf4557c8c0 2 00000080:00000010:2.0:1789130496.025904:0:34995:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9caf48181c00. 00000080:00000001:2.0:1789130496.025907:0:34995:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1789130496.025908:0:34995:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789130496.031465:0:34995:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x36:0x0](ffff9caf60199148) 00000080:00010000:2.0:1789130496.031475:0:34995:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000404:0x36:0x0](ffff9caf60199148) for lock 0xde5303b1d982ce97 00800000:00000001:2.0:1789130496.031481:0:34995:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1789130496.031486:0:34995:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1789130496.031489:0:34995:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130496.031492:0:34995:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130496.031496:0:34995:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40030c00 refcount=3 00000020:00000001:2.0:1789130496.031499:0:34995:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239992320 : -109198469559296 : ffff9caf40030c00) 00010000:00000001:2.0:1789130496.031503:0:34995:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239992320 : -109198469559296 : ffff9caf40030c00) 00010000:00000001:2.0:1789130496.031507:0:34995:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130496.031510:0:34995:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789130496.031513:0:34995:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789130496.031515:0:34995:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789130496.031517:0:34995:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xde5303b1d982ce97 from it ffffb97f41eefcc0 00010000:00000001:2.0:1789130496.031520:0:34995:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130496.031521:0:34995:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130496.031522:0:34995:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40030c00 refcount=3 00000020:00000001:2.0:1789130496.031525:0:34995:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239992320 : -109198469559296 : ffff9caf40030c00) 00010000:00000001:2.0:1789130496.031527:0:34995:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239992320 : -109198469559296 : ffff9caf40030c00) 00010000:00000001:2.0:1789130496.031529:0:34995:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789130496.031535:0:34995:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030c00/0xde5303b1d982ce97 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xcdf1b083821a6206 expref: -99 pid: 34987 timeout: 0 lvb_type: 3 lru_score: 6 lru_type: 0 00010000:00000001:2.0:1789130496.031545:0:34995:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130496.031545:0:34995:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130496.031547:0:34995:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1789130496.031550:0:34995:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1789130496.031552:0:34995:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030c00/0xde5303b1d982ce97 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xcdf1b083821a6206 expref: -99 pid: 34987 timeout: 0 lvb_type: 3 lru_score: 7 lru_type: 0 00010000:00000001:2.0:1789130496.031560:0:34995:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789130496.031564:0:34995:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789130496.031566:0:34995:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789130496.031571:0:34995:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130496.031572:0:34995:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130496.031573:0:34995:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130496.031576:0:34995:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789130496.031579:0:34995:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130496.031580:0:34995:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130496.031584:0:34995:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130496.031587:0:34995:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789130496.031588:0:34995:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130496.031589:0:34995:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1789130496.031594:0:34995:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1789130496.031597:0:34995:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1789130496.031601:0:34995:0:(pcc.c:2686:pcc_inode_getattr()) Process entered 00000080:00000001:2.0:1789130496.031605:0:34995:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:2.0:1789130496.031608:0:34995:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1789130496.031610:0:34995:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:2.0:1789130496.031611:0:34995:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130496.031613:0:34995:0:(pcc.c:2695:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1789130496.031618:0:34995:0:(glimpse.c:178:__cl_glimpse_size()) Process entered 00000020:00000001:2.0:1789130496.031620:0:34995:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1789130496.031624:0:34995:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446634875648775016 : -109198060776600 : ffff9caf58609368) 00000020:00001000:2.0:1789130496.031627:0:34995:0:(cl_object.c:823:cl_env_get()) 1@ffff9caf58609360 00000020:00000001:2.0:1789130496.031633:0:34995:0:(cl_object.c:143:cl_object_top()) ffff9caf42b2a468 -> ffff9caf42b2a468 00000020:00000001:2.0:1789130496.031635:0:34995:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:2.0:1789130496.031638:0:34995:0:(vvp_io.c:1987:vvp_io_init()) Process entered 00000080:00200000:2.0:1789130496.031640:0:34995:0:(vvp_io.c:1992:vvp_io_init()) [0x200000404:0x36:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:2.0:1789130496.031643:0:34995:0:(cl_io.c:902:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1789130496.031644:0:34995:0:(cl_io.c:908:cl_io_slice_add()) Process leaving 00000080:00000001:2.0:1789130496.031646:0:34995:0:(file.c:7121:ll_layout_refresh()) Process entered 00000080:00000001:2.0:1789130496.031648:0:34995:0:(file.c:7125:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130496.031650:0:34995:0:(vvp_io.c:2064:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1789130496.031655:0:34995:0:(lov_object.c:1604:lov_io_init()) [0x200000404:0x36:0x0]io ffff9caf42d807b0 type 7 ignore/verify layout 0/1, compressed 0 00020000:00000002:2.0:1789130496.031658:0:34995:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9caf47cdc5d0) owner 0000000000000000/ffff9caf48444f80 00020000:00000001:2.0:1789130496.031662:0:34995:0:(lov_io.c:2488:lov_io_init_composite()) Process entered 00020000:00000001:2.0:1789130496.031664:0:34995:0:(lov_io.c:764:lov_io_slice_init()) Process entered 00020000:00000001:2.0:1789130496.031666:0:34995:0:(lov_io.c:478:lov_io_mirror_init()) Process entered 00020000:00000001:2.0:1789130496.031668:0:34995:0:(lov_io.c:489:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789130496.031670:0:34995:0:(lov_io.c:919:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:2.0:1789130496.031672:0:34995:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:2.0:1789130496.031674:0:34995:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130496.031676:0:34995:0:(cl_io.c:902:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1789130496.031677:0:34995:0:(cl_io.c:908:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1789130496.031678:0:34995:0:(lov_io.c:2501:lov_io_init_composite()) Process leaving 00020000:00000002:2.0:1789130496.031680:0:34995:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9caf47cdc5d0) owner 0000000000000000/ffff9caf48444f80 00000020:00000001:2.0:1789130496.031683:0:34995:0:(cl_io.c:146:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1789130496.031685:0:34995:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:2.0:1789130496.031687:0:34995:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000404:0x36:0x0] 00000020:00000001:2.0:1789130496.031690:0:34995:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:2.0:1789130496.031691:0:34995:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:2.0:1789130496.031694:0:34995:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:2.0:1789130496.031696:0:34995:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:2.0:1789130496.031702:0:34995:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:2.0:1789130496.031713:0:34995:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff9caf4938d000. 00020000:00000002:2.0:1789130496.031716:0:34995:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:2.0:1789130496.031718:0:34995:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:2.0:1789130496.031720:0:34995:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1789130496.031722:0:34995:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:2.0:1789130496.031723:0:34995:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1789130496.031725:0:34995:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446634875648777320 : -109198060774296 : ffff9caf58609c68) 00000020:00001000:2.0:1789130496.031727:0:34995:0:(cl_object.c:823:cl_env_get()) 1@ffff9caf58609c60 00000020:00000001:2.0:1789130496.031730:0:34995:0:(cl_object.c:143:cl_object_top()) ffff9caf42b2a530 -> ffff9caf42b2a468 00000020:00000001:2.0:1789130496.031731:0:34995:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:2.0:1789130496.031734:0:34995:0:(cl_io.c:902:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1789130496.031735:0:34995:0:(cl_io.c:908:cl_io_slice_add()) Process leaving 00000020:00000001:2.0:1789130496.031737:0:34995:0:(cl_io.c:146:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789130496.031738:0:34995:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789130496.031740:0:34995:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446634875287505448 : -109198422046168 : ffff9caf42d80a28) 00000020:00000001:2.0:1789130496.031742:0:34995:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:2.0:1789130496.031747:0:34995:0:(osc_lock.c:1279:osc_lock_init()) slab-alloced 'oscl': 312 at ffff9caf48150618. 00000008:00010000:2.0:1789130496.031750:0:34995:0:(lustre_osc.h:166:osc_enq2ldlm_flags()) flags: a 00000020:00000001:2.0:1789130496.031752:0:34995:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1789130496.031754:0:34995:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:2.0:1789130496.031755:0:34995:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9caf4938d030, osc lock ffff9caf48150618, flags 0x400001002 00000020:00000001:2.0:1789130496.031757:0:34995:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789130496.031759:0:34995:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789130496.031762:0:34995:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446634875394510848 : -109198315040768 : ffff9caf4938d000) 00000020:00000001:2.0:1789130496.031764:0:34995:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1789130496.031765:0:34995:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:2.0:1789130496.031766:0:34995:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130496.031768:0:34995:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130496.031771:0:34995:0:(cl_io.c:1193:cl_sync_io_init_notify()) Process entered 00000020:00000001:2.0:1789130496.031773:0:34995:0:(cl_io.c:1201:cl_sync_io_init_notify()) Process leaving 00000020:00000001:2.0:1789130496.031774:0:34995:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:2.0:1789130496.031776:0:34995:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:2.0:1789130496.031777:0:34995:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1789130496.031778:0:34995:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446634875287505448 : -109198422046168 : ffff9caf42d80a28) 00000020:00000001:2.0:1789130496.031780:0:34995:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:2.0:1789130496.031782:0:34995:0:(osc_lock.c:1010:osc_lock_enqueue()) Process entered 00000008:00000001:2.0:1789130496.031784:0:34995:0:(osc_lock.c:1035:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1789130496.031788:0:34995:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:2.0:1789130496.031792:0:34995:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process entered 00000020:00000001:2.0:1789130496.031794:0:34995:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:2.0:1789130496.031796:0:34995:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:2.0:1789130496.031798:0:34995:0:(lovsub_object.c:152:lovsub_req_projid_set()) Process leaving 00000020:00000001:2.0:1789130496.031799:0:34995:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:2.0:1789130496.031827:0:34995:0:(osc_request.c:3393:osc_enqueue_base()) Process entered 00010000:00000001:2.0:1789130496.031830:0:34995:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789130496.031838:0:34995:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf48fc4d00 count: 2 00010000:00000001:2.0:1789130496.031842:0:34995:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789130496.031849:0:34995:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789130496.031853:0:34995:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1789130496.031858:0:34995:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9caf5014c800 lock: 000000003a134c52/0xde5303b1d982cea5 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xcdf1b083821a621b expref: -99 pid: 34987 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 1 02000000:00000001:2.0:1789130496.031871:0:34995:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1789130496.031877:0:34995:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789130496.031881:0:34995:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff9caf5014c800 lock: 000000003a134c52/0xde5303b1d982cea5 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xcdf1b083821a621b expref: -99 pid: 34987 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 1 00010000:00000001:2.0:1789130496.031887:0:34995:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130496.031889:0:34995:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130496.031890:0:34995:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40031c00 refcount=4 00000020:00000001:2.0:1789130496.031892:0:34995:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239996416 : -109198469555200 : ffff9caf40031c00) 00010000:00000001:2.0:1789130496.031894:0:34995:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239996416 : -109198469555200 : ffff9caf40031c00) 00000008:00000001:2.0:1789130496.031897:0:34995:0:(osc_lock.c:277:osc_lock_upcall()) Process entered 00010000:00000001:2.0:1789130496.031900:0:34995:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130496.031901:0:34995:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130496.031902:0:34995:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40031c00 refcount=5 00000020:00000001:2.0:1789130496.031903:0:34995:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239996416 : -109198469555200 : ffff9caf40031c00) 00010000:00000001:2.0:1789130496.031905:0:34995:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239996416 : -109198469555200 : ffff9caf40031c00) 00000020:00000001:2.0:1789130496.031909:0:34995:0:(cl_io.c:1837:__cl_sync_io_note()) Process entered 00000020:00200000:2.0:1789130496.031910:0:34995:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:2.0:1789130496.031913:0:34995:0:(cl_io.c:1911:__cl_sync_io_note()) Process leaving 00000008:00000001:2.0:1789130496.031915:0:34995:0:(osc_lock.c:311:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130496.031916:0:34995:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130496.031918:0:34995:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130496.031919:0:34995:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40031c00 refcount=6 00000020:00000001:2.0:1789130496.031920:0:34995:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239996416 : -109198469555200 : ffff9caf40031c00) 00010000:00000001:2.0:1789130496.031922:0:34995:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239996416 : -109198469555200 : ffff9caf40031c00) 00010000:00000001:2.0:1789130496.031924:0:34995:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789130496.031926:0:34995:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9caf5014c800 lock: 000000003a134c52/0xde5303b1d982cea5 lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xcdf1b083821a621b expref: -99 pid: 34987 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 1 00010000:00000001:2.0:1789130496.031933:0:34995:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130496.031934:0:34995:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130496.031934:0:34995:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1789130496.031936:0:34995:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1789130496.031938:0:34995:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9caf5014c800 lock: 000000003a134c52/0xde5303b1d982cea5 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xcdf1b083821a621b expref: -99 pid: 34987 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00010000:00000001:2.0:1789130496.031944:0:34995:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789130496.031946:0:34995:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789130496.031947:0:34995:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789130496.031949:0:34995:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130496.031951:0:34995:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789130496.031952:0:34995:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130496.031953:0:34995:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130496.031956:0:34995:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130496.031958:0:34995:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789130496.031959:0:34995:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130496.031960:0:34995:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130496.031961:0:34995:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130496.031962:0:34995:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1789130496.031964:0:34995:0:(osc_request.c:3462:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1789130496.031967:0:34995:0:(osc_lock.c:1114:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130496.031969:0:34995:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789130496.031971:0:34995:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130496.031974:0:34995:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130496.031976:0:34995:0:(cl_io.c:1837:__cl_sync_io_note()) Process entered 00000020:00200000:2.0:1789130496.031977:0:34995:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:2.0:1789130496.031979:0:34995:0:(cl_io.c:1911:__cl_sync_io_note()) Process leaving 00000020:00000001:2.0:1789130496.031981:0:34995:0:(cl_io.c:1213:cl_sync_io_wait()) Process entered 00000020:00000001:2.0:1789130496.031983:0:34995:0:(cl_io.c:1237:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130496.031985:0:34995:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130496.031991:0:34995:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:2.0:1789130496.031994:0:34995:0:(cl_object.c:143:cl_object_top()) ffff9caf42b2a468 -> ffff9caf42b2a468 00000020:00000001:2.0:1789130496.031996:0:34995:0:(cl_object.c:143:cl_object_top()) ffff9caf42b2a468 -> ffff9caf42b2a468 00000020:00000001:2.0:1789130496.031998:0:34995:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:2.0:1789130496.032001:0:34995:0:(lov_object.c:1077:lov_attr_get_composite()) Process entered 00020000:00000001:2.0:1789130496.032004:0:34995:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:2.0:1789130496.032006:0:34995:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=46 : 46 : 2e) 00020000:00000001:2.0:1789130496.032007:0:34995:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:2.0:1789130496.032008:0:34995:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=46 : 46 : 2e) 00020000:00000002:2.0:1789130496.032011:0:34995:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x36:1028 on OST[0]: s=46 (1) m=1789130495 a=1789130496 c=1789130495 b=1 00020000:00000001:2.0:1789130496.032014:0:34995:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1789130496.032016:0:34995:0:(lov_object.c:1108:lov_attr_get_composite()) COMP ID #-1: s=46 m=1789130495 a=1789130496 c=1789130495 b=1 00020000:00000001:2.0:1789130496.032019:0:34995:0:(lov_object.c:1146:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130496.032021:0:34995:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130496.032022:0:34995:0:(cl_object.c:143:cl_object_top()) ffff9caf42b2a468 -> ffff9caf42b2a468 00000080:00200000:2.0:1789130496.032025:0:34995:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000404:0x36:0x0] updating i_size 46 i_blocks 1 00000080:00000001:2.0:1789130496.032028:0:34995:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:2.0:1789130496.032029:0:34995:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:2.0:1789130496.032031:0:34995:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9caf42d80750 (ffff9caf58609368/0) at cl_lock_release():245 00000020:00000001:2.0:1789130496.032034:0:34995:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1789130496.032035:0:34995:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9caf42d80750 (ffff9caf58609368/0) at cl_lock_cancel():142 00020000:00000001:2.0:1789130496.032038:0:34995:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:2.0:1789130496.032040:0:34995:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1789130496.032041:0:34995:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446634875287505448 : -109198422046168 : ffff9caf42d80a28) 00000020:00000001:2.0:1789130496.032043:0:34995:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1789130496.032044:0:34995:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9caf4938d030 (ffff9caf58609c68/1) at cl_lock_cancel():142 00000008:00000001:2.0:1789130496.032047:0:34995:0:(osc_lock.c:1172:osc_lock_cancel()) Process entered 00000008:00000001:2.0:1789130496.032048:0:34995:0:(osc_lock.c:1126:osc_lock_detach()) Process entered 00010000:00000001:2.0:1789130496.032050:0:34995:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130496.032051:0:34995:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1789130496.032052:0:34995:0:(osc_lock.c:1145:osc_lock_detach()) Process leaving 00000008:00000001:2.0:1789130496.032055:0:34995:0:(osc_lock.c:1181:osc_lock_cancel()) Process leaving 00000020:00000001:2.0:1789130496.032056:0:34995:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1789130496.032057:0:34995:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1789130496.032058:0:34995:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1789130496.032059:0:34995:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9caf42d80750 (ffff9caf58609368/0) at cl_lock_fini():72 00020000:00000001:2.0:1789130496.032062:0:34995:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:2.0:1789130496.032064:0:34995:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1789130496.032065:0:34995:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9caf4938d030 (ffff9caf58609368/1) at cl_lock_fini():72 00000008:00000010:2.0:1789130496.032068:0:34995:0:(osc_lock.c:116:osc_lock_fini()) slab-freed '(ols)': 312 at ffff9caf48150618. 00000020:00000001:2.0:1789130496.032074:0:34995:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:2.0:1789130496.032076:0:34995:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff9caf4938d000. 00020000:00000001:2.0:1789130496.032080:0:34995:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:2.0:1789130496.032082:0:34995:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:2.0:1789130496.032083:0:34995:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:2.0:1789130496.032085:0:34995:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130496.032088:0:34995:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:2.0:1789130496.032090:0:34995:0:(lov_io.c:1057:lov_io_fini()) Process entered 00020000:00000001:2.0:1789130496.032093:0:34995:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:2.0:1789130496.032095:0:34995:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:2.0:1789130496.032096:0:34995:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1789130496.032098:0:34995:0:(cl_object.c:917:cl_env_put()) 1@ffff9caf58609c60 00020000:00000001:2.0:1789130496.032100:0:34995:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:2.0:1789130496.032102:0:34995:0:(lov_io.c:1088:lov_io_fini()) Process leaving 00000080:00000001:2.0:1789130496.032105:0:34995:0:(vvp_io.c:392:vvp_io_fini()) Process entered 00000080:00200000:2.0:1789130496.032107:0:34995:0:(vvp_io.c:402:vvp_io_fini()) [0x200000404:0x36:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, need minor change layout 0 00000080:00000001:2.0:1789130496.032111:0:34995:0:(file.c:7121:ll_layout_refresh()) Process entered 00000080:00000001:2.0:1789130496.032112:0:34995:0:(file.c:7125:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130496.032115:0:34995:0:(vvp_io.c:506:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1789130496.032117:0:34995:0:(vvp_io.c:509:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1789130496.032118:0:34995:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1789130496.032120:0:34995:0:(cl_object.c:917:cl_env_put()) 1@ffff9caf58609360 00000001:00000001:2.0:1789130496.032121:0:34995:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130496.032130:0:34995:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41eefd10 00000080:00000008:2.0:1789130496.032132:0:34995:0:(file.c:6498:ll_getattr_dentry()) COMPLETED file recon:[0x200000404:0x36:0x0](ffff9caf60199148), request_mask 606, flags 0, foreign 0 00000080:00000001:2.0:1789130496.032141:0:34995:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1789130496.032157:0:34995:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41eefda0 00000080:00002000:2.0:1789130496.032160:0:34995:0:(dcache.c:127:ll_ddelete()) keeping dentry recon (ffff9caf44505bd0, parent ffff9caf600f3360, inode ffff9caf60199148) hashed, 00000080:00000001:2.0:1789130496.032163:0:34995:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130496.033448:0:34995:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:2.0:1789130496.033458:0:34995:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:2.0:1789130496.033460:0:34995:0:(file.c:6206:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1789130496.033463:0:34995:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41eefbc0 00000080:00200000:2.0:1789130496.033467:0:34995:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8),name=/ 00000080:00000010:2.0:1789130496.033476:0:34995:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9caf48181c00. 00800000:00000002:2.0:1789130496.033483:0:34995:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9caf4557c8c0 2 00000080:00000001:2.0:1789130496.033488:0:34995:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1789130496.033494:0:34995:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1789130496.033496:0:34995:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41eefae0 00800000:00000002:2.0:1789130496.033499:0:34995:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1789130496.033503:0:34995:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1789130496.033509:0:34995:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1789130496.033517:0:34995:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1789130496.033520:0:34995:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41eef9b0 00000002:00010000:2.0:1789130496.033522:0:34995:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1789130496.033525:0:34995:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1789130496.033528:0:34995:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789130496.033531:0:34995:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789130496.033541:0:34995:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf48e45d00 count: 2 00010000:00000001:2.0:1789130496.033544:0:34995:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789130496.033550:0:34995:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789130496.033556:0:34995:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1789130496.033563:0:34995:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a92600/0xde5303b1d982ceba lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a624c expref: -99 pid: 34994 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:2.0:1789130496.033576:0:34995:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1789130496.033582:0:34995:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789130496.033585:0:34995:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a92600/0xde5303b1d982ceba lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a624c expref: -99 pid: 34994 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:2.0:1789130496.033591:0:34995:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1789130496.033593:0:34995:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1789130496.033595:0:34995:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1789130496.033597:0:34995:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1789130496.033600:0:34995:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1789130496.033602:0:34995:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1789130496.033605:0:34995:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1789130496.033609:0:34995:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9caf4557c8c0 2 00000080:00000010:2.0:1789130496.033612:0:34995:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9caf48181c00. 00000080:00000001:2.0:1789130496.033619:0:34995:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1789130496.033621:0:34995:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789130496.033624:0:34995:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9caf601980c8) 00000080:00010000:2.0:1789130496.033628:0:34995:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9caf601980c8) for lock 0xde5303b1d982ceba 00800000:00000001:2.0:1789130496.033631:0:34995:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1789130496.033634:0:34995:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1789130496.033636:0:34995:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130496.033638:0:34995:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130496.033641:0:34995:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf46a92600 refcount=3 00000020:00000001:2.0:1789130496.033644:0:34995:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875351541248 : -109198358010368 : ffff9caf46a92600) 00010000:00000001:2.0:1789130496.033647:0:34995:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875351541248 : -109198358010368 : ffff9caf46a92600) 00010000:00000001:2.0:1789130496.033650:0:34995:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130496.033652:0:34995:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789130496.033653:0:34995:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789130496.033655:0:34995:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789130496.033658:0:34995:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xde5303b1d982ceba from it ffffb97f41eefbf8 00010000:00000001:2.0:1789130496.033660:0:34995:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130496.033662:0:34995:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130496.033663:0:34995:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf46a92600 refcount=3 00000020:00000001:2.0:1789130496.033665:0:34995:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875351541248 : -109198358010368 : ffff9caf46a92600) 00010000:00000001:2.0:1789130496.033667:0:34995:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875351541248 : -109198358010368 : ffff9caf46a92600) 00010000:00000001:2.0:1789130496.033669:0:34995:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789130496.033672:0:34995:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a92600/0xde5303b1d982ceba lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a624c expref: -99 pid: 34994 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1789130496.033678:0:34995:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130496.033679:0:34995:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130496.033681:0:34995:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1789130496.033684:0:34995:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1789130496.033687:0:34995:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a92600/0xde5303b1d982ceba lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a624c expref: -99 pid: 34994 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:2.0:1789130496.033694:0:34995:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789130496.033698:0:34995:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789130496.033700:0:34995:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789130496.033707:0:34995:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130496.033708:0:34995:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130496.033709:0:34995:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130496.033714:0:34995:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789130496.033716:0:34995:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130496.033718:0:34995:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130496.033721:0:34995:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130496.033724:0:34995:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789130496.033726:0:34995:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130496.033727:0:34995:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1789130496.033731:0:34995:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1789130496.033732:0:34995:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1789130496.033735:0:34995:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8), inode mode 41ff mask 1 00000080:00000001:2.0:1789130496.033739:0:34995:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130496.033744:0:34995:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:2.0:1789130496.033747:0:34995:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41eefbe8 00000080:00002000:2.0:1789130496.033749:0:34995:0:(dcache.c:87:ll_dcompare()) found name recon(ffff9caf44505bd0) flags 0x48004e refc 0 00000080:00000001:2.0:1789130496.033752:0:34995:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130496.033754:0:34995:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41eefc30 00000080:00200000:2.0:1789130496.033756:0:34995:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=recon, flags=8 00000080:00000001:2.0:1789130496.033777:0:34995:0:(xattr.c:574:ll_xattr_get_common()) Process entered 00000080:00000001:2.0:1789130496.033782:0:34995:0:(xattr.c:581:ll_xattr_get_common()) Process leaving (rc=18446744073709551521 : -95 : ffffffffffffffa1) 00000080:00000001:2.0:1789130496.033787:0:34995:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1789130496.033790:0:34995:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41eefe40 00000080:00002000:2.0:1789130496.033792:0:34995:0:(dcache.c:127:ll_ddelete()) keeping dentry recon (ffff9caf44505bd0, parent ffff9caf600f3360, inode ffff9caf60199148) hashed, 00000080:00000001:2.0:1789130496.033795:0:34995:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130496.035117:0:34995:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:2.0:1789130496.035129:0:34995:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:2.0:1789130496.035131:0:34995:0:(file.c:6206:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1789130496.035134:0:34995:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41eefbc0 00000080:00200000:2.0:1789130496.035138:0:34995:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8),name=/ 00000080:00000010:2.0:1789130496.035161:0:34995:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9caf48181c00. 00800000:00000002:2.0:1789130496.035177:0:34995:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9caf4557c8c0 2 00000080:00000001:2.0:1789130496.035182:0:34995:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1789130496.035188:0:34995:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1789130496.035190:0:34995:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41eefae0 00800000:00000002:2.0:1789130496.035193:0:34995:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1789130496.035197:0:34995:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1789130496.035203:0:34995:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1789130496.035209:0:34995:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1789130496.035212:0:34995:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41eef9b0 00000002:00010000:2.0:1789130496.035214:0:34995:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1789130496.035218:0:34995:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1789130496.035220:0:34995:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789130496.035223:0:34995:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789130496.035231:0:34995:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf48e45d00 count: 2 00010000:00000001:2.0:1789130496.035234:0:34995:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789130496.035239:0:34995:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789130496.035245:0:34995:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1789130496.035249:0:34995:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a92600/0xde5303b1d982ceba lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a624c expref: -99 pid: 34994 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:2.0:1789130496.035261:0:34995:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1789130496.035267:0:34995:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789130496.035270:0:34995:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a92600/0xde5303b1d982ceba lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a624c expref: -99 pid: 34994 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:2.0:1789130496.035349:0:34995:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1789130496.035352:0:34995:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1789130496.035354:0:34995:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1789130496.035356:0:34995:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1789130496.035358:0:34995:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1789130496.035359:0:34995:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1789130496.035362:0:34995:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1789130496.035365:0:34995:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9caf4557c8c0 2 00000080:00000010:2.0:1789130496.035369:0:34995:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9caf48181c00. 00000080:00000001:2.0:1789130496.035375:0:34995:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1789130496.035376:0:34995:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789130496.035379:0:34995:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9caf601980c8) 00000080:00010000:2.0:1789130496.035382:0:34995:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9caf601980c8) for lock 0xde5303b1d982ceba 00800000:00000001:2.0:1789130496.035386:0:34995:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1789130496.035388:0:34995:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1789130496.035390:0:34995:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130496.035392:0:34995:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130496.035394:0:34995:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf46a92600 refcount=3 00000020:00000001:2.0:1789130496.035396:0:34995:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875351541248 : -109198358010368 : ffff9caf46a92600) 00010000:00000001:2.0:1789130496.035399:0:34995:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875351541248 : -109198358010368 : ffff9caf46a92600) 00010000:00000001:2.0:1789130496.035403:0:34995:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130496.035405:0:34995:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789130496.035406:0:34995:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789130496.035408:0:34995:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789130496.035410:0:34995:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xde5303b1d982ceba from it ffffb97f41eefbf8 00010000:00000001:2.0:1789130496.035412:0:34995:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130496.035414:0:34995:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130496.035415:0:34995:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf46a92600 refcount=3 00000020:00000001:2.0:1789130496.035417:0:34995:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875351541248 : -109198358010368 : ffff9caf46a92600) 00010000:00000001:2.0:1789130496.035419:0:34995:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875351541248 : -109198358010368 : ffff9caf46a92600) 00010000:00000001:2.0:1789130496.035422:0:34995:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789130496.035424:0:34995:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a92600/0xde5303b1d982ceba lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a624c expref: -99 pid: 34994 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:2.0:1789130496.035431:0:34995:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130496.035432:0:34995:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130496.035434:0:34995:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1789130496.035437:0:34995:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1789130496.035440:0:34995:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a92600/0xde5303b1d982ceba lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a624c expref: -99 pid: 34994 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:2.0:1789130496.035448:0:34995:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789130496.035452:0:34995:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789130496.035455:0:34995:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789130496.035460:0:34995:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130496.035461:0:34995:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130496.035462:0:34995:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130496.035465:0:34995:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789130496.035467:0:34995:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130496.035468:0:34995:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130496.035472:0:34995:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130496.035474:0:34995:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789130496.035475:0:34995:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130496.035476:0:34995:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1789130496.035479:0:34995:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1789130496.035480:0:34995:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1789130496.035483:0:34995:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8), inode mode 41ff mask 1 00000080:00000001:2.0:1789130496.035488:0:34995:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789130496.035491:0:34995:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:2.0:1789130496.035494:0:34995:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41eefbe8 00000080:00002000:2.0:1789130496.035496:0:34995:0:(dcache.c:87:ll_dcompare()) found name recon(ffff9caf44505bd0) flags 0x48004e refc 0 00000080:00000001:2.0:1789130496.035498:0:34995:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130496.035500:0:34995:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41eefc30 00000080:00200000:2.0:1789130496.035502:0:34995:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=recon, flags=9 00000080:00000001:2.0:1789130496.035521:0:34995:0:(xattr.c:574:ll_xattr_get_common()) Process entered 00000080:00000001:2.0:1789130496.035526:0:34995:0:(xattr.c:599:ll_xattr_get_common()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000001:2.0:1789130496.035530:0:34995:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1789130496.035532:0:34995:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41eefe40 00000080:00002000:2.0:1789130496.035534:0:34995:0:(dcache.c:127:ll_ddelete()) keeping dentry recon (ffff9caf44505bd0, parent ffff9caf600f3360, inode ffff9caf60199148) hashed, 00000080:00000001:2.0:1789130496.035537:0:34995:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130496.054060:0:34996:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:1.0:1789130496.054068:0:34996:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:1.0:1789130496.054071:0:34996:0:(file.c:6206:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1789130496.054073:0:34996:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41d1bb20 00000080:00200000:1.0:1789130496.054079:0:34996:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8),name=/ 00000080:00000010:1.0:1789130496.054090:0:34996:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9caf4bb8fe00. 00800000:00000002:1.0:1789130496.054099:0:34996:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9caf4557c8c0 2 00000080:00000001:1.0:1789130496.054104:0:34996:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1789130496.054111:0:34996:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1789130496.054113:0:34996:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41d1ba40 00800000:00000002:1.0:1789130496.054117:0:34996:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1789130496.054121:0:34996:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1789130496.054127:0:34996:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1789130496.054134:0:34996:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1789130496.054136:0:34996:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41d1b910 00000002:00010000:1.0:1789130496.054138:0:34996:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1789130496.054141:0:34996:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1789130496.054270:0:34996:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789130496.054275:0:34996:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789130496.054350:0:34996:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf48e45d00 count: 2 00010000:00000001:1.0:1789130496.054354:0:34996:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789130496.054360:0:34996:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789130496.054366:0:34996:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1789130496.054372:0:34996:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a92600/0xde5303b1d982ceba lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a624c expref: -99 pid: 34994 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:1.0:1789130496.054384:0:34996:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1789130496.054390:0:34996:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789130496.054393:0:34996:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a92600/0xde5303b1d982ceba lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a624c expref: -99 pid: 34994 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:1.0:1789130496.054402:0:34996:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1789130496.054404:0:34996:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1789130496.054406:0:34996:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1789130496.054408:0:34996:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1789130496.054410:0:34996:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1789130496.054412:0:34996:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1789130496.054415:0:34996:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1789130496.054418:0:34996:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9caf4557c8c0 2 00000080:00000010:1.0:1789130496.054423:0:34996:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9caf4bb8fe00. 00000080:00000001:1.0:1789130496.054429:0:34996:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1789130496.054431:0:34996:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789130496.054434:0:34996:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9caf601980c8) 00000080:00010000:1.0:1789130496.054437:0:34996:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9caf601980c8) for lock 0xde5303b1d982ceba 00800000:00000001:1.0:1789130496.054441:0:34996:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1789130496.054444:0:34996:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1789130496.054446:0:34996:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130496.054450:0:34996:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130496.054453:0:34996:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf46a92600 refcount=3 00000020:00000001:1.0:1789130496.054455:0:34996:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875351541248 : -109198358010368 : ffff9caf46a92600) 00010000:00000001:1.0:1789130496.054458:0:34996:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875351541248 : -109198358010368 : ffff9caf46a92600) 00010000:00000001:1.0:1789130496.054462:0:34996:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130496.054464:0:34996:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789130496.054465:0:34996:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789130496.054467:0:34996:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789130496.054469:0:34996:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xde5303b1d982ceba from it ffffb97f41d1bb58 00010000:00000001:1.0:1789130496.054471:0:34996:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130496.054472:0:34996:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130496.054473:0:34996:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf46a92600 refcount=3 00000020:00000001:1.0:1789130496.054475:0:34996:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875351541248 : -109198358010368 : ffff9caf46a92600) 00010000:00000001:1.0:1789130496.054477:0:34996:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875351541248 : -109198358010368 : ffff9caf46a92600) 00010000:00000001:1.0:1789130496.054479:0:34996:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789130496.054482:0:34996:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a92600/0xde5303b1d982ceba lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a624c expref: -99 pid: 34994 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:1.0:1789130496.054488:0:34996:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130496.054489:0:34996:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130496.054490:0:34996:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1789130496.054492:0:34996:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1789130496.054495:0:34996:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a92600/0xde5303b1d982ceba lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a624c expref: -99 pid: 34994 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:1.0:1789130496.054504:0:34996:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1789130496.054508:0:34996:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1789130496.054510:0:34996:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789130496.054515:0:34996:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130496.054516:0:34996:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130496.054519:0:34996:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130496.054525:0:34996:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1789130496.054527:0:34996:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130496.054529:0:34996:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130496.054532:0:34996:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130496.054534:0:34996:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789130496.054536:0:34996:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130496.054537:0:34996:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1789130496.054542:0:34996:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1789130496.054543:0:34996:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1789130496.054546:0:34996:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8), inode mode 41ff mask 1 00000080:00000001:1.0:1789130496.054552:0:34996:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130496.054558:0:34996:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1789130496.054560:0:34996:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41d1bb48 00000080:00002000:1.0:1789130496.054562:0:34996:0:(dcache.c:87:ll_dcompare()) found name recon(ffff9caf44505bd0) flags 0x48004e refc 0 00000080:00000001:1.0:1789130496.054566:0:34996:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130496.054568:0:34996:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41d1bb90 00000080:00200000:1.0:1789130496.054570:0:34996:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=recon, flags=8 00000020:00000001:1.0:1789130496.054581:0:34996:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41d1bd10 00000080:00200008:1.0:1789130496.054583:0:34996:0:(file.c:6313:ll_getattr_dentry()) START file recon:[0x200000404:0x36:0x0](ffff9caf60199148), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1789130496.054589:0:34996:0:(file.c:6206:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1789130496.054591:0:34996:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41d1bc88 00000080:00200000:1.0:1789130496.054592:0:34996:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x36:0x0](ffff9caf60199148),name=recon 00000080:00000010:1.0:1789130496.054597:0:34996:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9caf4bb8fe00. 00800000:00000002:1.0:1789130496.054602:0:34996:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9caf4557c8c0 2 00000080:00000001:1.0:1789130496.054607:0:34996:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1789130496.054609:0:34996:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1789130496.054610:0:34996:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41d1bba8 00800000:00000002:1.0:1789130496.054613:0:34996:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000404:0x36:0x0] 'recon' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1789130496.054616:0:34996:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1789130496.054622:0:34996:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x36:0x0], name='' -> mds #0 00000002:00000001:1.0:1789130496.054625:0:34996:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1789130496.054627:0:34996:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41d1ba78 00000002:00010000:1.0:1789130496.054629:0:34996:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000404:0x36:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1789130496.054632:0:34996:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1789130496.054633:0:34996:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789130496.054635:0:34996:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789130496.054639:0:34996:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf48fc4600 count: 3 00010000:00000001:1.0:1789130496.054641:0:34996:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789130496.054645:0:34996:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789130496.054647:0:34996:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1789130496.054650:0:34996:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030c00/0xde5303b1d982ce97 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xcdf1b083821a6206 expref: -99 pid: 34987 timeout: 0 lvb_type: 3 lru_score: 7 lru_type: 0 02000000:00000001:1.0:1789130496.054657:0:34996:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1789130496.054660:0:34996:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789130496.054662:0:34996:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030c00/0xde5303b1d982ce97 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xcdf1b083821a6206 expref: -99 pid: 34987 timeout: 0 lvb_type: 3 lru_score: 7 lru_type: 0 00000002:00000001:1.0:1789130496.054668:0:34996:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1789130496.054670:0:34996:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1789130496.054672:0:34996:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1789130496.054674:0:34996:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1789130496.054675:0:34996:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1789130496.054678:0:34996:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1789130496.054680:0:34996:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1789130496.054682:0:34996:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9caf4557c8c0 2 00000080:00000010:1.0:1789130496.054684:0:34996:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9caf4bb8fe00. 00000080:00000001:1.0:1789130496.054686:0:34996:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1789130496.054687:0:34996:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789130496.054689:0:34996:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x36:0x0](ffff9caf60199148) 00000080:00010000:1.0:1789130496.054691:0:34996:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000404:0x36:0x0](ffff9caf60199148) for lock 0xde5303b1d982ce97 00800000:00000001:1.0:1789130496.054694:0:34996:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1789130496.054695:0:34996:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1789130496.054696:0:34996:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130496.054698:0:34996:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130496.054700:0:34996:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40030c00 refcount=3 00000020:00000001:1.0:1789130496.054703:0:34996:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239992320 : -109198469559296 : ffff9caf40030c00) 00010000:00000001:1.0:1789130496.054705:0:34996:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239992320 : -109198469559296 : ffff9caf40030c00) 00010000:00000001:1.0:1789130496.054707:0:34996:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130496.054708:0:34996:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789130496.054709:0:34996:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789130496.054710:0:34996:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789130496.054713:0:34996:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xde5303b1d982ce97 from it ffffb97f41d1bcc0 00010000:00000001:1.0:1789130496.054715:0:34996:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130496.054716:0:34996:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130496.054717:0:34996:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40030c00 refcount=3 00000020:00000001:1.0:1789130496.054719:0:34996:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239992320 : -109198469559296 : ffff9caf40030c00) 00010000:00000001:1.0:1789130496.054722:0:34996:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239992320 : -109198469559296 : ffff9caf40030c00) 00010000:00000001:1.0:1789130496.054723:0:34996:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789130496.054726:0:34996:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030c00/0xde5303b1d982ce97 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xcdf1b083821a6206 expref: -99 pid: 34987 timeout: 0 lvb_type: 3 lru_score: 7 lru_type: 0 00010000:00000001:1.0:1789130496.054730:0:34996:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130496.054732:0:34996:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130496.054733:0:34996:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1789130496.054734:0:34996:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1789130496.054736:0:34996:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030c00/0xde5303b1d982ce97 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xcdf1b083821a6206 expref: -99 pid: 34987 timeout: 0 lvb_type: 3 lru_score: 8 lru_type: 0 00010000:00000001:1.0:1789130496.054741:0:34996:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1789130496.054743:0:34996:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1789130496.054744:0:34996:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789130496.054745:0:34996:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130496.054747:0:34996:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130496.054748:0:34996:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130496.054749:0:34996:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1789130496.054750:0:34996:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130496.054752:0:34996:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130496.054754:0:34996:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130496.054756:0:34996:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789130496.054757:0:34996:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130496.054758:0:34996:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1789130496.054759:0:34996:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1789130496.054760:0:34996:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1789130496.054764:0:34996:0:(pcc.c:2686:pcc_inode_getattr()) Process entered 00000080:00000001:1.0:1789130496.054769:0:34996:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:1.0:1789130496.054772:0:34996:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1789130496.054775:0:34996:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:1.0:1789130496.054778:0:34996:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130496.054781:0:34996:0:(pcc.c:2695:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1789130496.054785:0:34996:0:(glimpse.c:178:__cl_glimpse_size()) Process entered 00000020:00000001:1.0:1789130496.054789:0:34996:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1789130496.054794:0:34996:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446634875648776744 : -109198060774872 : ffff9caf58609a28) 00000020:00001000:1.0:1789130496.054797:0:34996:0:(cl_object.c:823:cl_env_get()) 1@ffff9caf58609a20 00000020:00000001:1.0:1789130496.055602:0:34996:0:(cl_object.c:143:cl_object_top()) ffff9caf42b2a468 -> ffff9caf42b2a468 00000020:00000001:1.0:1789130496.055614:0:34996:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1789130496.055619:0:34996:0:(vvp_io.c:1987:vvp_io_init()) Process entered 00000080:00200000:1.0:1789130496.055622:0:34996:0:(vvp_io.c:1992:vvp_io_init()) [0x200000404:0x36:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:1.0:1789130496.055627:0:34996:0:(cl_io.c:902:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1789130496.055629:0:34996:0:(cl_io.c:908:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1789130496.055631:0:34996:0:(file.c:7121:ll_layout_refresh()) Process entered 00000080:00000001:1.0:1789130496.055634:0:34996:0:(file.c:7125:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130496.055637:0:34996:0:(vvp_io.c:2064:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1789130496.055642:0:34996:0:(lov_object.c:1604:lov_io_init()) [0x200000404:0x36:0x0]io ffff9caf42d82760 type 7 ignore/verify layout 0/1, compressed 0 00020000:00000002:1.0:1789130496.055646:0:34996:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9caf47cdc5d0) owner 0000000000000000/ffff9caf484427c0 00020000:00000001:1.0:1789130496.055650:0:34996:0:(lov_io.c:2488:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1789130496.055652:0:34996:0:(lov_io.c:764:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1789130496.055655:0:34996:0:(lov_io.c:478:lov_io_mirror_init()) Process entered 00020000:00000001:1.0:1789130496.055657:0:34996:0:(lov_io.c:489:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789130496.055660:0:34996:0:(lov_io.c:919:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:1.0:1789130496.055663:0:34996:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1789130496.055665:0:34996:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130496.055667:0:34996:0:(cl_io.c:902:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1789130496.055668:0:34996:0:(cl_io.c:908:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1789130496.055670:0:34996:0:(lov_io.c:2501:lov_io_init_composite()) Process leaving 00020000:00000002:1.0:1789130496.055672:0:34996:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9caf47cdc5d0) owner 0000000000000000/ffff9caf484427c0 00000020:00000001:1.0:1789130496.055674:0:34996:0:(cl_io.c:146:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1789130496.055678:0:34996:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:1.0:1789130496.055680:0:34996:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000404:0x36:0x0] 00000020:00000001:1.0:1789130496.055684:0:34996:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:1.0:1789130496.055686:0:34996:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:1.0:1789130496.055689:0:34996:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:1.0:1789130496.055692:0:34996:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:1.0:1789130496.055700:0:34996:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:1.0:1789130496.055708:0:34996:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff9caf50154380. 00020000:00000002:1.0:1789130496.055711:0:34996:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:1.0:1789130496.055714:0:34996:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:1.0:1789130496.055716:0:34996:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1789130496.055718:0:34996:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:1.0:1789130496.055720:0:34996:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1789130496.055724:0:34996:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446634875648775448 : -109198060776168 : ffff9caf58609518) 00000020:00001000:1.0:1789130496.055727:0:34996:0:(cl_object.c:823:cl_env_get()) 1@ffff9caf58609510 00000020:00000001:1.0:1789130496.055731:0:34996:0:(cl_object.c:143:cl_object_top()) ffff9caf42b2a530 -> ffff9caf42b2a468 00000020:00000001:1.0:1789130496.055733:0:34996:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:1.0:1789130496.055737:0:34996:0:(cl_io.c:902:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1789130496.055738:0:34996:0:(cl_io.c:908:cl_io_slice_add()) Process leaving 00000020:00000001:1.0:1789130496.055740:0:34996:0:(cl_io.c:146:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789130496.055742:0:34996:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789130496.055743:0:34996:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446634875287506072 : -109198422045544 : ffff9caf42d80c98) 00000020:00000001:1.0:1789130496.055745:0:34996:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:1.0:1789130496.055751:0:34996:0:(osc_lock.c:1279:osc_lock_init()) slab-alloced 'oscl': 312 at ffff9caf4a7a2fd8. 00000008:00010000:1.0:1789130496.055755:0:34996:0:(lustre_osc.h:166:osc_enq2ldlm_flags()) flags: a 00000020:00000001:1.0:1789130496.055758:0:34996:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1789130496.055760:0:34996:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:1.0:1789130496.055761:0:34996:0:(osc_lock.c:1320:osc_lock_init()) ### lock ffff9caf501543b0, osc lock ffff9caf4a7a2fd8, flags 0x400001002 00000020:00000001:1.0:1789130496.055764:0:34996:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789130496.055765:0:34996:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789130496.055768:0:34996:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446634875509621632 : -109198199929984 : ffff9caf50154380) 00000020:00000001:1.0:1789130496.055770:0:34996:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1789130496.055771:0:34996:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:1.0:1789130496.055773:0:34996:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130496.055775:0:34996:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130496.055778:0:34996:0:(cl_io.c:1193:cl_sync_io_init_notify()) Process entered 00000020:00000001:1.0:1789130496.055779:0:34996:0:(cl_io.c:1201:cl_sync_io_init_notify()) Process leaving 00000020:00000001:1.0:1789130496.055781:0:34996:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:1.0:1789130496.055783:0:34996:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:1.0:1789130496.055785:0:34996:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1789130496.055786:0:34996:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446634875287506072 : -109198422045544 : ffff9caf42d80c98) 00000020:00000001:1.0:1789130496.055788:0:34996:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:1.0:1789130496.055791:0:34996:0:(osc_lock.c:1010:osc_lock_enqueue()) Process entered 00000008:00000001:1.0:1789130496.055793:0:34996:0:(osc_lock.c:1035:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1789130496.055797:0:34996:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:1.0:1789130496.055800:0:34996:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process entered 00000020:00000001:1.0:1789130496.055930:0:34996:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:1.0:1789130496.055934:0:34996:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:1.0:1789130496.055936:0:34996:0:(lovsub_object.c:152:lovsub_req_projid_set()) Process leaving 00000020:00000001:1.0:1789130496.055937:0:34996:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:1.0:1789130496.055940:0:34996:0:(osc_request.c:3393:osc_enqueue_base()) Process entered 00010000:00000001:1.0:1789130496.055943:0:34996:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789130496.055951:0:34996:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf48fc4d00 count: 2 00010000:00000001:1.0:1789130496.055953:0:34996:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789130496.055958:0:34996:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789130496.055962:0:34996:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1789130496.055967:0:34996:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9caf5014c800 lock: 000000003a134c52/0xde5303b1d982cea5 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xcdf1b083821a621b expref: -99 pid: 34987 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 02000000:00000001:1.0:1789130496.055980:0:34996:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1789130496.055984:0:34996:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789130496.055987:0:34996:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff9caf5014c800 lock: 000000003a134c52/0xde5303b1d982cea5 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xcdf1b083821a621b expref: -99 pid: 34987 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00010000:00000001:1.0:1789130496.055995:0:34996:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130496.055997:0:34996:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130496.056000:0:34996:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40031c00 refcount=4 00000020:00000001:1.0:1789130496.056002:0:34996:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239996416 : -109198469555200 : ffff9caf40031c00) 00010000:00000001:1.0:1789130496.056004:0:34996:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239996416 : -109198469555200 : ffff9caf40031c00) 00000008:00000001:1.0:1789130496.056008:0:34996:0:(osc_lock.c:277:osc_lock_upcall()) Process entered 00010000:00000001:1.0:1789130496.056011:0:34996:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130496.056012:0:34996:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130496.056014:0:34996:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40031c00 refcount=5 00000020:00000001:1.0:1789130496.056016:0:34996:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239996416 : -109198469555200 : ffff9caf40031c00) 00010000:00000001:1.0:1789130496.056018:0:34996:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239996416 : -109198469555200 : ffff9caf40031c00) 00000020:00000001:1.0:1789130496.056022:0:34996:0:(cl_io.c:1837:__cl_sync_io_note()) Process entered 00000020:00200000:1.0:1789130496.056024:0:34996:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:1.0:1789130496.056026:0:34996:0:(cl_io.c:1911:__cl_sync_io_note()) Process leaving 00000008:00000001:1.0:1789130496.056028:0:34996:0:(osc_lock.c:311:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130496.056029:0:34996:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130496.056032:0:34996:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130496.056034:0:34996:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40031c00 refcount=6 00000020:00000001:1.0:1789130496.056035:0:34996:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239996416 : -109198469555200 : ffff9caf40031c00) 00010000:00000001:1.0:1789130496.056037:0:34996:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239996416 : -109198469555200 : ffff9caf40031c00) 00010000:00000001:1.0:1789130496.056039:0:34996:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789130496.056041:0:34996:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9caf5014c800 lock: 000000003a134c52/0xde5303b1d982cea5 lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xcdf1b083821a621b expref: -99 pid: 34987 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00010000:00000001:1.0:1789130496.056048:0:34996:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130496.056049:0:34996:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130496.056051:0:34996:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1789130496.056052:0:34996:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1789130496.056055:0:34996:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9caf5014c800 lock: 000000003a134c52/0xde5303b1d982cea5 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xcdf1b083821a621b expref: -99 pid: 34987 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00010000:00000001:1.0:1789130496.056063:0:34996:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1789130496.056065:0:34996:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1789130496.056067:0:34996:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789130496.056069:0:34996:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130496.056072:0:34996:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1789130496.056074:0:34996:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130496.056076:0:34996:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130496.056078:0:34996:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130496.056081:0:34996:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789130496.056082:0:34996:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130496.056082:0:34996:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130496.056083:0:34996:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130496.056084:0:34996:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1789130496.056086:0:34996:0:(osc_request.c:3462:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1789130496.056088:0:34996:0:(osc_lock.c:1114:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130496.056090:0:34996:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789130496.056092:0:34996:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130496.056094:0:34996:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130496.056095:0:34996:0:(cl_io.c:1837:__cl_sync_io_note()) Process entered 00000020:00200000:1.0:1789130496.056096:0:34996:0:(cl_io.c:1853:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:1.0:1789130496.056099:0:34996:0:(cl_io.c:1911:__cl_sync_io_note()) Process leaving 00000020:00000001:1.0:1789130496.056100:0:34996:0:(cl_io.c:1213:cl_sync_io_wait()) Process entered 00000020:00000001:1.0:1789130496.056102:0:34996:0:(cl_io.c:1237:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130496.056104:0:34996:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130496.056108:0:34996:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:1.0:1789130496.056110:0:34996:0:(cl_object.c:143:cl_object_top()) ffff9caf42b2a468 -> ffff9caf42b2a468 00000020:00000001:1.0:1789130496.056112:0:34996:0:(cl_object.c:143:cl_object_top()) ffff9caf42b2a468 -> ffff9caf42b2a468 00000020:00000001:1.0:1789130496.056114:0:34996:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:1.0:1789130496.056117:0:34996:0:(lov_object.c:1077:lov_attr_get_composite()) Process entered 00020000:00000002:1.0:1789130496.056120:0:34996:0:(lov_object.c:1108:lov_attr_get_composite()) COMP ID #-1: s=46 m=1789130495 a=1789130496 c=1789130495 b=1 00020000:00000001:1.0:1789130496.056123:0:34996:0:(lov_object.c:1146:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130496.056125:0:34996:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130496.056126:0:34996:0:(cl_object.c:143:cl_object_top()) ffff9caf42b2a468 -> ffff9caf42b2a468 00000080:00200000:1.0:1789130496.056129:0:34996:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000404:0x36:0x0] updating i_size 46 i_blocks 1 00000080:00000001:1.0:1789130496.056131:0:34996:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:1.0:1789130496.056133:0:34996:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:1.0:1789130496.056134:0:34996:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9caf42d82700 (ffff9caf58609a28/0) at cl_lock_release():245 00000020:00000001:1.0:1789130496.056137:0:34996:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1789130496.056138:0:34996:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9caf42d82700 (ffff9caf58609a28/0) at cl_lock_cancel():142 00020000:00000001:1.0:1789130496.056140:0:34996:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:1.0:1789130496.056141:0:34996:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1789130496.056142:0:34996:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446634875287506072 : -109198422045544 : ffff9caf42d80c98) 00000020:00000001:1.0:1789130496.056144:0:34996:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1789130496.056145:0:34996:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9caf501543b0 (ffff9caf58609518/1) at cl_lock_cancel():142 00000008:00000001:1.0:1789130496.056148:0:34996:0:(osc_lock.c:1172:osc_lock_cancel()) Process entered 00000008:00000001:1.0:1789130496.056149:0:34996:0:(osc_lock.c:1126:osc_lock_detach()) Process entered 00010000:00000001:1.0:1789130496.056150:0:34996:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130496.056151:0:34996:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1789130496.056153:0:34996:0:(osc_lock.c:1145:osc_lock_detach()) Process leaving 00000008:00000001:1.0:1789130496.056154:0:34996:0:(osc_lock.c:1181:osc_lock_cancel()) Process leaving 00000020:00000001:1.0:1789130496.056155:0:34996:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1789130496.056157:0:34996:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1789130496.056158:0:34996:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1789130496.056159:0:34996:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9caf42d82700 (ffff9caf58609a28/0) at cl_lock_fini():72 00020000:00000001:1.0:1789130496.056163:0:34996:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:1.0:1789130496.056164:0:34996:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1789130496.056165:0:34996:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9caf501543b0 (ffff9caf58609a28/1) at cl_lock_fini():72 00000008:00000010:1.0:1789130496.056366:0:34996:0:(osc_lock.c:116:osc_lock_fini()) slab-freed '(ols)': 312 at ffff9caf4a7a2fd8. 00000020:00000001:1.0:1789130496.056371:0:34996:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:1.0:1789130496.056373:0:34996:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff9caf50154380. 00020000:00000001:1.0:1789130496.056377:0:34996:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:1.0:1789130496.056378:0:34996:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:1.0:1789130496.056380:0:34996:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:1.0:1789130496.056381:0:34996:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130496.056384:0:34996:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:1.0:1789130496.056388:0:34996:0:(lov_io.c:1057:lov_io_fini()) Process entered 00020000:00000001:1.0:1789130496.056390:0:34996:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:1.0:1789130496.056391:0:34996:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:1.0:1789130496.056392:0:34996:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1789130496.056394:0:34996:0:(cl_object.c:917:cl_env_put()) 1@ffff9caf58609510 00020000:00000001:1.0:1789130496.056397:0:34996:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:1.0:1789130496.056399:0:34996:0:(lov_io.c:1088:lov_io_fini()) Process leaving 00000080:00000001:1.0:1789130496.056401:0:34996:0:(vvp_io.c:392:vvp_io_fini()) Process entered 00000080:00200000:1.0:1789130496.056403:0:34996:0:(vvp_io.c:402:vvp_io_fini()) [0x200000404:0x36:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, need minor change layout 0 00000080:00000001:1.0:1789130496.056407:0:34996:0:(file.c:7121:ll_layout_refresh()) Process entered 00000080:00000001:1.0:1789130496.056408:0:34996:0:(file.c:7125:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130496.056410:0:34996:0:(vvp_io.c:506:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1789130496.056412:0:34996:0:(vvp_io.c:509:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1789130496.056413:0:34996:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1789130496.056414:0:34996:0:(cl_object.c:917:cl_env_put()) 1@ffff9caf58609a20 00000001:00000001:1.0:1789130496.056417:0:34996:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130496.056424:0:34996:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41d1bd10 00000080:00000008:1.0:1789130496.056427:0:34996:0:(file.c:6498:ll_getattr_dentry()) COMPLETED file recon:[0x200000404:0x36:0x0](ffff9caf60199148), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1789130496.056432:0:34996:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1789130496.056434:0:34996:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41d1bda0 00000080:00002000:1.0:1789130496.056435:0:34996:0:(dcache.c:127:ll_ddelete()) keeping dentry recon (ffff9caf44505bd0, parent ffff9caf600f3360, inode ffff9caf60199148) hashed, 00000080:00000001:1.0:1789130496.056438:0:34996:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130496.056479:0:34996:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:1.0:1789130496.056482:0:34996:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:1.0:1789130496.056484:0:34996:0:(file.c:6206:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1789130496.056486:0:34996:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41d1bbd8 00000080:00200000:1.0:1789130496.056488:0:34996:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8),name=/ 00000080:00000010:1.0:1789130496.056494:0:34996:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9caf4bb8fe00. 00800000:00000002:1.0:1789130496.056499:0:34996:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9caf4557c8c0 2 00000080:00000001:1.0:1789130496.056502:0:34996:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1789130496.056505:0:34996:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1789130496.056507:0:34996:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41d1baf8 00800000:00000002:1.0:1789130496.056509:0:34996:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1789130496.056513:0:34996:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1789130496.056516:0:34996:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1789130496.056521:0:34996:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1789130496.056523:0:34996:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41d1b9c8 00000002:00010000:1.0:1789130496.056525:0:34996:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1789130496.056528:0:34996:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1789130496.056531:0:34996:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789130496.056533:0:34996:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789130496.056537:0:34996:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf48e45d00 count: 2 00010000:00000001:1.0:1789130496.056540:0:34996:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789130496.056543:0:34996:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789130496.056546:0:34996:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1789130496.056550:0:34996:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a92600/0xde5303b1d982ceba lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a624c expref: -99 pid: 34994 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 02000000:00000001:1.0:1789130496.056559:0:34996:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1789130496.056561:0:34996:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789130496.056564:0:34996:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a92600/0xde5303b1d982ceba lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a624c expref: -99 pid: 34994 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000002:00000001:1.0:1789130496.056570:0:34996:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1789130496.056572:0:34996:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1789130496.056574:0:34996:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1789130496.056576:0:34996:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1789130496.056578:0:34996:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1789130496.056581:0:34996:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1789130496.056584:0:34996:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1789130496.056586:0:34996:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9caf4557c8c0 2 00000080:00000010:1.0:1789130496.056589:0:34996:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9caf4bb8fe00. 00000080:00000001:1.0:1789130496.056593:0:34996:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1789130496.056594:0:34996:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789130496.056597:0:34996:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9caf601980c8) 00000080:00010000:1.0:1789130496.056600:0:34996:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9caf601980c8) for lock 0xde5303b1d982ceba 00800000:00000001:1.0:1789130496.056604:0:34996:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1789130496.056607:0:34996:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1789130496.056608:0:34996:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130496.056610:0:34996:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130496.056612:0:34996:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf46a92600 refcount=3 00000020:00000001:1.0:1789130496.056613:0:34996:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875351541248 : -109198358010368 : ffff9caf46a92600) 00010000:00000001:1.0:1789130496.056615:0:34996:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875351541248 : -109198358010368 : ffff9caf46a92600) 00010000:00000001:1.0:1789130496.056618:0:34996:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130496.056619:0:34996:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789130496.056621:0:34996:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789130496.056623:0:34996:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789130496.056625:0:34996:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xde5303b1d982ceba from it ffffb97f41d1bc10 00010000:00000001:1.0:1789130496.056627:0:34996:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130496.056628:0:34996:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130496.056630:0:34996:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf46a92600 refcount=3 00000020:00000001:1.0:1789130496.056631:0:34996:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875351541248 : -109198358010368 : ffff9caf46a92600) 00010000:00000001:1.0:1789130496.056633:0:34996:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875351541248 : -109198358010368 : ffff9caf46a92600) 00010000:00000001:1.0:1789130496.056635:0:34996:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789130496.056637:0:34996:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a92600/0xde5303b1d982ceba lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a624c expref: -99 pid: 34994 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:1.0:1789130496.056642:0:34996:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130496.056643:0:34996:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130496.056645:0:34996:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1789130496.056646:0:34996:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1789130496.056648:0:34996:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a92600/0xde5303b1d982ceba lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a624c expref: -99 pid: 34994 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:1.0:1789130496.056659:0:34996:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1789130496.056661:0:34996:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1789130496.056663:0:34996:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789130496.056667:0:34996:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130496.056668:0:34996:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130496.056670:0:34996:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130496.056672:0:34996:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1789130496.056673:0:34996:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130496.056675:0:34996:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130496.056677:0:34996:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130496.056679:0:34996:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789130496.056680:0:34996:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130496.056682:0:34996:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1789130496.056686:0:34996:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1789130496.056688:0:34996:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1789130496.056690:0:34996:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8), inode mode 41ff mask 1 00000080:00000001:1.0:1789130496.056694:0:34996:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130496.056705:0:34996:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1789130496.056706:0:34996:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41d1bda0 00000080:00002000:1.0:1789130496.056708:0:34996:0:(dcache.c:87:ll_dcompare()) found name recon(ffff9caf44505bd0) flags 0x48004e refc 0 00000080:00000001:1.0:1789130496.056711:0:34996:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130496.056713:0:34996:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41d1be10 00000080:00200000:1.0:1789130496.056715:0:34996:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=recon, flags=0 00000080:00000001:1.0:1789130496.056719:0:34996:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:1.0:1789130496.056720:0:34996:0:(file.c:6206:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1789130496.056722:0:34996:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41d1bd30 00000080:00200000:1.0:1789130496.056724:0:34996:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8),name=/ 00000080:00000010:1.0:1789130496.056727:0:34996:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9caf4bb8fe00. 00800000:00000002:1.0:1789130496.056730:0:34996:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9caf4557c8c0 2 00000080:00000001:1.0:1789130496.056732:0:34996:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1789130496.056733:0:34996:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1789130496.056735:0:34996:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41d1bc50 00800000:00000002:1.0:1789130496.056736:0:34996:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1789130496.056739:0:34996:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1789130496.056741:0:34996:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1789130496.056744:0:34996:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1789130496.056745:0:34996:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41d1bb20 00000002:00010000:1.0:1789130496.056747:0:34996:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1789130496.056750:0:34996:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1789130496.056751:0:34996:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789130496.056752:0:34996:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789130496.056754:0:34996:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf48e45d00 count: 2 00010000:00000001:1.0:1789130496.056756:0:34996:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789130496.056758:0:34996:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789130496.056759:0:34996:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1789130496.056762:0:34996:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a92600/0xde5303b1d982ceba lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a624c expref: -99 pid: 34994 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 02000000:00000001:1.0:1789130496.056769:0:34996:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1789130496.056771:0:34996:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789130496.056774:0:34996:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a92600/0xde5303b1d982ceba lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a624c expref: -99 pid: 34994 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000002:00000001:1.0:1789130496.056780:0:34996:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1789130496.056782:0:34996:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1789130496.056784:0:34996:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1789130496.056785:0:34996:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1789130496.056787:0:34996:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1789130496.056788:0:34996:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1789130496.056790:0:34996:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1789130496.056792:0:34996:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9caf4557c8c0 2 00000080:00000010:1.0:1789130496.056794:0:34996:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9caf4bb8fe00. 00000080:00000001:1.0:1789130496.056796:0:34996:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1789130496.056797:0:34996:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789130496.056799:0:34996:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9caf601980c8) 00000080:00010000:1.0:1789130496.056801:0:34996:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9caf601980c8) for lock 0xde5303b1d982ceba 00800000:00000001:1.0:1789130496.057499:0:34996:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1789130496.057501:0:34996:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1789130496.057503:0:34996:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130496.057505:0:34996:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130496.057507:0:34996:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf46a92600 refcount=3 00000020:00000001:1.0:1789130496.057509:0:34996:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875351541248 : -109198358010368 : ffff9caf46a92600) 00010000:00000001:1.0:1789130496.057511:0:34996:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875351541248 : -109198358010368 : ffff9caf46a92600) 00010000:00000001:1.0:1789130496.057514:0:34996:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130496.057515:0:34996:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789130496.057516:0:34996:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789130496.057518:0:34996:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789130496.057520:0:34996:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xde5303b1d982ceba from it ffffb97f41d1bd68 00010000:00000001:1.0:1789130496.057522:0:34996:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789130496.057523:0:34996:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789130496.057524:0:34996:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf46a92600 refcount=3 00000020:00000001:1.0:1789130496.057526:0:34996:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875351541248 : -109198358010368 : ffff9caf46a92600) 00010000:00000001:1.0:1789130496.057528:0:34996:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875351541248 : -109198358010368 : ffff9caf46a92600) 00010000:00000001:1.0:1789130496.057530:0:34996:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789130496.057533:0:34996:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a92600/0xde5303b1d982ceba lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdf1b083821a624c expref: -99 pid: 34994 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:1.0:1789130496.057540:0:34996:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130496.057540:0:34996:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130496.057542:0:34996:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1789130496.057544:0:34996:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1789130496.057546:0:34996:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a92600/0xde5303b1d982ceba lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdf1b083821a624c expref: -99 pid: 34994 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00000001:1.0:1789130496.057552:0:34996:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1789130496.057554:0:34996:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1789130496.057556:0:34996:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789130496.057558:0:34996:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130496.057559:0:34996:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130496.057561:0:34996:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130496.057563:0:34996:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1789130496.057564:0:34996:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130496.057566:0:34996:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130496.057569:0:34996:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130496.057571:0:34996:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789130496.057572:0:34996:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130496.057574:0:34996:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1789130496.057576:0:34996:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1789130496.057577:0:34996:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1789130496.057580:0:34996:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9caf601980c8), inode mode 41ff mask 3 00000080:00000001:1.0:1789130496.057584:0:34996:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130496.057589:0:34996:0:(namei.c:2415:ll_unlink()) Process entered 00000020:00000001:1.0:1789130496.057590:0:34996:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41d1bdf8 00000080:00200000:1.0:1789130496.057592:0:34996:0:(namei.c:2418:ll_unlink()) VFS Op:name=recon, dir=[0x200000007:0x1:0x0](ffff9caf601980c8) 00000080:00000001:1.0:1789130496.057596:0:34996:0:(llite_foreign.c:180:ll_foreign_is_removable()) Process entered 00000020:00000001:1.0:1789130496.057598:0:34996:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1789130496.057601:0:34996:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446634875648776744 : -109198060774872 : ffff9caf58609a28) 00000020:00001000:1.0:1789130496.057603:0:34996:0:(cl_object.c:823:cl_env_get()) 1@ffff9caf58609a20 00000020:00000001:1.0:1789130496.057605:0:34996:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:1.0:1789130496.057608:0:34996:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9caf47cdc5d0) owner 0000000000000000/ffff9caf484427c0 00020000:00000002:1.0:1789130496.057611:0:34996:0:(lov_object.c:2443:lov_lsm_addref()) lsm ffff9caf5021f060 addref 2/0 by ffff9caf484427c0. 00020000:00000002:1.0:1789130496.057613:0:34996:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9caf47cdc5d0) owner 0000000000000000/ffff9caf484427c0 00020000:00000001:1.0:1789130496.057615:0:34996:0:(lov_object.c:2339:lov_object_layout_get()) Process entered 00020000:00000001:1.0:1789130496.057618:0:34996:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:1.0:1789130496.057619:0:34996:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:1.0:1789130496.057621:0:34996:0:(lov_pack.c:107:lov_lsm_pack_v1v3()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00020000:00000001:1.0:1789130496.057623:0:34996:0:(lov_object.c:2358:lov_object_layout_get()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00000020:00001000:1.0:1789130496.057625:0:34996:0:(cl_object.c:917:cl_env_put()) 1@ffff9caf58609a20 00000080:00000001:1.0:1789130496.057628:0:34996:0:(llite_foreign.c:262:ll_foreign_is_removable()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:1.0:1789130496.057634:0:34996:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9caf4bb8fe00. 00800000:00000002:1.0:1789130496.057638:0:34996:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9caf4557c8c0 2 00800000:00000001:1.0:1789130496.057645:0:34996:0:(lmv_obd.c:3494:lmv_unlink()) Process entered 00800000:00000001:1.0:1789130496.057650:0:34996:0:(lmv_obd.c:2563:lmv_early_cancel()) Process entered 00800000:00000002:1.0:1789130496.057651:0:34996:0:(lmv_obd.c:2582:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x200000404:0x36:0x0] 00800000:00000001:1.0:1789130496.057654:0:34996:0:(lmv_obd.c:2587:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789130496.057656:0:34996:0:(lmv_obd.c:3534:lmv_unlink()) unlink with fid=[0x200000007:0x1:0x0]/[0x200000404:0x36:0x0] -> mds #0 00000002:00000001:1.0:1789130496.057659:0:34996:0:(mdc_reint.c:315:mdc_unlink()) Process entered 00000002:00000001:1.0:1789130496.057661:0:34996:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1789130496.057665:0:34996:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf48e45d00 count: 2 00010000:00000001:1.0:1789130496.057668:0:34996:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789130496.057671:0:34996:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1789130496.057676:0:34996:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1789130496.057679:0:34996:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a92600/0xde5303b1d982ceba lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xcdf1b083821a624c expref: -99 pid: 34994 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00000080:00000001:1.0:1789130496.057689:0:34996:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1789130496.057695:0:34996:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1789130496.057699:0:34996:0:(file.c:6113:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1789130496.057702:0:34996:0:(file.c:6119:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:1.0:1789130496.057705:0:34996:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789130496.057706:0:34996:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789130496.057708:0:34996:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf48e45d00 count: 3 00010000:00000001:1.0:1789130496.057710:0:34996:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1789130496.057712:0:34996:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789130496.057714:0:34996:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789130496.057715:0:34996:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789130496.057716:0:34996:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf48e45d00 count: 3 00010000:00000001:1.0:1789130496.057718:0:34996:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1789130496.057721:0:34996:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789130496.057722:0:34996:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789130496.057724:0:34996:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789130496.057725:0:34996:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf48e45d00 count: 3 00010000:00000001:1.0:1789130496.057728:0:34996:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1789130496.057730:0:34996:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130496.057732:0:34996:0:(file.c:6141:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1789130496.057736:0:34996:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff9caf60198000, pfid = [0x0:0x0:0x0] 00000080:00000001:1.0:1789130496.057740:0:34996:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:1.0:1789130496.057742:0:34996:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:1.0:1789130496.057745:0:34996:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1789130496.057746:0:34996:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130496.057750:0:34996:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1789130496.058020:0:34996:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1789130496.058022:0:34996:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1789130496.058024:0:34996:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789130496.058026:0:34996:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1789130496.058030:0:34996:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9caf46a92600 with handle 0xde5303b1d982ceba from hash 00010000:00000001:1.0:1789130496.058033:0:34996:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1789130496.058034:0:34996:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130496.058035:0:34996:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130496.058036:0:34996:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1789130496.058039:0:34996:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1789130496.058041:0:34996:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1789130496.058044:0:34996:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1789130496.058046:0:34996:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1789130496.058049:0:34996:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1789130496.058051:0:34996:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1789130496.058054:0:34996:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf48fc4600 count: 3 00010000:00000001:1.0:1789130496.058056:0:34996:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789130496.058058:0:34996:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1789130496.058060:0:34996:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1789130496.058063:0:34996:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a93c00/0xde5303b1d982cec1 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x36:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xcdf1b083821a625a expref: -99 pid: 34994 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00000001:1.0:1789130496.058069:0:34996:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1789130496.058071:0:34996:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1789130496.058072:0:34996:0:(file.c:6113:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1789130496.058074:0:34996:0:(file.c:6119:ll_have_md_lock()) trying to match res [0x200000404:0x36:0x0] mode CR 00000002:00000001:1.0:1789130496.058076:0:34996:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789130496.058077:0:34996:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789130496.058079:0:34996:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf48fc4600 count: 4 00010000:00000001:1.0:1789130496.058081:0:34996:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1789130496.058083:0:34996:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789130496.058084:0:34996:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789130496.058085:0:34996:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789130496.058086:0:34996:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf48fc4600 count: 4 00010000:00000001:1.0:1789130496.058088:0:34996:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1789130496.058090:0:34996:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789130496.058091:0:34996:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789130496.058092:0:34996:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789130496.058093:0:34996:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf48fc4600 count: 4 00010000:00000001:1.0:1789130496.058095:0:34996:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1789130496.058097:0:34996:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130496.058099:0:34996:0:(file.c:6141:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130496.058101:0:34996:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:1.0:1789130496.058104:0:34996:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:1.0:1789130496.058108:0:34996:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9caf4bb8f800. 00000080:00000001:1.0:1789130496.058110:0:34996:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:1.0:1789130496.058113:0:34996:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:1.0:1789130496.058116:0:34996:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000002:1.0:1789130496.058119:0:34996:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000404:0x36:0x0] 00000002:00000001:1.0:1789130496.058123:0:34996:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:1.0:1789130496.058126:0:34996:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9caf5014c800: [0x200000404:0x36:0x0] file closed with intent: 0 00000100:00000010:1.0:1789130496.058134:0:34996:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf615d7840. 00000020:00000040:1.0:1789130496.058138:0:34996:0:(genops.c:1210:class_import_get()) import ffff9caf6079a800 refcount=9 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000100:00000001:1.0:1789130496.058247:0:34996:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789130496.058253:0:34996:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789130496.058257:0:34996:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789130496.058269:0:34996:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9caf51b00800. 00000100:00000001:1.0:1789130496.058476:0:34996:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:1.0:1789130496.058497:0:34996:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9caf580bbc00 x1876037329060864/t8589934619(8589934619) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/664 e 0 to 0 dl 1789130511 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000020:00100000:1.0:1789130496.058509:0:34996:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9caf5014c800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:1.0:1789130496.058514:0:34996:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9caf615d7840 x1876037329061120/t0(0) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:1.0:1789130496.058521:0:34996:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1789130496.058523:0:34996:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1789130496.058531:0:34996:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9caf4845b480. 00000100:00000001:1.0:1789130496.058533:0:34996:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446634875378578560 : -109198330973056 : ffff9caf4845b480) 00000100:00000001:1.0:1789130496.058537:0:34996:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789130496.058539:0:34996:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875799566400 : -109197909985216 : ffff9caf615d7840) 00000100:00000001:1.0:1789130496.058544:0:34996:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789130496.058549:0:34996:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130496.058552:0:34996:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1789130496.058554:0:34996:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789130496.058559:0:34996:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf615d7840 x1876037329061120/t0(0) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130496.058567:0:34996:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789130496.058569:0:34996:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130496.058572:0:34996:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789130496.058574:0:34996:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789130496.058576:0:34996:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789130496.058579:0:34996:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf615d7840 pname:cluuid:pid:xid:nid:opc:job rm:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:34996:1876037329061120:192.168.204.123@tcp:35:rm.0 00000100:00000001:1.0:1789130496.058583:0:34996:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789130496.058591:0:34996:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789130496.058594:0:34996:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130496.058597:0:34996:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789130496.058601:0:34996:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9caf487c2400. 02000000:00000001:1.0:1789130496.058603:0:34996:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789130496.058611:0:34996:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:1.0:1789130496.058615:0:34996:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf42d8ec08. 00000400:00000010:1.0:1789130496.058621:0:34996:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf462a35d8. 00000100:00000200:1.0:1789130496.058628:0:34996:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876037329061120, portal 10 00000100:00000001:1.0:1789130496.058630:0:34996:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789130496.058631:0:34996:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875799566400 : -109197909985216 : ffff9caf615d7840) 00000100:00000040:1.0:1789130496.058637:0:34996:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9caf615d7840 x1876037329061120/t0(0) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1789130512 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130496.058645:0:34996:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789130496.058648:0:34996:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:1.0:1789130496.058650:0:34996:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf462a3660. 00000100:00000200:1.0:1789130496.058654:0:34996:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1876037329061120, offset 0 00000400:00000200:1.0:1789130496.058662:0:34996:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:1.0:1789130496.058673:0:34996:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:1.0:1789130496.058682:0:34996:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:1.0:1789130496.058690:0:34996:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789130496.058696:0:34996:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:1.0:1789130496.058700:0:34996:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789130496.058704:0:34996:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:1.0:1789130496.058709:0:34996:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2720:2720:256:4294967295] 192.168.204.123@tcp LPNI seq info [2719:2719:8:4294967295] 00000400:00000200:1.0:1789130496.058714:0:34996:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:1.0:1789130496.058730:0:34996:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:1.0:1789130496.058736:0:34996:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:1.0:1789130496.058742:0:34996:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf4a83a100. 00000800:00000200:1.0:1789130496.058749:0:34996:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:1.0:1789130496.058760:0:34996:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:1.0:1789130496.058765:0:34996:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf4a83a100 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1789130496.058777:0:34996:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789130496.058782:0:34996:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: using a timeout of 776062 usecs (777 jiffies) 00000400:00000200:1.0:1789130496.058785:0:34996:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:1.0:1789130496.058788:0:34996:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296590857 00000100:00000001:1.0:1789130496.058791:0:34996:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 2, keep current deadline 4296592375 00000100:00000001:1.0:1789130496.058793:0:34996:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296590857 00000100:00000001:1.0:1789130496.058795:0:34996:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 3, keep current deadline 4296592375 00000100:00000001:1.0:1789130496.058797:0:34996:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789130496.058800:0:34996:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130496.058929:0:34996:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789130496.058932:0:34996:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1789130496.058935:0:34996:0:(client.c:2715:ptlrpc_set_wait()) set ffff9caf4845b480 going to sleep for 11 seconds 00000100:00000001:1.0:1789130496.058938:0:34996:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789130496.058941:0:34996:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789130496.061538:0:2342:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789130496.061550:0:2342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf4a83a100. 00000400:00000200:3.0:1789130496.061557:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130496.061584:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:3.0:1789130496.061595:0:2342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf462a3660 00000400:00000010:3.0:1789130496.061598:0:2342:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf462a3660. 00000100:00000001:3.0:1789130496.061608:0:2342:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789130496.061619:0:2342:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf615d7840 x1876037329061120/t0(0) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1789130512 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130496.061632:0:2342:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130496.061636:0:2342:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf615d7840 x1876037329061120/t0(0) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1789130512 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130496.061644:0:2342:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130496.061647:0:2342:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1789130496.063225:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130496.063244:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789130496.063249:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130496.063252:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130496.063264:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130496.063272:0:2341:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:3.0:1789130496.063406:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130496.063412:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130496.063418:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130496.063422:0:2341:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 456 into portal 10 MB=0x6aa3efa958500 00000400:00000200:3.0:1789130496.063427:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130496.063433:0:2341:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.123@tcp of length 456/456 into md 0x74dd [1] + 224 00000800:00000001:3.0:1789130496.063440:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130496.063488:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130496.063492:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130496.063497:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:3.0:1789130496.063504:0:2341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789130496.063513:0:2341:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf615d7840 x1876037329061120/t0(0) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1789130512 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789130496.063523:0:2341:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9caf615d7840 x1876037329061120/t0(0) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1789130512 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789130496.063539:0:2341:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789130496.063548:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130496.063551:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130496.064099:0:34996:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789130496.064112:0:34996:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789130496.064114:0:34996:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789130496.064118:0:34996:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf42d8ec08. 00000400:00000200:1.0:1789130496.064124:0:34996:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf462a35d8 00000400:00000010:1.0:1789130496.064127:0:34996:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf462a35d8. 00000100:00000001:1.0:1789130496.064131:0:34996:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789130496.064137:0:34996:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf615d7840 x1876037329061120/t0(0) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1789130512 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1789130496.064160:0:34996:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf615d7840 x1876037329061120/t0(0) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1789130512 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130496.064172:0:34996:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789130496.064175:0:34996:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130496.064177:0:34996:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789130496.064180:0:34996:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789130496.064183:0:34996:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789130496.064185:0:34996:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130496.064188:0:34996:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789130496.064199:0:34996:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf6079aca8 time=115 v=5 (10 5 5 5) 00000100:00001000:1.0:1789130496.064203:0:34996:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf6079ac18 time=37 v=5 (1 0 0 0) 00000100:00000001:1.0:1789130496.064205:0:34996:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789130496.064207:0:34996:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130496.064211:0:34996:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789130496.064215:0:34996:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130496.064219:0:34996:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1789130496.064221:0:34996:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1789130496.064222:0:34996:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1789130496.064225:0:34996:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789130496.064227:0:34996:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875799566400 : -109197909985216 : ffff9caf615d7840) 00000100:00000001:1.0:1789130496.064230:0:34996:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789130496.064232:0:34996:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9caf5014c800: skip recheck: last_committed 8589934612 00000100:00000001:1.0:1789130496.064234:0:34996:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789130496.064236:0:34996:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789130496.064241:0:34996:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf615d7840 x1876037329061120/t8589934620(8589934620) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1789130512 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130496.064247:0:34996:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789130496.064251:0:34996:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789130496.064253:0:34996:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789130496.064257:0:34996:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf615d7840 x1876037329061120/t8589934620(8589934620) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1789130512 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1789130496.064264:0:34996:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf615d7840 pname:cluuid:pid:xid:nid:opc:job rm:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:34996:1876037329061120:192.168.204.123@tcp:35:rm.0 00000100:00000001:1.0:1789130496.064269:0:34996:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130496.064273:0:34996:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130496.064390:0:34996:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1789130496.064393:0:34996:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789130496.064397:0:34996:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf615d7840 x1876037329061120/t8589934620(8589934620) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1789130512 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130496.064404:0:34996:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789130496.064406:0:34996:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9caf4845b480. 00000100:00000001:1.0:1789130496.064410:0:34996:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1789130496.064411:0:34996:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130496.064418:0:34996:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789130496.064419:0:34996:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875799566400 : -109197909985216 : ffff9caf615d7840) 00000002:00000001:1.0:1789130496.064422:0:34996:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789130496.064425:0:34996:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1789130496.064431:0:34996:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9caf4bb8f800. 00000080:00000001:1.0:1789130496.064435:0:34996:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:1.0:1789130496.064438:0:34996:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00000002:00000001:1.0:1789130496.064442:0:34996:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:1.0:1789130496.064447:0:34996:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9caf580bbc00 x1876037329060864/t8589934619(8589934619) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/664 e 0 to 0 dl 1789130511 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130496.064453:0:34996:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789130496.064454:0:34996:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875643214848 : -109198066336768 : ffff9caf580bbc00) 00000100:00000001:1.0:1789130496.064456:0:34996:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789130496.064459:0:34996:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf580bbc00 x1876037329060864/t8589934619(8589934619) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/664 e 0 to 0 dl 1789130511 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130496.064464:0:34996:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130496.064466:0:34996:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789130496.064469:0:34996:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf615d7840 x1876037329061120/t8589934620(8589934620) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1789130512 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130496.064474:0:34996:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130496.064476:0:34996:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789130496.064478:0:34996:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf580bbc00 x1876037329060864/t8589934619(8589934619) o101->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 576/664 e 0 to 0 dl 1789130511 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130496.064485:0:34996:0:(client.c:2793:__ptlrpc_free_req()) Process entered 00000020:00000001:1.0:1789130496.064489:0:34996:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1789130496.064491:0:34996:0:(genops.c:1223:class_import_put()) import ffff9caf6079a800 refcount=8 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000020:00000001:1.0:1789130496.064493:0:34996:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1789130496.064496:0:34996:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9caf50107400. 02000000:00000001:1.0:1789130496.064500:0:34996:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789130496.064502:0:34996:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789130496.064504:0:34996:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf580bbc00. 00000100:00000001:1.0:1789130496.064510:0:34996:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789130496.064511:0:34996:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130496.064512:0:34996:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789130496.064515:0:34996:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf615d7840 x1876037329061120/t8589934620(8589934620) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1789130512 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130496.064520:0:34996:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789130496.064522:0:34996:0:(client.c:2947:obd_mod_free()) kfreed 'mod': 32 at ffff9caf4938e880. 00000002:00000001:1.0:1789130496.064524:0:34996:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789130496.064526:0:34996:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1789130496.064528:0:34996:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9caf42c422c0. 00000100:00000001:1.0:1789130496.064531:0:34996:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789130496.064533:0:34996:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf615d7840 x1876037329061120/t8589934620(8589934620) o35->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1789130512 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789130496.064539:0:34996:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789130496.064541:0:34996:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789130496.064543:0:34996:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9caf487c2400. 02000000:00000001:1.0:1789130496.064546:0:34996:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789130496.064547:0:34996:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1789130496.064548:0:34996:0:(genops.c:1223:class_import_put()) import ffff9caf6079a800 refcount=7 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000020:00000001:1.0:1789130496.064550:0:34996:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1789130496.064551:0:34996:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9caf51b00800. 02000000:00000001:1.0:1789130496.064555:0:34996:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789130496.064556:0:34996:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789130496.064558:0:34996:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf615d7840. 00000100:00000001:1.0:1789130496.064563:0:34996:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789130496.064565:0:34996:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1789130496.064568:0:34996:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130496.064571:0:34996:0:(file.c:6113:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1789130496.064574:0:34996:0:(file.c:6119:ll_have_md_lock()) trying to match res [0x200000404:0x36:0x0] mode (null) 00000002:00000001:1.0:1789130496.064577:0:34996:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789130496.064580:0:34996:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789130496.064587:0:34996:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf48fc4600 count: 4 00010000:00000001:1.0:1789130496.064590:0:34996:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1789130496.064596:0:34996:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789130496.064597:0:34996:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789130496.064598:0:34996:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789130496.064600:0:34996:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf48fc4600 count: 4 00010000:00000001:1.0:1789130496.064601:0:34996:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1789130496.064603:0:34996:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130496.064605:0:34996:0:(file.c:6141:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130496.064608:0:34996:0:(file.c:6819:ll_layout_conf()) Process entered 00000020:00000001:1.0:1789130496.064611:0:34996:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1789130496.064615:0:34996:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446634875648776744 : -109198060774872 : ffff9caf58609a28) 00000020:00001000:1.0:1789130496.064617:0:34996:0:(cl_object.c:823:cl_env_get()) 1@ffff9caf58609a20 00000020:00000001:1.0:1789130496.064620:0:34996:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:1.0:1789130496.064623:0:34996:0:(vvp_object.c:123:vvp_conf_set()) [0x200000404:0x36:0x0]: losing layout lock 00000080:00000001:1.0:1789130496.064626:0:34996:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:1.0:1789130496.064630:0:34996:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:1.0:1789130496.064635:0:34996:0:(lov_object.c:1460:lov_conf_set()) Process entered 00020000:00000001:1.0:1789130496.064638:0:34996:0:(lov_object.c:1474:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1789130496.064641:0:34996:0:(lov_object.c:1547:lov_conf_set()) [0x200000404:0x36:0x0] lo_layout_invalid=1 00020000:00000001:1.0:1789130496.064642:0:34996:0:(lov_object.c:1548:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130496.064644:0:34996:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1789130496.064646:0:34996:0:(cl_object.c:917:cl_env_put()) 1@ffff9caf58609a20 00000080:00000001:1.0:1789130496.064649:0:34996:0:(file.c:6861:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130496.064653:0:34996:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1789130496.064655:0:34996:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x36:0x0](ffff9caf60199148) invalid 00000020:00000001:1.0:1789130496.064659:0:34996:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41d1ba60 00000080:00002000:1.0:1789130496.064661:0:34996:0:(llite_internal.h:2032:d_lustre_invalidate()) invalidate dentry recon (ffff9caf44505bd0) parent ffff9caf600f3360 inode ffff9caf60199148 refc 1 00000080:00000001:1.0:1789130496.064665:0:34996:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1789130496.064667:0:34996:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1789130496.064669:0:34996:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130496.064673:0:34996:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1789130496.064677:0:34996:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1789130496.064679:0:34996:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1789130496.064681:0:34996:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789130496.064684:0:34996:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1789130496.064689:0:34996:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9caf46a93c00 with handle 0xde5303b1d982cec1 from hash 00010000:00000001:1.0:1789130496.064692:0:34996:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1789130496.064693:0:34996:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130496.064695:0:34996:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130496.064696:0:34996:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1789130496.064700:0:34996:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1789130496.064702:0:34996:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1789130496.064705:0:34996:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1789130496.064709:0:34996:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030c00/0xde5303b1d982ce97 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xcdf1b083821a6206 expref: -99 pid: 34987 timeout: 0 lvb_type: 3 lru_score: 8 lru_type: 0 00000080:00000001:1.0:1789130496.064717:0:34996:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1789130496.064721:0:34996:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1789130496.064722:0:34996:0:(file.c:6113:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1789130496.064724:0:34996:0:(file.c:6119:ll_have_md_lock()) trying to match res [0x200000404:0x36:0x0] mode (null) 00000002:00000001:1.0:1789130496.064726:0:34996:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789130496.064727:0:34996:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789130496.064729:0:34996:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf48fc4600 count: 4 00010000:00000001:1.0:1789130496.064731:0:34996:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1789130496.064733:0:34996:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789130496.064735:0:34996:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789130496.064736:0:34996:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789130496.064737:0:34996:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf48fc4600 count: 4 00010000:00000001:1.0:1789130496.064739:0:34996:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1789130496.064741:0:34996:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789130496.064743:0:34996:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789130496.064744:0:34996:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789130496.064746:0:34996:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf48fc4600 count: 4 00010000:00000001:1.0:1789130496.064748:0:34996:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1789130496.064749:0:34996:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789130496.064751:0:34996:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789130496.064753:0:34996:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789130496.064754:0:34996:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf48fc4600 count: 4 00010000:00000001:1.0:1789130496.064771:0:34996:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1789130496.064773:0:34996:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130496.064775:0:34996:0:(file.c:6141:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130496.064776:0:34996:0:(file.c:6819:ll_layout_conf()) Process entered 00000020:00000001:1.0:1789130496.064778:0:34996:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1789130496.064779:0:34996:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446634875648776744 : -109198060774872 : ffff9caf58609a28) 00000020:00001000:1.0:1789130496.064781:0:34996:0:(cl_object.c:823:cl_env_get()) 1@ffff9caf58609a20 00000020:00000001:1.0:1789130496.064782:0:34996:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:1.0:1789130496.064784:0:34996:0:(vvp_object.c:123:vvp_conf_set()) [0x200000404:0x36:0x0]: losing layout lock 00000080:00000001:1.0:1789130496.064785:0:34996:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:1.0:1789130496.064787:0:34996:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:1.0:1789130496.064789:0:34996:0:(lov_object.c:1460:lov_conf_set()) Process entered 00020000:00000001:1.0:1789130496.064790:0:34996:0:(lov_object.c:1474:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1789130496.064792:0:34996:0:(lov_object.c:1547:lov_conf_set()) [0x200000404:0x36:0x0] lo_layout_invalid=1 00020000:00000001:1.0:1789130496.064793:0:34996:0:(lov_object.c:1548:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130496.064795:0:34996:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1789130496.064797:0:34996:0:(cl_object.c:917:cl_env_put()) 1@ffff9caf58609a20 00000080:00000001:1.0:1789130496.064798:0:34996:0:(file.c:6861:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130496.064800:0:34996:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1789130496.064801:0:34996:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x36:0x0](ffff9caf60199148) invalid 00000020:00000001:1.0:1789130496.065378:0:34996:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41d1ba60 00000080:00002000:1.0:1789130496.065380:0:34996:0:(llite_internal.h:2032:d_lustre_invalidate()) invalidate dentry recon (ffff9caf44505bd0) parent ffff9caf600f3360 inode ffff9caf60199148 refc 1 00000080:00000001:1.0:1789130496.065383:0:34996:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1789130496.065385:0:34996:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1789130496.065386:0:34996:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130496.065389:0:34996:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1789130496.065391:0:34996:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1789130496.065392:0:34996:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1789130496.065394:0:34996:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789130496.065396:0:34996:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1789130496.065399:0:34996:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9caf40030c00 with handle 0xde5303b1d982ce97 from hash 00010000:00000001:1.0:1789130496.065401:0:34996:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1789130496.065403:0:34996:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130496.065404:0:34996:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130496.065405:0:34996:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1789130496.065407:0:34996:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1789130496.065409:0:34996:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1789130496.065411:0:34996:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:1.0:1789130496.065413:0:34996:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=2 : 2 : 2) 00000002:00000001:1.0:1789130496.065416:0:34996:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=2 : 2 : 2) 00000100:00000010:1.0:1789130496.065426:0:34996:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf615d7840. 00000020:00000040:1.0:1789130496.065430:0:34996:0:(genops.c:1210:class_import_get()) import ffff9caf6079a800 refcount=8 obd=lustre-MDT0000-mdc-ffff9caf5014c800 02000000:00000001:1.0:1789130496.065435:0:34996:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789130496.065436:0:34996:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130496.065438:0:34996:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1789130496.065442:0:34996:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789130496.065446:0:34996:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789130496.065447:0:34996:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130496.065448:0:34996:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130496.065451:0:34996:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789130496.065453:0:34996:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789130496.065457:0:34996:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789130496.065463:0:34996:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9caf51b00800. 00000100:00000001:1.0:1789130496.065469:0:34996:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130496.065473:0:34996:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789130496.065475:0:34996:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1789130496.065481:0:34996:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a93c00/0xde5303b1d982cec1 lrc: 1/0,0 mode: --/CR res: [0x200000404:0x36:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xcdf1b083821a625a expref: -99 pid: 34994 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1789130496.065488:0:34996:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030c00/0xde5303b1d982ce97 lrc: 1/0,0 mode: --/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xcdf1b083821a6206 expref: -99 pid: 34987 timeout: 0 lvb_type: 3 lru_score: 8 lru_type: 0 00010000:00010000:1.0:1789130496.065495:0:34996:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a92600/0xde5303b1d982ceba lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xcdf1b083821a624c expref: -99 pid: 34994 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00010000:1.0:1789130496.065501:0:34996:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 3 locks packed 00010000:00000001:1.0:1789130496.065502:0:34996:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=3 : 3 : 3) 00010000:00000001:1.0:1789130496.065504:0:34996:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1789130496.065506:0:34996:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a93c00/0xde5303b1d982cec1 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x36:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xcdf1b083821a625a expref: -99 pid: 34994 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000010:1.0:1789130496.065518:0:34996:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9caf42c42f80. 00010000:00000001:1.0:1789130496.065527:0:34996:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130496.065529:0:34996:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1789130496.065530:0:34996:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf40030c00/0xde5303b1d982ce97 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xcdf1b083821a6206 expref: -99 pid: 34987 timeout: 0 lvb_type: 3 lru_score: 8 lru_type: 0 00010000:00000010:1.0:1789130496.065536:0:34996:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9caf47faa3c0. 00010000:00000040:1.0:1789130496.065539:0:34996:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9caf48fc4600 count: 0 00010000:00000010:1.0:1789130496.065546:0:34996:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9caf48339880. 00010000:00000001:1.0:1789130496.065551:0:34996:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130496.065553:0:34996:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1789130496.065555:0:34996:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9caf5014c800 lock: ffff9caf46a92600/0xde5303b1d982ceba lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xcdf1b083821a624c expref: -99 pid: 34994 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00000040:1.0:1789130496.065561:0:34996:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9caf48e45d00 count: 0 00010000:00000010:1.0:1789130496.065564:0:34996:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9caf4938d900. 00010000:00000001:1.0:1789130496.065570:0:34996:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789130496.065572:0:34996:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130496.065573:0:34996:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789130496.065575:0:34996:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130496.065577:0:34996:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:1.0:1789130496.065588:0:34996:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9caf5014c800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1789130496.065596:0:34996:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9caf615d7840 x1876037329061376/t0(0) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 496/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789130496.065603:0:34996:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1789130496.065604:0:34996:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1789130496.065610:0:34996:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9caf4845b480. 00000100:00000001:1.0:1789130496.065612:0:34996:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446634875378578560 : -109198330973056 : ffff9caf4845b480) 00000100:00000001:1.0:1789130496.065614:0:34996:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789130496.065616:0:34996:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875799566400 : -109197909985216 : ffff9caf615d7840) 00000100:00000001:1.0:1789130496.065621:0:34996:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789130496.065624:0:34996:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130496.065627:0:34996:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1789130496.065628:0:34996:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789130496.065632:0:34996:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf615d7840 x1876037329061376/t0(0) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 496/624 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130496.065638:0:34996:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789130496.065641:0:34996:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130496.065644:0:34996:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789130496.065647:0:34996:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789130496.065649:0:34996:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789130496.065653:0:34996:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf615d7840 pname:cluuid:pid:xid:nid:opc:job rm:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:34996:1876037329061376:192.168.204.123@tcp:36:rm.0 00000100:00000001:1.0:1789130496.065656:0:34996:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789130496.065662:0:34996:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789130496.065665:0:34996:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130496.065667:0:34996:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789130496.065671:0:34996:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9caf487c2400. 02000000:00000001:1.0:1789130496.065672:0:34996:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789130496.065679:0:34996:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:1.0:1789130496.065682:0:34996:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf42d8ec08. 00000400:00000010:1.0:1789130496.065689:0:34996:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf462a35d8. 00000100:00000200:1.0:1789130496.065696:0:34996:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876037329061376, portal 10 00000100:00000001:1.0:1789130496.065698:0:34996:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789130496.065699:0:34996:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875799566400 : -109197909985216 : ffff9caf615d7840) 00000100:00000040:1.0:1789130496.065705:0:34996:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9caf615d7840 x1876037329061376/t0(0) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 496/624 e 0 to 0 dl 1789130512 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130496.065712:0:34996:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789130496.065714:0:34996:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:1.0:1789130496.065717:0:34996:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf462a3220. 00000100:00000200:1.0:1789130496.065721:0:34996:0:(niobuf.c:94:ptl_send_buf()) Sending 496 bytes to portal 12, xid 1876037329061376, offset 0 00000400:00000200:1.0:1789130496.065728:0:34996:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:1.0:1789130496.065736:0:34996:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:1.0:1789130496.065744:0:34996:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:1.0:1789130496.065749:0:34996:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789130496.065753:0:34996:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:1.0:1789130496.065757:0:34996:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789130496.065761:0:34996:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:1.0:1789130496.065765:0:34996:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2721:2721:256:4294967295] 192.168.204.123@tcp LPNI seq info [2720:2720:8:4294967295] 00000400:00000200:1.0:1789130496.065769:0:34996:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:1.0:1789130496.065780:0:34996:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:1.0:1789130496.065787:0:34996:0:(socklnd_cb.c:931:ksocknal_send()) sending 496 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:1.0:1789130496.065792:0:34996:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf4a83ab00. 00000800:00000200:1.0:1789130496.065798:0:34996:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:1.0:1789130496.066044:0:34996:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:1.0:1789130496.066049:0:34996:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf4a83ab00 type 1, nob 592 niov 1 nkiov 1 00000100:00000001:1.0:1789130496.066101:0:34996:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789130496.066106:0:34996:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: using a timeout of 775148 usecs (776 jiffies) 00000400:00000200:1.0:1789130496.066110:0:34996:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:1.0:1789130496.066113:0:34996:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296590864 00000100:00000001:1.0:1789130496.066116:0:34996:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 2, keep current deadline 4296592375 00000100:00000001:1.0:1789130496.066119:0:34996:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296590864 00000100:00000001:1.0:1789130496.066121:0:34996:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request active for cpu 3, keep current deadline 4296592375 00000100:00000001:1.0:1789130496.066124:0:34996:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789130496.066127:0:34996:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130496.066129:0:34996:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789130496.066131:0:34996:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1789130496.066134:0:34996:0:(client.c:2715:ptlrpc_set_wait()) set ffff9caf4845b480 going to sleep for 11 seconds 00000100:00000001:1.0:1789130496.066136:0:34996:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789130496.066146:0:34996:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789130496.069132:0:2342:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789130496.069156:0:2342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf4a83ab00. 00000400:00000200:3.0:1789130496.069165:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130496.069358:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:3.0:1789130496.069365:0:2342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf462a3220 00000400:00000010:3.0:1789130496.069368:0:2342:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf462a3220. 00000100:00000001:3.0:1789130496.069376:0:2342:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789130496.069386:0:2342:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf615d7840 x1876037329061376/t0(0) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 496/624 e 0 to 0 dl 1789130512 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130496.069401:0:2342:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789130496.069405:0:2342:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf615d7840 x1876037329061376/t0(0) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 496/624 e 0 to 0 dl 1789130512 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789130496.069413:0:2342:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789130496.069415:0:2342:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:1.1:1789130496.076033:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf46a93c00. 00010000:00000010:1.1:1789130496.076049:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf48fc4600. 00010000:00000010:1.1:1789130496.076054:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf40030c00. 00010000:00000010:1.1:1789130496.076058:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf48e45d00. 00010000:00000010:1.1:1789130496.076061:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf46a92600. 00000800:00000001:3.0:1789130496.082462:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130496.082480:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789130496.082484:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130496.082487:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130496.082498:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130496.082506:0:2341:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:3.0:1789130496.082515:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130496.082522:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130496.082529:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130496.082533:0:2341:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 456 into portal 10 MB=0x6aa3efa958600 00000400:00000200:3.0:1789130496.082539:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130496.082546:0:2341:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.123@tcp of length 456/456 into md 0x74e5 [1] + 224 00000800:00000001:3.0:1789130496.082553:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130496.082559:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789130496.082562:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130496.082566:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:3.0:1789130496.082574:0:2341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789130496.082582:0:2341:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf615d7840 x1876037329061376/t0(0) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 496/624 e 0 to 0 dl 1789130512 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789130496.082593:0:2341:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff9caf615d7840 x1876037329061376/t0(0) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 496/624 e 0 to 0 dl 1789130512 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130496.082665:0:34996:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789130496.082686:0:2341:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1789130496.082695:0:2341:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1789130496.082699:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130496.082705:0:2341:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.204.23@tcp to MR: 192.168.204.123@tcp local destination 00000400:00000200:3.0:1789130496.082711:0:2341:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2722:2722:256:4294967295] 192.168.204.123@tcp LPNI seq info [2721:2721:8:4294967295] 00000400:00000200:3.0:1789130496.082716:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:3.0:1789130496.082735:0:2341:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:192.168.204.23@tcp) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) 192.168.204.123@tcp : ACK try# 0 00000800:00000200:3.0:1789130496.082742:0:2341:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:3.0:1789130496.082749:0:2341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf47fd2600. 00000800:00000200:3.0:1789130496.082755:0:2341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:3.0:1789130496.082762:0:2341:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:3.0:1789130496.082768:0:2341:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf47fd2600 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1789130496.083548:0:2341:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789130496.083554:0:2341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf47fd2600. 00000400:00000200:3.0:1789130496.083559:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789130496.083566:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: ACK: OK 00000800:00000001:3.0:1789130496.083578:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789130496.083582:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1789130496.088122:0:34996:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789130496.088130:0:34996:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789130496.088136:0:34996:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf42d8ec08. 00000400:00000200:1.0:1789130496.088223:0:34996:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf462a35d8 00000400:00000010:1.0:1789130496.088228:0:34996:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf462a35d8. 00000100:00000001:1.0:1789130496.088235:0:34996:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789130496.088249:0:34996:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf615d7840 x1876037329061376/t0(0) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 496/624 e 0 to 0 dl 1789130512 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789130496.088261:0:34996:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf615d7840 x1876037329061376/t0(0) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 496/624 e 0 to 0 dl 1789130512 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130496.088269:0:34996:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789130496.088272:0:34996:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130496.088352:0:34996:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789130496.088358:0:34996:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789130496.088361:0:34996:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789130496.088364:0:34996:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130496.088368:0:34996:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789130496.088379:0:34996:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf6079ac60 time=115 v=5 (5 104 104 104) 00000100:00001000:1.0:1789130496.088384:0:34996:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf6079ac18 time=37 v=5 (1 0 0 0) 00000100:00000001:1.0:1789130496.088387:0:34996:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789130496.088389:0:34996:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130496.088393:0:34996:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789130496.088398:0:34996:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130496.088403:0:34996:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1789130496.088405:0:34996:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x1000000a3/0x200000017] 00000100:00000001:1.0:1789130496.088407:0:34996:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1789130496.088410:0:34996:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789130496.088411:0:34996:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875799566400 : -109197909985216 : ffff9caf615d7840) 00000100:00000001:1.0:1789130496.088415:0:34996:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789130496.088417:0:34996:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9caf5014c800: skip recheck: last_committed 8589934612 00000100:00000001:1.0:1789130496.088419:0:34996:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789130496.088422:0:34996:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789130496.088428:0:34996:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf615d7840 x1876037329061376/t8589934621(8589934621) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 496/456 e 0 to 0 dl 1789130512 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130496.088435:0:34996:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789130496.088438:0:34996:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789130496.088440:0:34996:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789130496.088444:0:34996:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf615d7840 x1876037329061376/t8589934621(8589934621) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 496/456 e 0 to 0 dl 1789130512 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789130496.088452:0:34996:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf615d7840 pname:cluuid:pid:xid:nid:opc:job rm:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:34996:1876037329061376:192.168.204.123@tcp:36:rm.0 00000100:00000001:1.0:1789130496.088459:0:34996:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130496.088462:0:34996:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130496.088465:0:34996:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1789130496.088468:0:34996:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789130496.088471:0:34996:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9caf615d7840 x1876037329061376/t8589934621(8589934621) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 496/456 e 0 to 0 dl 1789130512 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130496.088478:0:34996:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789130496.088482:0:34996:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9caf4845b480. 00000100:00000001:1.0:1789130496.088487:0:34996:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1789130496.088489:0:34996:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789130496.088501:0:34996:0:(mdc_reint.c:367:mdc_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789130496.088506:0:34996:0:(lmv_obd.c:3544:lmv_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789130496.088512:0:34996:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9caf4557c8c0 2 00000080:00000010:1.0:1789130496.088517:0:34996:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9caf4bb8fe00. 00000100:00000001:1.0:1789130496.088526:0:34996:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789130496.088529:0:34996:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf615d7840 x1876037329061376/t8589934621(8589934621) o36->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 496/456 e 0 to 0 dl 1789130512 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130496.088536:0:34996:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789130496.088541:0:34996:0:(namei.c:2468:ll_unlink()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130496.090677:0:34996:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1789130496.090689:0:34996:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb97f41d1be28 00000080:00002000:0.0:1789130496.090695:0:34996:0:(dcache.c:127:ll_ddelete()) deleting dentry recon (ffff9caf44505bd0, parent ffff9caf600f3360, inode 0000000000000000) hashed, 00000080:00000001:0.0:1789130496.090699:0:34996:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1789130496.090708:0:34996:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1789130496.090715:0:34996:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1789130496.090726:0:34996:0:(llite_lib.c:3423:ll_delete_inode()) Process entered 00000080:00000001:0.0:1789130496.090729:0:34996:0:(file.c:5312:cl_sync_file_range()) Process entered 00000020:00000001:0.0:1789130496.090732:0:34996:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1789130496.090737:0:34996:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446634875648776168 : -109198060775448 : ffff9caf586097e8) 00000020:00001000:0.0:1789130496.090741:0:34996:0:(cl_object.c:823:cl_env_get()) 1@ffff9caf586097e0 00000020:00000001:0.0:1789130496.090746:0:34996:0:(cl_object.c:143:cl_object_top()) ffff9caf42b2a468 -> ffff9caf42b2a468 00000020:00000001:0.0:1789130496.090748:0:34996:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1789130496.090751:0:34996:0:(vvp_io.c:1987:vvp_io_init()) Process entered 00000080:00200000:0.0:1789130496.090754:0:34996:0:(vvp_io.c:1992:vvp_io_init()) [0x200000404:0x36:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:0.0:1789130496.090758:0:34996:0:(cl_io.c:902:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1789130496.090760:0:34996:0:(cl_io.c:908:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1789130496.090761:0:34996:0:(vvp_io.c:2064:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1789130496.090765:0:34996:0:(lov_object.c:1604:lov_io_init()) [0x200000404:0x36:0x0]io ffff9caf42d81da0 type 6 ignore/verify layout 1/0, compressed 0 00020000:00000002:0.0:1789130496.090769:0:34996:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9caf47cdc5d0) owner 0000000000000000/ffff9caf484427c0 00020000:00000001:0.0:1789130496.090773:0:34996:0:(lov_io.c:2488:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1789130496.090775:0:34996:0:(lov_io.c:764:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1789130496.090777:0:34996:0:(lov_io.c:478:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1789130496.090779:0:34996:0:(lov_io.c:489:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789130496.090781:0:34996:0:(lov_io.c:919:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1789130496.090784:0:34996:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1789130496.090785:0:34996:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130496.090787:0:34996:0:(cl_io.c:902:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1789130496.090789:0:34996:0:(cl_io.c:908:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1789130496.090790:0:34996:0:(lov_io.c:2501:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1789130496.090792:0:34996:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9caf47cdc5d0) owner 0000000000000000/ffff9caf484427c0 00000020:00000001:0.0:1789130496.090794:0:34996:0:(cl_io.c:146:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130496.090797:0:34996:0:(cl_io.c:827:cl_io_loop()) Process entered 00000020:00000001:0.0:1789130496.090798:0:34996:0:(cl_io.c:403:cl_io_iter_init()) Process entered 00020000:00000001:0.0:1789130496.090800:0:34996:0:(lov_io.c:1238:lov_io_iter_init()) Process entered 00020000:00200000:0.0:1789130496.090990:0:34996:0:(lov_io.c:1289:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:0.0:1789130496.090995:0:34996:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1789130496.090998:0:34996:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1789130496.090999:0:34996:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1789130496.091001:0:34996:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1789130496.091003:0:34996:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446634875648777176 : -109198060774440 : ffff9caf58609bd8) 00000020:00001000:0.0:1789130496.091005:0:34996:0:(cl_object.c:823:cl_env_get()) 1@ffff9caf58609bd0 00000020:00000001:0.0:1789130496.091008:0:34996:0:(cl_object.c:143:cl_object_top()) ffff9caf42b2a530 -> ffff9caf42b2a468 00000020:00000001:0.0:1789130496.091009:0:34996:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:0.0:1789130496.091013:0:34996:0:(cl_io.c:902:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1789130496.091014:0:34996:0:(cl_io.c:908:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1789130496.091015:0:34996:0:(cl_io.c:146:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789130496.091017:0:34996:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789130496.091019:0:34996:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446634875287508568 : -109198422043048 : ffff9caf42d81658) 00000020:00000001:0.0:1789130496.091021:0:34996:0:(cl_io.c:403:cl_io_iter_init()) Process entered 00000020:00000001:0.0:1789130496.091023:0:34996:0:(cl_io.c:415:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789130496.091025:0:34996:0:(lov_io.c:1395:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130496.091026:0:34996:0:(cl_io.c:415:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130496.091028:0:34996:0:(cl_io.c:318:cl_io_lock()) Process entered 00020000:00000001:0.0:1789130496.091030:0:34996:0:(lov_io.c:1538:lov_io_lock()) Process entered 00020000:00000001:0.0:1789130496.091032:0:34996:0:(lov_io.c:1516:lov_io_call()) Process entered 00000020:00000001:0.0:1789130496.091033:0:34996:0:(cl_io.c:318:cl_io_lock()) Process entered 00000020:00000001:0.0:1789130496.091035:0:34996:0:(cl_io.c:290:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1789130496.091036:0:34996:0:(cl_io.c:299:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130496.091038:0:34996:0:(cl_io.c:338:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789130496.091040:0:34996:0:(lov_io.c:1533:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789130496.091042:0:34996:0:(lov_io.c:1539:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130496.091043:0:34996:0:(cl_io.c:290:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1789130496.091044:0:34996:0:(cl_io.c:299:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130496.091045:0:34996:0:(cl_io.c:338:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130496.091047:0:34996:0:(cl_io.c:532:cl_io_start()) Process entered 00020000:00000001:0.0:1789130496.091049:0:34996:0:(lov_io.c:1588:lov_io_start()) Process entered 00020000:00000001:0.0:1789130496.091050:0:34996:0:(lov_io.c:1516:lov_io_call()) Process entered 00000020:00000001:0.0:1789130496.091051:0:34996:0:(cl_io.c:532:cl_io_start()) Process entered 00000008:00000001:0.0:1789130496.091053:0:34996:0:(osc_io.c:1127:osc_io_fsync_start()) Process entered 00000008:00000001:0.0:1789130496.091055:0:34996:0:(osc_cache.c:3411:osc_cache_writeback_range()) Process entered 00000008:00000020:0.0:1789130496.091062:0:34996:0:(osc_cache.c:1909:osc_update_pending()) obj ffff9caf583136e0 ready 0|-|- wr 0|-|- rd 0|- update pending cmd 2 delta -1. 00000008:00000001:0.0:1789130496.091067:0:34996:0:(osc_cache.c:1841:osc_makes_rpc()) Process entered 00000008:00000001:0.0:1789130496.091069:0:34996:0:(osc_cache.c:1853:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1789130496.091070:0:34996:0:(osc_cache.c:1841:osc_makes_rpc()) Process entered 00000008:00000001:0.0:1789130496.091072:0:34996:0:(osc_cache.c:1880:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1789130496.091075:0:34996:0:(osc_cache.c:1203:osc_extent_make_ready()) Process entered 00000008:00000001:0.0:1789130496.091078:0:34996:0:(osc_cache.c:227:__osc_extent_sanity_check()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000020:0.0:1789130496.091082:0:34996:0:(osc_cache.c:1211:osc_extent_make_ready()) extent ffff9caf44ec00c0@{[0 -> 255/255], 0x240000400:69, [1|0|-|locking|wiY|ffff9caf583136e0], [1703936|1|+|-|ffff9caf40031c00|256|ffff9caf484427c0]} make ready 00000008:00010000:0.0:1789130496.091092:0:34996:0:(osc_cache.c:1211:osc_extent_make_ready()) ### extent: 00000000d5352c0b ns: lustre-OST0000-osc-ffff9caf5014c800 lock: 000000003a134c52/0xde5303b1d982cea5 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xcdf1b083821a621b expref: -99 pid: 34987 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00000001:0.0:1789130496.091102:0:34996:0:(osc_cache.c:1395:osc_make_ready()) Process entered 00000020:00000001:0.0:1789130496.091105:0:34996:0:(cl_page.c:1148:cl_page_make_ready()) Process entered 00000020:00008000:0.0:1789130496.091119:0:34996:0:(cl_page.c:1160:cl_page_make_ready()) page@000000004600769e[2 00000000226a4f5d 1 1 0000000000000000 0 0 0] 00000020:00008000:0.0:1789130496.091121:0:34996:0:(cl_page.c:1160:cl_page_make_ready()) readied 00000020:00000001:0.0:1789130496.091123:0:34996:0:(cl_page.c:1009:cl_page_io_start()) Process entered 00000020:00000001:0.0:1789130496.091124:0:34996:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1789130496.091126:0:34996:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1789130496.091128:0:34996:0:(cl_page.c:1001:cl_req_type_state()) Process entered 00000020:00000001:0.0:1789130496.091130:0:34996:0:(cl_page.c:1002:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:0.0:1789130496.091132:0:34996:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1789130496.091136:0:34996:0:(cl_page.c:507:__cl_page_state_set()) page@000000004600769e[2 00000000226a4f5d 1 1 0000000000000000 0 0 0] 00000020:00000001:0.0:1789130496.091139:0:34996:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 3 00000020:00000001:0.0:1789130496.091140:0:34996:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:0.0:1789130496.091152:0:34996:0:(cl_page.c:1012:cl_page_io_start()) Process leaving 00000020:00000001:0.0:1789130496.091155:0:34996:0:(cl_page.c:1182:cl_page_make_ready()) page@000000004600769e[2 00000000226a4f5d 3 1 0000000000000000 0 0 0] 00000020:00000001:0.0:1789130496.091157:0:34996:0:(cl_page.c:1182:cl_page_make_ready()) 1 0 00000008:00000001:0.0:1789130496.091159:0:34996:0:(osc_cache.c:1399:osc_make_ready()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130496.091161:0:34996:0:(cl_object.c:143:cl_object_top()) ffff9caf583136e0 -> ffff9caf42b2a468 00000020:00000001:0.0:1789130496.091163:0:34996:0:(cl_object.c:143:cl_object_top()) ffff9caf583136e0 -> ffff9caf42b2a468 00000020:00000001:0.0:1789130496.091165:0:34996:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00000020:00000001:0.0:1789130496.091173:0:34996:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130496.091175:0:34996:0:(cl_object.c:143:cl_object_top()) ffff9caf583136e0 -> ffff9caf42b2a468 00000008:00000001:0.0:1789130496.091177:0:34996:0:(osc_cache.c:1264:osc_extent_make_ready()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1789130496.091180:0:34996:0:(osc_cache.c:941:osc_extent_finish()) Process entered 00000008:00000020:0.0:1789130496.091182:0:34996:0:(osc_cache.c:945:osc_extent_finish()) extent ffff9caf44ec00c0@{[0 -> 255/255], 0x240000400:69, [2|0|-|rpc|wiY|ffff9caf583136e0], [1703936|1|+|-|ffff9caf40031c00|256|ffff9caf484427c0]} extent finished. 00000008:00010000:0.0:1789130496.091188:0:34996:0:(osc_cache.c:945:osc_extent_finish()) ### extent: 00000000d5352c0b ns: lustre-OST0000-osc-ffff9caf5014c800 lock: 000000003a134c52/0xde5303b1d982cea5 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xcdf1b083821a621b expref: -99 pid: 34987 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00000001:0.0:1789130496.091197:0:34996:0:(osc_cache.c:1444:osc_completion()) Process entered 00000020:00000001:0.0:1789130496.091199:0:34996:0:(cl_page.c:1102:cl_page_complete()) Process entered 00000020:00000001:0.0:1789130496.091202:0:34996:0:(cl_page.c:1104:cl_page_complete()) page@000000004600769e[2 00000000226a4f5d 3 1 0000000000000000 0 0 0] 00000020:00000001:0.0:1789130496.091204:0:34996:0:(cl_page.c:1104:cl_page_complete()) 1 0 00000020:00000001:0.0:1789130496.091205:0:34996:0:(cl_page.c:1001:cl_req_type_state()) Process entered 00000020:00000001:0.0:1789130496.091206:0:34996:0:(cl_page.c:1002:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:0.0:1789130496.091208:0:34996:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1789130496.091210:0:34996:0:(cl_page.c:507:__cl_page_state_set()) page@000000004600769e[2 00000000226a4f5d 3 1 0000000000000000 0 0 0] 00000020:00000001:0.0:1789130496.091211:0:34996:0:(cl_page.c:507:__cl_page_state_set()) 3 -> 1 00000020:00000001:0.0:1789130496.091212:0:34996:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000080:00000001:0.0:1789130496.091214:0:34996:0:(vvp_page.c:166:vvp_page_complete_write()) Process entered 00000080:00008000:0.0:1789130496.091217:0:34996:0:(vvp_page.c:167:vvp_page_complete_write()) page@000000004600769e[2 00000000226a4f5d 1 1 0000000000000000 0 0 0] 00000080:00008000:0.0:1789130496.091219:0:34996:0:(vvp_page.c:167:vvp_page_complete_write()) completing WRITE with 0 00000080:00000001:0.0:1789130496.091233:0:34996:0:(vvp_page.c:182:vvp_page_complete_write()) Process leaving 00000020:00000001:0.0:1789130496.091234:0:34996:0:(cl_page.c:1125:cl_page_complete()) Process leaving 00000020:00000001:0.0:1789130496.091236:0:34996:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:0.0:1789130496.091238:0:34996:0:(cl_page.c:556:cl_batch_put()) page@000000004600769e[2 00000000226a4f5d 1 1 0000000000000000 0 0 0] 00000020:00000001:0.0:1789130496.091241:0:34996:0:(cl_page.c:556:cl_batch_put()) 2 00000020:00000001:0.0:1789130496.091242:0:34996:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000008:00000001:0.0:1789130496.091244:0:34996:0:(osc_cache.c:1488:osc_completion()) Process leaving 00000008:00000020:0.0:1789130496.091247:0:34996:0:(osc_cache.c:1637:osc_free_grant()) lost 1703936 grant: 0 avail: 2097152 dirty: 0/0 00000008:00000020:0.0:1789130496.091252:0:34996:0:(osc_cache.c:498:__osc_extent_remove()) extent ffff9caf44ec00c0@{[0 -> 255/255], 0x240000400:69, [1|0|-|inv|wY|ffff9caf583136e0], [1703936|0|-|-|ffff9caf40031c00|256|ffff9caf484427c0]} destroyed. 00000008:00010000:0.0:1789130496.091258:0:34996:0:(osc_cache.c:498:__osc_extent_remove()) ### extent: 00000000d5352c0b ns: lustre-OST0000-osc-ffff9caf5014c800 lock: 000000003a134c52/0xde5303b1d982cea5 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xcdf1b083821a621b expref: -99 pid: 34987 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00010000:00000001:0.0:1789130496.091265:0:34996:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789130496.091267:0:34996:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000010:0.0:1789130496.091270:0:34996:0:(osc_cache.c:374:osc_extent_put()) slab-freed '(ext)': 192 at ffff9caf44ec00c0. 00000008:00000001:0.0:1789130496.091274:0:34996:0:(osc_cache.c:992:osc_extent_finish()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1789130496.091288:0:34996:0:(osc_cache.c:3346:osc_cache_wait_range()) Process entered 00000008:00000020:0.0:1789130496.091292:0:34996:0:(osc_cache.c:3383:osc_cache_wait_range()) obj ffff9caf583136e0 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:0.0:1789130496.091294:0:34996:0:(osc_cache.c:3384:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:0.0:1789130496.091297:0:34996:0:(osc_cache.c:3551:osc_cache_writeback_range()) obj ffff9caf583136e0 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 18446744073709551615] npages 1: rc=1. 00000008:00000001:0.0:1789130496.091301:0:34996:0:(osc_cache.c:3566:osc_cache_writeback_range()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1789130496.091303:0:34996:0:(osc_io.c:1196:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130496.091305:0:34996:0:(cl_io.c:544:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789130496.091306:0:34996:0:(lov_io.c:1533:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789130496.091307:0:34996:0:(lov_io.c:1589:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130496.091309:0:34996:0:(cl_io.c:544:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130496.091310:0:34996:0:(cl_io.c:559:cl_io_end()) Process entered 00020000:00000001:0.0:1789130496.091313:0:34996:0:(lov_io.c:2189:lov_io_fsync_end()) Process entered 00020000:00000001:0.0:1789130496.091315:0:34996:0:(lov_io.c:1594:lov_io_end_wrapper()) Process entered 00000020:00000001:0.0:1789130496.091316:0:34996:0:(cl_io.c:559:cl_io_end()) Process entered 00000020:00000001:0.0:1789130496.091317:0:34996:0:(cl_io.c:567:cl_io_end()) Process leaving 00020000:00000001:0.0:1789130496.091318:0:34996:0:(lov_io.c:1604:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789130496.091320:0:34996:0:(lov_io.c:2200:lov_io_fsync_end()) Process leaving 00000020:00000001:0.0:1789130496.091321:0:34996:0:(cl_io.c:567:cl_io_end()) Process leaving 00000020:00000001:0.0:1789130496.091323:0:34996:0:(cl_io.c:356:cl_io_unlock()) Process entered 00020000:00000001:0.0:1789130496.091324:0:34996:0:(lov_io.c:1682:lov_io_unlock()) Process entered 00020000:00000001:0.0:1789130496.091326:0:34996:0:(lov_io.c:1516:lov_io_call()) Process entered 00000020:00000001:0.0:1789130496.091327:0:34996:0:(cl_io.c:356:cl_io_unlock()) Process entered 00000020:00000001:0.0:1789130496.091327:0:34996:0:(cl_io.c:377:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1789130496.091328:0:34996:0:(lov_io.c:1616:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789130496.091330:0:34996:0:(lov_io.c:1533:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789130496.091332:0:34996:0:(lov_io.c:1685:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1789130496.091333:0:34996:0:(cl_io.c:377:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1789130496.091334:0:34996:0:(cl_io.c:453:cl_io_rw_advance()) Process entered 00000020:00000001:0.0:1789130496.091336:0:34996:0:(cl_io.c:469:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1789130496.091337:0:34996:0:(cl_io.c:433:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1789130496.091338:0:34996:0:(lov_io.c:1663:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1789130496.091339:0:34996:0:(lov_io.c:1516:lov_io_call()) Process entered 00000020:00000001:0.0:1789130496.091341:0:34996:0:(cl_io.c:433:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1789130496.091341:0:34996:0:(cl_io.c:439:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1789130496.091342:0:34996:0:(lov_io.c:1610:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789130496.091344:0:34996:0:(lov_io.c:1533:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789130496.091346:0:34996:0:(lov_io.c:1674:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1789130496.091347:0:34996:0:(cl_io.c:439:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1789130496.091349:0:34996:0:(cl_io.c:877:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130496.091350:0:34996:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1789130496.091351:0:34996:0:(lov_io.c:1057:lov_io_fini()) Process entered 00020000:00000001:0.0:1789130496.091353:0:34996:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1789130496.091354:0:34996:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1789130496.091355:0:34996:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1789130496.091357:0:34996:0:(cl_object.c:917:cl_env_put()) 1@ffff9caf58609bd0 00020000:00000001:0.0:1789130496.091359:0:34996:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1789130496.091361:0:34996:0:(lov_io.c:1088:lov_io_fini()) Process leaving 00000080:00000001:0.0:1789130496.091363:0:34996:0:(vvp_io.c:392:vvp_io_fini()) Process entered 00000080:00200000:0.0:1789130496.091366:0:34996:0:(vvp_io.c:402:vvp_io_fini()) [0x200000404:0x36:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, need minor change layout 0 00000080:00000001:0.0:1789130496.091369:0:34996:0:(vvp_io.c:509:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1789130496.091370:0:34996:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1789130496.091372:0:34996:0:(cl_object.c:917:cl_env_put()) 1@ffff9caf586097e0 00000080:00000001:0.0:1789130496.091374:0:34996:0:(file.c:5349:cl_sync_file_range()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1789130496.091382:0:34996:0:(cl_page.c:603:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1789130496.091383:0:34996:0:(cl_page.c:617:cl_vmpage_page()) Process leaving (rc=18446634875534406328 : -109198175145288 : ffff9caf518f72b8) 00000020:00000001:0.0:1789130496.091386:0:34996:0:(cl_page.c:976:cl_page_delete()) Process entered 00000020:00000001:0.0:1789130496.091387:0:34996:0:(cl_page.c:928:__cl_page_delete()) Process entered 00000020:00000001:0.0:1789130496.091388:0:34996:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1789130496.091390:0:34996:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1789130496.091391:0:34996:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1789130496.091395:0:34996:0:(cl_page.c:507:__cl_page_state_set()) page@000000004600769e[2 00000000226a4f5d 1 1 0000000000000000 0 0 0] 00000020:00000001:0.0:1789130496.091396:0:34996:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1789130496.091397:0:34996:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1789130496.091399:0:34996:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1789130496.091401:0:34996:0:(osc_page.c:138:osc_page_delete()) ffff9caf518f7318 00000008:00000001:0.0:1789130496.091403:0:34996:0:(osc_cache.c:2817:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1789130496.091405:0:34996:0:(osc_cache.c:2820:osc_teardown_async_page()) teardown oap ffff9caf518f7328 page ffff9caf518f7318 at index 0. 00000008:00000001:0.0:1789130496.091408:0:34996:0:(osc_cache.c:2842:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1789130496.091413:0:34996:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1789130496.091415:0:34996:0:(vvp_page.c:56:vvp_page_delete()) delete page fffff3e084788000 index 0 00000020:00000001:0.0:1789130496.091420:0:34996:0:(cl_page.c:946:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1789130496.091421:0:34996:0:(cl_page.c:978:cl_page_delete()) Process leaving 00000020:00000001:0.0:1789130496.091422:0:34996:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:0.0:1789130496.091425:0:34996:0:(cl_page.c:556:cl_batch_put()) page@000000004600769e[1 00000000226a4f5d 5 1 0000000000000000 0 0 0] 00000020:00000001:0.0:1789130496.091426:0:34996:0:(cl_page.c:556:cl_batch_put()) 1 00000020:00000001:0.0:1789130496.091427:0:34996:0:(cl_page.c:236:cl_page_free()) Process entered 00000020:00000010:0.0:1789130496.091430:0:34996:0:(cl_page.c:223:__cl_page_free()) slab-freed 'cl_page': 232 at ffff9caf518f72b8. 00000020:00000001:0.0:1789130496.091433:0:34996:0:(cl_page.c:274:cl_page_free()) Process leaving 00000020:00000001:0.0:1789130496.091434:0:34996:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000080:00000001:0.0:1789130496.091463:0:34996:0:(llite_lib.c:2079:ll_clear_inode()) Process entered 00000080:00200000:0.0:1789130496.091465:0:34996:0:(llite_lib.c:2082:ll_clear_inode()) VFS Op:inode=[0x200000404:0x36:0x0](ffff9caf60199148) 00800000:00000001:0.0:1789130496.091470:0:34996:0:(lmv_obd.c:1647:lmv_null_inode()) Process entered 00800000:00000002:0.0:1789130496.091471:0:34996:0:(lmv_obd.c:1649:lmv_null_inode()) CBDATA for [0x200000404:0x36:0x0] 00000002:00000001:0.0:1789130496.091477:0:34996:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:0.0:1789130496.091482:0:34996:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789130496.091484:0:34996:0:(lmv_obd.c:1659:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130496.091486:0:34996:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:0.0:1789130496.091489:0:34996:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:0.0:1789130496.091491:0:34996:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789130496.091492:0:34996:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130496.091496:0:34996:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1789130496.091499:0:34996:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446634875648776168 : -109198060775448 : ffff9caf586097e8) 00000020:00001000:0.0:1789130496.091501:0:34996:0:(cl_object.c:823:cl_env_get()) 1@ffff9caf586097e0 00020000:00000001:0.0:1789130496.091507:0:34996:0:(lov_object.c:1555:lov_object_delete()) Process entered 00020000:00000002:0.0:1789130496.091508:0:34996:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9caf47cdc5d0) owner 0000000000000000/ffff9caf484427c0 00020000:00000001:0.0:1789130496.091511:0:34996:0:(lov_object.c:885:lov_delete_composite()) Process entered 00020000:00000002:0.0:1789130496.091514:0:34996:0:(lov_ea.c:762:dump_lsm()) lsm ffff9caf5021f060, objid 0x36:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1789130496.091518:0:34996:0:(lov_ea.c:793:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1789130496.091522:0:34996:0:(lov_ea.c:812:dump_lsm()) oinfo:ffff9caf44e90100: ostid: 0x240000400:69 ost idx: 0 gen: 0 00020000:00000001:0.0:1789130496.091524:0:34996:0:(lov_object.c:1327:lov_layout_wait()) Process entered 00020000:00000001:0.0:1789130496.091526:0:34996:0:(lov_object.c:1337:lov_layout_wait()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789130496.091528:0:34996:0:(lov_object.c:292:lov_delete_raid0()) Process entered 00000020:00000001:0.0:1789130496.091530:0:34996:0:(cl_object.c:368:cl_object_prune()) Process entered 00010000:00000001:0.0:1789130496.091534:0:34996:0:(ldlm_request.c:2697:ldlm_resource_iterate()) Process entered 00010000:00000040:0.0:1789130496.091538:0:34996:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9caf48fc4d00 count: 2 00010000:00000001:0.0:1789130496.091541:0:34996:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789130496.091544:0:34996:0:(ldlm_request.c:2625:ldlm_resource_foreach()) Process entered 00000008:00000001:0.0:1789130496.091546:0:34996:0:(osc_object.c:184:osc_object_ast_clear()) Process entered 00000008:00010000:0.0:1789130496.091549:0:34996:0:(osc_object.c:202:osc_object_ast_clear()) ### update lock size 0 blocks 1 [cma]time: 0 0 0 by oinfo size 46 blocks 1 [cma]time 1789130495 1789130495 1789130496 ns: lustre-OST0000-osc-ffff9caf5014c800 lock: 000000003a134c52/0xde5303b1d982cea5 lrc: 1/0,0 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xcdf1b083821a621b expref: -99 pid: 34987 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000020:00000001:0.0:1789130496.091558:0:34996:0:(cl_object.c:143:cl_object_top()) ffff9caf583136e0 -> ffff9caf42b2a468 00000020:00000001:0.0:1789130496.091560:0:34996:0:(cl_object.c:143:cl_object_top()) ffff9caf583136e0 -> ffff9caf42b2a468 00000008:00000001:0.0:1789130496.091563:0:34996:0:(osc_object.c:212:osc_object_ast_clear()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789130496.091565:0:34996:0:(ldlm_request.c:2641:ldlm_resource_foreach()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789130496.091567:0:34996:0:(ldlm_request.c:2707:ldlm_resource_iterate()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1789130496.091569:0:34996:0:(cl_object.c:378:cl_object_prune()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:0.0:1789130496.091574:0:34996:0:(osc_object.c:99:osc_object_free()) slab-freed '(osc)': 488 at ffff9caf583136e0. 00020000:00000001:0.0:1789130496.091578:0:34996:0:(lovsub_object.c:58:lovsub_object_free()) Process entered 00020000:00000010:0.0:1789130496.091581:0:34996:0:(lovsub_object.c:78:lovsub_object_free()) slab-freed 'los': 200 at ffff9caf42b2a4b0. 00020000:00000001:0.0:1789130496.091587:0:34996:0:(lovsub_object.c:80:lovsub_object_free()) Process leaving 00020000:00000001:0.0:1789130496.091588:0:34996:0:(lov_object.c:313:lov_delete_raid0()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789130496.091591:0:34996:0:(lov_object.c:906:lov_delete_composite()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1789130496.091592:0:34996:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9caf47cdc5d0) owner 0000000000000000/ffff9caf484427c0 00020000:00000001:0.0:1789130496.091594:0:34996:0:(lov_object.c:1557:lov_object_delete()) Process leaving 00020000:00000001:0.0:1789130496.091596:0:34996:0:(lov_object.c:1564:lov_object_free()) Process entered 00020000:00000002:0.0:1789130496.091598:0:34996:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9caf47cdc5d0) owner 0000000000000000/ffff9caf484427c0 00020000:00000001:0.0:1789130496.091601:0:34996:0:(lov_object.c:921:lov_fini_composite()) Process entered 00020000:00000010:0.0:1789130496.091603:0:34996:0:(lov_object.c:322:lov_fini_raid0()) kvfree 'r0->lo_sub': 8 at ffff9caf82077f70. 00020000:00000010:0.0:1789130496.091608:0:34996:0:(lov_object.c:930:lov_fini_composite()) kfreed 'comp->lo_entries': 176 at ffff9caf48132d80. 00020000:00000010:0.0:1789130496.091610:0:34996:0:(lov_object.c:935:lov_fini_composite()) kfreed 'comp->lo_mirrors': 12 at ffff9caf43da6050. 00020000:00000002:0.0:1789130496.091616:0:34996:0:(lov_ea.c:762:dump_lsm()) lsm ffff9caf5021f060, objid 0x36:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1789130496.091619:0:34996:0:(lov_ea.c:793:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1789130496.091622:0:34996:0:(lov_ea.c:812:dump_lsm()) oinfo:ffff9caf44e90100: ostid: 0x240000400:69 ost idx: 0 gen: 0 00020000:00000010:0.0:1789130496.091627:0:34996:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9caf44e90100. 00020000:00000010:0.0:1789130496.091630:0:34996:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff9caf5021fcc0. 00020000:00000010:0.0:1789130496.091633:0:34996:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff9caf5021f060. 00020000:00000001:0.0:1789130496.091635:0:34996:0:(lov_object.c:944:lov_fini_composite()) Process leaving 00020000:00000002:0.0:1789130496.091636:0:34996:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9caf47cdc5d0) owner 0000000000000000/ffff9caf484427c0 00020000:00000010:0.0:1789130496.091640:0:34996:0:(lov_object.c:1567:lov_object_free()) slab-freed '(lov)': 248 at ffff9caf47cdc5d0. 00020000:00000001:0.0:1789130496.091643:0:34996:0:(lov_object.c:1568:lov_object_free()) Process leaving 00000080:00000010:0.0:1789130496.091645:0:34996:0:(vvp_object.c:280:vvp_object_free()) slab-freed 'vob': 200 at ffff9caf42b2a3e8. 00000020:00001000:0.0:1789130496.091649:0:34996:0:(cl_object.c:917:cl_env_put()) 1@ffff9caf586097e0 00000080:00000001:0.0:1789130496.091652:0:34996:0:(llite_lib.c:2130:ll_clear_inode()) Process leaving 00000080:00000001:0.0:1789130496.091654:0:34996:0:(llite_lib.c:3452:ll_delete_inode()) Process leaving 00000080:00000010:0.1:1789130496.105959:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9caf47eabe60. 00000080:00000010:0.1:1789130496.105989:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9caf60199080. 00010000:00000001:3.0:1789130496.959065:0:30671:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130496.959077:0:30671:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789130496.959079:0:30671:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789130496.959083:0:30671:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130496.959088:0:30671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789130496.959090:0:30671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130496.959093:0:30671:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130496.959095:0:30671:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130496.959099:0:30671:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130496.959101:0:30671:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130496.959108:0:30671:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130496.959110:0:30671:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130496.959197:0:16115:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789130496.959201:0:16115:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789130496.959204:0:16115:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1789130497.378718:0:35086:0:(llite_lib.c:4271:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1789130497.815147:0:35122:0:(debug.c:652:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1789130497.815153:0:35122:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: recovery-small test_24b: @@@@@@ IGNORE (bz5494): multiop didn't fail fsync: 5 or close: 0 00000001:00000001:2.0:1789130497.827999:0:35122:0:(debug.c:655:libcfs_debug_mark_buffer()) ************************************************** 00010000:00000001:3.0:1789130497.985070:0:30671:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130497.985080:0:30671:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130497.985088:0:30671:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130497.985089:0:30671:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130497.985094:0:30671:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130497.985095:0:30671:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130497.985336:0:16116:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789130497.985341:0:16116:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789130497.985345:0:16116:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1789130498.362348:0:30671:0:(connection.c:75:cpu_latency_work()) work item of ffff9caf6147ab30 (cpu 3) has reached its deadline 4296592375, at 4296592384 00000100:00000010:3.0:1789130498.362371:0:30671:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9caf5021f360. 00000100:00000040:2.0:1789130498.362913:0:27981:0:(connection.c:75:cpu_latency_work()) work item of ffff9caf6147aa20 (cpu 2) has reached its deadline 4296592375, at 4296592385 00000100:00000010:2.0:1789130498.362920:0:27981:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9caf5021f7e0. 00010000:00000001:3.0:1789130499.001897:0:30671:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130499.001907:0:30671:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130499.001915:0:30671:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130499.001916:0:30671:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130499.001920:0:30671:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130499.001921:0:30671:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130499.002202:0:16244:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789130499.002206:0:16244:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789130499.002211:0:16244:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1789130499.127367:0:35223:0:(llite_lib.c:4271:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130499.386044:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 70f26143-21ad-4cd3-af2c-0601ab5c9490->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789130499.386057:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789130499.386066:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf61460f00. 00000020:00000040:0.0:1789130499.386075:0:37:0:(genops.c:1210:class_import_get()) import ffff9caf586ce800 refcount=4 obd=MGC192.168.204.123@tcp 00000100:00000001:0.0:1789130499.386091:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789130499.386095:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789130499.386101:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789130499.386111:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9caf451e7d00. 00000100:00000001:0.0:1789130499.386120:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130499.386138:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 70f26143-21ad-4cd3-af2c-0601ab5c9490->MGS req@ffff9caf61460f00 x1876037329061504/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789130499.386163:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789130499.386169:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130499.386177:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e58de083] to pc [ptlrpcd_00_00+0] req@ffff9caf61460f00 x1876037329061504/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130499.386205:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130499.386208:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) c4ff2dbd-4d13-4802-9c50-d71e34d32a35->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789130499.386212:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789130499.386216:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf614603c0. 00000020:00000040:0.0:1789130499.386219:0:37:0:(genops.c:1210:class_import_get()) import ffff9caf6079a800 refcount=9 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000100:00000001:0.0:1789130499.386222:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789130499.386223:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789130499.386225:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789130499.386229:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9caf451e7a00. 00000100:00000001:0.0:1789130499.386232:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130499.386236:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging c4ff2dbd-4d13-4802-9c50-d71e34d32a35->lustre-MDT0000_UUID req@ffff9caf614603c0 x1876037329061632/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789130499.386243:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789130499.386245:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130499.386248:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d685da4] to pc [ptlrpcd_00_01+1] req@ffff9caf614603c0 x1876037329061632/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130499.386257:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130499.386259:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) c4ff2dbd-4d13-4802-9c50-d71e34d32a35->lustre-OST0000_UUID: level FULL/9 force 0 force_next 1 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789130499.386262:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789130499.386266:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf61460780. 00000020:00000040:0.0:1789130499.386268:0:37:0:(genops.c:1210:class_import_get()) import ffff9caf468ac800 refcount=3 obd=lustre-OST0000-osc-ffff9caf5014c800 00000100:00000001:0.0:1789130499.386270:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789130499.386272:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789130499.386273:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789130499.386276:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9caf451e7e00. 00000100:00000001:0.0:1789130499.386279:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130499.386283:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging c4ff2dbd-4d13-4802-9c50-d71e34d32a35->lustre-OST0000_UUID req@ffff9caf61460780 x1876037329061760/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789130499.386290:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789130499.386302:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130499.386306:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003423b748] to pc [ptlrpcd_00_00+0] req@ffff9caf61460780 x1876037329061760/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130499.386314:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130499.386317:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) c4ff2dbd-4d13-4802-9c50-d71e34d32a35->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789130499.386320:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789130499.386325:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf61462580. 00000020:00000040:0.0:1789130499.386327:0:37:0:(genops.c:1210:class_import_get()) import ffff9caf48ede000 refcount=3 obd=lustre-OST0001-osc-ffff9caf5014c800 00000100:00000001:0.0:1789130499.386330:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789130499.386331:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789130499.386333:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789130499.386336:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9caf451e7200. 00000100:00000001:0.0:1789130499.386339:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130499.386342:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging c4ff2dbd-4d13-4802-9c50-d71e34d32a35->lustre-OST0001_UUID req@ffff9caf61462580 x1876037329061888/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789130499.386349:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789130499.386350:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130499.386354:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005c02454a] to pc [ptlrpcd_00_01+1] req@ffff9caf61462580 x1876037329061888/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130499.386360:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130499.386364:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1931) 00000100:00000001:0.0:1789130499.386379:0:2348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789130499.386384:0:2348:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789130499.386388:0:2348:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789130499.386393:0:2348:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf614603c0 x1876037329061632/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130499.386401:0:2348:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789130499.386404:0:2348:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130499.386408:0:2348:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789130499.386411:0:2348:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789130499.386414:0:2348:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789130499.386418:0:2348:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf614603c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:2348:1876037329061632:192.168.204.123@tcp:400:kworker.0 00000100:00000001:0.0:1789130499.386422:0:2348:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789130499.386429:0:2348:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789130499.386432:0:2348:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130499.386435:0:2348:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789130499.386440:0:2348:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9caf47c6c200. 02000000:00000001:0.0:1789130499.386442:0:2348:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789130499.386454:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:0.0:1789130499.386460:0:2348:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf50131478. 00000400:00000010:0.0:1789130499.386470:0:2348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf5801edd0. 00000100:00000200:0.0:1789130499.386480:0:2348:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876037329061632, portal 10 00000100:00000001:0.0:1789130499.386483:0:2348:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789130499.386485:0:2348:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875798029248 : -109197911522368 : ffff9caf614603c0) 00000100:00000040:0.0:1789130499.386494:0:2348:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9caf614603c0 x1876037329061632/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130515 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130499.386502:0:2348:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789130499.386505:0:2348:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:0.0:1789130499.386509:0:2348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf5801ec38. 00000100:00000200:0.0:1789130499.386512:0:2348:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876037329061632, offset 0 00000400:00000200:0.0:1789130499.386520:0:2348:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:0.0:1789130499.386533:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:0.0:1789130499.386551:0:2348:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:0.0:1789130499.386557:0:2348:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789130499.386562:0:2348:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:0.0:1789130499.386566:0:2348:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789130499.386568:0:2348:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:0.0:1789130499.386573:0:2348:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2723:2723:256:4294967295] 192.168.204.123@tcp LPNI seq info [2722:2722:8:4294967295] 00000400:00000200:0.0:1789130499.386580:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:0.0:1789130499.386590:0:2348:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:0.0:1789130499.386597:0:2348:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:0.0:1789130499.386602:0:2348:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf451e7400. 00000800:00000200:0.0:1789130499.386609:0:2348:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:0.0:1789130499.386619:0:2348:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:0.0:1789130499.386625:0:2348:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf451e7400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789130499.386648:0:2348:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130499.386654:0:2348:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: using a timeout of 774261 usecs (775 jiffies) 00000400:00000200:0.0:1789130499.386658:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:0.0:1789130499.386661:0:2348:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296594183 00000100:00000010:0.0:1789130499.386668:0:2348:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9caf5021fcc0. 00000100:00000001:0.0:1789130499.386677:0:2348:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request now active for cpu 2 00000100:00000001:0.0:1789130499.386683:0:2348:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296594183 00000100:00000010:0.0:1789130499.386686:0:2348:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9caf5021f600. 00000100:00000001:0.0:1789130499.386690:0:2348:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9caf5014c800: PM QoS request now active for cpu 3 00000100:00000001:0.0:1789130499.386694:0:2348:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789130499.386696:0:2348:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130499.386700:0:2348:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789130499.386703:0:2348:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf61462580 x1876037329061888/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130499.386710:0:2348:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789130499.386711:0:2348:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130499.386714:0:2348:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789130499.386715:0:2348:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789130499.386718:0:2348:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789130499.386720:0:2348:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf61462580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:2348:1876037329061888:192.168.204.123@tcp:400:kworker.0 00000100:00000001:0.0:1789130499.386724:0:2348:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789130499.386726:0:2348:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789130499.386728:0:2348:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130499.386729:0:2348:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789130499.386733:0:2348:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9caf47c6d600. 02000000:00000001:0.0:1789130499.386734:0:2348:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789130499.386738:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:0.0:1789130499.386740:0:2348:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf50131e70. 00000400:00000010:0.0:1789130499.386755:0:2348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf5801e220. 00000100:00000200:0.0:1789130499.386759:0:2348:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876037329061888, portal 4 00000100:00000001:0.0:1789130499.386760:0:2348:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789130499.386762:0:2348:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875798037888 : -109197911513728 : ffff9caf61462580) 00000100:00000040:0.0:1789130499.386769:0:2348:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9caf61462580 x1876037329061888/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130515 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130499.386775:0:2348:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789130499.386777:0:2348:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:0.0:1789130499.386780:0:2348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf5801e110. 00000100:00000200:0.0:1789130499.386782:0:2348:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876037329061888, offset 0 00000400:00000200:0.0:1789130499.386786:0:2348:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:0.0:1789130499.386790:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:0.0:1789130499.386793:0:2348:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:0.0:1789130499.386795:0:2348:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789130499.386798:0:2348:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:0.0:1789130499.386800:0:2348:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789130499.386802:0:2348:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:0.0:1789130499.386830:0:2348:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2724:2724:255:4294967295] 192.168.204.123@tcp LPNI seq info [2723:2723:7:4294967295] 00000400:00000200:0.0:1789130499.386834:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:0.0:1789130499.386840:0:2348:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:0.0:1789130499.386845:0:2348:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:0.0:1789130499.386851:0:2348:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf49c42200. 00000800:00000200:0.0:1789130499.386855:0:2348:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:0.0:1789130499.386858:0:2348:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:0.0:1789130499.386860:0:2348:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf49c42200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789130499.386863:0:2348:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130499.386866:0:2348:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9caf5014c800: using a timeout of 301778 usecs (302 jiffies) 00000400:00000200:0.0:1789130499.386868:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:0.0:1789130499.386870:0:2348:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296593710 00000100:00000001:0.0:1789130499.386873:0:2348:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9caf5014c800: PM QoS request active for cpu 2, keep current deadline 4296594183 00000100:00000001:0.0:1789130499.386876:0:2348:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296593710 00000100:00000001:0.0:1789130499.386878:0:2348:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9caf5014c800: PM QoS request active for cpu 3, keep current deadline 4296594183 00000100:00000001:0.0:1789130499.386881:0:2348:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789130499.386883:0:2348:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130499.386886:0:2348:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130499.386888:0:2348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130499.386897:0:2348:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789130499.386901:0:2348:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1789130499.386903:0:2348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789130499.386904:0:2348:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789130499.386905:0:2348:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789130499.386908:0:2348:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:0.0:1789130499.386910:0:2348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130499.386911:0:2348:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789130499.386913:0:2348:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130499.386914:0:2348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789130499.386915:0:2348:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789130499.386916:0:2348:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789130499.386921:0:2348:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf61460f00 x1876037329061504/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130499.386927:0:2348:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789130499.386928:0:2348:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130499.386930:0:2348:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789130499.386932:0:2348:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789130499.386934:0:2348:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789130499.386937:0:2348:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf61460f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:70f26143-21ad-4cd3-af2c-0601ab5c9490:2348:1876037329061504:192.168.204.123@tcp:400:kworker.0 00000100:00000001:0.0:1789130499.386939:0:2348:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789130499.386942:0:2348:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789130499.386944:0:2348:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130499.386945:0:2348:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789130499.386949:0:2348:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9caf47c6dc00. 02000000:00000001:0.0:1789130499.386950:0:2348:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789130499.386954:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:0.0:1789130499.386956:0:2348:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf50131cb8. 00000400:00000010:0.0:1789130499.386961:0:2348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf5801ecc0. 00000100:00000200:0.0:1789130499.386963:0:2348:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876037329061504, portal 25 00000100:00000001:0.0:1789130499.386965:0:2348:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789130499.386966:0:2348:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875798032128 : -109197911519488 : ffff9caf61460f00) 00000100:00000040:0.0:1789130499.386971:0:2348:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9caf61460f00 x1876037329061504/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130515 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130499.386977:0:2348:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789130499.386981:0:2348:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:0.0:1789130499.386983:0:2348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf5801eaa0. 00000100:00000200:0.0:1789130499.386986:0:2348:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1876037329061504, offset 0 00000400:00000200:0.0:1789130499.386990:0:2348:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:0.0:1789130499.386994:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:0.0:1789130499.386997:0:2348:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:0.0:1789130499.387000:0:2348:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789130499.387002:0:2348:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:0.0:1789130499.387004:0:2348:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789130499.387007:0:2348:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:0.0:1789130499.387009:0:2348:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2725:2725:254:4294967295] 192.168.204.123@tcp LPNI seq info [2724:2724:6:4294967295] 00000400:00000200:0.0:1789130499.387013:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:0.0:1789130499.387019:0:2348:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:0.0:1789130499.387024:0:2348:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:0.0:1789130499.387027:0:2348:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf49c42600. 00000800:00000200:0.0:1789130499.387030:0:2348:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:0.0:1789130499.387034:0:2348:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:0.0:1789130499.387036:0:2348:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf49c42600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789130499.387039:0:2348:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789130499.387042:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:0.0:1789130499.387043:0:2348:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.123@tcp: PM QoS new deadline estimation for cpu 2 is 4296597494 00000100:00000001:0.0:1789130499.387049:0:2348:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.123@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296594183 00000100:00000001:0.0:1789130499.387053:0:2348:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.123@tcp: PM QoS new deadline estimation for cpu 3 is 4296597494 00000100:00000001:0.0:1789130499.387055:0:2348:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.123@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296594183 00000100:00000001:0.0:1789130499.387058:0:2348:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789130499.387059:0:2348:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130499.387061:0:2348:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789130499.387065:0:2348:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf61460780 x1876037329061760/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130499.387072:0:2348:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789130499.387074:0:2348:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130499.387076:0:2348:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789130499.387077:0:2348:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789130499.387080:0:2348:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789130499.387083:0:2348:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf61460780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:2348:1876037329061760:192.168.204.123@tcp:400:kworker.0 00000100:00000001:0.0:1789130499.387085:0:2348:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789130499.387087:0:2348:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789130499.387089:0:2348:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130499.387090:0:2348:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789130499.387094:0:2348:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9caf47c6c400. 02000000:00000001:0.0:1789130499.387096:0:2348:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789130499.387099:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:0.0:1789130499.387101:0:2348:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf50131948. 00000400:00000010:0.0:1789130499.387105:0:2348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf5801e000. 00000100:00000200:0.0:1789130499.387108:0:2348:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876037329061760, portal 4 00000100:00000001:0.0:1789130499.387109:0:2348:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789130499.387111:0:2348:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875798030208 : -109197911521408 : ffff9caf61460780) 00000100:00000040:0.0:1789130499.387117:0:2348:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9caf61460780 x1876037329061760/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130515 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130499.387123:0:2348:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789130499.387125:0:2348:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:0.0:1789130499.387128:0:2348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf5801e770. 00000100:00000200:0.0:1789130499.387130:0:2348:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876037329061760, offset 0 00000400:00000200:0.0:1789130499.387134:0:2348:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:0.0:1789130499.387138:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:0.0:1789130499.387141:0:2348:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:0.0:1789130499.387144:0:2348:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789130499.387146:0:2348:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:0.0:1789130499.387147:0:2348:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789130499.387150:0:2348:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:0.0:1789130499.387152:0:2348:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2726:2726:253:4294967295] 192.168.204.123@tcp LPNI seq info [2725:2725:5:4294967295] 00000400:00000200:0.0:1789130499.387156:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:0.0:1789130499.387161:0:2348:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:0.0:1789130499.387166:0:2348:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:0.0:1789130499.387169:0:2348:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf49c42f00. 00000800:00000200:0.0:1789130499.387172:0:2348:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:0.0:1789130499.387176:0:2348:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:0.0:1789130499.387178:0:2348:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf49c42f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789130499.387181:0:2348:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130499.387184:0:2348:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9caf5014c800: using a timeout of 22885 usecs (23 jiffies) 00000400:00000200:0.0:1789130499.387187:0:2348:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:0.0:1789130499.387189:0:2348:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296593431 00000100:00000001:0.0:1789130499.387191:0:2348:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9caf5014c800: PM QoS request active for cpu 2, keep current deadline 4296597494 00000100:00000001:0.0:1789130499.387193:0:2348:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296593431 00000100:00000001:0.0:1789130499.387195:0:2348:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9caf5014c800: PM QoS request active for cpu 3, keep current deadline 4296597494 00000100:00000001:0.0:1789130499.387197:0:2348:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789130499.387199:0:2348:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130499.387201:0:2348:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130499.387203:0:2348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789130499.388566:0:2341:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789130499.388572:0:2341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf451e7400. 00000400:00000200:2.0:1789130499.388578:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130499.388586:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:2.0:1789130499.388592:0:2341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf5801ec38 00000400:00000010:2.0:1789130499.388594:0:2341:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf5801ec38. 00000100:00000001:2.0:1789130499.388598:0:2341:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789130499.388605:0:2341:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf614603c0 x1876037329061632/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130515 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130499.388617:0:2341:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130499.388621:0:2341:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf614603c0 x1876037329061632/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130515 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130499.388627:0:2341:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130499.388628:0:2341:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1789130499.388642:0:2341:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789130499.388643:0:2341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf49c42200. 00000400:00000200:2.0:1789130499.388646:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130499.388649:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:2.0:1789130499.388651:0:2341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf5801e110 00000400:00000010:2.0:1789130499.388653:0:2341:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf5801e110. 00000100:00000001:2.0:1789130499.388655:0:2341:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789130499.388658:0:2341:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf61462580 x1876037329061888/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130515 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130499.388665:0:2341:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130499.388667:0:2341:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf61462580 x1876037329061888/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130515 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130499.388672:0:2341:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130499.388674:0:2341:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1789130499.388680:0:2341:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789130499.388682:0:2341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf49c42600. 00000400:00000200:2.0:1789130499.388695:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130499.388699:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:2.0:1789130499.388701:0:2341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf5801eaa0 00000400:00000010:2.0:1789130499.388703:0:2341:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf5801eaa0. 00000100:00000001:2.0:1789130499.388705:0:2341:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789130499.388708:0:2341:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf61460f00 x1876037329061504/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130515 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130499.388714:0:2341:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130499.388717:0:2341:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf61460f00 x1876037329061504/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130515 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130499.388722:0:2341:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130499.388723:0:2341:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1789130499.388829:0:2341:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789130499.388832:0:2341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf49c42f00. 00000400:00000200:2.0:1789130499.388835:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130499.388839:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:2.0:1789130499.388841:0:2341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf5801e770 00000400:00000010:2.0:1789130499.388843:0:2341:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf5801e770. 00000100:00000001:2.0:1789130499.388845:0:2341:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789130499.388849:0:2341:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf61460780 x1876037329061760/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130515 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130499.388857:0:2341:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130499.388859:0:2341:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf61460780 x1876037329061760/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130515 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130499.388865:0:2341:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130499.388867:0:2341:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1789130499.389645:0:2347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789130499.389654:0:2347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1789130499.392022:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130499.392039:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789130499.392045:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130499.392047:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130499.392057:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130499.392067:0:2342:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:2.0:1789130499.392081:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130499.392088:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130499.392095:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130499.392101:0:2342:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 224 into portal 25 MB=0x6aa3efa958680 00000400:00000200:2.0:1789130499.392107:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130499.392114:0:2342:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.123@tcp of length 224/224 into md 0x74fd [1] + 224 00000800:00000001:2.0:1789130499.392122:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130499.392126:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130499.392131:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130499.392136:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:2.0:1789130499.392146:0:2342:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789130499.392157:0:2342:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf61460f00 x1876037329061504/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130515 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789130499.392169:0:2342:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9caf61460f00 x1876037329061504/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130515 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130499.392195:0:2342:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789130499.392208:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130499.392340:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789130499.392343:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130499.392346:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130499.392350:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130499.392354:0:2342:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:2.0:1789130499.392359:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130499.392362:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130499.392365:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130499.392367:0:2342:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 224 into portal 4 MB=0x6aa3efa958800 00000400:00000200:2.0:1789130499.392371:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130499.392376:0:2342:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.123@tcp of length 224/224 into md 0x74f5 [1] + 224 00000800:00000001:2.0:1789130499.392380:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130499.392383:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130499.392385:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1789130499.392386:0:2348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1789130499.392388:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:1.0:1789130499.392390:0:2348:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789130499.392392:0:2342:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789130499.392399:0:2342:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf61462580 x1876037329061888/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130515 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1789130499.392399:0:2348:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789130499.392402:0:2348:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789130499.392406:0:2348:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf50131cb8. 00000100:00000040:2.0:1789130499.392407:0:2342:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9caf61462580 x1876037329061888/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130515 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1789130499.392411:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf5801ecc0 00000100:00000001:2.0:1789130499.392415:0:2342:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000010:1.0:1789130499.392415:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf5801ecc0. 00000100:00000001:1.0:1789130499.392418:0:2348:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789130499.392423:0:2348:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf61460f00 x1876037329061504/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130515 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1789130499.392425:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130499.392428:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789130499.392429:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130499.392432:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1789130499.392433:0:2348:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf61460f00 x1876037329061504/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130515 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1789130499.392435:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130499.392439:0:2342:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000100:00000001:1.0:1789130499.392440:0:2348:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789130499.392442:0:2348:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130499.392443:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130499.392445:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:1.0:1789130499.392445:0:2348:0:(client.c:1593:after_reply()) Process entered 00000400:00000200:2.0:1789130499.392448:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130499.392450:0:2342:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 224 into portal 4 MB=0x6aa3efa958780 02000000:00000001:1.0:1789130499.392451:0:2348:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000400:00000200:2.0:1789130499.392453:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:1.0:1789130499.392454:0:2348:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789130499.392456:0:2348:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789130499.392457:0:2342:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.123@tcp of length 224/224 into md 0x7505 [1] + 224 00000800:00000001:2.0:1789130499.392460:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000001:1.0:1789130499.392460:0:2348:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1789130499.392466:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130499.392468:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00001000:1.0:1789130499.392468:0:2348:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf586cec60 time=118 v=5 (5 5 5 5) 00000400:00000200:2.0:1789130499.392471:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:2.0:1789130499.392473:0:2342:0:(events.c:78:reply_in_callback()) Process entered 00000100:00001000:1.0:1789130499.392473:0:2348:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf586cec18 time=36 v=5 (1 0 0 0) 00000100:00000001:1.0:1789130499.392476:0:2348:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000200:2.0:1789130499.392478:0:2342:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf61460780 x1876037329061760/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130515 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130499.392478:0:2348:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130499.392482:0:2348:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000040:2.0:1789130499.392485:0:2342:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9caf61460780 x1876037329061760/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130515 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1789130499.392485:0:2348:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130499.392489:0:2348:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130499.392493:0:2342:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:1.0:1789130499.392494:0:2348:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf61460f00 x1876037329061504/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130515 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1789130499.392496:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130499.392498:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130499.392502:0:2348:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789130499.392506:0:2348:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789130499.392508:0:2348:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789130499.392513:0:2348:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf61460f00 x1876037329061504/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130515 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789130499.392521:0:2348:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf61460f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:70f26143-21ad-4cd3-af2c-0601ab5c9490:2348:1876037329061504:192.168.204.123@tcp:400:kworker.0 00000400:00000001:1.0:1789130499.392528:0:2348:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789130499.392530:0:2348:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789130499.392531:0:2348:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf50131948. 00000400:00000200:1.0:1789130499.392533:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf5801e000 00000400:00000010:1.0:1789130499.392535:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf5801e000. 00000100:00000001:1.0:1789130499.392551:0:2348:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789130499.392555:0:2348:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf61460780 x1876037329061760/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130515 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789130499.392562:0:2348:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf61460780 x1876037329061760/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130515 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130499.392568:0:2348:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789130499.392569:0:2348:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130499.392571:0:2348:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789130499.392573:0:2348:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789130499.392574:0:2348:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789130499.392576:0:2348:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130499.392578:0:2348:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789130499.392583:0:2348:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf468acc60 time=118 v=5 (5 5 5 5) 00000100:00001000:1.0:1789130499.392587:0:2348:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf468acc18 time=4 v=5 (1 0 0 0) 00000100:00000001:1.0:1789130499.392589:0:2348:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789130499.392590:0:2348:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130499.392592:0:2348:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789130499.392594:0:2348:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130499.392598:0:2348:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789130499.392600:0:2348:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9caf5014c800: skip recheck: last_committed 4294967345 00000100:00000001:1.0:1789130499.392602:0:2348:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789130499.392604:0:2348:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789130499.392607:0:2348:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf61460780 x1876037329061760/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130515 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130499.392613:0:2348:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789130499.392616:0:2348:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789130499.392617:0:2348:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789130499.392620:0:2348:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf61460780 x1876037329061760/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130515 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789130499.392627:0:2348:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf61460780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:2348:1876037329061760:192.168.204.123@tcp:400:kworker.0 00000400:00000001:1.0:1789130499.392633:0:2348:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789130499.392634:0:2348:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789130499.392636:0:2348:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf50131e70. 00000400:00000200:1.0:1789130499.392639:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf5801e220 00000400:00000010:1.0:1789130499.392640:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf5801e220. 00000100:00000001:1.0:1789130499.392643:0:2348:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789130499.392646:0:2348:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf61462580 x1876037329061888/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130515 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789130499.392653:0:2348:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf61462580 x1876037329061888/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130515 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130499.392658:0:2348:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789130499.392659:0:2348:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130499.392661:0:2348:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789130499.392662:0:2348:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789130499.392663:0:2348:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789130499.392665:0:2348:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789130499.392666:0:2348:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789130499.392670:0:2348:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf48ede460 time=118 v=5 (5 5 5 5) 00000100:00001000:1.0:1789130499.392672:0:2348:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf48ede418 time=36 v=5 (1 0 0 0) 00000100:00000001:1.0:1789130499.392674:0:2348:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789130499.392675:0:2348:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789130499.392677:0:2348:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789130499.392679:0:2348:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130499.392681:0:2348:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789130499.392682:0:2348:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9caf5014c800: skip recheck: last_committed 4294967312 00000100:00000001:1.0:1789130499.392694:0:2348:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789130499.392695:0:2348:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789130499.392699:0:2348:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf61462580 x1876037329061888/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130515 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130499.392705:0:2348:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789130499.392707:0:2348:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789130499.392708:0:2348:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789130499.392711:0:2348:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf61462580 x1876037329061888/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130515 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789130499.392718:0:2348:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf61462580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:2348:1876037329061888:192.168.204.123@tcp:400:kworker.0 00000100:00000001:1.0:1789130499.392724:0:2348:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130499.392731:0:2348:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789130499.392735:0:2348:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf61460f00 x1876037329061504/t0(0) o400->MGC192.168.204.123@tcp@192.168.204.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789130515 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130499.392752:0:2348:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789130499.392755:0:2348:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789130499.392761:0:2348:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9caf47c6dc00. 02000000:00000001:1.0:1789130499.392765:0:2348:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789130499.392770:0:2348:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1789130499.392772:0:2348:0:(genops.c:1223:class_import_put()) import ffff9caf586ce800 refcount=3 obd=MGC192.168.204.123@tcp 00000020:00000001:1.0:1789130499.392775:0:2348:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1789130499.392779:0:2348:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9caf451e7d00. 02000000:00000001:1.0:1789130499.392785:0:2348:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789130499.392787:0:2348:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789130499.392790:0:2348:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf61460f00. 00000100:00000001:1.0:1789130499.392796:0:2348:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789130499.392798:0:2348:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130499.392800:0:2348:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789130499.392837:0:2348:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf61460780 x1876037329061760/t0(0) o400->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130515 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130499.392843:0:2348:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789130499.392845:0:2348:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789130499.392846:0:2348:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9caf47c6c400. 02000000:00000001:1.0:1789130499.392850:0:2348:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789130499.392851:0:2348:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1789130499.392852:0:2348:0:(genops.c:1223:class_import_put()) import ffff9caf468ac800 refcount=2 obd=lustre-OST0000-osc-ffff9caf5014c800 00000020:00000001:1.0:1789130499.392854:0:2348:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1789130499.392856:0:2348:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9caf451e7e00. 02000000:00000001:1.0:1789130499.392858:0:2348:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789130499.392859:0:2348:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789130499.392860:0:2348:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf61460780. 00000100:00000001:1.0:1789130499.392863:0:2348:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789130499.392864:0:2348:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130499.392865:0:2348:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789130499.392869:0:2348:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf61462580 x1876037329061888/t0(0) o400->lustre-OST0001-osc-ffff9caf5014c800@192.168.204.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1789130515 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789130499.392876:0:2348:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789130499.392877:0:2348:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789130499.392878:0:2348:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9caf47c6d600. 02000000:00000001:1.0:1789130499.392881:0:2348:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789130499.392883:0:2348:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1789130499.392884:0:2348:0:(genops.c:1223:class_import_put()) import ffff9caf48ede000 refcount=2 obd=lustre-OST0001-osc-ffff9caf5014c800 00000020:00000001:1.0:1789130499.392886:0:2348:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1789130499.392887:0:2348:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9caf451e7200. 02000000:00000001:1.0:1789130499.392889:0:2348:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789130499.392890:0:2348:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789130499.392891:0:2348:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf61462580. 00000100:00000001:1.0:1789130499.392894:0:2348:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789130499.392895:0:2348:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789130499.392900:0:2348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130499.392901:0:2348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789130499.392902:0:2348:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789130499.392904:0:2348:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789130499.392906:0:2348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1789130499.394846:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130499.394882:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789130499.397446:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130499.397484:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130499.397506:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130499.397518:0:2341:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:2.0:1789130499.397531:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130499.397537:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130499.397547:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130499.397553:0:2341:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 224 into portal 10 MB=0x6aa3efa958700 00000400:00000200:2.0:1789130499.397560:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130499.397570:0:2341:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.123@tcp of length 224/224 into md 0x74ed [1] + 224 00000800:00000001:2.0:1789130499.397581:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130499.397594:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130499.397599:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130499.397605:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:2.0:1789130499.397619:0:2341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789130499.397634:0:2341:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf614603c0 x1876037329061632/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130515 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789130499.397647:0:2341:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9caf614603c0 x1876037329061632/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130515 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130499.397722:0:2348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789130499.397729:0:2348:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789130499.397756:0:2341:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789130499.397770:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130499.397774:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1789130499.397956:0:2348:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789130499.397961:0:2348:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789130499.397966:0:2348:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf50131478. 00000400:00000200:0.0:1789130499.397973:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf5801edd0 00000400:00000010:0.0:1789130499.397976:0:2348:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf5801edd0. 00000100:00000001:0.0:1789130499.397979:0:2348:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789130499.397984:0:2348:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf614603c0 x1876037329061632/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130515 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789130499.397994:0:2348:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf614603c0 x1876037329061632/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130515 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130499.398000:0:2348:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789130499.398003:0:2348:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130499.398006:0:2348:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789130499.398011:0:2348:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789130499.398013:0:2348:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789130499.398016:0:2348:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789130499.398019:0:2348:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789130499.398033:0:2348:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf6079ac60 time=118 v=5 (5 104 104 104) 00000100:00001000:0.0:1789130499.398037:0:2348:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf6079ac18 time=40 v=5 (1 0 0 0) 00000100:00000001:0.0:1789130499.398040:0:2348:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789130499.398042:0:2348:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789130499.398045:0:2348:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789130499.398051:0:2348:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130499.398057:0:2348:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789130499.398060:0:2348:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9caf5014c800: skip recheck: last_committed 8589934612 00000100:00000001:0.0:1789130499.398063:0:2348:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789130499.398070:0:2348:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789130499.398077:0:2348:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf614603c0 x1876037329061632/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130515 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130499.398087:0:2348:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789130499.398091:0:2348:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789130499.398094:0:2348:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789130499.398100:0:2348:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf614603c0 x1876037329061632/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130515 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789130499.398108:0:2348:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf614603c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:2348:1876037329061632:192.168.204.123@tcp:400:kworker.0 00000100:00000001:0.0:1789130499.398113:0:2348:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130499.398116:0:2348:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789130499.398120:0:2348:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf614603c0 x1876037329061632/t0(0) o400->lustre-MDT0000-mdc-ffff9caf5014c800@192.168.204.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1789130515 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789130499.398127:0:2348:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789130499.398131:0:2348:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789130499.398136:0:2348:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9caf47c6c200. 02000000:00000001:0.0:1789130499.398141:0:2348:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789130499.398145:0:2348:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1789130499.398147:0:2348:0:(genops.c:1223:class_import_put()) import ffff9caf6079a800 refcount=8 obd=lustre-MDT0000-mdc-ffff9caf5014c800 00000020:00000001:0.0:1789130499.398150:0:2348:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1789130499.398153:0:2348:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9caf451e7a00. 02000000:00000001:0.0:1789130499.398157:0:2348:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789130499.398160:0:2348:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789130499.398162:0:2348:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf614603c0. 00000100:00000001:0.0:1789130499.398169:0:2348:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789130499.398170:0:2348:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130499.398172:0:2348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789130499.398181:0:2348:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789130499.398184:0:2348:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789130499.398187:0:2348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789130499.398189:0:2348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130500.027986:0:30671:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130500.027994:0:30671:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130500.028001:0:30671:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130500.028003:0:30671:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130500.028006:0:30671:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130500.028007:0:30671:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130500.036575:0:16115:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789130500.036586:0:16115:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789130500.036593:0:16115:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:2.0:1789130500.471830:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130500.471853:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789130500.471857:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130500.471860:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130500.471870:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130500.471878:0:2342:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:2.0:1789130500.471888:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130500.472986:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130500.472998:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130500.473006:0:2342:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 328 into portal 15 MB=0x6aa3efb364b00 00000400:00000200:2.0:1789130500.473018:0:2342:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.123@tcp of length 328/328 into md 0x7275 [2] + 1440 00000800:00000001:2.0:1789130500.473028:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130500.473045:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130500.473050:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130500.473055:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:2.0:1789130500.473068:0:2342:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1789130500.473071:0:2342:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:2.0:1789130500.473080:0:2342:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf580b8f00. 00000100:00000040:2.0:1789130500.473086:0:2342:0:(events.c:337:request_in_callback()) incoming req@ffff9caf580b8f00 x1876037339597568 msgsize 328 00000100:00100000:2.0:1789130500.473090:0:2342:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.123@tcp (source: 12345-192.168.204.123@tcp) 00000100:00000001:2.0:1789130500.473107:0:2342:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1789130500.473120:0:2342:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130500.473124:0:2342:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789130500.473163:0:16108:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1789130500.473167:0:16108:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876037339597568 02000000:00000001:2.0:1789130500.473171:0:16108:0:(sec.c:2469:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1789130500.473175:0:16108:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789130500.473178:0:16108:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789130500.473186:0:16108:0:(sec.c:2518:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789130500.473191:0:16108:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876037339597568 00000020:00000001:2.0:1789130500.473195:0:16108:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1789130500.473198:0:16108:0:(genops.c:804:class_conn2export()) looking for export cookie 0xde5303b1d982c242 00000020:00000001:2.0:1789130500.473202:0:16108:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130500.473206:0:16108:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9caf4555e000 refcount=4 00000020:00000001:2.0:1789130500.473209:0:16108:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875329306624 : -109198380244992 : ffff9caf4555e000) 00000020:00000001:2.0:1789130500.473212:0:16108:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634875329306624 : -109198380244992 : ffff9caf4555e000) 00000100:00000001:2.0:1789130500.473219:0:16108:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1789130500.473223:0:16108:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9caf5049e080. 00000100:00000001:2.0:1789130500.473227:0:16108:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1789130500.473230:0:16108:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff9caf5049e080. 00000020:00000010:2.0:1789130500.473236:0:16108:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9caf4842fa00. 00000020:00000010:2.0:1789130500.473242:0:16108:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9caf4938d900. 00000020:00000010:2.0:1789130500.473248:0:16108:0:(tgt_main.c:759:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9caf42e28bb8. 00000100:00000040:2.0:1789130500.473261:0:16108:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:2.0:1789130500.473264:0:16108:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1789130500.473266:0:16108:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1789130500.473268:0:16108:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130500.473279:0:16108:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130500.473290:0:16108:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789130500.473305:0:16108:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1789130500.473308:0:16108:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1789130500.473314:0:16108:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.123@tcp, seq: 63 00000100:00000040:2.0:1789130500.473319:0:16108:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9caf4555e000 : new rpc_count 1 00000100:00000001:2.0:1789130500.473322:0:16108:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446634875643203328 : -109198066348288 : ffff9caf580b8f00) 00000100:00000040:2.0:1789130500.473330:0:16108:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9caf580b8f00 x1876037339597568/t0(0) o104->LOV_OSC_UUID@192.168.204.123@tcp:216/0 lens 328/0 e 0 to 0 dl 1789130511 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789130500.473343:0:16108:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1789130500.473346:0:16108:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9caf5049e080. 00000100:00000001:2.0:1789130500.473348:0:16108:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1789130500.473350:0:16108:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff9caf5049e080. 00000100:00100000:2.0:1789130500.473355:0:16108:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9caf580b8f00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:6670:x1876037339597568:12345-192.168.204.123@tcp:104: 00000100:00000200:2.0:1789130500.473359:0:16108:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1876037339597568 00010000:00000001:2.0:1789130500.473363:0:16108:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:2.0:1789130500.473376:0:16108:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130500.473378:0:16108:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130500.473381:0:16108:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40031c00 refcount=2 00000020:00000001:2.0:1789130500.473383:0:16108:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239996416 : -109198469555200 : ffff9caf40031c00) 00010000:00000001:2.0:1789130500.473387:0:16108:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239996416 : -109198469555200 : ffff9caf40031c00) 00010000:00000001:2.0:1789130500.473392:0:16108:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789130500.473397:0:16108:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1789130500.473403:0:16108:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff9caf5014c800 lock: 000000003a134c52/0xde5303b1d982cea5 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000030000 nid: local remote: 0xcdf1b083821a621b expref: -99 pid: 34987 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000100:00000001:2.0:1789130500.473419:0:16108:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1789130500.473423:0:16108:0:(sec.c:2540:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1789130500.473429:0:16108:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9caf50107c00. 02000000:00000001:2.0:1789130500.473432:0:16108:0:(sec.c:2577:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130500.473436:0:16108:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130500.473442:0:16108:0:(ldlm_lib.c:3383:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1789130500.473446:0:16108:0:(ldlm_lib.c:3404:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789130500.473452:0:16108:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf46ba21e8 time=118 v=5 (1 1 1 1) 00000100:00000001:2.0:1789130500.473457:0:16108:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789130500.473460:0:16108:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9caf452f48c0 refcount 13 to 192.168.204.123@tcp 00000100:00000001:2.0:1789130500.473463:0:16108:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634875326777536 : -109198382774080 : ffff9caf452f48c0) 02000000:00000001:2.0:1789130500.473467:0:16108:0:(sec.c:2591:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1789130500.473469:0:16108:0:(sec.c:2602:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130500.473473:0:16108:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789130500.473477:0:16108:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:2.0:1789130500.473482:0:16108:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf42d18f68. 00000100:00000200:2.0:1789130500.473489:0:16108:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1876037339597568, offset 224 00000400:00000200:2.0:1789130500.473496:0:16108:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:2.0:1789130500.473504:0:16108:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130500.473513:0:16108:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.204.23@tcp to MR: 192.168.204.123@tcp local destination 00000400:00000200:2.0:1789130500.476428:0:16108:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2727:2727:256:4294967295] 192.168.204.123@tcp LPNI seq info [2726:2726:8:4294967295] 00000400:00000200:2.0:1789130500.476442:0:16108:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130500.476457:0:16108:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:192.168.204.23@tcp) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:2.0:1789130500.476469:0:16108:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:2.0:1789130500.476478:0:16108:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf501cf300. 00000800:00000200:2.0:1789130500.476488:0:16108:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:2.0:1789130500.476500:0:16108:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:2.0:1789130500.476504:0:16108:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf501cf300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1789130500.476603:0:16108:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130500.476611:0:16108:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9caf452f48c0 refcount 12 to 192.168.204.123@tcp 00010000:00000001:2.0:1789130500.476616:0:16108:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1789130500.476621:0:16108:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff9caf47fd13c0. 00010000:00000001:2.0:1789130500.476624:0:16108:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:2.0:1789130500.476633:0:16108:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:2.0:1789130500.476636:0:16108:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130500.476638:0:16108:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130500.476639:0:16108:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130500.476651:0:16108:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf580b8f00 x1876037339597568/t0(0) o104->LOV_OSC_UUID@192.168.204.123@tcp:216/0 lens 328/224 e 0 to 0 dl 1789130511 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789130500.476664:0:16108:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9caf580b8f00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:6670:x1876037339597568:12345-192.168.204.123@tcp:104: Request processed in 3320us (3576us total) trans 0 rc 0/0 00000100:00100000:2.0:1789130500.476678:0:16108:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.123@tcp, seq: 63 00000100:00000040:2.0:1789130500.476683:0:16108:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9caf4555e000 : new rpc_count 0 00000100:00000001:2.0:1789130500.476686:0:16108:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1789130500.476689:0:16108:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1789130500.476698:0:16108:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9caf4938d900. 00000020:00000010:2.0:1789130500.476705:0:16108:0:(tgt_main.c:771:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9caf42e28bb8. 00000020:00000010:2.0:1789130500.476712:0:16108:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9caf4842fa00. 00000020:00000040:2.0:1789130500.476720:0:16108:0:(genops.c:879:class_export_put()) PUTting export ffff9caf4555e000 : new refcount 3 00000100:00000001:2.0:1789130500.476737:0:16108:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1789130500.476911:0:2341:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789130500.476917:0:2341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf501cf300. 00000400:00000200:2.0:1789130500.476923:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130500.476930:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:2.0:1789130500.476938:0:2341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf42d18f68 00000400:00000010:2.0:1789130500.476941:0:2341:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf42d18f68. 00000100:00000001:2.0:1789130500.476946:0:2341:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1789130500.476949:0:2341:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:2.0:1789130500.476967:0:16116:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789130500.476970:0:16116:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789130500.476973:0:16116:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:2.0:1789130500.476976:0:16116:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:2.0:1789130500.476978:0:16116:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1789130500.476983:0:16116:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff9caf5014c800 lock: 000000003a134c52/0xde5303b1d982cea5 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000030000 nid: local remote: 0xcdf1b083821a621b expref: -99 pid: 34987 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00010000:00010000:2.0:1789130500.477004:0:16116:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9caf40031c00 already unused, calling callback (ffffffffc0fdc280) 00000008:00000001:2.0:1789130500.477008:0:16116:0:(osc_lock.c:534:osc_ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1789130500.477010:0:16116:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1789130500.477012:0:16116:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789130500.477014:0:16116:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789130500.477016:0:16116:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9caf40031c00 refcount=3 00000020:00000001:2.0:1789130500.477019:0:16116:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634875239996416 : -109198469555200 : ffff9caf40031c00) 00010000:00000001:2.0:1789130500.477022:0:16116:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634875239996416 : -109198469555200 : ffff9caf40031c00) 00010000:00000001:2.0:1789130500.477025:0:16116:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1789130500.477028:0:16116:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff9caf5014c800 lock: 000000003a134c52/0xde5303b1d982cea5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400030000 nid: local remote: 0xcdf1b083821a621b expref: -99 pid: 34987 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00000001:2.0:1789130500.477035:0:16116:0:(osc_lock.c:534:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:2.0:1789130500.477038:0:16116:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1789130500.477042:0:16116:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446634875648775016 : -109198060776600 : ffff9caf58609368) 00000020:00001000:2.0:1789130500.477045:0:16116:0:(cl_object.c:823:cl_env_get()) 1@ffff9caf58609360 00000008:00000001:2.0:1789130500.477048:0:16116:0:(osc_lock.c:418:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:2.0:1789130500.477051:0:16116:0:(osc_lock.c:475:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1789130500.477053:0:16116:0:(cl_object.c:917:cl_env_put()) 1@ffff9caf58609360 00000008:00000001:2.0:1789130500.477056:0:16116:0:(osc_lock.c:574:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130500.477058:0:16116:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1789130500.477064:0:16116:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1789130500.477066:0:16116:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1789130500.477069:0:16116:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789130500.477072:0:16116:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1789130500.477075:0:16116:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9caf40031c00 with handle 0xde5303b1d982cea5 from hash 00010000:00000001:2.0:1789130500.477078:0:16116:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1789130500.477079:0:16116:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130500.477081:0:16116:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130500.477083:0:16116:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1789130500.477086:0:16116:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1789130500.477088:0:16116:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:2.0:1789130500.477093:0:16116:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789130500.477096:0:16116:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130500.477099:0:16116:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789130500.477102:0:16116:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:2.0:1789130500.477107:0:16116:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9caf580bb840. 00000020:00000040:2.0:1789130500.477111:0:16116:0:(genops.c:1210:class_import_get()) import ffff9caf468ac800 refcount=3 obd=lustre-OST0000-osc-ffff9caf5014c800 00000100:00000001:2.0:1789130500.477117:0:16116:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789130500.477119:0:16116:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789130500.477125:0:16116:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789130500.477131:0:16116:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9caf4842fa00. 00000100:00000001:2.0:1789130500.477141:0:16116:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130500.477144:0:16116:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1789130500.477150:0:16116:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9caf5014c800 lock: 000000003a134c52/0xde5303b1d982cea5 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400030020 nid: local remote: 0xcdf1b083821a621b expref: -99 pid: 34987 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00010000:00010000:2.0:1789130500.477158:0:16116:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1789130500.477160:0:16116:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789130500.477165:0:16116:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789130500.477171:0:16116:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130500.477178:0:16116:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000024f9ac59] to pc [ptlrpcd_01_00+0] req@ffff9caf580bb840 x1876037329062016/t0(0) o103->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1789130500.477204:0:16116:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789130500.477207:0:16116:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789130500.477208:0:16116:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130500.477210:0:16116:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130500.477212:0:16116:0:(ldlm_request.c:1834:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1789130500.477214:0:16116:0:(osc_lock.c:574:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789130500.477218:0:16116:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff9caf5014c800 lock: 000000003a134c52/0xde5303b1d982cea5 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400030020 nid: local remote: 0xcdf1b083821a621b expref: -99 pid: 34987 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00010000:00000001:2.0:1789130500.477226:0:16116:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1789130500.477229:0:16116:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9caf5014c800 lock: 000000003a134c52/0xde5303b1d982cea5 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400030020 nid: local remote: 0xcdf1b083821a621b expref: -99 pid: 34987 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00010000:00000010:2.0:1789130500.477239:0:16116:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9caf47faa1c0. 00010000:00000040:2.0:1789130500.477245:0:16116:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9caf48fc4d00 count: 0 00010000:00000010:2.0:1789130500.477253:0:16116:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9caf48fc4900. 00010000:00000001:2.0:1789130500.477263:0:16116:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789130500.477264:0:16116:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:2.0:1789130500.477267:0:16116:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff9caf47fd13c0. 00010000:00000001:2.0:1789130500.477270:0:16116:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130500.477272:0:16116:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789130500.477274:0:16116:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789130500.477276:0:16116:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1789130500.477278:0:16116:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789130500.477279:0:16116:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789130500.477281:0:16116:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1789130500.477282:0:16116:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789130500.477283:0:16116:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789130500.477285:0:16116:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789130500.477292:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789130500.477295:0:2349:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789130500.477298:0:2349:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789130500.477304:0:2349:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9caf580bb840 x1876037329062016/t0(0) o103->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130500.477313:0:2349:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789130500.477316:0:2349:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789130500.477320:0:2349:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789130500.477323:0:2349:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789130500.477326:0:2349:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789130500.477330:0:2349:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9caf580bb840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:2349:1876037329062016:192.168.204.123@tcp:103:ldlm_bl.0 00000100:00000001:2.0:1789130500.477335:0:2349:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789130500.477343:0:2349:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789130500.477346:0:2349:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789130500.477349:0:2349:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789130500.477354:0:2349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9caf4842f200. 02000000:00000001:2.0:1789130500.477357:0:2349:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789130500.477364:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000010:2.0:1789130500.477368:0:2349:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9caf483fdbb0. 00000400:00000010:2.0:1789130500.477375:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf42d18f68. 00000100:00000200:2.0:1789130500.477383:0:2349:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876037329062016, portal 18 00000100:00000001:2.0:1789130500.477386:0:2349:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789130500.477388:0:2349:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634875643213888 : -109198066337728 : ffff9caf580bb840) 00000100:00000040:2.0:1789130500.477395:0:2349:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9caf580bb840 x1876037329062016/t0(0) o103->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1789130516 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130500.477403:0:2349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789130500.477406:0:2349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.123@tcp 00000400:00000010:2.0:1789130500.477409:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9caf42d185d8. 00000100:00000200:2.0:1789130500.477412:0:2349:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1876037329062016, offset 0 00000400:00000200:2.0:1789130500.477419:0:2349:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.123@tcp 00000400:00000200:2.0:1789130500.477429:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130500.477438:0:2349:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.123@tcp local destination 00000400:00000200:2.0:1789130500.477445:0:2349:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789130500.477452:0:2349:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.23@tcp 00000400:00000200:2.0:1789130500.477457:0:2349:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.23@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789130500.477461:0:2349:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.123@tcp 00000400:00000200:2.0:1789130500.477464:0:2349:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.23@tcp NI seq info: [2728:2728:256:4294967295] 192.168.204.123@tcp LPNI seq info [2727:2727:8:4294967295] 00000400:00000200:2.0:1789130500.477469:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130500.477477:0:2349:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp:) -> 192.168.204.123@tcp(192.168.204.123@tcp:192.168.204.123@tcp) : PUT try# 0 00000800:00000200:2.0:1789130500.477483:0:2349:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.123@tcp 00000800:00000010:2.0:1789130500.477487:0:2349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9caf501cf300. 00000800:00000200:2.0:1789130500.477492:0:2349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9caf48173600] -> 12345-192.168.204.123@tcp (5) 00000800:00000200:2.0:1789130500.477498:0:2349:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.123@tcp ip 192.168.204.123:988 00000800:00000200:2.0:1789130500.477502:0:2349:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9caf501cf300 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1789130500.477511:0:2349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130500.479060:0:2349:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9caf5014c800: using a timeout of 22826 usecs (23 jiffies) 00000400:00000200:2.0:1789130500.479076:0:2349:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000100:00000001:2.0:1789130500.479081:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 2 is 4296594524 00000100:00000001:2.0:1789130500.479084:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9caf5014c800: PM QoS request active for cpu 2, keep current deadline 4296597494 00000100:00000001:2.0:1789130500.479086:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9caf5014c800: PM QoS new deadline estimation for cpu 3 is 4296594524 00000100:00000001:2.0:1789130500.479089:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9caf5014c800: PM QoS request active for cpu 3, keep current deadline 4296597494 00000100:00000001:2.0:1789130500.479092:0:2349:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789130500.479095:0:2349:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130500.479099:0:2349:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130500.479103:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789130500.479111:0:2349:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789130500.479114:0:2349:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1789130500.479117:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789130500.479119:0:2349:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789130500.479121:0:2349:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130500.479123:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130500.479134:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789130500.479137:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789130500.479251:0:2342:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789130500.479257:0:2342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9caf501cf300. 00000400:00000200:2.0:1789130500.479266:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130500.479275:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000400:00000200:2.0:1789130500.479284:0:2342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf42d185d8 00000400:00000010:2.0:1789130500.479287:0:2342:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf42d185d8. 00000100:00000001:2.0:1789130500.479293:0:2342:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789130500.479303:0:2342:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9caf580bb840 x1876037329062016/t0(0) o103->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1789130516 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130500.479317:0:2342:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130500.479321:0:2342:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9caf580bb840 x1876037329062016/t0(0) o103->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1789130516 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130500.479330:0:2342:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130500.479331:0:2342:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1789130500.497212:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130500.497242:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789130500.497250:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130500.497253:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130500.497268:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130500.497279:0:2341:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.23@tcp(192.168.204.23@tcp) <- 192.168.204.123@tcp : PUT - for me 00000400:00000200:2.0:1789130500.497291:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130500.497298:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130500.497306:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130500.497311:0:2341:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.123@tcp of length 224 into portal 18 MB=0x6aa3efa958880 00000400:00000200:2.0:1789130500.497316:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.123@tcp to cpt 1 00000400:00000200:2.0:1789130500.497324:0:2341:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.123@tcp of length 224/224 into md 0x7515 [1] + 224 00000800:00000001:2.0:1789130500.497334:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130500.497346:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789130500.497350:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789130500.497356:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.23@tcp->192.168.204.123@tcp: PUT: OK 00000100:00000001:2.0:1789130500.497366:0:2341:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789130500.497379:0:2341:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9caf580bb840 x1876037329062016/t0(0) o103->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1789130516 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789130500.497393:0:2341:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9caf580bb840 x1876037329062016/t0(0) o103->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1789130516 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130500.497418:0:2341:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789130500.497433:0:2341:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789130500.497436:0:2341:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789130500.497450:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789130500.497455:0:2349:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789130500.497463:0:2349:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789130500.497465:0:2349:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789130500.497468:0:2349:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9caf483fdbb0. 00000400:00000200:2.0:1789130500.497473:0:2349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9caf42d18f68 00000400:00000010:2.0:1789130500.497476:0:2349:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9caf42d18f68. 00000100:00000001:2.0:1789130500.497479:0:2349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789130500.497484:0:2349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9caf580bb840 x1876037329062016/t0(0) o103->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1789130516 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789130500.497493:0:2349:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9caf580bb840 x1876037329062016/t0(0) o103->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1789130516 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130500.497501:0:2349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789130500.497504:0:2349:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789130500.497507:0:2349:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789130500.497512:0:2349:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789130500.498881:0:2349:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789130500.498889:0:2349:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789130500.498894:0:2349:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789130500.498905:0:2349:0:(import.c:2149:obd_at_measure()) add 5 to ffff9caf468acd38 time=117 v=5 (5 5 5 5) 00000100:00001000:2.0:1789130500.498911:0:2349:0:(import.c:2149:obd_at_measure()) add 1 to ffff9caf468acc18 time=5 v=5 (1 0 0 0) 00000100:00000001:2.0:1789130500.498913:0:2349:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789130500.498915:0:2349:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789130500.498918:0:2349:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789130500.498922:0:2349:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130500.498928:0:2349:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789130500.498931:0:2349:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9caf5014c800: skip recheck: last_committed 4294967345 00000100:00000001:2.0:1789130500.498933:0:2349:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789130500.498935:0:2349:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789130500.498948:0:2349:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9caf580bb840 x1876037329062016/t0(0) o103->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1789130516 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130500.498955:0:2349:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789130500.498959:0:2349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789130500.498961:0:2349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789130500.498967:0:2349:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9caf580bb840 x1876037329062016/t0(0) o103->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1789130516 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789130500.498975:0:2349:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9caf580bb840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c4ff2dbd-4d13-4802-9c50-d71e34d32a35:2349:1876037329062016:192.168.204.123@tcp:103:ldlm_bl.0 00000100:00000001:2.0:1789130500.498983:0:2349:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789130500.498986:0:2349:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789130500.498991:0:2349:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9caf580bb840 x1876037329062016/t0(0) o103->lustre-OST0000-osc-ffff9caf5014c800@192.168.204.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1789130516 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789130500.498998:0:2349:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789130500.499001:0:2349:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789130500.499006:0:2349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9caf4842f200. 02000000:00000001:2.0:1789130500.499011:0:2349:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789130500.499013:0:2349:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1789130500.499015:0:2349:0:(genops.c:1223:class_import_put()) import ffff9caf468ac800 refcount=2 obd=lustre-OST0000-osc-ffff9caf5014c800 00000020:00000001:2.0:1789130500.499018:0:2349:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1789130500.499021:0:2349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9caf4842fa00. 02000000:00000001:2.0:1789130500.499024:0:2349:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789130500.499026:0:2349:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789130500.499029:0:2349:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9caf580bb840. 00000100:00000001:2.0:1789130500.499035:0:2349:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789130500.499036:0:2349:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789130500.499039:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789130500.499049:0:2349:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789130500.499050:0:2349:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789130500.499054:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789130500.499056:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1789130500.503797:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9caf48fc4d00. 00010000:00000010:2.1:1789130500.503838:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9caf40031c00. 00000080:00000001:0.0:1789130500.912792:0:35362:0:(llite_lib.c:4271:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130501.049966:0:30671:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130501.049975:0:30671:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130501.049982:0:30671:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130501.049984:0:30671:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789130501.050065:0:16244:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789130501.050069:0:16244:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789130501.050072:0:16244:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:1.0:1789130501.266338:0:35398:0:(debug.c:652:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1789130501.266347:0:35398:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: recovery-small test_24b: @@@@@@ FAIL: no discarded dirty page found! 00000001:00000001:1.0:1789130501.276538:0:35398:0:(debug.c:655:libcfs_debug_mark_buffer()) ************************************************** 00010000:00000001:3.0:1789130502.074223:0:30671:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130502.074233:0:30671:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130502.074241:0:30671:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130502.074242:0:30671:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789130502.075167:0:16115:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789130502.075173:0:16115:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789130502.075179:0:16115:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1789130502.903115:0:35496:0:(llite_lib.c:4271:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130503.098667:0:30671:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130503.098750:0:30671:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789130503.098759:0:30671:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789130503.098761:0:30671:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789130503.099360:0:16116:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789130503.099364:0:16116:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789130503.099368:0:16116:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) Debug log: 128497 lines, 128497 kept, 0 dropped, 0 bad.